-- Logs begin at Fri 2022-04-29 10:47:05 UTC, end at Fri 2022-04-29 12:33:16 UTC. -- Apr 29 11:25:33.952652 dv-neutron-838888-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 29 11:25:36.927687 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.common.config [-] Logging enabled! Apr 29 11:25:36.928357 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.2.1.dev11 Apr 29 11:25:36.928508 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102850) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 29 11:25:36.931843 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.common.config [-] Logging enabled! Apr 29 11:25:36.932098 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.2.1.dev11 Apr 29 11:25:36.932411 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102850) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 29 11:25:36.933398 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 11:25:36.933634 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 11:25:36.934031 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 11:25:36.934303 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 11:25:36.934533 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 11:25:36.934857 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.935157 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.935454 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.935684 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.935981 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.936271 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.936553 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.936842 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.937144 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.938047 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.938364 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.938654 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.938881 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.939159 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.939447 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.939735 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.939960 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] debug = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.940240 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.940672 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.941105 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.941383 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.941673 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.942091 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.942308 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.942515 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.942804 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.943159 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] host = dv-neutron-838888-1-hyperv {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.943438 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.943727 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.944015 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.944302 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.944578 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.944854 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.945142 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.945418 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.945691 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] log_file = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.945967 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.946285 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.946573 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.946864 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.947086 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.947314 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.947606 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.947892 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.948166 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.948438 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.948711 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.948983 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.949255 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.949523 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.949811 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.950095 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.950404 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.950680 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.950954 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.951222 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.951495 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.951779 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.952051 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.952321 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.952592 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.952877 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.953718 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.953994 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.954331 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.954619 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.954900 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.955185 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.955459 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.955744 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.956016 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.956287 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.956557 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] use_json = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.956830 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.957097 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.957387 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.957656 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.957924 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.958230 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.958506 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.958790 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.959059 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:36.959356 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.959652 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.959950 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.960243 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.960534 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.960811 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.961098 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.961374 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.961660 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.961948 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.962268 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.962547 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.962835 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.963111 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.963407 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.963717 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.964015 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.964313 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.964589 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.964864 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.965137 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.965413 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.965953 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.966258 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.966573 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.966882 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.967166 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.967492 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.967808 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.968105 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.968383 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.969255 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.969554 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.969835 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.970111 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.970418 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.970708 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.970987 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.971262 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.971545 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.971823 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.972097 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.972368 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.972648 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.972941 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.973330 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.973611 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.973884 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.974195 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.974456 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.974742 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.975021 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.975296 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.975571 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.975848 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.976123 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.976397 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.976675 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.976947 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.977225 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.977504 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.977777 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.978051 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.978347 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.978620 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.978892 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.979166 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.979443 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.979712 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.979985 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.980256 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.980524 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.980798 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.981080 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.981377 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.981657 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.981935 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.982235 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.982513 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.982785 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.983062 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.983341 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.983619 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.983893 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.984250 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.984541 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.984834 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.985120 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.985616 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.985922 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.986222 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.986508 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.986789 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.987070 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.987355 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.987644 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.987939 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.988236 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.988532 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.988828 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.989123 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.989405 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.989719 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.990000 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:36.990244 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 11:25:36.990496 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102850) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 29 11:25:37.372857 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 11:25:37.373126 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 11:25:37.373422 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 11:25:37.373763 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 29 11:25:37.804893 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:37.805239 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:37.805455 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:37.806811 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:37.807087 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:37.807361 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:37.846999 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:37.847314 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:37.847624 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:37.864397 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:37.864727 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:37.865087 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:37.895696 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:37.895978 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:37.896246 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:37.937570 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:37.938279 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:37.938279 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.190749 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.190961 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.191205 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.191471 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.192186 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.325662 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.325980 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.326300 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.326578 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.326848 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.327165 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.327424 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.327682 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.328747 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.329032 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.329279 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.329700 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.330035 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.330393 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.330660 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.330930 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.331209 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.331486 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.331768 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.332041 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.332366 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.332690 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.333050 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.333483 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.333726 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.333974 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.334457 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102850) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 11:25:38.334698 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102850) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 11:25:38.334945 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102850) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 11:25:38.335188 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102850) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 11:25:38.335428 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102850) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 11:25:38.335660 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102850) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 11:25:38.336073 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 29 11:25:38.339687 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 29 11:25:38.344853 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 29 11:25:38.349249 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Apr 29 11:25:38.351061 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 29 11:25:38.351555 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 29 11:25:38.351884 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 29 11:25:38.352276 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 29 11:25:38.355329 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 29 11:25:38.355575 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 29 11:25:38.355944 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 29 11:25:38.362223 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 29 11:25:38.385897 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 29 11:25:38.386427 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.386735 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102850) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 29 11:25:38.387101 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.388825 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102850) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 29 11:25:38.389126 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 29 11:25:38.389378 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 29 11:25:38.394047 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.394337 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:38.459211 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 29 11:25:38.459483 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 29 11:25:38.459764 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 29 11:25:38.460156 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 29 11:25:38.487598 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_db.sqlalchemy.engines [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102850) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 29 11:25:39.068283 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.plugins.ml2.managers [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Initializing driver for type 'gre' Apr 29 11:25:39.069148 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] gre ID ranges: [(1, 1000)] Apr 29 11:25:39.146595 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.plugins.ml2.managers [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Initializing driver for type 'local' Apr 29 11:25:39.146960 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.plugins.ml2.managers [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Initializing driver for type 'vlan' Apr 29 11:25:39.165623 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] VlanTypeDriver initialization complete Apr 29 11:25:39.166197 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.plugins.ml2.managers [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Initializing driver for type 'vxlan' Apr 29 11:25:39.166729 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] vxlan ID ranges: [(1, 1000)] Apr 29 11:25:39.259315 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.plugins.ml2.managers [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Initializing extension driver 'port_security' Apr 29 11:25:39.259877 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.plugins.ml2.extensions.port_security [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] PortSecurityExtensionDriver initialization complete Apr 29 11:25:39.260396 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.plugins.ml2.managers [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Initializing mechanism driver 'openvswitch' Apr 29 11:25:39.260954 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.plugins.ml2.managers [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Initializing mechanism driver 'hyperv' Apr 29 11:25:39.272271 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.plugins.ml2.plugin [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:25:39.273396 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > port after_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.273997 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > port after_update 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.274582 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > port after_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.275444 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102850) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 29 11:25:39.276178 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > subnet after_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.276772 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > subnet after_update 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.277352 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > subnet after_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.278004 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102850) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 29 11:25:39.278724 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > network after_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.279317 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > network after_update 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.279899 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > network after_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.280561 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102850) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 29 11:25:39.281922 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > security_group after_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.282559 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > security_group after_update 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.283103 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > security_group after_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.284020 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102850) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 29 11:25:39.284714 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.285291 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.285775 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.286340 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102850) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 29 11:25:39.286913 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > address_group after_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.287448 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > address_group after_update 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.288025 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > address_group after_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.288680 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102850) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 29 11:25:39.289404 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] ML2 OVO RPC backend initialized. {{(pid=102850) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Apr 29 11:25:39.290662 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > router_interface after_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.291233 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.291902 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > network before_response 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.292472 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > networks before_response 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.293067 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > port before_response 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.293656 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > ports before_response 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.294274 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > subnet before_response 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.294860 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > subnets before_response 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.295430 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > network after_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.295992 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > network after_update 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.296563 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > network after_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.297759 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > port after_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.298355 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > port after_update 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.298927 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > port after_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.299481 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > subnet after_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.300038 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > subnet after_update 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.300595 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > subnet after_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.312988 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.quota [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded quota_driver: . Apr 29 11:25:39.313600 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.plugins.ml2.plugin [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Modular L2 Plugin initialization complete Apr 29 11:25:39.314195 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading services supported by the core plugin {{(pid=102850) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 29 11:25:39.314764 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.plugins.ml2.managers [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Got port-security extension from driver 'port_security' Apr 29 11:25:39.315615 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.extensions.vlantransparent [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Disabled vlantransparent extension. Apr 29 11:25:39.316435 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102850) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 29 11:25:39.316961 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading Plugin: router Apr 29 11:25:39.377717 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > router_interface before_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.378311 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > router after_create 55549900 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.378915 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > router before_create 55549900 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.379510 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.380128 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.380725 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > router after_delete 55549900 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.381303 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > floatingip after_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.381894 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > floatingip after_update 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.382539 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > router after_create 55549900 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.383098 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > router after_update 55549900 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.383696 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > router after_update 55549900 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.384296 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.384921 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > router after_update 55549900 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.385650 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > router precommit_update 55549900 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.386331 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: port after_update 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.386925 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: port after_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.387521 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: subnet after_update 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.388087 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.388676 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > port precommit_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.389254 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > router precommit_create 55549900 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.389849 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: port before_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.390531 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > router precommit_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.391158 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > router after_update 55549900 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.391758 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > router precommit_delete 55549900 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.392370 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > router precommit_create 55549900 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.392983 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > router_interface after_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.393567 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > router precommit_update 55549900 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.394212 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > agent after_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.394815 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > agent after_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.395393 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > network after_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.396959 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.quota.resource_registry [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Tracking information for resource: router configured {{(pid=102850) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 11:25:39.397499 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.quota.resource_registry [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Tracking information for resource: floatingip configured {{(pid=102850) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 11:25:39.406670 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.db.l3_agentschedulers_db [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 29 11:25:39.407815 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: port after_update 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.408405 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: port after_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.408971 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: port after_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.409550 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: port after_update 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.410946 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > router before_create 55550100 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.411547 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > router precommit_delete 55550100 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.412148 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > router precommit_create 55550100 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.412729 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > router precommit_update 55550100 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.423382 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.services.provider_configuration [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Service providers = [] {{(pid=102850) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 29 11:25:39.423985 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.db.servicetype_db [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102850) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 29 11:25:39.429015 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.services.service_base [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102850) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 11:25:39.429547 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.services.service_base [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102850) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 11:25:39.430111 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.services.service_base [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102850) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 11:25:39.431597 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.services.service_base [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102850) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 11:25:39.432212 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.services.service_base [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 29 11:25:39.432849 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102850) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 11:25:39.433379 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 29 11:25:39.451082 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102850) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 11:25:39.451633 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading Plugin: auto_allocate Apr 29 11:25:39.461969 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: network precommit_update 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.462623 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: network precommit_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.463494 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102850) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 11:25:39.464009 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading Plugin: tag Apr 29 11:25:39.476184 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102850) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 11:25:39.476700 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading Plugin: timestamp Apr 29 11:25:39.483715 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102850) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 11:25:39.484804 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading Plugin: network_ip_availability Apr 29 11:25:39.494321 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.494930 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.495494 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.496754 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102850) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 11:25:39.497268 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading Plugin: flavors Apr 29 11:25:39.506609 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102850) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 11:25:39.507156 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading Plugin: revisions Apr 29 11:25:39.515058 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102850) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 11:25:39.516265 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_concurrency.lockutils [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.142s {{(pid=102850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 11:25:39.517624 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102850) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 29 11:25:39.518205 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Initializing extension manager. Apr 29 11:25:39.519006 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: __init__.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.519580 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: __pycache__ {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.520145 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.520723 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: address_group.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.522054 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.523128 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: address-group Apr 29 11:25:39.523656 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: address_scope.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.524817 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.525678 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: address-scope Apr 29 11:25:39.526367 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: admin_state_down_before_update.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.527821 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.528734 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: router-admin-state-down-before-update Apr 29 11:25:39.529265 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: agent.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.530814 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.532351 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: agent Apr 29 11:25:39.532883 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: agent_resources_synced.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.534417 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.535311 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: agent-resources-synced Apr 29 11:25:39.535836 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: allowedaddresspairs.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.538878 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.539695 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: allowed-address-pairs Apr 29 11:25:39.540218 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: auto_allocated_topology.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.542053 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.542974 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: auto-allocated-topology Apr 29 11:25:39.543522 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: availability_zone.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.544677 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.545547 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: availability_zone Apr 29 11:25:39.546093 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: availability_zone_filter.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.548247 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.549142 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: availability_zone_filter Apr 29 11:25:39.549659 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: data_plane_status.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.551202 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.552048 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension data-plane-status not supported by any of loaded plugins Apr 29 11:25:39.552569 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: default_subnetpools.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.553976 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.554911 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: default-subnetpools Apr 29 11:25:39.555466 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: dhcpagentscheduler.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.556788 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.557655 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: dhcp_agent_scheduler Apr 29 11:25:39.558223 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: dns.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.559682 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.560543 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension dns-integration not supported by any of loaded plugins Apr 29 11:25:39.561077 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: dns_domain_ports.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.563509 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.564389 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 29 11:25:39.564923 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.566502 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.567367 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 29 11:25:39.567908 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: dvr.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.569045 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.569910 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: dvr Apr 29 11:25:39.570492 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: ecmp_routes.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.571996 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.572845 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension ecmp_routes not supported by any of loaded plugins Apr 29 11:25:39.573351 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: empty_string_filtering.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.574814 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.575668 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: empty-string-filtering Apr 29 11:25:39.576201 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.577714 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.579164 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 29 11:25:39.579699 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.581206 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.582053 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 29 11:25:39.582627 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: external_net.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.584102 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.584988 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: external-net Apr 29 11:25:39.585530 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: extra_dhcp_opt.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.587017 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.587911 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: extra_dhcp_opt Apr 29 11:25:39.588451 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: extraroute.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.589928 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.591115 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: extraroute Apr 29 11:25:39.591663 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: extraroute_atomic.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.593267 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.594395 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: extraroute-atomic Apr 29 11:25:39.594927 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: filter_validation.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.596044 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.596919 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: filter-validation Apr 29 11:25:39.597434 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: fip_pf_description.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.598986 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.599849 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 29 11:25:39.600373 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: fip_port_details.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.601838 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.602754 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: fip-port-details Apr 29 11:25:39.603278 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: flavors.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.605260 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.606142 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: flavors Apr 29 11:25:39.606704 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.609472 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.610396 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 29 11:25:39.610946 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: floatingip_pools.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.612089 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.612912 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: floatingip-pools Apr 29 11:25:39.613430 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: ip_allocation.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.614955 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.615825 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension ip_allocation not supported by any of loaded plugins Apr 29 11:25:39.616365 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.617840 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.618766 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: ip-substring-filtering Apr 29 11:25:39.619313 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: l2_adjacency.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.620852 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.621781 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension l2_adjacency not supported by any of loaded plugins Apr 29 11:25:39.622370 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: l3.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.624060 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.625484 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: router Apr 29 11:25:39.626041 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: l3_conntrack_helper.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.630415 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.631279 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 29 11:25:39.631835 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.633356 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.634278 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: ext-gw-mode Apr 29 11:25:39.634833 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.636306 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.637187 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: l3-ha Apr 29 11:25:39.637704 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: l3_flavors.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.639223 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.640112 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: l3-flavors Apr 29 11:25:39.640743 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.642263 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.643150 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: l3-port-ip-change-not-allowed Apr 29 11:25:39.643693 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: l3agentscheduler.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.645500 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.646404 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: l3_agent_scheduler Apr 29 11:25:39.646952 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: logging.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.649401 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.650394 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension logging not supported by any of loaded plugins Apr 29 11:25:39.650949 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: metering.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.652197 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.653196 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: metering Apr 29 11:25:39.653741 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.655589 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.657189 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: metering_source_and_destination_fields Apr 29 11:25:39.657728 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: multiprovidernet.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.659307 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.660187 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: multi-provider Apr 29 11:25:39.660732 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: netmtu.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.662190 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.663068 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: net-mtu Apr 29 11:25:39.663606 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: netmtu_writable.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.665090 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.665982 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: net-mtu-writable Apr 29 11:25:39.666550 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: network_availability_zone.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.667607 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.668491 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: network_availability_zone Apr 29 11:25:39.669213 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: network_ip_availability.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.671086 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.672618 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: network-ip-availability Apr 29 11:25:39.673388 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: network_segment_range.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.674800 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.675696 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension network-segment-range not supported by any of loaded plugins Apr 29 11:25:39.676248 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: pagination.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.677882 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.678467 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: pagination Apr 29 11:25:39.679029 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: port_device_profile.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.680443 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.681331 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: port-device-profile Apr 29 11:25:39.681878 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.683482 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.684371 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: port-mac-address-regenerate Apr 29 11:25:39.684902 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.686389 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.687956 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: port-numa-affinity-policy Apr 29 11:25:39.688507 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: port_resource_request.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.689991 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.690895 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension port-resource-request not supported by any of loaded plugins Apr 29 11:25:39.691421 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: portbindings.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.692883 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.693735 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: binding Apr 29 11:25:39.694317 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: portbindings_extended.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.696616 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.697470 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: binding-extended Apr 29 11:25:39.698010 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: portsecurity.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.699463 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.700308 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: port-security Apr 29 11:25:39.700816 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: project_id.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.702351 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.703394 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: project-id Apr 29 11:25:39.703893 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: providernet.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.705304 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.706245 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: provider Apr 29 11:25:39.706796 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: qos.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.712970 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.713894 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension qos not supported by any of loaded plugins Apr 29 11:25:39.714488 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.716861 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.717734 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 29 11:25:39.718321 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.720732 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.721628 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 29 11:25:39.722193 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: qos_default.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.723711 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.724617 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension qos-default not supported by any of loaded plugins Apr 29 11:25:39.725169 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: qos_fip.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.726312 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.727198 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension qos-fip not supported by any of loaded plugins Apr 29 11:25:39.727744 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: qos_gateway_ip.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.729270 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.730194 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 29 11:25:39.730737 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: qos_port_network_policy.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.732244 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.733112 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 29 11:25:39.733661 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: qos_pps_rule.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.736302 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.737217 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension qos-pps not supported by any of loaded plugins Apr 29 11:25:39.737759 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: qos_rule_type_details.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.739300 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.740199 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 29 11:25:39.740745 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: qos_rules_alias.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.742524 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.743422 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 29 11:25:39.743980 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: quotasv2.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.745593 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.746127 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: quotas Apr 29 11:25:39.746668 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: quotasv2_detail.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.749557 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.750258 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: quota_details Apr 29 11:25:39.750853 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: rbac.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.752588 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.753568 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: rbac-policies Apr 29 11:25:39.754110 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: rbac_address_group.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.755677 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.756537 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: rbac-address-group Apr 29 11:25:39.757081 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: rbac_address_scope.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.758524 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.761768 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: rbac-address-scope Apr 29 11:25:39.762351 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: rbac_security_groups.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.763960 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.764900 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: rbac-security-groups Apr 29 11:25:39.766003 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: rbac_subnetpool.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.767614 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.768489 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: rbac-subnetpool Apr 29 11:25:39.769003 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: revisionifmatch.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.770556 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.771458 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: revision-if-match Apr 29 11:25:39.772011 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: revisions.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.773832 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.774779 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: standard-attr-revisions Apr 29 11:25:39.775331 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: router_availability_zone.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.776442 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.777363 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: router_availability_zone Apr 29 11:25:39.777913 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: routerservicetype.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.779458 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.780319 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension router-service-type not supported by any of loaded plugins Apr 29 11:25:39.780873 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.783092 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.785135 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: security-groups-normalized-cidr Apr 29 11:25:39.785699 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: security_groups_port_filtering.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.787348 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.788266 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: port-security-groups-filtering Apr 29 11:25:39.788816 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.790364 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.791248 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: security-groups-remote-address-group Apr 29 11:25:39.791775 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: securitygroup.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.810628 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.811591 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: security-group Apr 29 11:25:39.812146 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: segment.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.813640 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.814559 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension segment not supported by any of loaded plugins Apr 29 11:25:39.815120 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.816759 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.817659 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 29 11:25:39.818254 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: servicetype.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.820256 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.821141 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: service-type Apr 29 11:25:39.821661 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: sorting.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.823345 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.823890 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: sorting Apr 29 11:25:39.824432 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: standard_attr_segment.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.825898 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.826855 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 29 11:25:39.827404 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: standardattrdescription.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.829030 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.829918 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: standard-attr-description Apr 29 11:25:39.830484 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: stateful_security_group.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.832088 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.832969 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: stateful-security-group Apr 29 11:25:39.833518 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: stdattrs_common.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.834531 dv-neutron-838888-1-hyperv neutron-server[102850]: WARNING neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 29 11:25:39.835073 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.836577 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.837463 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 29 11:25:39.838002 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: subnet_onboard.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.839743 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.840877 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: subnet_onboard Apr 29 11:25:39.841412 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.842934 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.844514 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 29 11:25:39.845046 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: subnet_service_types.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.846585 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.847440 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: subnet-service-types Apr 29 11:25:39.847978 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: subnetallocation.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.849723 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.850601 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: subnet_allocation Apr 29 11:25:39.851137 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.852244 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.853111 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: subnetpool-prefix-ops Apr 29 11:25:39.853634 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.855179 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.856005 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 29 11:25:39.856533 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: tagging.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.858347 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.859747 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: standard-attr-tag Apr 29 11:25:39.860293 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: timestamp.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.862345 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.863242 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loaded extension: standard-attr-timestamp Apr 29 11:25:39.863771 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: trunk.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.865384 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.866320 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension trunk not supported by any of loaded plugins Apr 29 11:25:39.866852 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: trunk_details.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.868302 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.869182 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension trunk-details not supported by any of loaded plugins Apr 29 11:25:39.869713 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: uplink_status_propagation.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.871228 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.872100 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 29 11:25:39.872633 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Loading extension file: vlantransparent.py {{(pid=102850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:25:39.873734 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:25:39.874633 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extension vlan-transparent not supported by any of loaded plugins Apr 29 11:25:39.880587 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.quota.resource_registry [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Creating instance of TrackedResource for resource:network Apr 29 11:25:39.881361 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.quota.resource_registry [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Creating instance of TrackedResource for resource:subnet Apr 29 11:25:39.882004 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.quota.resource_registry [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 11:25:39.882696 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.quota.resource_registry [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Creating instance of TrackedResource for resource:port Apr 29 11:25:39.884919 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.v2.resource_helper [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 11:25:39.885648 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.v2.resource_helper [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Service FLAVORS assigned prefix: {{(pid=102850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 11:25:39.886803 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.v2.resource_helper [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 11:25:39.887497 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.v2.resource_helper [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 11:25:39.888048 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.quota.resource_registry [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Creating instance of TrackedResource for resource:router Apr 29 11:25:39.888782 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.quota.resource_registry [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Creating instance of TrackedResource for resource:floatingip Apr 29 11:25:39.889620 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.v2.resource_helper [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Service METERING assigned prefix: /metering {{(pid=102850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 11:25:39.892242 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.892804 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.893385 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:25:39.895188 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.quota.resource_registry [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Creating instance of CountableResource for resource:rbac_policy Apr 29 11:25:39.895919 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.quota.resource_registry [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Creating instance of TrackedResource for resource:security_group Apr 29 11:25:39.896659 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.quota.resource_registry [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Creating instance of TrackedResource for resource:security_group_rule Apr 29 11:25:39.897670 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.v2.resource_helper [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Service CORE assigned prefix: {{(pid=102850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 11:25:39.898244 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.quota.resource_registry [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 11:25:39.898827 dv-neutron-838888-1-hyperv neutron-server[102850]: WARNING neutron.quota.resource_registry [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] subnetpool is already registered Apr 29 11:25:39.899561 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.v2.resource_helper [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Service CORE assigned prefix: {{(pid=102850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 11:25:39.900097 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.quota.resource_registry [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 11:25:39.900667 dv-neutron-838888-1-hyperv neutron-server[102850]: WARNING neutron.quota.resource_registry [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] subnetpool is already registered Apr 29 11:25:39.904979 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.v2.resource_helper [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 11:25:39.905681 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.v2.resource_helper [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Service FLAVORS assigned prefix: {{(pid=102850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 11:25:39.906930 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.v2.resource_helper [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 11:25:39.907602 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.v2.resource_helper [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 11:25:39.908073 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.quota.resource_registry [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Creating instance of TrackedResource for resource:router Apr 29 11:25:39.908577 dv-neutron-838888-1-hyperv neutron-server[102850]: WARNING neutron.quota.resource_registry [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] router is already registered Apr 29 11:25:39.909262 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.quota.resource_registry [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Creating instance of TrackedResource for resource:floatingip Apr 29 11:25:39.909822 dv-neutron-838888-1-hyperv neutron-server[102850]: WARNING neutron.quota.resource_registry [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] floatingip is already registered Apr 29 11:25:39.910639 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.v2.resource_helper [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Service METERING assigned prefix: /metering {{(pid=102850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 11:25:39.911851 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.quota.resource_registry [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Creating instance of CountableResource for resource:rbac_policy Apr 29 11:25:39.912373 dv-neutron-838888-1-hyperv neutron-server[102850]: WARNING neutron.quota.resource_registry [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] rbac_policy is already registered Apr 29 11:25:39.913062 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.quota.resource_registry [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Creating instance of TrackedResource for resource:security_group Apr 29 11:25:39.913627 dv-neutron-838888-1-hyperv neutron-server[102850]: WARNING neutron.quota.resource_registry [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] security_group is already registered Apr 29 11:25:39.914344 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.quota.resource_registry [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Creating instance of TrackedResource for resource:security_group_rule Apr 29 11:25:39.914900 dv-neutron-838888-1-hyperv neutron-server[102850]: WARNING neutron.quota.resource_registry [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] security_group_rule is already registered Apr 29 11:25:39.915980 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.v2.resource_helper [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Service CORE assigned prefix: {{(pid=102850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 11:25:39.916520 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.quota.resource_registry [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 11:25:39.917079 dv-neutron-838888-1-hyperv neutron-server[102850]: WARNING neutron.quota.resource_registry [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] subnetpool is already registered Apr 29 11:25:39.917765 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.v2.resource_helper [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Service CORE assigned prefix: {{(pid=102850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 11:25:39.918364 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.quota.resource_registry [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 11:25:39.918916 dv-neutron-838888-1-hyperv neutron-server[102850]: WARNING neutron.quota.resource_registry [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] subnetpool is already registered Apr 29 11:25:39.919720 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: extensions {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:39.922990 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: address-groups {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:39.925823 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: address-scopes {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:39.928335 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: agents {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:39.930543 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: auto-allocated-topology {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:39.932939 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: availability_zones {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:39.935281 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: dhcp-networks {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:39.938636 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: dhcp-agents {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:39.941246 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: routers {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:39.945579 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: flavors {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:39.947810 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: service_profiles {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:39.950294 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: next_providers {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:39.953810 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: service_profiles {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:39.956610 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: floatingip-pools {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:39.958743 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: routers {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:39.962626 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: floatingips {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:39.965041 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: l3-routers {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:39.968002 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: l3-agents {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:39.971856 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: metering-labels {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:39.974448 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: metering-label-rules {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:39.976853 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: network-ip-availabilities {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:39.979354 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: bindings {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:39.984211 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: quotas {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:39.987303 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: quotas {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:39.990058 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: rbac-policies {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:39.992405 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: security-groups {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:39.994838 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: security-group-rules {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:39.997182 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: service-providers {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:39.999456 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: subnetpools {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:40.002906 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: subnetpools {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:40.005690 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: tags {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:40.009085 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: tags {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:40.012506 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: tags {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:40.016488 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: tags {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:40.019926 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: tags {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:40.023434 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: tags {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:40.026731 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: tags {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:40.030353 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: tags {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:40.034965 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: tags {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:40.038399 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron.api.extensions [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Extended resource: tags {{(pid=102850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:25:40.051507 dv-neutron-838888-1-hyperv neutron-server[102850]: WARNING keystonemiddleware.auth_token [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 29 11:25:40.060420 dv-neutron-838888-1-hyperv neutron-server[102850]: WARNING keystonemiddleware.auth_token [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 29 11:25:40.077669 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_concurrency.lockutils [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Acquired lock "singleton_lock" {{(pid=102850) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 29 11:25:40.079279 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_concurrency.lockutils [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Releasing lock "singleton_lock" {{(pid=102850) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 29 11:25:40.080480 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO oslo_service.service [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Starting 2 workers Apr 29 11:25:40.087464 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Started child 102959 {{(pid=102850) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 11:25:40.092298 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:25:40.094479 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [-] (102959) wsgi starting up on http://0.0.0.0:9696 Apr 29 11:25:40.095424 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Started child 102960 {{(pid=102850) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 11:25:40.097917 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO neutron.service [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Neutron service started, listening on 0.0.0.0:9696 Apr 29 11:25:40.098960 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Notify callbacks [] for process, before_spawn {{(pid=102850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:25:40.100458 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:25:40.101845 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [-] (102960) wsgi starting up on http://0.0.0.0:9696 Apr 29 11:25:40.102745 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO oslo_service.service [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Starting 1 workers Apr 29 11:25:40.111133 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Started child 102961 {{(pid=102850) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 11:25:40.112023 dv-neutron-838888-1-hyperv neutron-server[102850]: INFO oslo_service.service [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Starting 1 workers Apr 29 11:25:40.113928 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.service [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] calling RpcWorker wait() {{(pid=102961) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 29 11:25:40.114595 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.service [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] returning from RpcWorker wait() {{(pid=102961) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 29 11:25:40.115716 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:25:40.116175 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:25:40.119042 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Started child 102962 {{(pid=102850) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 11:25:40.120387 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG neutron_lib.callbacks.manager [None req-6ff12c45-f065-49b3-bfbd-6699cc34351f None None] Notify callbacks [] for process, after_spawn {{(pid=102850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:25:40.122889 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102850) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 29 11:25:40.123191 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 11:25:40.123471 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 11:25:40.123801 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 11:25:40.124297 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 11:25:40.124548 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 11:25:40.125312 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:25:40.126095 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.126095 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.126095 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.126633 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.127050 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.128074 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.128486 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.128915 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.129325 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.129715 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.130007 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.130331 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.130867 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.131136 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.131626 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.132033 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.132443 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.132884 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.133166 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.133577 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.133999 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.134436 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.134884 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] debug = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.135276 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.136139 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.136550 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.136965 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.137345 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.137771 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.138142 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.138602 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.138996 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.139361 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.139797 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.140371 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.140778 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.141156 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.141523 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.141961 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.142701 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.143255 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] host = dv-neutron-838888-1-hyperv {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.143600 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.143955 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.144391 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.144777 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.145174 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.145578 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.146014 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.146473 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.146901 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.147298 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.148173 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.148173 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.148521 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.148887 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] log_file = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.151873 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] log_options = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.151873 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.151873 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.151873 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.151873 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.151873 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.151873 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.152742 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.152742 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.152742 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.152742 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.153173 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.153637 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.153783 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.154098 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.154565 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.155075 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.155455 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.155817 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.156442 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:25:40.156875 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.157255 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.157613 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.157995 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.158446 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.158825 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.159200 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.159598 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.160102 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.160481 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.160810 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.161199 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.161621 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.162027 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.162501 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.162919 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.163383 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.163755 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.164144 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.164523 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.164982 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.165384 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.165830 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.166298 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.166698 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.167077 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.167473 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.167847 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.168208 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] use_json = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.168600 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.169015 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.169440 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.169778 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.170202 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.170604 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.170975 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.171417 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.172678 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.173038 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.173502 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.174035 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.174599 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.175019 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.175411 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.175799 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.176188 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.176610 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.176995 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.177623 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.177987 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.178488 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.178867 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.179019 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 44964) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:25:40.179314 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.179822 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.180242 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.180697 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.181102 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.181490 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.181912 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.182326 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.182796 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.183149 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.183531 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.183893 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.184260 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.185896 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.185896 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.185896 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.185896 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.186251 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.186525 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.186880 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.187698 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.188275 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.188352 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.188708 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.189070 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.189426 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.190411 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.190411 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.190591 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.190799 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.191599 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.191599 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.191845 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0096939 Apr 29 11:25:40.192238 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.192355 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.194649 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.194846 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.195097 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.195457 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.195856 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.196255 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.196659 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.196996 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.197358 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.197705 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.198085 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.198517 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.198888 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.201277 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.201277 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.201277 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.201691 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.201992 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.202418 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.202864 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.203185 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.203527 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.203858 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.204197 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.204584 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.204952 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.206512 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.206512 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.206512 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.206512 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.206987 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.207110 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.207461 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.207754 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.208071 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.208447 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.208804 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.209135 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.209480 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.209797 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.210145 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.210740 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.211114 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.211495 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.211817 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.212195 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.212598 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.213027 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.214911 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.215345 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.219753 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.219753 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.219753 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.219753 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.220654 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.225574 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.225574 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.225985 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.225985 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.226322 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.226449 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.226822 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.226979 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.227214 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.227486 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.227725 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.227992 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.228239 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.231620 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.231620 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.231620 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.233068 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.233523 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.234024 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.235144 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.235144 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.235927 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.236328 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.236742 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.238761 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.239247 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.240833 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.241243 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.241634 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.242060 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.242422 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.242820 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.243172 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.243606 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.244134 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.244523 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.244887 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.245223 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.245642 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.246056 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.247819 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.248269 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.248655 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.249543 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.249543 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.251354 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.253372 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.253372 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.254858 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.255996 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.257341 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.257994 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.258642 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.258988 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.259329 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.259928 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.260101 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.260407 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.260797 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.261164 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.262105 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.262819 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.263484 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.263834 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.264205 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.264583 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.265036 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.265344 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.265703 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.266152 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.267337 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.267765 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.268156 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.269488 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.270100 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.270371 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.270999 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.273182 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.273182 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.273570 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.275079 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.275798 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.276423 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.276829 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.277244 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.282395 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.282762 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.283058 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.283347 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.283711 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.284793 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.284793 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.284793 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.284793 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.285248 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.285248 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.285435 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.285677 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.286721 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.286721 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.286721 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.287455 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.287702 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.287948 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.288193 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.288459 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.288710 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.288962 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.289213 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.289653 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.289884 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.290126 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.292745 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.292745 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.292745 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.293168 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.293168 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.293431 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.293565 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.293810 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.294054 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.294322 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.294568 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.294801 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.295019 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.295271 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.295520 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.295853 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.296072 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.297445 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.297865 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.298119 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.298361 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.298588 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.298813 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.299046 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.299730 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.299730 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.299730 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.300179 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.300179 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.300410 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.301615 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.301887 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.302099 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.302376 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.303277 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.303498 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.303890 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.304154 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.304300 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.304538 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.304749 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.304944 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.305233 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.305504 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.305724 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.306025 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.306314 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.306608 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.306794 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.307254 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.307491 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.307756 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.308071 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.308303 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.308803 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.309176 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.310718 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.310718 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.310718 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.310718 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.310718 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.311358 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.311358 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.311358 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.311688 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.312094 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.312347 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.312498 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.312643 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:25:40.312794 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.313061 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.313455 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.313689 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.313953 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.314266 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.314481 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.314692 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.314938 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.315165 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.315396 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.315619 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.315847 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.316060 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.316281 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.316486 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.316697 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.316697 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 11:25:40.317241 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102850) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 29 11:25:40.317479 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 11:25:40.317796 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 11:25:40.317796 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 11:25:40.317796 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 11:25:40.318501 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 11:25:40.318501 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.318930 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.318930 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.318930 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.319554 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.319554 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.319554 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.320216 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.320216 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.320216 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.320216 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.320216 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.321236 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.321236 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.321236 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.321236 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.321236 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.321236 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.321236 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.323979 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.323979 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.323979 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.323979 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] debug = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.323979 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.323979 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.325244 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.325244 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.325244 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.325244 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.325244 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.325244 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.325244 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.325244 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.326966 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.326966 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.326966 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.326966 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.326966 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.326966 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.326966 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.326966 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] host = dv-neutron-838888-1-hyperv {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.328640 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.328640 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.328640 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.328640 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.328640 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.328640 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.328640 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.328640 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.330436 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.330436 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.330436 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.330436 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.330436 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.330436 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] log_file = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.330436 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] log_options = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.330436 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.330436 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.332310 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.332310 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.332310 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.332310 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.332310 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.332310 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.332310 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.333755 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.333755 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.333755 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.333755 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.333755 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.333755 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.333755 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.333755 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.333755 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.335532 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.335532 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.335532 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.335532 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.335532 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.335532 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.335532 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.335532 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.337155 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.337155 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.337155 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.337155 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.337155 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.337155 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.337155 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.337155 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.338823 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.338823 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.338823 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.338823 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.338823 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.338823 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.338823 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.338823 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.340377 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.340377 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.340377 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.340377 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.340377 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] use_json = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.340377 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.340377 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.340377 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.340377 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.342478 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.342478 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.342478 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.342478 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.342478 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:25:40.342478 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.342478 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.342478 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.344909 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.344909 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.344909 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.344909 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.344909 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.344909 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.344909 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.344909 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.346579 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.346579 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.346579 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.346579 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.346579 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.346579 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.346579 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.346579 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.348203 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.348203 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.348203 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.348203 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.348203 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.348203 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.348203 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.348203 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.349862 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.349862 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.349862 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.349862 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.349862 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.349862 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.349862 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.349862 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.351150 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.351150 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.351150 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.351150 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.351150 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.351150 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.351150 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.351150 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.351150 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.352192 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.352192 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.352192 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.352192 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.352192 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.352192 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.352192 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.352192 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.352192 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.353318 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.353318 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.353318 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.353318 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.353318 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.353318 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.353318 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.353318 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.353318 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.355895 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.355895 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.355895 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.355895 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.355895 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.355895 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.355895 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.355895 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.355895 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.357449 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.357449 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.357449 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.357449 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.357449 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.357449 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.357449 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.357449 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.357449 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.360970 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.360970 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.360970 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.360970 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.360970 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.360970 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.360970 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.360970 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.360970 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.362507 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.362507 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.362507 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.362507 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.362507 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.362507 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.362507 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.362507 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.363884 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.363884 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.363884 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.363884 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.363884 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.363884 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.363884 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.363884 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.365216 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.365216 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.365216 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.365216 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.365216 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.365216 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.365216 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.365216 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.366508 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.366508 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.366508 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.366508 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.366508 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.366508 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.366508 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.366508 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.367941 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.367941 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.367941 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.367941 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.367941 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.367941 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.367941 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.367941 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.369241 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.369241 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.369241 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.369241 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.369241 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.369241 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.369241 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.369241 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.370728 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.370728 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.370728 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.370728 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.370728 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.370728 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.370728 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.370728 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.371989 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.371989 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.371989 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.371989 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.371989 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.371989 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.371989 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.371989 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.373354 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.373354 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.373354 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.373354 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.373354 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.373354 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.373354 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.373354 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.375811 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.375811 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.375811 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.375811 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.375811 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.375811 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.375811 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.375811 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.377527 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.377527 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.377527 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.377527 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.377527 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.377527 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.377527 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.377527 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.379251 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.379251 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.379251 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.379251 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.379251 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.379251 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.379251 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.379251 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.380959 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.380959 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.380959 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.380959 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.380959 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.380959 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.380959 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.380959 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.382637 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.382637 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.382637 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.382637 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.382637 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.382637 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.382637 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.382637 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.382637 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.384513 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.384513 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.384513 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.384513 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.384513 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.384513 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.384513 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.384513 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.386154 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.386154 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.386154 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.386154 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.386154 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.386154 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.386154 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.386154 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.386154 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.388128 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.388128 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.388128 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.388128 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.388128 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.388128 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.388128 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.388128 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.389795 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.389795 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.389795 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.389795 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.389795 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.389795 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.389795 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.389795 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.391603 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.391603 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.391603 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.391603 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.391603 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.391603 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.391603 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.391603 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.393257 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.393257 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.393257 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.393257 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.393257 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.393257 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.393257 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.393257 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.394968 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.394968 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.394968 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.394968 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.394968 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.394968 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.394968 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.394968 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.396601 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.396601 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.396601 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.396601 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.396601 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.396601 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.396601 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.396601 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.398008 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.398008 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.398008 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.398008 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.398008 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.398008 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.398008 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.398008 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.399707 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.399707 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.399707 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.399707 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.400350 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.400697 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.400697 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.401047 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.401047 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.401285 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.401467 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.401642 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.401809 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.401809 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.402144 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.402382 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.402382 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.402755 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.402755 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.403117 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.403117 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.403472 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.403472 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.403864 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.403864 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:25:40.403864 dv-neutron-838888-1-hyperv neutron-server[102850]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 11:25:53.591382 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424b3b52-7bea-4858-a08f-1e73e9f4bd70 None None] get_active_networks_info from dv-neutron-838888-1-hyperv {{(pid=102961) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 11:25:53.807179 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424b3b52-7bea-4858-a08f-1e73e9f4bd70 None None] No non-hosted networks {{(pid=102961) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 29 11:25:53.833216 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4fdcec4e-3d73-42b0-b81c-a494b0801e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3681265'] for agent, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:25:57.206234 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-21e6310a-dddd-4dd1-8488-09d33cbbd3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3681265'] for agent, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:25:57.279238 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-da094842-3345-4497-8500-3101ab9915e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:25:58.444779 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3681265'] for agent, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:25:59.906310 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3681265'] for agent, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:00.115478 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3681265'] for agent, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:00.116966 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:00.117850 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:00.118484 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:00.119334 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:00.120015 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:00.120786 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:00.121539 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:00.122346 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:00.123169 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:00.124170 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:00.124651 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:00.125118 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:00.125827 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-838888-1-hyperv', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:26:00.135457 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-838888-1-hyperv', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:26:01.878765 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 45064) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:26:02.580079 dv-neutron-838888-1-hyperv neutron-server[102960]: WARNING oslo_policy.policy [None req-52be2e82-a5dd-4871-8595-bcdb64aa59e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 11:26:02.580919 dv-neutron-838888-1-hyperv neutron-server[102960]: WARNING oslo_policy.policy [None req-52be2e82-a5dd-4871-8595-bcdb64aa59e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 11:26:03.009054 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-52be2e82-a5dd-4871-8595-bcdb64aa59e6 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:26:03.010845 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-52be2e82-a5dd-4871-8595-bcdb64aa59e6 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.1307640 Apr 29 11:26:05.526618 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.db.l3_hamode_db [None req-6b101ef5-e6e0-40b2-9245-501108e2747c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 29 11:26:05.619501 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b101ef5-e6e0-40b2-9245-501108e2747c None None] Routers set() bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:26:05.619901 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b101ef5-e6e0-40b2-9245-501108e2747c None None] Router IDs set() for agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 29 11:26:05.667601 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 45078) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:26:06.029408 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-6162a20d-31b0-4eab-9a04-e2987e28cdc9 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:26:06.130996 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.policy [None req-6162a20d-31b0-4eab-9a04-e2987e28cdc9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102960) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 29 11:26:06.177918 dv-neutron-838888-1-hyperv neutron-server[102960]: WARNING oslo_policy.policy [None req-6162a20d-31b0-4eab-9a04-e2987e28cdc9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 11:26:06.178333 dv-neutron-838888-1-hyperv neutron-server[102960]: WARNING oslo_policy.policy [None req-6162a20d-31b0-4eab-9a04-e2987e28cdc9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 11:26:06.289296 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6162a20d-31b0-4eab-9a04-e2987e28cdc9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792664710546', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792664708029', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792664752870', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792664758338', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792667482199', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792664741006', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-653019', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-527561', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3707174', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3631890'] for rbac-policy, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:06.369234 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6162a20d-31b0-4eab-9a04-e2987e28cdc9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:06.370837 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6162a20d-31b0-4eab-9a04-e2987e28cdc9 admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7018566 Apr 29 11:26:09.215944 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 45090) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:26:09.594117 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-b44ceaa2-6608-4f6d-9735-f8991228e85a admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '9e0e9d5dad8245138442ded39f1ffc24', 'project_id': '9e0e9d5dad8245138442ded39f1ffc24'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:26:09.631041 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44ceaa2-6608-4f6d-9735-f8991228e85a admin admin] Made reservation on behalf of 9e0e9d5dad8245138442ded39f1ffc24 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:26:09.634028 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b44ceaa2-6608-4f6d-9735-f8991228e85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:09.653223 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b44ceaa2-6608-4f6d-9735-f8991228e85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:09.789708 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b44ceaa2-6608-4f6d-9735-f8991228e85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:09.794683 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b44ceaa2-6608-4f6d-9735-f8991228e85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:09.823282 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b44ceaa2-6608-4f6d-9735-f8991228e85a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:26:09.853502 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b44ceaa2-6608-4f6d-9735-f8991228e85a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792668448871', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:09.854214 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b44ceaa2-6608-4f6d-9735-f8991228e85a admin admin] Unsubscribe: segment precommit_create {{(pid=102960) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 29 11:26:09.854836 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-b44ceaa2-6608-4f6d-9735-f8991228e85a admin admin] Added segment 3ddef38d-1b76-4473-b2d7-a2da1dc3a06a of type vlan for network 31047b1f-28e2-4b7e-87e2-b1073044b1fb Apr 29 11:26:09.861687 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ceaa2-6608-4f6d-9735-f8991228e85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc9e3fa-ac7b-4363-9d9e-abcf49310253,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:26:09.899934 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44ceaa2-6608-4f6d-9735-f8991228e85a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:09.900205 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44ceaa2-6608-4f6d-9735-f8991228e85a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:09.900556 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44ceaa2-6608-4f6d-9735-f8991228e85a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:09.900879 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44ceaa2-6608-4f6d-9735-f8991228e85a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:09.901200 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44ceaa2-6608-4f6d-9735-f8991228e85a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:09.901531 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44ceaa2-6608-4f6d-9735-f8991228e85a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:09.901855 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44ceaa2-6608-4f6d-9735-f8991228e85a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:09.902214 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44ceaa2-6608-4f6d-9735-f8991228e85a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:09.902535 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44ceaa2-6608-4f6d-9735-f8991228e85a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:09.902849 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44ceaa2-6608-4f6d-9735-f8991228e85a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:09.903160 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44ceaa2-6608-4f6d-9735-f8991228e85a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:09.903471 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44ceaa2-6608-4f6d-9735-f8991228e85a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:09.904948 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44ceaa2-6608-4f6d-9735-f8991228e85a admin admin] Tracked resource versions report: Apr 29 11:26:09.904948 dv-neutron-838888-1-hyperv neutron-server[102960]: pushed versions: Apr 29 11:26:09.904948 dv-neutron-838888-1-hyperv neutron-server[102960]: { 'AddressGroup': {'1.2'}, Apr 29 11:26:09.904948 dv-neutron-838888-1-hyperv neutron-server[102960]: 'ConntrackHelper': {'1.0'}, Apr 29 11:26:09.904948 dv-neutron-838888-1-hyperv neutron-server[102960]: 'Log': {'1.0'}, Apr 29 11:26:09.904948 dv-neutron-838888-1-hyperv neutron-server[102960]: 'Network': {'1.1'}, Apr 29 11:26:09.904948 dv-neutron-838888-1-hyperv neutron-server[102960]: 'Port': {'1.7'}, Apr 29 11:26:09.904948 dv-neutron-838888-1-hyperv neutron-server[102960]: 'PortForwarding': {'1.2'}, Apr 29 11:26:09.904948 dv-neutron-838888-1-hyperv neutron-server[102960]: 'QosPolicy': {'1.9'}, Apr 29 11:26:09.904948 dv-neutron-838888-1-hyperv neutron-server[102960]: 'SecurityGroup': {'1.4'}, Apr 29 11:26:09.904948 dv-neutron-838888-1-hyperv neutron-server[102960]: 'SecurityGroupRule': {'1.2'}, Apr 29 11:26:09.904948 dv-neutron-838888-1-hyperv neutron-server[102960]: 'SubPort': {'1.0'}, Apr 29 11:26:09.904948 dv-neutron-838888-1-hyperv neutron-server[102960]: 'Subnet': {'1.1'}, Apr 29 11:26:09.904948 dv-neutron-838888-1-hyperv neutron-server[102960]: 'Trunk': {'1.1'}} Apr 29 11:26:09.904948 dv-neutron-838888-1-hyperv neutron-server[102960]: consumer versions: Apr 29 11:26:09.904948 dv-neutron-838888-1-hyperv neutron-server[102960]: { DHCP agent@dv-neutron-838888-1-hyperv: {}, Apr 29 11:26:09.904948 dv-neutron-838888-1-hyperv neutron-server[102960]: L3 agent@dv-neutron-838888-1-hyperv: {}, Apr 29 11:26:09.904948 dv-neutron-838888-1-hyperv neutron-server[102960]: Metadata agent@dv-neutron-838888-1-hyperv: {}, Apr 29 11:26:09.904948 dv-neutron-838888-1-hyperv neutron-server[102960]: Metering agent@dv-neutron-838888-1-hyperv: {}, Apr 29 11:26:09.904948 dv-neutron-838888-1-hyperv neutron-server[102960]: Open vSwitch agent@dv-neutron-838888-1-hyperv: { 'AddressGroup': '1.2', Apr 29 11:26:09.904948 dv-neutron-838888-1-hyperv neutron-server[102960]: 'ConntrackHelper': '1.0', Apr 29 11:26:09.904948 dv-neutron-838888-1-hyperv neutron-server[102960]: 'Log': '1.0', Apr 29 11:26:09.904948 dv-neutron-838888-1-hyperv neutron-server[102960]: 'Network': '1.1', Apr 29 11:26:09.904948 dv-neutron-838888-1-hyperv neutron-server[102960]: 'Port': '1.7', Apr 29 11:26:09.904948 dv-neutron-838888-1-hyperv neutron-server[102960]: 'PortForwarding': '1.2', Apr 29 11:26:09.904948 dv-neutron-838888-1-hyperv neutron-server[102960]: 'QosPolicy': '1.9', Apr 29 11:26:09.904948 dv-neutron-838888-1-hyperv neutron-server[102960]: 'SecurityGroup': '1.4', Apr 29 11:26:09.904948 dv-neutron-838888-1-hyperv neutron-server[102960]: 'SecurityGroupRule': '1.2', Apr 29 11:26:09.904948 dv-neutron-838888-1-hyperv neutron-server[102960]: 'SubPort': '1.0', Apr 29 11:26:09.904948 dv-neutron-838888-1-hyperv neutron-server[102960]: 'Subnet': '1.1', Apr 29 11:26:09.904948 dv-neutron-838888-1-hyperv neutron-server[102960]: 'Trunk': '1.1'}} Apr 29 11:26:09.904948 dv-neutron-838888-1-hyperv neutron-server[102960]: {{(pid=102960) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 11:26:09.983157 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b44ceaa2-6608-4f6d-9735-f8991228e85a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:10.031441 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b44ceaa2-6608-4f6d-9735-f8991228e85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:10.032565 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44ceaa2-6608-4f6d-9735-f8991228e85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:26:10.033248 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b44ceaa2-6608-4f6d-9735-f8991228e85a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:10.124366 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b44ceaa2-6608-4f6d-9735-f8991228e85a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9065187 Apr 29 11:26:10.149291 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ceaa2-6608-4f6d-9735-f8991228e85a admin admin] Pushing event updated for resources: {'Network': ['ID=31047b1f-28e2-4b7e-87e2-b1073044b1fb,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:26:10.163678 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 31047b1f-28e2-4b7e-87e2-b1073044b1fb details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:26:13.205826 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 45104) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:26:13.793955 dv-neutron-838888-1-hyperv neutron-server[102959]: WARNING oslo_policy.policy [None req-52e8991a-0c4e-4ee5-831e-20636f1da4d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 11:26:13.794764 dv-neutron-838888-1-hyperv neutron-server[102959]: WARNING oslo_policy.policy [None req-52e8991a-0c4e-4ee5-831e-20636f1da4d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 11:26:14.270362 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.policy [None req-52e8991a-0c4e-4ee5-831e-20636f1da4d0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102959) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 29 11:26:14.317860 dv-neutron-838888-1-hyperv neutron-server[102959]: WARNING oslo_policy.policy [None req-52e8991a-0c4e-4ee5-831e-20636f1da4d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 11:26:14.318269 dv-neutron-838888-1-hyperv neutron-server[102959]: WARNING oslo_policy.policy [None req-52e8991a-0c4e-4ee5-831e-20636f1da4d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 11:26:14.326685 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e8991a-0c4e-4ee5-831e-20636f1da4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:26:14.328689 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-52e8991a-0c4e-4ee5-831e-20636f1da4d0 admin admin] 10.222.0.69 "GET /v2.0/networks/31047b1f-28e2-4b7e-87e2-b1073044b1fb HTTP/1.1" status: 200 len: 825 time: 1.1207020 Apr 29 11:26:14.375924 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a7cff9fb-7afd-457b-9e63-33bcbd64b52a admin admin] 10.222.0.69 "GET /v2.0/subnetpools/60405a79-45c7-4b84-b7a9-79966535ac38 HTTP/1.1" status: 200 len: 734 time: 0.0403194 Apr 29 11:26:14.392079 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-ad444e4f-23e1-4479-9a18-b19cccc6ba49 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '60405a79-45c7-4b84-b7a9-79966535ac38', 'network_id': '31047b1f-28e2-4b7e-87e2-b1073044b1fb', 'tenant_id': '9e0e9d5dad8245138442ded39f1ffc24', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:26:14.436895 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad444e4f-23e1-4479-9a18-b19cccc6ba49 admin admin] Made reservation on behalf of 9e0e9d5dad8245138442ded39f1ffc24 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:26:14.441627 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ad444e4f-23e1-4479-9a18-b19cccc6ba49 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:14.838966 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ad444e4f-23e1-4479-9a18-b19cccc6ba49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:14.913422 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad444e4f-23e1-4479-9a18-b19cccc6ba49 admin admin] Checking segment: {'id': '3ddef38d-1b76-4473-b2d7-a2da1dc3a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '31047b1f-28e2-4b7e-87e2-b1073044b1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:26:14.913797 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad444e4f-23e1-4479-9a18-b19cccc6ba49 admin admin] Network hostable DHCP agents. Network: 31047b1f-28e2-4b7e-87e2-b1073044b1fb, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:26:14.931032 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad444e4f-23e1-4479-9a18-b19cccc6ba49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40c1d2f6-d369-4ab4-8a2c-3016e6b10b95,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:26:14.947023 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad444e4f-23e1-4479-9a18-b19cccc6ba49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:14.947379 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad444e4f-23e1-4479-9a18-b19cccc6ba49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:14.947717 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad444e4f-23e1-4479-9a18-b19cccc6ba49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:14.948054 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad444e4f-23e1-4479-9a18-b19cccc6ba49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:14.948350 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad444e4f-23e1-4479-9a18-b19cccc6ba49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:14.948690 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad444e4f-23e1-4479-9a18-b19cccc6ba49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:14.949010 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad444e4f-23e1-4479-9a18-b19cccc6ba49 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:14.949334 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad444e4f-23e1-4479-9a18-b19cccc6ba49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:14.949648 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad444e4f-23e1-4479-9a18-b19cccc6ba49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:14.949955 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad444e4f-23e1-4479-9a18-b19cccc6ba49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:14.950287 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad444e4f-23e1-4479-9a18-b19cccc6ba49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:14.950593 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad444e4f-23e1-4479-9a18-b19cccc6ba49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:14.952858 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad444e4f-23e1-4479-9a18-b19cccc6ba49 admin admin] Tracked resource versions report: Apr 29 11:26:14.952858 dv-neutron-838888-1-hyperv neutron-server[102959]: pushed versions: Apr 29 11:26:14.952858 dv-neutron-838888-1-hyperv neutron-server[102959]: { 'AddressGroup': {'1.2'}, Apr 29 11:26:14.952858 dv-neutron-838888-1-hyperv neutron-server[102959]: 'ConntrackHelper': {'1.0'}, Apr 29 11:26:14.952858 dv-neutron-838888-1-hyperv neutron-server[102959]: 'Log': {'1.0'}, Apr 29 11:26:14.952858 dv-neutron-838888-1-hyperv neutron-server[102959]: 'Network': {'1.1'}, Apr 29 11:26:14.952858 dv-neutron-838888-1-hyperv neutron-server[102959]: 'Port': {'1.7'}, Apr 29 11:26:14.952858 dv-neutron-838888-1-hyperv neutron-server[102959]: 'PortForwarding': {'1.2'}, Apr 29 11:26:14.952858 dv-neutron-838888-1-hyperv neutron-server[102959]: 'QosPolicy': {'1.9'}, Apr 29 11:26:14.952858 dv-neutron-838888-1-hyperv neutron-server[102959]: 'SecurityGroup': {'1.4'}, Apr 29 11:26:14.952858 dv-neutron-838888-1-hyperv neutron-server[102959]: 'SecurityGroupRule': {'1.2'}, Apr 29 11:26:14.952858 dv-neutron-838888-1-hyperv neutron-server[102959]: 'SubPort': {'1.0'}, Apr 29 11:26:14.952858 dv-neutron-838888-1-hyperv neutron-server[102959]: 'Subnet': {'1.1'}, Apr 29 11:26:14.952858 dv-neutron-838888-1-hyperv neutron-server[102959]: 'Trunk': {'1.1'}} Apr 29 11:26:14.952858 dv-neutron-838888-1-hyperv neutron-server[102959]: consumer versions: Apr 29 11:26:14.952858 dv-neutron-838888-1-hyperv neutron-server[102959]: { DHCP agent@dv-neutron-838888-1-hyperv: {}, Apr 29 11:26:14.952858 dv-neutron-838888-1-hyperv neutron-server[102959]: L3 agent@dv-neutron-838888-1-hyperv: {}, Apr 29 11:26:14.952858 dv-neutron-838888-1-hyperv neutron-server[102959]: Metadata agent@dv-neutron-838888-1-hyperv: {}, Apr 29 11:26:14.952858 dv-neutron-838888-1-hyperv neutron-server[102959]: Metering agent@dv-neutron-838888-1-hyperv: {}, Apr 29 11:26:14.952858 dv-neutron-838888-1-hyperv neutron-server[102959]: Open vSwitch agent@dv-neutron-838888-1-hyperv: { 'AddressGroup': '1.2', Apr 29 11:26:14.952858 dv-neutron-838888-1-hyperv neutron-server[102959]: 'ConntrackHelper': '1.0', Apr 29 11:26:14.952858 dv-neutron-838888-1-hyperv neutron-server[102959]: 'Log': '1.0', Apr 29 11:26:14.952858 dv-neutron-838888-1-hyperv neutron-server[102959]: 'Network': '1.1', Apr 29 11:26:14.952858 dv-neutron-838888-1-hyperv neutron-server[102959]: 'Port': '1.7', Apr 29 11:26:14.952858 dv-neutron-838888-1-hyperv neutron-server[102959]: 'PortForwarding': '1.2', Apr 29 11:26:14.952858 dv-neutron-838888-1-hyperv neutron-server[102959]: 'QosPolicy': '1.9', Apr 29 11:26:14.952858 dv-neutron-838888-1-hyperv neutron-server[102959]: 'SecurityGroup': '1.4', Apr 29 11:26:14.952858 dv-neutron-838888-1-hyperv neutron-server[102959]: 'SecurityGroupRule': '1.2', Apr 29 11:26:14.952858 dv-neutron-838888-1-hyperv neutron-server[102959]: 'SubPort': '1.0', Apr 29 11:26:14.952858 dv-neutron-838888-1-hyperv neutron-server[102959]: 'Subnet': '1.1', Apr 29 11:26:14.952858 dv-neutron-838888-1-hyperv neutron-server[102959]: 'Trunk': '1.1'}} Apr 29 11:26:14.952858 dv-neutron-838888-1-hyperv neutron-server[102959]: {{(pid=102959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 11:26:14.965485 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad444e4f-23e1-4479-9a18-b19cccc6ba49 admin admin] Network 31047b1f-28e2-4b7e-87e2-b1073044b1fb is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:26:14.984649 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-ad444e4f-23e1-4479-9a18-b19cccc6ba49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 31047b1f-28e2-4b7e-87e2-b1073044b1fb) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:26:15.002698 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad444e4f-23e1-4479-9a18-b19cccc6ba49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:26:15.003359 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ad444e4f-23e1-4479-9a18-b19cccc6ba49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:15.009315 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc5268e-73ec-4898-aba4-f155d4faa8fb None None] Network 31047b1f-28e2-4b7e-87e2-b1073044b1fb requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:26:15.031249 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ad444e4f-23e1-4479-9a18-b19cccc6ba49 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6442449 Apr 29 11:26:15.458904 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-31047b1f-28e2-4b7e-87e2-b1073044b1fb', 'network_id': '31047b1f-28e2-4b7e-87e2-b1073044b1fb', 'tenant_id': '9e0e9d5dad8245138442ded39f1ffc24', 'fixed_ips': [{'subnet_id': '40c1d2f6-d369-4ab4-8a2c-3016e6b10b95'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:26:15.460268 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:15.810398 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] Allocated IP 172.20.0.2 (31047b1f-28e2-4b7e-87e2-b1073044b1fb/40c1d2f6-d369-4ab4-8a2c-3016e6b10b95/d9de112b-5466-43c3-945f-d738a4427fb6) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:26:16.044102 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:16.055406 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:16.134298 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] Network 31047b1f-28e2-4b7e-87e2-b1073044b1fb is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:26:16.143047 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:26:16.154782 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:26:16.161802 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] Pushing event updated for resources: {'Port': ['ID=d9de112b-5466-43c3-945f-d738a4427fb6,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:26:16.195925 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:16.196364 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:16.196649 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:16.196937 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:16.197270 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:16.197803 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:16.198136 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:16.198515 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:16.198854 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:16.199178 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:16.199497 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:16.199814 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:16.201330 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] Tracked resource versions report: Apr 29 11:26:16.201330 dv-neutron-838888-1-hyperv neutron-server[102961]: pushed versions: Apr 29 11:26:16.201330 dv-neutron-838888-1-hyperv neutron-server[102961]: { 'AddressGroup': {'1.2'}, Apr 29 11:26:16.201330 dv-neutron-838888-1-hyperv neutron-server[102961]: 'ConntrackHelper': {'1.0'}, Apr 29 11:26:16.201330 dv-neutron-838888-1-hyperv neutron-server[102961]: 'Log': {'1.0'}, Apr 29 11:26:16.201330 dv-neutron-838888-1-hyperv neutron-server[102961]: 'Network': {'1.1'}, Apr 29 11:26:16.201330 dv-neutron-838888-1-hyperv neutron-server[102961]: 'Port': {'1.7'}, Apr 29 11:26:16.201330 dv-neutron-838888-1-hyperv neutron-server[102961]: 'PortForwarding': {'1.2'}, Apr 29 11:26:16.201330 dv-neutron-838888-1-hyperv neutron-server[102961]: 'QosPolicy': {'1.9'}, Apr 29 11:26:16.201330 dv-neutron-838888-1-hyperv neutron-server[102961]: 'SecurityGroup': {'1.4'}, Apr 29 11:26:16.201330 dv-neutron-838888-1-hyperv neutron-server[102961]: 'SecurityGroupRule': {'1.2'}, Apr 29 11:26:16.201330 dv-neutron-838888-1-hyperv neutron-server[102961]: 'SubPort': {'1.0'}, Apr 29 11:26:16.201330 dv-neutron-838888-1-hyperv neutron-server[102961]: 'Subnet': {'1.1'}, Apr 29 11:26:16.201330 dv-neutron-838888-1-hyperv neutron-server[102961]: 'Trunk': {'1.1'}} Apr 29 11:26:16.201330 dv-neutron-838888-1-hyperv neutron-server[102961]: consumer versions: Apr 29 11:26:16.201330 dv-neutron-838888-1-hyperv neutron-server[102961]: { DHCP agent@dv-neutron-838888-1-hyperv: {}, Apr 29 11:26:16.201330 dv-neutron-838888-1-hyperv neutron-server[102961]: L3 agent@dv-neutron-838888-1-hyperv: {}, Apr 29 11:26:16.201330 dv-neutron-838888-1-hyperv neutron-server[102961]: Metadata agent@dv-neutron-838888-1-hyperv: {}, Apr 29 11:26:16.201330 dv-neutron-838888-1-hyperv neutron-server[102961]: Metering agent@dv-neutron-838888-1-hyperv: {}, Apr 29 11:26:16.201330 dv-neutron-838888-1-hyperv neutron-server[102961]: Open vSwitch agent@dv-neutron-838888-1-hyperv: { 'AddressGroup': '1.2', Apr 29 11:26:16.201330 dv-neutron-838888-1-hyperv neutron-server[102961]: 'ConntrackHelper': '1.0', Apr 29 11:26:16.201330 dv-neutron-838888-1-hyperv neutron-server[102961]: 'Log': '1.0', Apr 29 11:26:16.201330 dv-neutron-838888-1-hyperv neutron-server[102961]: 'Network': '1.1', Apr 29 11:26:16.201330 dv-neutron-838888-1-hyperv neutron-server[102961]: 'Port': '1.7', Apr 29 11:26:16.201330 dv-neutron-838888-1-hyperv neutron-server[102961]: 'PortForwarding': '1.2', Apr 29 11:26:16.201330 dv-neutron-838888-1-hyperv neutron-server[102961]: 'QosPolicy': '1.9', Apr 29 11:26:16.201330 dv-neutron-838888-1-hyperv neutron-server[102961]: 'SecurityGroup': '1.4', Apr 29 11:26:16.201330 dv-neutron-838888-1-hyperv neutron-server[102961]: 'SecurityGroupRule': '1.2', Apr 29 11:26:16.201330 dv-neutron-838888-1-hyperv neutron-server[102961]: 'SubPort': '1.0', Apr 29 11:26:16.201330 dv-neutron-838888-1-hyperv neutron-server[102961]: 'Subnet': '1.1', Apr 29 11:26:16.201330 dv-neutron-838888-1-hyperv neutron-server[102961]: 'Trunk': '1.1'}} Apr 29 11:26:16.201330 dv-neutron-838888-1-hyperv neutron-server[102961]: {{(pid=102961) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 11:26:16.256880 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] Attempting to bind port d9de112b-5466-43c3-945f-d738a4427fb6 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:26:16.257262 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] Attempting to bind port d9de112b-5466-43c3-945f-d738a4427fb6 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '3ddef38d-1b76-4473-b2d7-a2da1dc3a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '31047b1f-28e2-4b7e-87e2-b1073044b1fb'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:26:16.257682 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] Attempting to bind port d9de112b-5466-43c3-945f-d738a4427fb6 on network 31047b1f-28e2-4b7e-87e2-b1073044b1fb {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:26:16.263427 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:26:16.263875 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] Checking segment: {'id': '3ddef38d-1b76-4473-b2d7-a2da1dc3a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '31047b1f-28e2-4b7e-87e2-b1073044b1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:26:16.264588 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:16.265135 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] Bound using segment: {'id': '3ddef38d-1b76-4473-b2d7-a2da1dc3a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '31047b1f-28e2-4b7e-87e2-b1073044b1fb'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:26:16.265659 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] Bound port: d9de112b-5466-43c3-945f-d738a4427fb6, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ddef38d-1b76-4473-b2d7-a2da1dc3a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '31047b1f-28e2-4b7e-87e2-b1073044b1fb'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:26:16.266069 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:16.356329 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] For port d9de112b-5466-43c3-945f-d738a4427fb6, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:26:16.383896 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] For port d9de112b-5466-43c3-945f-d738a4427fb6, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=d9de112b-5466-43c3-945f-d738a4427fb6,segment=NetworkSegment(3ddef38d-1b76-4473-b2d7-a2da1dc3a06a),segment_id=3ddef38d-1b76-4473-b2d7-a2da1dc3a06a)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:26:16.390395 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:16.459606 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849242c-0e52-47d7-a8cc-502c0f8c30e1 None None] Pushing event updated for resources: {'Port': ['ID=d9de112b-5466-43c3-945f-d738a4427fb6,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:26:18.323999 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 45126) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:26:18.736828 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-29a37e07-f207-4601-b40a-f5db4ab80643 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:26:18.738341 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-29a37e07-f207-4601-b40a-f5db4ab80643 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4125645 Apr 29 11:26:21.419238 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 45134) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:26:21.849687 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-7ddbd2ba-6cb4-4dc7-8621-055d53d23914 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:26:21.850875 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7ddbd2ba-6cb4-4dc7-8621-055d53d23914 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4301031 Apr 29 11:26:23.518064 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a3165d96-a4d1-4c9f-938f-afc10ad8a76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:24.828668 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 45144) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:26:25.180837 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-767ddea8-f898-405d-b436-e955fdf7ef34 admin admin] Request body: {'router': {'tenant_id': '9e0e9d5dad8245138442ded39f1ffc24', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:26:25.208037 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-767ddea8-f898-405d-b436-e955fdf7ef34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:25.209769 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-767ddea8-f898-405d-b436-e955fdf7ef34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:25.398263 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-767ddea8-f898-405d-b436-e955fdf7ef34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:25.404508 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-767ddea8-f898-405d-b436-e955fdf7ef34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:25.422421 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-767ddea8-f898-405d-b436-e955fdf7ef34 admin admin] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:25.423839 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-767ddea8-f898-405d-b436-e955fdf7ef34 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5938959 Apr 29 11:26:25.978552 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device d9de112b-5466-43c3-945f-d738a4427fb6 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:26:26.073362 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port d9de112b-5466-43c3-945f-d738a4427fb6 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:26:26.073750 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:26.198610 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:26.245210 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port d9de112b-5466-43c3-945f-d738a4427fb6, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=d9de112b-5466-43c3-945f-d738a4427fb6,segment=NetworkSegment(3ddef38d-1b76-4473-b2d7-a2da1dc3a06a),segment_id=3ddef38d-1b76-4473-b2d7-a2da1dc3a06a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:26:26.252371 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:26.325235 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=d9de112b-5466-43c3-945f-d738a4427fb6,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:26:26.914615 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64be9723-5040-4e34-838d-b2796ce96f3f None None] Network 31047b1f-28e2-4b7e-87e2-b1073044b1fb requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:26:27.012316 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-616239ba-ed76-430f-bb69-1fa1a5d6f8fe None None] Provisioning complete for port d9de112b-5466-43c3-945f-d738a4427fb6 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:26:27.013352 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-616239ba-ed76-430f-bb69-1fa1a5d6f8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:27.215683 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7dda2760-8361-4b54-ad8f-b8b35d944b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:27.501510 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-948891b6-40b6-4e07-995c-7ce0864e72b7 None None] Provisioning complete for port d9de112b-5466-43c3-945f-d738a4427fb6 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:26:27.501957 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-948891b6-40b6-4e07-995c-7ce0864e72b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:27.961860 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device d9de112b-5466-43c3-945f-d738a4427fb6 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:26:28.016064 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port d9de112b-5466-43c3-945f-d738a4427fb6 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:26:28.017092 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:28.386961 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:28.491097 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 45164) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:26:28.759258 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-1fa84b04-12b2-40ed-83c4-d52e99489c2d admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:26:28.760327 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-1fa84b04-12b2-40ed-83c4-d52e99489c2d admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2683899 Apr 29 11:26:29.869074 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:30.116551 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:31.384348 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 45182) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:26:31.457387 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-eff15c85-ab57-43d1-92fc-4166465f31de admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:26:31.481789 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff15c85-ab57-43d1-92fc-4166465f31de admin admin] Made reservation on behalf of 72146e67393f438d8a9b26e955ffd447 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:26:31.485167 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eff15c85-ab57-43d1-92fc-4166465f31de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:31.499985 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eff15c85-ab57-43d1-92fc-4166465f31de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:31.599968 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eff15c85-ab57-43d1-92fc-4166465f31de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:31.604898 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eff15c85-ab57-43d1-92fc-4166465f31de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:31.625791 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-eff15c85-ab57-43d1-92fc-4166465f31de admin admin] Reserving flat network on physical network physnet1 {{(pid=102960) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 29 11:26:31.644565 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff15c85-ab57-43d1-92fc-4166465f31de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24b68f1-4376-4922-bb1b-f6b7c81685ce,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:26:31.650303 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eff15c85-ab57-43d1-92fc-4166465f31de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:31.650644 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-eff15c85-ab57-43d1-92fc-4166465f31de admin admin] Added segment 440f1b8b-6b43-4700-acc4-a168839ddf07 of type flat for network 1c458760-cee1-43dd-bfaa-f7beebba31f7 Apr 29 11:26:31.723973 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eff15c85-ab57-43d1-92fc-4166465f31de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:31.764191 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eff15c85-ab57-43d1-92fc-4166465f31de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:31.765270 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff15c85-ab57-43d1-92fc-4166465f31de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:26:31.765908 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eff15c85-ab57-43d1-92fc-4166465f31de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:31.826182 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-eff15c85-ab57-43d1-92fc-4166465f31de admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4401610 Apr 29 11:26:31.848248 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff15c85-ab57-43d1-92fc-4166465f31de admin admin] Pushing event updated for resources: {'Network': ['ID=1c458760-cee1-43dd-bfaa-f7beebba31f7,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:26:31.861741 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:26:34.268826 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 45192) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:26:34.422743 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c11157-19a2-4850-805f-c50986659caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:26:34.424198 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e5c11157-19a2-4850-805f-c50986659caa admin admin] 10.222.0.69 "GET /v2.0/subnets/40c1d2f6-d369-4ab4-8a2c-3016e6b10b95 HTTP/1.1" status: 200 len: 849 time: 0.1544018 Apr 29 11:26:34.661570 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-731e7358-4abe-4af2-be2c-7f01cb0b4822 admin admin] 10.222.0.69 "GET /v2.0/routers/7d5ef7ff-a0e4-4148-957f-d95b51cef14f HTTP/1.1" status: 200 len: 704 time: 0.2301798 Apr 29 11:26:34.961337 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-49b2446f-6f12-4ffd-bfdf-92545beb998e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:35.448504 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-49b2446f-6f12-4ffd-bfdf-92545beb998e admin admin] Allocated IP 172.20.0.1 (31047b1f-28e2-4b7e-87e2-b1073044b1fb/40c1d2f6-d369-4ab4-8a2c-3016e6b10b95/32cb4142-4e49-4a04-9c2e-599f421f2285) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:26:35.753320 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-49b2446f-6f12-4ffd-bfdf-92545beb998e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:35.824655 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-49b2446f-6f12-4ffd-bfdf-92545beb998e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:35.964693 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b2446f-6f12-4ffd-bfdf-92545beb998e admin admin] Network 31047b1f-28e2-4b7e-87e2-b1073044b1fb is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:26:35.979827 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-49b2446f-6f12-4ffd-bfdf-92545beb998e admin admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:26:35.984941 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2446f-6f12-4ffd-bfdf-92545beb998e admin admin] Pushing event updated for resources: {'Port': ['ID=32cb4142-4e49-4a04-9c2e-599f421f2285,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:26:35.989877 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b2446f-6f12-4ffd-bfdf-92545beb998e admin admin] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:26:35.990823 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-49b2446f-6f12-4ffd-bfdf-92545beb998e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:36.203599 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-af1c2191-e597-4949-a7bf-c189c356dc7e None None] Provisioning complete for port 32cb4142-4e49-4a04-9c2e-599f421f2285 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:26:36.204284 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-af1c2191-e597-4949-a7bf-c189c356dc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:36.263710 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-af1c2191-e597-4949-a7bf-c189c356dc7e None None] Port 32cb4142-4e49-4a04-9c2e-599f421f2285 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:26:36.331712 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-49b2446f-6f12-4ffd-bfdf-92545beb998e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:36.576266 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-49b2446f-6f12-4ffd-bfdf-92545beb998e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:36.581916 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-49b2446f-6f12-4ffd-bfdf-92545beb998e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:36.582890 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-49b2446f-6f12-4ffd-bfdf-92545beb998e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:36.671518 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2446f-6f12-4ffd-bfdf-92545beb998e admin admin] Pushing event updated for resources: {'Port': ['ID=32cb4142-4e49-4a04-9c2e-599f421f2285,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:26:36.727863 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b2446f-6f12-4ffd-bfdf-92545beb998e admin admin] Network 31047b1f-28e2-4b7e-87e2-b1073044b1fb is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:26:36.729390 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-49b2446f-6f12-4ffd-bfdf-92545beb998e admin admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:26:36.949376 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b2446f-6f12-4ffd-bfdf-92545beb998e admin admin] Router 7d5ef7ff-a0e4-4148-957f-d95b51cef14f is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:26:37.001832 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-84cc75c6-0a9d-496e-b428-7bbae4226625 None None] Provisioning complete for port 32cb4142-4e49-4a04-9c2e-599f421f2285 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:26:37.002098 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-84cc75c6-0a9d-496e-b428-7bbae4226625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:37.042069 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-84cc75c6-0a9d-496e-b428-7bbae4226625 None None] Port 32cb4142-4e49-4a04-9c2e-599f421f2285 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:26:37.054729 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b2446f-6f12-4ffd-bfdf-92545beb998e admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:26:37.060539 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-49b2446f-6f12-4ffd-bfdf-92545beb998e admin admin] 10.222.0.69 "PUT /v2.0/routers/7d5ef7ff-a0e4-4148-957f-d95b51cef14f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3911669 Apr 29 11:26:37.066589 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e9220d-0288-456c-aa97-950501f951f9 None None] Sync routers for ids ['7d5ef7ff-a0e4-4148-957f-d95b51cef14f'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:26:37.080526 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e9220d-0288-456c-aa97-950501f951f9 None None] Routers {'7d5ef7ff-a0e4-4148-957f-d95b51cef14f'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:26:37.081351 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-62e9220d-0288-456c-aa97-950501f951f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:26:27Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['7d5ef7ff-a0e4-4148-957f-d95b51cef14f'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:26:37.286599 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-62e9220d-0288-456c-aa97-950501f951f9 None None] Set router 7d5ef7ff-a0e4-4148-957f-d95b51cef14f gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:26:37.944221 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-62e9220d-0288-456c-aa97-950501f951f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5ef7ff-a0e4-4148-957f-d95b51cef14f', 'name': 'router1', 'tenant_id': '9e0e9d5dad8245138442ded39f1ffc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:26:25Z', 'updated_at': '2022-04-29T11:26:36Z', 'revision_number': 2, 'project_id': '9e0e9d5dad8245138442ded39f1ffc24', 'gw_port_host': None, '_interfaces': [{'id': '32cb4142-4e49-4a04-9c2e-599f421f2285', 'name': '', 'network_id': '31047b1f-28e2-4b7e-87e2-b1073044b1fb', 'tenant_id': '9e0e9d5dad8245138442ded39f1ffc24', 'mac_address': 'fa:16:3e:8d:4f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5ef7ff-a0e4-4148-957f-d95b51cef14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '40c1d2f6-d369-4ab4-8a2c-3016e6b10b95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:26:34Z', 'updated_at': '2022-04-29T11:26:36Z', 'revision_number': 2, 'project_id': '9e0e9d5dad8245138442ded39f1ffc24', 'subnets': [{'id': '40c1d2f6-d369-4ab4-8a2c-3016e6b10b95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '60405a79-45c7-4b84-b7a9-79966535ac38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:26:38.004927 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e9220d-0288-456c-aa97-950501f951f9 None None] Checking router: 7d5ef7ff-a0e4-4148-957f-d95b51cef14f for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:26:38.005373 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e9220d-0288-456c-aa97-950501f951f9 None None] Updating router 7d5ef7ff-a0e4-4148-957f-d95b51cef14f port 32cb4142-4e49-4a04-9c2e-599f421f2285 binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:26:38.063919 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-62e9220d-0288-456c-aa97-950501f951f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:38.810426 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-62e9220d-0288-456c-aa97-950501f951f9 None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:38.820909 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-62e9220d-0288-456c-aa97-950501f951f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:39.029735 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0a28f-2c33-4101-a284-c11dd6d22c51 None None] Pushing event updated for resources: {'Port': ['ID=32cb4142-4e49-4a04-9c2e-599f421f2285,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:26:39.045885 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-62e9220d-0288-456c-aa97-950501f951f9 None None] Attempting to bind port 32cb4142-4e49-4a04-9c2e-599f421f2285 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:26:39.046508 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-62e9220d-0288-456c-aa97-950501f951f9 None None] Attempting to bind port 32cb4142-4e49-4a04-9c2e-599f421f2285 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '3ddef38d-1b76-4473-b2d7-a2da1dc3a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '31047b1f-28e2-4b7e-87e2-b1073044b1fb'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:26:39.047176 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e9220d-0288-456c-aa97-950501f951f9 None None] Attempting to bind port 32cb4142-4e49-4a04-9c2e-599f421f2285 on network 31047b1f-28e2-4b7e-87e2-b1073044b1fb {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:26:39.051293 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0a28f-2c33-4101-a284-c11dd6d22c51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:39.051833 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0a28f-2c33-4101-a284-c11dd6d22c51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:39.052347 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0a28f-2c33-4101-a284-c11dd6d22c51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:39.052865 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0a28f-2c33-4101-a284-c11dd6d22c51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:39.053365 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0a28f-2c33-4101-a284-c11dd6d22c51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:39.053875 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0a28f-2c33-4101-a284-c11dd6d22c51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:39.054421 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0a28f-2c33-4101-a284-c11dd6d22c51 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:39.054967 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0a28f-2c33-4101-a284-c11dd6d22c51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:39.055514 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0a28f-2c33-4101-a284-c11dd6d22c51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:39.056041 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0a28f-2c33-4101-a284-c11dd6d22c51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:39.056571 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0a28f-2c33-4101-a284-c11dd6d22c51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:39.057096 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0a28f-2c33-4101-a284-c11dd6d22c51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:26:39.059050 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0a28f-2c33-4101-a284-c11dd6d22c51 None None] Tracked resource versions report: Apr 29 11:26:39.059050 dv-neutron-838888-1-hyperv neutron-server[102962]: pushed versions: Apr 29 11:26:39.059050 dv-neutron-838888-1-hyperv neutron-server[102962]: { 'AddressGroup': {'1.2'}, Apr 29 11:26:39.059050 dv-neutron-838888-1-hyperv neutron-server[102962]: 'ConntrackHelper': {'1.0'}, Apr 29 11:26:39.059050 dv-neutron-838888-1-hyperv neutron-server[102962]: 'Log': {'1.0'}, Apr 29 11:26:39.059050 dv-neutron-838888-1-hyperv neutron-server[102962]: 'Network': {'1.1'}, Apr 29 11:26:39.059050 dv-neutron-838888-1-hyperv neutron-server[102962]: 'Port': {'1.7'}, Apr 29 11:26:39.059050 dv-neutron-838888-1-hyperv neutron-server[102962]: 'PortForwarding': {'1.2'}, Apr 29 11:26:39.059050 dv-neutron-838888-1-hyperv neutron-server[102962]: 'QosPolicy': {'1.9'}, Apr 29 11:26:39.059050 dv-neutron-838888-1-hyperv neutron-server[102962]: 'SecurityGroup': {'1.4'}, Apr 29 11:26:39.059050 dv-neutron-838888-1-hyperv neutron-server[102962]: 'SecurityGroupRule': {'1.2'}, Apr 29 11:26:39.059050 dv-neutron-838888-1-hyperv neutron-server[102962]: 'SubPort': {'1.0'}, Apr 29 11:26:39.059050 dv-neutron-838888-1-hyperv neutron-server[102962]: 'Subnet': {'1.1'}, Apr 29 11:26:39.059050 dv-neutron-838888-1-hyperv neutron-server[102962]: 'Trunk': {'1.1'}} Apr 29 11:26:39.059050 dv-neutron-838888-1-hyperv neutron-server[102962]: consumer versions: Apr 29 11:26:39.059050 dv-neutron-838888-1-hyperv neutron-server[102962]: { DHCP agent@dv-neutron-838888-1-hyperv: {}, Apr 29 11:26:39.059050 dv-neutron-838888-1-hyperv neutron-server[102962]: L3 agent@dv-neutron-838888-1-hyperv: {}, Apr 29 11:26:39.059050 dv-neutron-838888-1-hyperv neutron-server[102962]: Metadata agent@dv-neutron-838888-1-hyperv: {}, Apr 29 11:26:39.059050 dv-neutron-838888-1-hyperv neutron-server[102962]: Metering agent@dv-neutron-838888-1-hyperv: {}, Apr 29 11:26:39.059050 dv-neutron-838888-1-hyperv neutron-server[102962]: Open vSwitch agent@dv-neutron-838888-1-hyperv: { 'AddressGroup': '1.2', Apr 29 11:26:39.059050 dv-neutron-838888-1-hyperv neutron-server[102962]: 'ConntrackHelper': '1.0', Apr 29 11:26:39.059050 dv-neutron-838888-1-hyperv neutron-server[102962]: 'Log': '1.0', Apr 29 11:26:39.059050 dv-neutron-838888-1-hyperv neutron-server[102962]: 'Network': '1.1', Apr 29 11:26:39.059050 dv-neutron-838888-1-hyperv neutron-server[102962]: 'Port': '1.7', Apr 29 11:26:39.059050 dv-neutron-838888-1-hyperv neutron-server[102962]: 'PortForwarding': '1.2', Apr 29 11:26:39.059050 dv-neutron-838888-1-hyperv neutron-server[102962]: 'QosPolicy': '1.9', Apr 29 11:26:39.059050 dv-neutron-838888-1-hyperv neutron-server[102962]: 'SecurityGroup': '1.4', Apr 29 11:26:39.059050 dv-neutron-838888-1-hyperv neutron-server[102962]: 'SecurityGroupRule': '1.2', Apr 29 11:26:39.059050 dv-neutron-838888-1-hyperv neutron-server[102962]: 'SubPort': '1.0', Apr 29 11:26:39.059050 dv-neutron-838888-1-hyperv neutron-server[102962]: 'Subnet': '1.1', Apr 29 11:26:39.059050 dv-neutron-838888-1-hyperv neutron-server[102962]: 'Trunk': '1.1'}} Apr 29 11:26:39.059050 dv-neutron-838888-1-hyperv neutron-server[102962]: {{(pid=102962) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 11:26:39.069390 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e9220d-0288-456c-aa97-950501f951f9 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:26:39.069916 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e9220d-0288-456c-aa97-950501f951f9 None None] Checking segment: {'id': '3ddef38d-1b76-4473-b2d7-a2da1dc3a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '31047b1f-28e2-4b7e-87e2-b1073044b1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:26:39.070747 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-62e9220d-0288-456c-aa97-950501f951f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:39.071372 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e9220d-0288-456c-aa97-950501f951f9 None None] Bound using segment: {'id': '3ddef38d-1b76-4473-b2d7-a2da1dc3a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '31047b1f-28e2-4b7e-87e2-b1073044b1fb'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:26:39.072191 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-62e9220d-0288-456c-aa97-950501f951f9 None None] Bound port: 32cb4142-4e49-4a04-9c2e-599f421f2285, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ddef38d-1b76-4473-b2d7-a2da1dc3a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '31047b1f-28e2-4b7e-87e2-b1073044b1fb'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:26:39.072805 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-62e9220d-0288-456c-aa97-950501f951f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:39.185382 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-ff530838-3666-42e9-a77e-cba59f2ead4b None None] Provisioning complete for port 32cb4142-4e49-4a04-9c2e-599f421f2285 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:26:39.186429 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ff530838-3666-42e9-a77e-cba59f2ead4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:39.195745 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-62e9220d-0288-456c-aa97-950501f951f9 None None] For port 32cb4142-4e49-4a04-9c2e-599f421f2285, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:26:39.228087 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-62e9220d-0288-456c-aa97-950501f951f9 None None] For port 32cb4142-4e49-4a04-9c2e-599f421f2285, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=32cb4142-4e49-4a04-9c2e-599f421f2285,segment=NetworkSegment(3ddef38d-1b76-4473-b2d7-a2da1dc3a06a),segment_id=3ddef38d-1b76-4473-b2d7-a2da1dc3a06a)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:26:39.234998 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-62e9220d-0288-456c-aa97-950501f951f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:39.261033 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-ff530838-3666-42e9-a77e-cba59f2ead4b None None] Port 32cb4142-4e49-4a04-9c2e-599f421f2285 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:26:39.308771 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e9220d-0288-456c-aa97-950501f951f9 None None] Routers {'7d5ef7ff-a0e4-4148-957f-d95b51cef14f'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:26:39.310524 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-62e9220d-0288-456c-aa97-950501f951f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:26:27Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['7d5ef7ff-a0e4-4148-957f-d95b51cef14f'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:26:39.316075 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0a28f-2c33-4101-a284-c11dd6d22c51 None None] Pushing event updated for resources: {'Port': ['ID=32cb4142-4e49-4a04-9c2e-599f421f2285,revision_number=4']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:26:39.481733 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-62e9220d-0288-456c-aa97-950501f951f9 None None] Set router 7d5ef7ff-a0e4-4148-957f-d95b51cef14f gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:26:39.597096 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-80f7947c-9b79-460b-b4b2-9d3d15271e06 None None] Provisioning complete for port 32cb4142-4e49-4a04-9c2e-599f421f2285 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:26:39.597619 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-80f7947c-9b79-460b-b4b2-9d3d15271e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:39.630905 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 45204) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:26:39.702017 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-80f7947c-9b79-460b-b4b2-9d3d15271e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:39.740996 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-80f7947c-9b79-460b-b4b2-9d3d15271e06 None None] For port 32cb4142-4e49-4a04-9c2e-599f421f2285, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=32cb4142-4e49-4a04-9c2e-599f421f2285,segment=NetworkSegment(3ddef38d-1b76-4473-b2d7-a2da1dc3a06a),segment_id=3ddef38d-1b76-4473-b2d7-a2da1dc3a06a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:26:39.749072 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-80f7947c-9b79-460b-b4b2-9d3d15271e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:39.764956 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483f1fa0-4f6a-44f9-9f79-fa9069066ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:26:39.773370 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-483f1fa0-4f6a-44f9-9f79-fa9069066ed5 admin admin] 10.222.0.69 "GET /v2.0/networks/1c458760-cee1-43dd-bfaa-f7beebba31f7 HTTP/1.1" status: 200 len: 842 time: 0.1413469 Apr 29 11:26:39.778453 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-a0fe706e-2f8e-4500-b9af-d8bd3d0d4d84 admin admin] Request body: {'subnet': {'cidr': '172.26.4.0/24', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'enable_dhcp': False, 'gateway_ip': '172.26.4.1', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:26:39.779111 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-62e9220d-0288-456c-aa97-950501f951f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5ef7ff-a0e4-4148-957f-d95b51cef14f', 'name': 'router1', 'tenant_id': '9e0e9d5dad8245138442ded39f1ffc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:26:25Z', 'updated_at': '2022-04-29T11:26:36Z', 'revision_number': 2, 'project_id': '9e0e9d5dad8245138442ded39f1ffc24', 'gw_port_host': None, '_interfaces': [{'id': '32cb4142-4e49-4a04-9c2e-599f421f2285', 'name': '', 'network_id': '31047b1f-28e2-4b7e-87e2-b1073044b1fb', 'tenant_id': '9e0e9d5dad8245138442ded39f1ffc24', 'mac_address': 'fa:16:3e:8d:4f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5ef7ff-a0e4-4148-957f-d95b51cef14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '40c1d2f6-d369-4ab4-8a2c-3016e6b10b95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:26:34Z', 'updated_at': '2022-04-29T11:26:39Z', 'revision_number': 4, 'project_id': '9e0e9d5dad8245138442ded39f1ffc24', 'subnets': [{'id': '40c1d2f6-d369-4ab4-8a2c-3016e6b10b95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '60405a79-45c7-4b84-b7a9-79966535ac38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:26:39.804573 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fe706e-2f8e-4500-b9af-d8bd3d0d4d84 admin admin] Made reservation on behalf of 72146e67393f438d8a9b26e955ffd447 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:26:39.807176 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a0fe706e-2f8e-4500-b9af-d8bd3d0d4d84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:39.811317 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e9220d-0288-456c-aa97-950501f951f9 None None] The sync data for ids ['7d5ef7ff-a0e4-4148-957f-d95b51cef14f'] in dv-neutron-838888-1-hyperv is: [{'id': '7d5ef7ff-a0e4-4148-957f-d95b51cef14f', 'name': 'router1', 'tenant_id': '9e0e9d5dad8245138442ded39f1ffc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:26:25Z', 'updated_at': '2022-04-29T11:26:36Z', 'revision_number': 2, 'project_id': '9e0e9d5dad8245138442ded39f1ffc24', 'gw_port_host': None, '_interfaces': [{'id': '32cb4142-4e49-4a04-9c2e-599f421f2285', 'name': '', 'network_id': '31047b1f-28e2-4b7e-87e2-b1073044b1fb', 'tenant_id': '9e0e9d5dad8245138442ded39f1ffc24', 'mac_address': 'fa:16:3e:8d:4f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5ef7ff-a0e4-4148-957f-d95b51cef14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '40c1d2f6-d369-4ab4-8a2c-3016e6b10b95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:26:34Z', 'updated_at': '2022-04-29T11:26:39Z', 'revision_number': 4, 'project_id': '9e0e9d5dad8245138442ded39f1ffc24', 'subnets': [{'id': '40c1d2f6-d369-4ab4-8a2c-3016e6b10b95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '60405a79-45c7-4b84-b7a9-79966535ac38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:26:39.825338 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7947c-9b79-460b-b4b2-9d3d15271e06 None None] Pushing event updated for resources: {'Port': ['ID=32cb4142-4e49-4a04-9c2e-599f421f2285,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:26:40.160526 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.objects.ports [None req-a0fe706e-2f8e-4500-b9af-d8bd3d0d4d84 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102960) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 11:26:40.160846 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a0fe706e-2f8e-4500-b9af-d8bd3d0d4d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:40.214669 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe706e-2f8e-4500-b9af-d8bd3d0d4d84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=397570a5-37ff-4212-a2a3-84a2c3a66284,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:26:40.233098 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fe706e-2f8e-4500-b9af-d8bd3d0d4d84 admin admin] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:26:40.233462 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fe706e-2f8e-4500-b9af-d8bd3d0d4d84 admin admin] Network hostable DHCP agents. Network: 1c458760-cee1-43dd-bfaa-f7beebba31f7, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:26:40.259034 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fe706e-2f8e-4500-b9af-d8bd3d0d4d84 admin admin] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:26:40.272719 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-a0fe706e-2f8e-4500-b9af-d8bd3d0d4d84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 1c458760-cee1-43dd-bfaa-f7beebba31f7) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:26:40.277361 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fe706e-2f8e-4500-b9af-d8bd3d0d4d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:26:40.277947 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a0fe706e-2f8e-4500-b9af-d8bd3d0d4d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:40.285724 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f693ab34-f39a-48a4-86e8-28ecbc8f9923 None None] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:26:40.311080 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a0fe706e-2f8e-4500-b9af-d8bd3d0d4d84 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5362256 Apr 29 11:26:40.461430 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4ebbd8-d94f-4c8a-8ede-af66ed9731f9 None None] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:26:42.829030 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 45212) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:26:42.974390 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5ed74a92-04bc-4de5-b119-82e0b17a4d0a admin admin] 10.222.0.69 "GET /v2.0/routers/7d5ef7ff-a0e4-4148-957f-d95b51cef14f HTTP/1.1" status: 200 len: 710 time: 0.1438050 Apr 29 11:26:43.079506 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0641d1e0-b571-4c71-a10e-c1a46426b283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:26:43.080919 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0641d1e0-b571-4c71-a10e-c1a46426b283 admin admin] 10.222.0.69 "GET /v2.0/networks/1c458760-cee1-43dd-bfaa-f7beebba31f7 HTTP/1.1" status: 200 len: 886 time: 0.0979786 Apr 29 11:26:43.096256 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-016e2523-6775-4ac1-9b43-ba3f7f20a152 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:26:43.177252 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 5 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:26:43.517071 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-016e2523-6775-4ac1-9b43-ba3f7f20a152 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:43.891520 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-016e2523-6775-4ac1-9b43-ba3f7f20a152 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:44.030521 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-016e2523-6775-4ac1-9b43-ba3f7f20a152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:44.176404 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-016e2523-6775-4ac1-9b43-ba3f7f20a152 admin admin] Allocated IP 172.26.4.71 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/8f01272b-1921-439f-867e-4fd55562a386) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:26:44.310789 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-016e2523-6775-4ac1-9b43-ba3f7f20a152 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:44.366679 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-016e2523-6775-4ac1-9b43-ba3f7f20a152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:44.438827 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016e2523-6775-4ac1-9b43-ba3f7f20a152 admin admin] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:26:44.444277 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-016e2523-6775-4ac1-9b43-ba3f7f20a152 admin admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:26:44.454459 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016e2523-6775-4ac1-9b43-ba3f7f20a152 admin admin] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:26:44.518659 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e2523-6775-4ac1-9b43-ba3f7f20a152 admin admin] Pushing event updated for resources: {'Port': ['ID=8f01272b-1921-439f-867e-4fd55562a386,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:26:44.852940 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-016e2523-6775-4ac1-9b43-ba3f7f20a152 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:45.122902 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-016e2523-6775-4ac1-9b43-ba3f7f20a152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681475', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3683613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1117'] for router, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:45.127619 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-016e2523-6775-4ac1-9b43-ba3f7f20a152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683602'] for router, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:45.257883 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016e2523-6775-4ac1-9b43-ba3f7f20a152 admin admin] Router 7d5ef7ff-a0e4-4148-957f-d95b51cef14f has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:26:45.579732 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016e2523-6775-4ac1-9b43-ba3f7f20a152 admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:26:45.586796 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-016e2523-6775-4ac1-9b43-ba3f7f20a152 admin admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:45.601037 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-016e2523-6775-4ac1-9b43-ba3f7f20a152 admin admin] 10.222.0.69 "PUT /v2.0/routers/7d5ef7ff-a0e4-4148-957f-d95b51cef14f HTTP/1.1" status: 200 len: 889 time: 2.4962268 Apr 29 11:26:47.716018 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732386de-95d6-41f1-81b5-cc90a9d6016f None None] Sync routers for ids ['7d5ef7ff-a0e4-4148-957f-d95b51cef14f'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:26:47.736017 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732386de-95d6-41f1-81b5-cc90a9d6016f None None] Routers {'7d5ef7ff-a0e4-4148-957f-d95b51cef14f'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:26:47.737156 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-732386de-95d6-41f1-81b5-cc90a9d6016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:26:27Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['7d5ef7ff-a0e4-4148-957f-d95b51cef14f'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:26:48.035905 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 32cb4142-4e49-4a04-9c2e-599f421f2285 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:26:48.172951 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-732386de-95d6-41f1-81b5-cc90a9d6016f None None] Set router 7d5ef7ff-a0e4-4148-957f-d95b51cef14f gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:26:48.406109 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 32cb4142-4e49-4a04-9c2e-599f421f2285 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:26:48.406513 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:48.639806 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 45224) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:26:48.841327 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-af849f22-dbd7-46f3-8841-d253e04ae82d admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1988750 Apr 29 11:26:48.937757 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-732386de-95d6-41f1-81b5-cc90a9d6016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5ef7ff-a0e4-4148-957f-d95b51cef14f', 'name': 'router1', 'tenant_id': '9e0e9d5dad8245138442ded39f1ffc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '8f01272b-1921-439f-867e-4fd55562a386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:26:25Z', 'updated_at': '2022-04-29T11:26:44Z', 'revision_number': 4, 'project_id': '9e0e9d5dad8245138442ded39f1ffc24', 'gw_port': {'id': '8f01272b-1921-439f-867e-4fd55562a386', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5ef7ff-a0e4-4148-957f-d95b51cef14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:26:44Z', 'updated_at': '2022-04-29T11:26:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '32cb4142-4e49-4a04-9c2e-599f421f2285', 'name': '', 'network_id': '31047b1f-28e2-4b7e-87e2-b1073044b1fb', 'tenant_id': '9e0e9d5dad8245138442ded39f1ffc24', 'mac_address': 'fa:16:3e:8d:4f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5ef7ff-a0e4-4148-957f-d95b51cef14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '40c1d2f6-d369-4ab4-8a2c-3016e6b10b95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:26:34Z', 'updated_at': '2022-04-29T11:26:39Z', 'revision_number': 5, 'project_id': '9e0e9d5dad8245138442ded39f1ffc24', 'subnets': [{'id': '40c1d2f6-d369-4ab4-8a2c-3016e6b10b95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '60405a79-45c7-4b84-b7a9-79966535ac38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:26:49.002228 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732386de-95d6-41f1-81b5-cc90a9d6016f None None] Checking router: 7d5ef7ff-a0e4-4148-957f-d95b51cef14f for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:26:49.002643 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732386de-95d6-41f1-81b5-cc90a9d6016f None None] Updating router 7d5ef7ff-a0e4-4148-957f-d95b51cef14f port 8f01272b-1921-439f-867e-4fd55562a386 binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:26:49.060316 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-732386de-95d6-41f1-81b5-cc90a9d6016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:49.581973 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-732386de-95d6-41f1-81b5-cc90a9d6016f None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:49.594067 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-732386de-95d6-41f1-81b5-cc90a9d6016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:49.687757 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63df12b-565c-40f5-a24e-77321685dd82 None None] Pushing event updated for resources: {'Port': ['ID=8f01272b-1921-439f-867e-4fd55562a386,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:26:49.691503 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-732386de-95d6-41f1-81b5-cc90a9d6016f None None] Attempting to bind port 8f01272b-1921-439f-867e-4fd55562a386 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:26:49.692046 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-732386de-95d6-41f1-81b5-cc90a9d6016f None None] Attempting to bind port 8f01272b-1921-439f-867e-4fd55562a386 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:26:49.693636 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732386de-95d6-41f1-81b5-cc90a9d6016f None None] Attempting to bind port 8f01272b-1921-439f-867e-4fd55562a386 on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:26:49.708758 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732386de-95d6-41f1-81b5-cc90a9d6016f None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:26:49.709301 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732386de-95d6-41f1-81b5-cc90a9d6016f None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:26:49.710532 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-732386de-95d6-41f1-81b5-cc90a9d6016f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:49.711214 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732386de-95d6-41f1-81b5-cc90a9d6016f None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:26:49.712056 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-732386de-95d6-41f1-81b5-cc90a9d6016f None None] Bound port: 8f01272b-1921-439f-867e-4fd55562a386, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:26:49.712713 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-732386de-95d6-41f1-81b5-cc90a9d6016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:49.788890 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-732386de-95d6-41f1-81b5-cc90a9d6016f None None] For port 8f01272b-1921-439f-867e-4fd55562a386, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:26:49.795834 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-732386de-95d6-41f1-81b5-cc90a9d6016f None None] For port 8f01272b-1921-439f-867e-4fd55562a386, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=8f01272b-1921-439f-867e-4fd55562a386,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:26:49.802422 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-732386de-95d6-41f1-81b5-cc90a9d6016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:49.862830 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732386de-95d6-41f1-81b5-cc90a9d6016f None None] Routers {'7d5ef7ff-a0e4-4148-957f-d95b51cef14f'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:26:49.863464 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-732386de-95d6-41f1-81b5-cc90a9d6016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:26:27Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['7d5ef7ff-a0e4-4148-957f-d95b51cef14f'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:26:49.915942 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63df12b-565c-40f5-a24e-77321685dd82 None None] Pushing event updated for resources: {'Port': ['ID=8f01272b-1921-439f-867e-4fd55562a386,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:26:50.025053 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-732386de-95d6-41f1-81b5-cc90a9d6016f None None] Set router 7d5ef7ff-a0e4-4148-957f-d95b51cef14f gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:26:50.304338 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-732386de-95d6-41f1-81b5-cc90a9d6016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5ef7ff-a0e4-4148-957f-d95b51cef14f', 'name': 'router1', 'tenant_id': '9e0e9d5dad8245138442ded39f1ffc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '8f01272b-1921-439f-867e-4fd55562a386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:26:25Z', 'updated_at': '2022-04-29T11:26:44Z', 'revision_number': 4, 'project_id': '9e0e9d5dad8245138442ded39f1ffc24', 'gw_port': {'id': '8f01272b-1921-439f-867e-4fd55562a386', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5ef7ff-a0e4-4148-957f-d95b51cef14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:26:44Z', 'updated_at': '2022-04-29T11:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '32cb4142-4e49-4a04-9c2e-599f421f2285', 'name': '', 'network_id': '31047b1f-28e2-4b7e-87e2-b1073044b1fb', 'tenant_id': '9e0e9d5dad8245138442ded39f1ffc24', 'mac_address': 'fa:16:3e:8d:4f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5ef7ff-a0e4-4148-957f-d95b51cef14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '40c1d2f6-d369-4ab4-8a2c-3016e6b10b95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:26:34Z', 'updated_at': '2022-04-29T11:26:39Z', 'revision_number': 5, 'project_id': '9e0e9d5dad8245138442ded39f1ffc24', 'subnets': [{'id': '40c1d2f6-d369-4ab4-8a2c-3016e6b10b95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '60405a79-45c7-4b84-b7a9-79966535ac38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:26:50.333612 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732386de-95d6-41f1-81b5-cc90a9d6016f None None] The sync data for ids ['7d5ef7ff-a0e4-4148-957f-d95b51cef14f'] in dv-neutron-838888-1-hyperv is: [{'id': '7d5ef7ff-a0e4-4148-957f-d95b51cef14f', 'name': 'router1', 'tenant_id': '9e0e9d5dad8245138442ded39f1ffc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '8f01272b-1921-439f-867e-4fd55562a386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:26:25Z', 'updated_at': '2022-04-29T11:26:44Z', 'revision_number': 4, 'project_id': '9e0e9d5dad8245138442ded39f1ffc24', 'gw_port': {'id': '8f01272b-1921-439f-867e-4fd55562a386', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5ef7ff-a0e4-4148-957f-d95b51cef14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:26:44Z', 'updated_at': '2022-04-29T11:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '32cb4142-4e49-4a04-9c2e-599f421f2285', 'name': '', 'network_id': '31047b1f-28e2-4b7e-87e2-b1073044b1fb', 'tenant_id': '9e0e9d5dad8245138442ded39f1ffc24', 'mac_address': 'fa:16:3e:8d:4f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5ef7ff-a0e4-4148-957f-d95b51cef14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '40c1d2f6-d369-4ab4-8a2c-3016e6b10b95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:26:34Z', 'updated_at': '2022-04-29T11:26:39Z', 'revision_number': 5, 'project_id': '9e0e9d5dad8245138442ded39f1ffc24', 'subnets': [{'id': '40c1d2f6-d369-4ab4-8a2c-3016e6b10b95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '60405a79-45c7-4b84-b7a9-79966535ac38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:26:52.056433 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 8f01272b-1921-439f-867e-4fd55562a386 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:26:52.157912 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 8f01272b-1921-439f-867e-4fd55562a386 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:26:52.158399 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:52.282208 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:52.315014 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 8f01272b-1921-439f-867e-4fd55562a386, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=8f01272b-1921-439f-867e-4fd55562a386,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:26:52.326214 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:52.432688 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=8f01272b-1921-439f-867e-4fd55562a386,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:26:53.547070 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3c6997a3-01e7-4bb9-8695-ff5505e5365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:54.003495 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 8f01272b-1921-439f-867e-4fd55562a386 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:26:54.144565 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 8f01272b-1921-439f-867e-4fd55562a386 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:26:54.145365 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:57.227958 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6e73a3dc-bb37-46f5-9de8-01bba158e0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:58.422223 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:26:59.917868 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:27:00.134109 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:27:20.201325 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 5 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:27:23.529778 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e54cbf2d-dd22-44aa-91f4-793955d2f3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:27:27.219334 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f315aead-7820-46bf-8c7b-56254f37bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:27:28.400336 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:27:29.880147 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:27:30.125061 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:27:53.505576 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d3f1f243-f1d9-47ab-aedb-89e0e8b00795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:27:57.189904 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 5 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:27:57.210560 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e8783cd3-4095-4a33-83cf-d0ae468df79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:27:58.411476 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:27:59.893334 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:28:00.140203 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:28:23.506101 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d13436a0-f8d5-4953-bb72-9d57b40814cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:28:27.207363 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a3bbe98f-c7fe-46e4-954f-2ee10f328ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:28:28.404407 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:28:29.884678 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:28:30.126031 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:28:34.190397 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 5 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:28:53.504972 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-abc53a9f-89e2-4183-84b2-c69c0de2123e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:28:57.214995 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1ceb5cf4-6c9b-424c-9bb4-7974b10e76c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:28:57.597674 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 45818) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:28:57.684879 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-bee79a77-3c91-44fd-80d2-cb344bd78952 admin admin] GET failed (client error): The resource could not be found. Apr 29 11:28:57.687276 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-bee79a77-3c91-44fd-80d2-cb344bd78952 admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0877280 Apr 29 11:28:57.873038 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b336a6dc-84f7-4829-b6f4-b7e6b00b3515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:28:57.874845 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b336a6dc-84f7-4829-b6f4-b7e6b00b3515 admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1825483 Apr 29 11:28:58.414707 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:28:59.887221 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:00.124762 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:00.251219 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 45828) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:29:00.358011 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a094b368-1bea-4006-8484-c14b68965f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:29:00.359465 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a094b368-1bea-4006-8484-c14b68965f73 admin admin] 10.222.0.69 "GET /v2.0/subnets/40c1d2f6-d369-4ab4-8a2c-3016e6b10b95 HTTP/1.1" status: 200 len: 849 time: 0.1070118 Apr 29 11:29:00.377728 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-c7ae741a-1f64-4ee5-a3d5-6f8fe6c47b56 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:29:00.480695 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c7ae741a-1f64-4ee5-a3d5-6f8fe6c47b56 admin admin] Notify callbacks [] for subnet, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:00.649477 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c7ae741a-1f64-4ee5-a3d5-6f8fe6c47b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792668407480'] for subnet, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:00.689242 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ae741a-1f64-4ee5-a3d5-6f8fe6c47b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:29:00.689836 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c7ae741a-1f64-4ee5-a3d5-6f8fe6c47b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:00.695909 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c7ae741a-1f64-4ee5-a3d5-6f8fe6c47b56 admin admin] 10.222.0.69 "PUT /v2.0/subnets/40c1d2f6-d369-4ab4-8a2c-3016e6b10b95 HTTP/1.1" status: 200 len: 868 time: 0.3211162 Apr 29 11:29:00.698547 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37307e67-ac8d-4730-bc49-19046bac3758 None None] Network 31047b1f-28e2-4b7e-87e2-b1073044b1fb requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:29:00.721929 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae741a-1f64-4ee5-a3d5-6f8fe6c47b56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40c1d2f6-d369-4ab4-8a2c-3016e6b10b95,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:29:00.731191 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae741a-1f64-4ee5-a3d5-6f8fe6c47b56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:00.731535 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae741a-1f64-4ee5-a3d5-6f8fe6c47b56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:00.731868 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae741a-1f64-4ee5-a3d5-6f8fe6c47b56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:00.732192 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae741a-1f64-4ee5-a3d5-6f8fe6c47b56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:00.732522 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae741a-1f64-4ee5-a3d5-6f8fe6c47b56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:00.732852 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae741a-1f64-4ee5-a3d5-6f8fe6c47b56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:00.733333 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae741a-1f64-4ee5-a3d5-6f8fe6c47b56 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:00.733668 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae741a-1f64-4ee5-a3d5-6f8fe6c47b56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:00.733993 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae741a-1f64-4ee5-a3d5-6f8fe6c47b56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:00.734484 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae741a-1f64-4ee5-a3d5-6f8fe6c47b56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:00.734797 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae741a-1f64-4ee5-a3d5-6f8fe6c47b56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:00.735114 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae741a-1f64-4ee5-a3d5-6f8fe6c47b56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:01.198038 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-fd4489e5-f9b5-4568-80f6-af86530ee1a8 None None] Provisioning complete for port 32cb4142-4e49-4a04-9c2e-599f421f2285 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:29:01.199603 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fd4489e5-f9b5-4568-80f6-af86530ee1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:01.314883 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-fd4489e5-f9b5-4568-80f6-af86530ee1a8 None None] Provisioning complete for port d9de112b-5466-43c3-945f-d738a4427fb6 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:29:01.315315 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fd4489e5-f9b5-4568-80f6-af86530ee1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:03.077070 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 45838) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:29:03.310049 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dcedcf-9deb-4154-9d4c-46b7e7e631ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:29:03.310562 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dcedcf-9deb-4154-9d4c-46b7e7e631ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:29:03.312155 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-44dcedcf-9deb-4154-9d4c-46b7e7e631ab admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2341027 Apr 29 11:29:05.681660 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 45846) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:29:05.835207 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9947ce-a83e-416d-b982-44d568643832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:29:05.836408 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9947ce-a83e-416d-b982-44d568643832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:29:05.838206 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ad9947ce-a83e-416d-b982-44d568643832 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1554072 Apr 29 11:29:08.209601 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 45854) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:29:08.400641 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516ff63b-ffba-4d86-87d4-b7b40d4a1812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:29:08.403008 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-516ff63b-ffba-4d86-87d4-b7b40d4a1812 admin admin] 10.222.0.69 "GET /v2.0/networks/1c458760-cee1-43dd-bfaa-f7beebba31f7 HTTP/1.1" status: 200 len: 886 time: 0.1920614 Apr 29 11:29:10.798984 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 45862) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:29:10.963379 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503bb97f-2432-42f3-b68a-055f739d3219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:29:10.964895 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-503bb97f-2432-42f3-b68a-055f739d3219 admin admin] 10.222.0.69 "GET /v2.0/networks/31047b1f-28e2-4b7e-87e2-b1073044b1fb HTTP/1.1" status: 200 len: 869 time: 0.1649020 Apr 29 11:29:11.191062 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 5 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:29:13.964138 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 45870) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:29:14.114576 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dced80a6-2a93-466a-a5e2-75e00cac0c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:29:14.115046 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dced80a6-2a93-466a-a5e2-75e00cac0c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:29:14.118107 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-dced80a6-2a93-466a-a5e2-75e00cac0c6a admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1527441 Apr 29 11:29:16.518390 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 45878) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:29:16.640493 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb093a2-78fa-4988-b593-cab193d91f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:29:16.641064 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb093a2-78fa-4988-b593-cab193d91f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:29:16.642670 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-eeb093a2-78fa-4988-b593-cab193d91f2b admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1229880 Apr 29 11:29:19.021673 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 45886) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:29:19.139422 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40601f5e-45b8-4a02-a98c-0d221ebd6c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:29:19.141725 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-40601f5e-45b8-4a02-a98c-0d221ebd6c6a admin admin] 10.222.0.69 "GET /v2.0/subnets/397570a5-37ff-4212-a2a3-84a2c3a66284 HTTP/1.1" status: 200 len: 816 time: 0.1182635 Apr 29 11:29:21.658424 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 45894) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:29:21.763680 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4c6355-5c7f-4dba-93a3-6f3ee7a6f06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:29:21.765109 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8e4c6355-5c7f-4dba-93a3-6f3ee7a6f06a admin admin] 10.222.0.69 "GET /v2.0/subnets/40c1d2f6-d369-4ab4-8a2c-3016e6b10b95 HTTP/1.1" status: 200 len: 868 time: 0.1052434 Apr 29 11:29:23.502882 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9b55292c-7668-45ef-8a22-b2e5174d17de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:27.212119 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7416372e-eaa6-4eec-bbc3-a0e29a174285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:28.412755 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:29.888991 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:30.124783 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:44.866288 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 45948) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:29:44.951640 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-3d4383f8-842a-4262-93f6-ed791a03411e admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:29:44.952710 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3d4383f8-842a-4262-93f6-ed791a03411e admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0853643 Apr 29 11:29:47.386577 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 45956) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:29:47.454829 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0333cea-ba66-4b9d-80d1-ae3214c9d862 admin admin] GET failed (client error): The resource could not be found. Apr 29 11:29:47.456293 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c0333cea-ba66-4b9d-80d1-ae3214c9d862 admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0684905 Apr 29 11:29:47.557548 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fc03e9-e23e-41c2-b9b0-79efc1562713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:29:47.559099 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-11fc03e9-e23e-41c2-b9b0-79efc1562713 admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0962267 Apr 29 11:29:48.194752 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 5 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:29:50.435644 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 45964) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:29:50.495441 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-5ad92bd7-a3eb-4f15-8c58-0484ce9bf9aa admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:29:50.532828 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad92bd7-a3eb-4f15-8c58-0484ce9bf9aa admin admin] Made reservation on behalf of 72146e67393f438d8a9b26e955ffd447 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:29:50.535590 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5ad92bd7-a3eb-4f15-8c58-0484ce9bf9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:50.585265 dv-neutron-838888-1-hyperv neutron-server[102959]: WARNING neutron.services.revisions.revision_plugin [None req-5ad92bd7-a3eb-4f15-8c58-0484ce9bf9aa admin admin] Could not find related network for resource to bump revision. Apr 29 11:29:50.604333 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad92bd7-a3eb-4f15-8c58-0484ce9bf9aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:29:50.619668 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5ad92bd7-a3eb-4f15-8c58-0484ce9bf9aa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792668448871', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:50.620172 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5ad92bd7-a3eb-4f15-8c58-0484ce9bf9aa admin admin] Unsubscribe: segment precommit_create {{(pid=102959) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 29 11:29:50.620649 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-5ad92bd7-a3eb-4f15-8c58-0484ce9bf9aa admin admin] Added segment 436ac5ef-9907-4387-9c05-daa2357444b0 of type vlan for network 26a410b6-f45d-42d9-b66e-e80799ed752f Apr 29 11:29:50.684058 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5ad92bd7-a3eb-4f15-8c58-0484ce9bf9aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:50.720667 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5ad92bd7-a3eb-4f15-8c58-0484ce9bf9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:50.721695 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad92bd7-a3eb-4f15-8c58-0484ce9bf9aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:29:50.722355 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5ad92bd7-a3eb-4f15-8c58-0484ce9bf9aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:50.855453 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5ad92bd7-a3eb-4f15-8c58-0484ce9bf9aa admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4184575 Apr 29 11:29:50.867080 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad92bd7-a3eb-4f15-8c58-0484ce9bf9aa admin admin] Pushing event updated for resources: {'Network': ['ID=26a410b6-f45d-42d9-b66e-e80799ed752f,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:29:50.875979 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad92bd7-a3eb-4f15-8c58-0484ce9bf9aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:50.876388 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad92bd7-a3eb-4f15-8c58-0484ce9bf9aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:50.876901 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad92bd7-a3eb-4f15-8c58-0484ce9bf9aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:50.877346 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad92bd7-a3eb-4f15-8c58-0484ce9bf9aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:50.877776 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad92bd7-a3eb-4f15-8c58-0484ce9bf9aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:50.878264 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad92bd7-a3eb-4f15-8c58-0484ce9bf9aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:50.878718 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad92bd7-a3eb-4f15-8c58-0484ce9bf9aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:50.879241 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad92bd7-a3eb-4f15-8c58-0484ce9bf9aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:50.879779 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad92bd7-a3eb-4f15-8c58-0484ce9bf9aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:50.880210 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad92bd7-a3eb-4f15-8c58-0484ce9bf9aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:50.881711 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad92bd7-a3eb-4f15-8c58-0484ce9bf9aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:50.882007 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad92bd7-a3eb-4f15-8c58-0484ce9bf9aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:50.897710 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 26a410b6-f45d-42d9-b66e-e80799ed752f details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:29:53.296691 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 45972) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:29:53.367626 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd805a1-d9f7-4b95-b0f8-39a2154ed702 admin admin] GET failed (client error): The resource could not be found. Apr 29 11:29:53.369117 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5bd805a1-d9f7-4b95-b0f8-39a2154ed702 admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0714753 Apr 29 11:29:53.492740 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a260774-0002-4fea-b394-5164e2da8f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:29:53.495383 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7a260774-0002-4fea-b394-5164e2da8f93 admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1209235 Apr 29 11:29:53.504219 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-49f497c1-49f4-4c50-95ec-fc750c911503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:53.510997 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-6016b6e6-7a48-4c46-a9ad-eea9da1916fd admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '26a410b6-f45d-42d9-b66e-e80799ed752f', 'cidr': '192.168.233.0/24'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:29:53.536071 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6016b6e6-7a48-4c46-a9ad-eea9da1916fd admin admin] Made reservation on behalf of 72146e67393f438d8a9b26e955ffd447 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:29:53.539762 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6016b6e6-7a48-4c46-a9ad-eea9da1916fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:53.733162 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6016b6e6-7a48-4c46-a9ad-eea9da1916fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:53.793250 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016b6e6-7a48-4c46-a9ad-eea9da1916fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=971bdb0e-a14f-4b22-b052-4102b033ce76,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:29:53.807155 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6016b6e6-7a48-4c46-a9ad-eea9da1916fd admin admin] Checking segment: {'id': '436ac5ef-9907-4387-9c05-daa2357444b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '26a410b6-f45d-42d9-b66e-e80799ed752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:29:53.807555 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6016b6e6-7a48-4c46-a9ad-eea9da1916fd admin admin] Network hostable DHCP agents. Network: 26a410b6-f45d-42d9-b66e-e80799ed752f, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:29:53.827094 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6016b6e6-7a48-4c46-a9ad-eea9da1916fd admin admin] Network 26a410b6-f45d-42d9-b66e-e80799ed752f is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:29:53.838108 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-6016b6e6-7a48-4c46-a9ad-eea9da1916fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 26a410b6-f45d-42d9-b66e-e80799ed752f) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:29:53.843870 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6016b6e6-7a48-4c46-a9ad-eea9da1916fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:29:53.844804 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6016b6e6-7a48-4c46-a9ad-eea9da1916fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:53.854052 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f56cd47-7460-463f-9a58-7060ae05ad3b None None] Network 26a410b6-f45d-42d9-b66e-e80799ed752f requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:29:53.868024 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6016b6e6-7a48-4c46-a9ad-eea9da1916fd admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3627083 Apr 29 11:29:54.042080 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-26a410b6-f45d-42d9-b66e-e80799ed752f', 'network_id': '26a410b6-f45d-42d9-b66e-e80799ed752f', 'tenant_id': '72146e67393f438d8a9b26e955ffd447', 'fixed_ips': [{'subnet_id': '971bdb0e-a14f-4b22-b052-4102b033ce76'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:29:54.043589 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:54.255257 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] Allocated IP 192.168.233.2 (26a410b6-f45d-42d9-b66e-e80799ed752f/971bdb0e-a14f-4b22-b052-4102b033ce76/3ef4f9bd-076a-4dae-b67a-62c572b4748c) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:29:54.468008 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:54.477275 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:54.558812 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] Network 26a410b6-f45d-42d9-b66e-e80799ed752f is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:29:54.564699 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:29:54.573271 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:29:54.578846 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] Pushing event updated for resources: {'Port': ['ID=3ef4f9bd-076a-4dae-b67a-62c572b4748c,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:29:54.601352 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:54.601943 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:54.605596 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:54.606236 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:54.606821 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:54.607441 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:54.608003 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:54.608599 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:54.609181 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:54.609737 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:54.610336 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:54.610916 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:29:54.697307 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] Attempting to bind port 3ef4f9bd-076a-4dae-b67a-62c572b4748c on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:29:54.697927 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] Attempting to bind port 3ef4f9bd-076a-4dae-b67a-62c572b4748c by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '436ac5ef-9907-4387-9c05-daa2357444b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '26a410b6-f45d-42d9-b66e-e80799ed752f'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:29:54.698571 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] Attempting to bind port 3ef4f9bd-076a-4dae-b67a-62c572b4748c on network 26a410b6-f45d-42d9-b66e-e80799ed752f {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:29:54.708109 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:29:54.708812 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] Checking segment: {'id': '436ac5ef-9907-4387-9c05-daa2357444b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '26a410b6-f45d-42d9-b66e-e80799ed752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:29:54.710269 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:54.710974 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] Bound using segment: {'id': '436ac5ef-9907-4387-9c05-daa2357444b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '26a410b6-f45d-42d9-b66e-e80799ed752f'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:29:54.711805 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] Bound port: 3ef4f9bd-076a-4dae-b67a-62c572b4748c, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436ac5ef-9907-4387-9c05-daa2357444b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '26a410b6-f45d-42d9-b66e-e80799ed752f'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:29:54.712476 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:54.829033 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] For port 3ef4f9bd-076a-4dae-b67a-62c572b4748c, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:29:54.833545 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] For port 3ef4f9bd-076a-4dae-b67a-62c572b4748c, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=3ef4f9bd-076a-4dae-b67a-62c572b4748c,segment=NetworkSegment(436ac5ef-9907-4387-9c05-daa2357444b0),segment_id=436ac5ef-9907-4387-9c05-daa2357444b0)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:29:54.841194 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:54.928680 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc95309-4e01-4633-8bac-bea1488d0437 None None] Pushing event updated for resources: {'Port': ['ID=3ef4f9bd-076a-4dae-b67a-62c572b4748c,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:29:55.928247 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d363cd26-712b-4a76-9f6b-ae910b59ffb8 None None] Network 26a410b6-f45d-42d9-b66e-e80799ed752f requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:29:56.037957 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-b99d2d7d-a772-4ddc-a962-d5be8e4a6665 None None] Provisioning complete for port 3ef4f9bd-076a-4dae-b67a-62c572b4748c triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:29:56.038558 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b99d2d7d-a772-4ddc-a962-d5be8e4a6665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:56.242247 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 3ef4f9bd-076a-4dae-b67a-62c572b4748c up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:29:56.305851 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b99d2d7d-a772-4ddc-a962-d5be8e4a6665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:56.379400 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-b99d2d7d-a772-4ddc-a962-d5be8e4a6665 None None] For port 3ef4f9bd-076a-4dae-b67a-62c572b4748c, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=3ef4f9bd-076a-4dae-b67a-62c572b4748c,segment=NetworkSegment(436ac5ef-9907-4387-9c05-daa2357444b0),segment_id=436ac5ef-9907-4387-9c05-daa2357444b0)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:29:56.388142 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b99d2d7d-a772-4ddc-a962-d5be8e4a6665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:56.441953 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 3ef4f9bd-076a-4dae-b67a-62c572b4748c triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:29:56.442736 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:56.553772 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d2d7d-a772-4ddc-a962-d5be8e4a6665 None None] Pushing event updated for resources: {'Port': ['ID=3ef4f9bd-076a-4dae-b67a-62c572b4748c,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:29:56.722723 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5b1141e7-cec0-461b-bfc5-a68071b73306 None None] Provisioning complete for port 3ef4f9bd-076a-4dae-b67a-62c572b4748c triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:29:56.723295 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5b1141e7-cec0-461b-bfc5-a68071b73306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:57.208363 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5a38ec0e-fef9-41c9-a86a-45c6ecda53e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:58.112749 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 3ef4f9bd-076a-4dae-b67a-62c572b4748c up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:29:58.182484 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 3ef4f9bd-076a-4dae-b67a-62c572b4748c triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:29:58.182953 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:58.414686 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:29:59.905693 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:30:00.132172 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:30:23.509213 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2f9b421f-622b-47f2-abd8-7f86e79c3c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:30:25.195395 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 5 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:30:27.212926 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-110cfd54-c76e-44fc-96d7-5aa29d98b084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:30:28.421448 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:30:29.897284 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:30:30.122723 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:30:53.511594 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-643769a7-0d6b-4b8d-b42b-47ba676d48b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:30:57.213503 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-315a3ce2-abdf-488d-aa22-90b3c2ad4324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:30:58.418092 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:30:59.906029 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:31:00.121156 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:31:02.195280 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 5 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:31:23.508874 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d6ed88e9-b0ad-47ea-b763-d0c0bf2abf53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:31:27.213157 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-429f4138-721c-45a5-bbc8-d113440501a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:31:28.423153 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:31:29.909085 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:31:30.118155 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:31:34.061185 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46012) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:31:34.068710 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-449fec82-a508-4c67-bde2-2093e3b1a203 tempest-verify_tempest_config-1491856611 tempest-verify_tempest_config-1491856611-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:31:34.069996 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-449fec82-a508-4c67-bde2-2093e3b1a203 tempest-verify_tempest_config-1491856611 tempest-verify_tempest_config-1491856611-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0073843 Apr 29 11:31:34.477686 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46030) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:31:34.632742 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e0db100a-ab14-4dc0-8313-fc4d3255d85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:31:34.734917 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e0db100a-ab14-4dc0-8313-fc4d3255d85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:31:34.739661 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e0db100a-ab14-4dc0-8313-fc4d3255d85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:31:34.791486 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e0db100a-ab14-4dc0-8313-fc4d3255d85a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fac1df004e624b79b24e6221f672a819&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3125486 Apr 29 11:31:34.792653 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db100a-ab14-4dc0-8313-fc4d3255d85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0b398e-fcf5-4fa7-aa1f-7d9f625101df,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:31:34.795958 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46034) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:31:34.816315 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db100a-ab14-4dc0-8313-fc4d3255d85a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:31:34.816739 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db100a-ab14-4dc0-8313-fc4d3255d85a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:31:34.817132 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db100a-ab14-4dc0-8313-fc4d3255d85a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:31:34.817549 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db100a-ab14-4dc0-8313-fc4d3255d85a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:31:34.817917 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db100a-ab14-4dc0-8313-fc4d3255d85a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:31:34.818341 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db100a-ab14-4dc0-8313-fc4d3255d85a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:31:34.818715 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db100a-ab14-4dc0-8313-fc4d3255d85a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:31:34.819110 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db100a-ab14-4dc0-8313-fc4d3255d85a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:31:34.819485 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db100a-ab14-4dc0-8313-fc4d3255d85a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:31:34.819877 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db100a-ab14-4dc0-8313-fc4d3255d85a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:31:34.820298 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db100a-ab14-4dc0-8313-fc4d3255d85a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:31:34.822044 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db100a-ab14-4dc0-8313-fc4d3255d85a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:31:34.884564 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dd1d683c-da89-43ee-8637-ba070f5a573a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:31:34.919623 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dd1d683c-da89-43ee-8637-ba070f5a573a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:31:35.032563 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dd1d683c-da89-43ee-8637-ba070f5a573a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:31:35.035938 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dd1d683c-da89-43ee-8637-ba070f5a573a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:31:35.037283 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-dd1d683c-da89-43ee-8637-ba070f5a573a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ca0b398e-fcf5-4fa7-aa1f-7d9f625101df HTTP/1.1" status: 204 len: 168 time: 0.2402689 Apr 29 11:31:35.048941 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d683c-da89-43ee-8637-ba070f5a573a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0b398e-fcf5-4fa7-aa1f-7d9f625101df,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:31:39.195155 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 5 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:31:53.504739 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-02f26481-1882-4086-a45c-9f3d0ad9a251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:31:57.208886 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4bf98d76-4168-4da6-98a7-563baf0117a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:31:58.431666 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:31:59.904778 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:32:00.115529 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:32:16.196197 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 5 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:32:23.500051 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-005234b4-ed7f-4d04-be03-1414b53e557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:32:27.212517 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-64256f85-d625-4655-831f-71312315570c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:32:28.430276 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:32:29.916048 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:32:30.122384 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:32:53.194938 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 5 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:32:53.507500 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e71b6efb-c08b-4b6d-827e-687e73891851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:32:56.971610 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3681265'] for agent, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:32:57.216305 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-bc912ada-1c22-4c29-9ac5-6ff153fef347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:32:58.429322 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:32:59.912903 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:00.118307 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:13.134797 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46104) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:33:13.264901 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-94b5e310-ccca-48cc-8845-c531e1ed3555 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1286335 Apr 29 11:33:15.681318 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46114) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:33:15.748622 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a3d01e0b-d304-4c74-8401-7ef0295ff657 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0658538 Apr 29 11:33:23.510773 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0b055be0-fdfa-4352-b9cc-45c1efb795c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:26.953906 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:27.222316 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fdaa732b-b962-422b-a7c5-f8f542d40312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:28.439401 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:29.913163 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:30.122605 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:30.194149 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:33:53.505417 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-88ad386b-a938-4e8a-ba60-5fa14aadb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:56.983466 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:57.263002 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6645763d-5911-4668-b9a5-bb2a06403bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:58.437663 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:59.920777 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:00.141296 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:07.193939 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:34:23.511182 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2e660b5f-0276-464d-a616-107386a7cb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:26.985310 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:27.227975 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-25583270-295b-469f-b89c-4f01fe534718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:28.440851 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:29.925755 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:30.134481 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:44.193344 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:34:50.225946 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46224) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:34:50.580391 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-681f34ae-0d00-4b5a-97f7-148217c45fd2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-309826622-network', 'tenant_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:34:50.616935 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681f34ae-0d00-4b5a-97f7-148217c45fd2 admin admin] Made reservation on behalf of cf40feb98e9c4f74b755b5dcaa6e15a8 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:34:50.620250 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-681f34ae-0d00-4b5a-97f7-148217c45fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:50.634772 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-681f34ae-0d00-4b5a-97f7-148217c45fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:50.728047 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-681f34ae-0d00-4b5a-97f7-148217c45fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:50.734262 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-681f34ae-0d00-4b5a-97f7-148217c45fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:50.773426 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-681f34ae-0d00-4b5a-97f7-148217c45fd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:34:50.803463 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-681f34ae-0d00-4b5a-97f7-148217c45fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:50.804039 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-681f34ae-0d00-4b5a-97f7-148217c45fd2 admin admin] Added segment 35485283-c5e8-404d-b1aa-59c7c4a98c5e of type vlan for network 6125a237-5a34-436c-b459-de251466d228 Apr 29 11:34:50.806024 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f34ae-0d00-4b5a-97f7-148217c45fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a941c91e-b502-4302-8022-60b844631fb4,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:50.827750 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f34ae-0d00-4b5a-97f7-148217c45fd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:50.828619 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f34ae-0d00-4b5a-97f7-148217c45fd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:50.829210 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f34ae-0d00-4b5a-97f7-148217c45fd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:50.829707 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f34ae-0d00-4b5a-97f7-148217c45fd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:50.830291 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f34ae-0d00-4b5a-97f7-148217c45fd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:50.830843 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f34ae-0d00-4b5a-97f7-148217c45fd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:50.831398 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f34ae-0d00-4b5a-97f7-148217c45fd2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:50.831991 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f34ae-0d00-4b5a-97f7-148217c45fd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:50.832769 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f34ae-0d00-4b5a-97f7-148217c45fd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:50.833326 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f34ae-0d00-4b5a-97f7-148217c45fd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:50.833888 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f34ae-0d00-4b5a-97f7-148217c45fd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:50.834460 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f34ae-0d00-4b5a-97f7-148217c45fd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:50.836580 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f34ae-0d00-4b5a-97f7-148217c45fd2 admin admin] Tracked resource versions report: Apr 29 11:34:50.836580 dv-neutron-838888-1-hyperv neutron-server[102960]: pushed versions: Apr 29 11:34:50.836580 dv-neutron-838888-1-hyperv neutron-server[102960]: { 'AddressGroup': {'1.2'}, Apr 29 11:34:50.836580 dv-neutron-838888-1-hyperv neutron-server[102960]: 'ConntrackHelper': {'1.0'}, Apr 29 11:34:50.836580 dv-neutron-838888-1-hyperv neutron-server[102960]: 'Log': {'1.0'}, Apr 29 11:34:50.836580 dv-neutron-838888-1-hyperv neutron-server[102960]: 'Network': {'1.1'}, Apr 29 11:34:50.836580 dv-neutron-838888-1-hyperv neutron-server[102960]: 'Port': {'1.7'}, Apr 29 11:34:50.836580 dv-neutron-838888-1-hyperv neutron-server[102960]: 'PortForwarding': {'1.2'}, Apr 29 11:34:50.836580 dv-neutron-838888-1-hyperv neutron-server[102960]: 'QosPolicy': {'1.9'}, Apr 29 11:34:50.836580 dv-neutron-838888-1-hyperv neutron-server[102960]: 'SecurityGroup': {'1.4'}, Apr 29 11:34:50.836580 dv-neutron-838888-1-hyperv neutron-server[102960]: 'SecurityGroupRule': {'1.2'}, Apr 29 11:34:50.836580 dv-neutron-838888-1-hyperv neutron-server[102960]: 'SubPort': {'1.0'}, Apr 29 11:34:50.836580 dv-neutron-838888-1-hyperv neutron-server[102960]: 'Subnet': {'1.1'}, Apr 29 11:34:50.836580 dv-neutron-838888-1-hyperv neutron-server[102960]: 'Trunk': {'1.1'}} Apr 29 11:34:50.836580 dv-neutron-838888-1-hyperv neutron-server[102960]: consumer versions: Apr 29 11:34:50.836580 dv-neutron-838888-1-hyperv neutron-server[102960]: { DHCP agent@dv-neutron-838888-1-hyperv: {}, Apr 29 11:34:50.836580 dv-neutron-838888-1-hyperv neutron-server[102960]: HyperV agent@hv-neutron-8388: {}, Apr 29 11:34:50.836580 dv-neutron-838888-1-hyperv neutron-server[102960]: L3 agent@dv-neutron-838888-1-hyperv: {}, Apr 29 11:34:50.836580 dv-neutron-838888-1-hyperv neutron-server[102960]: Metadata agent@dv-neutron-838888-1-hyperv: {}, Apr 29 11:34:50.836580 dv-neutron-838888-1-hyperv neutron-server[102960]: Metering agent@dv-neutron-838888-1-hyperv: {}, Apr 29 11:34:50.836580 dv-neutron-838888-1-hyperv neutron-server[102960]: Open vSwitch agent@dv-neutron-838888-1-hyperv: { 'AddressGroup': '1.2', Apr 29 11:34:50.836580 dv-neutron-838888-1-hyperv neutron-server[102960]: 'ConntrackHelper': '1.0', Apr 29 11:34:50.836580 dv-neutron-838888-1-hyperv neutron-server[102960]: 'Log': '1.0', Apr 29 11:34:50.836580 dv-neutron-838888-1-hyperv neutron-server[102960]: 'Network': '1.1', Apr 29 11:34:50.836580 dv-neutron-838888-1-hyperv neutron-server[102960]: 'Port': '1.7', Apr 29 11:34:50.836580 dv-neutron-838888-1-hyperv neutron-server[102960]: 'PortForwarding': '1.2', Apr 29 11:34:50.836580 dv-neutron-838888-1-hyperv neutron-server[102960]: 'QosPolicy': '1.9', Apr 29 11:34:50.836580 dv-neutron-838888-1-hyperv neutron-server[102960]: 'SecurityGroup': '1.4', Apr 29 11:34:50.836580 dv-neutron-838888-1-hyperv neutron-server[102960]: 'SecurityGroupRule': '1.2', Apr 29 11:34:50.836580 dv-neutron-838888-1-hyperv neutron-server[102960]: 'SubPort': '1.0', Apr 29 11:34:50.836580 dv-neutron-838888-1-hyperv neutron-server[102960]: 'Subnet': '1.1', Apr 29 11:34:50.836580 dv-neutron-838888-1-hyperv neutron-server[102960]: 'Trunk': '1.1'}} Apr 29 11:34:50.836580 dv-neutron-838888-1-hyperv neutron-server[102960]: {{(pid=102960) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 11:34:50.890252 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-681f34ae-0d00-4b5a-97f7-148217c45fd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:50.921684 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-681f34ae-0d00-4b5a-97f7-148217c45fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:50.923404 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681f34ae-0d00-4b5a-97f7-148217c45fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:34:50.924710 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-681f34ae-0d00-4b5a-97f7-148217c45fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:51.040426 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f34ae-0d00-4b5a-97f7-148217c45fd2 admin admin] Pushing event updated for resources: {'Network': ['ID=6125a237-5a34-436c-b459-de251466d228,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:51.049195 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-681f34ae-0d00-4b5a-97f7-148217c45fd2 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8231936 Apr 29 11:34:51.052403 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46260) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:34:51.058276 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 6125a237-5a34-436c-b459-de251466d228 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:34:51.059666 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-00dfb033-cd2f-4615-8017-6e1276e47cf7 admin admin] Request body: {'subnet': {'network_id': '6125a237-5a34-436c-b459-de251466d228', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-309826622-subnet', 'tenant_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:34:51.086826 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00dfb033-cd2f-4615-8017-6e1276e47cf7 admin admin] Made reservation on behalf of cf40feb98e9c4f74b755b5dcaa6e15a8 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:34:51.093596 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-00dfb033-cd2f-4615-8017-6e1276e47cf7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:51.597614 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-00dfb033-cd2f-4615-8017-6e1276e47cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:51.698371 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfb033-cd2f-4615-8017-6e1276e47cf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59b54d58-4e33-45ba-b2f2-931d467f06e6,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:51.725524 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dfb033-cd2f-4615-8017-6e1276e47cf7 admin admin] Checking segment: {'id': '35485283-c5e8-404d-b1aa-59c7c4a98c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6125a237-5a34-436c-b459-de251466d228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:34:51.725887 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dfb033-cd2f-4615-8017-6e1276e47cf7 admin admin] Network hostable DHCP agents. Network: 6125a237-5a34-436c-b459-de251466d228, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:34:51.754100 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dfb033-cd2f-4615-8017-6e1276e47cf7 admin admin] Network 6125a237-5a34-436c-b459-de251466d228 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:34:51.767580 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-00dfb033-cd2f-4615-8017-6e1276e47cf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 6125a237-5a34-436c-b459-de251466d228) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:34:51.773499 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dfb033-cd2f-4615-8017-6e1276e47cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:34:51.774251 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-00dfb033-cd2f-4615-8017-6e1276e47cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:51.787814 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5a7627-6f79-410d-9fb2-596130810b59 None None] Network 6125a237-5a34-436c-b459-de251466d228 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:34:51.791908 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-00dfb033-cd2f-4615-8017-6e1276e47cf7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7368205 Apr 29 11:34:51.797201 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46284) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:34:51.813178 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-f776ff04-cd59-46d6-9392-b3af2d1b4409 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-309826622-router', 'tenant_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:34:51.857616 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f776ff04-cd59-46d6-9392-b3af2d1b4409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:51.859458 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f776ff04-cd59-46d6-9392-b3af2d1b4409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:51.927156 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f776ff04-cd59-46d6-9392-b3af2d1b4409 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:52.062022 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-6125a237-5a34-436c-b459-de251466d228', 'network_id': '6125a237-5a34-436c-b459-de251466d228', 'tenant_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'fixed_ips': [{'subnet_id': '59b54d58-4e33-45ba-b2f2-931d467f06e6'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:34:52.063121 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:52.149858 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f776ff04-cd59-46d6-9392-b3af2d1b4409 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:52.350765 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] Allocated IP 172.20.0.2 (6125a237-5a34-436c-b459-de251466d228/59b54d58-4e33-45ba-b2f2-931d467f06e6/759351de-318c-442b-863d-b11a48e7314d) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:34:52.605748 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:52.621984 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:52.662865 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f776ff04-cd59-46d6-9392-b3af2d1b4409 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:52.699321 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] Network 6125a237-5a34-436c-b459-de251466d228 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:34:52.707340 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f776ff04-cd59-46d6-9392-b3af2d1b4409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:52.718602 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:34:52.727646 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:34:52.733891 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] Pushing event updated for resources: {'Port': ['ID=759351de-318c-442b-863d-b11a48e7314d,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:52.756037 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:52.756649 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:52.757232 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:52.757803 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:52.758413 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:52.759016 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:52.759593 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:52.760178 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:52.760773 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:52.761346 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:52.762479 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:52.762640 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:52.765174 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] Tracked resource versions report: Apr 29 11:34:52.765174 dv-neutron-838888-1-hyperv neutron-server[102961]: pushed versions: Apr 29 11:34:52.765174 dv-neutron-838888-1-hyperv neutron-server[102961]: { 'AddressGroup': {'1.2'}, Apr 29 11:34:52.765174 dv-neutron-838888-1-hyperv neutron-server[102961]: 'ConntrackHelper': {'1.0'}, Apr 29 11:34:52.765174 dv-neutron-838888-1-hyperv neutron-server[102961]: 'Log': {'1.0'}, Apr 29 11:34:52.765174 dv-neutron-838888-1-hyperv neutron-server[102961]: 'Network': {'1.1'}, Apr 29 11:34:52.765174 dv-neutron-838888-1-hyperv neutron-server[102961]: 'Port': {'1.7'}, Apr 29 11:34:52.765174 dv-neutron-838888-1-hyperv neutron-server[102961]: 'PortForwarding': {'1.2'}, Apr 29 11:34:52.765174 dv-neutron-838888-1-hyperv neutron-server[102961]: 'QosPolicy': {'1.9'}, Apr 29 11:34:52.765174 dv-neutron-838888-1-hyperv neutron-server[102961]: 'SecurityGroup': {'1.4'}, Apr 29 11:34:52.765174 dv-neutron-838888-1-hyperv neutron-server[102961]: 'SecurityGroupRule': {'1.2'}, Apr 29 11:34:52.765174 dv-neutron-838888-1-hyperv neutron-server[102961]: 'SubPort': {'1.0'}, Apr 29 11:34:52.765174 dv-neutron-838888-1-hyperv neutron-server[102961]: 'Subnet': {'1.1'}, Apr 29 11:34:52.765174 dv-neutron-838888-1-hyperv neutron-server[102961]: 'Trunk': {'1.1'}} Apr 29 11:34:52.765174 dv-neutron-838888-1-hyperv neutron-server[102961]: consumer versions: Apr 29 11:34:52.765174 dv-neutron-838888-1-hyperv neutron-server[102961]: { DHCP agent@dv-neutron-838888-1-hyperv: {}, Apr 29 11:34:52.765174 dv-neutron-838888-1-hyperv neutron-server[102961]: HyperV agent@hv-neutron-8388: {}, Apr 29 11:34:52.765174 dv-neutron-838888-1-hyperv neutron-server[102961]: L3 agent@dv-neutron-838888-1-hyperv: {}, Apr 29 11:34:52.765174 dv-neutron-838888-1-hyperv neutron-server[102961]: Metadata agent@dv-neutron-838888-1-hyperv: {}, Apr 29 11:34:52.765174 dv-neutron-838888-1-hyperv neutron-server[102961]: Metering agent@dv-neutron-838888-1-hyperv: {}, Apr 29 11:34:52.765174 dv-neutron-838888-1-hyperv neutron-server[102961]: Open vSwitch agent@dv-neutron-838888-1-hyperv: { 'AddressGroup': '1.2', Apr 29 11:34:52.765174 dv-neutron-838888-1-hyperv neutron-server[102961]: 'ConntrackHelper': '1.0', Apr 29 11:34:52.765174 dv-neutron-838888-1-hyperv neutron-server[102961]: 'Log': '1.0', Apr 29 11:34:52.765174 dv-neutron-838888-1-hyperv neutron-server[102961]: 'Network': '1.1', Apr 29 11:34:52.765174 dv-neutron-838888-1-hyperv neutron-server[102961]: 'Port': '1.7', Apr 29 11:34:52.765174 dv-neutron-838888-1-hyperv neutron-server[102961]: 'PortForwarding': '1.2', Apr 29 11:34:52.765174 dv-neutron-838888-1-hyperv neutron-server[102961]: 'QosPolicy': '1.9', Apr 29 11:34:52.765174 dv-neutron-838888-1-hyperv neutron-server[102961]: 'SecurityGroup': '1.4', Apr 29 11:34:52.765174 dv-neutron-838888-1-hyperv neutron-server[102961]: 'SecurityGroupRule': '1.2', Apr 29 11:34:52.765174 dv-neutron-838888-1-hyperv neutron-server[102961]: 'SubPort': '1.0', Apr 29 11:34:52.765174 dv-neutron-838888-1-hyperv neutron-server[102961]: 'Subnet': '1.1', Apr 29 11:34:52.765174 dv-neutron-838888-1-hyperv neutron-server[102961]: 'Trunk': '1.1'}} Apr 29 11:34:52.765174 dv-neutron-838888-1-hyperv neutron-server[102961]: {{(pid=102961) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 11:34:52.869249 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] Attempting to bind port 759351de-318c-442b-863d-b11a48e7314d on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:34:52.869823 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] Attempting to bind port 759351de-318c-442b-863d-b11a48e7314d by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '35485283-c5e8-404d-b1aa-59c7c4a98c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6125a237-5a34-436c-b459-de251466d228'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:34:52.870418 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] Attempting to bind port 759351de-318c-442b-863d-b11a48e7314d on network 6125a237-5a34-436c-b459-de251466d228 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:34:52.880126 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:34:52.880923 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] Checking segment: {'id': '35485283-c5e8-404d-b1aa-59c7c4a98c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6125a237-5a34-436c-b459-de251466d228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:34:52.881600 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:52.882443 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] Bound using segment: {'id': '35485283-c5e8-404d-b1aa-59c7c4a98c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6125a237-5a34-436c-b459-de251466d228'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:34:52.883456 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] Bound port: 759351de-318c-442b-863d-b11a48e7314d, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35485283-c5e8-404d-b1aa-59c7c4a98c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6125a237-5a34-436c-b459-de251466d228'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:34:52.884259 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:52.906261 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-f776ff04-cd59-46d6-9392-b3af2d1b4409 admin admin] Allocated IP 172.26.4.29 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/401c559e-1f03-4f11-a60f-ef1235fa09b7) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:34:53.026619 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] For port 759351de-318c-442b-863d-b11a48e7314d, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:34:53.035804 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] For port 759351de-318c-442b-863d-b11a48e7314d, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=759351de-318c-442b-863d-b11a48e7314d,segment=NetworkSegment(35485283-c5e8-404d-b1aa-59c7c4a98c5e),segment_id=35485283-c5e8-404d-b1aa-59c7c4a98c5e)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:34:53.043704 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:53.089884 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f776ff04-cd59-46d6-9392-b3af2d1b4409 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:53.166275 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7507c-9347-4fed-91ce-9e317ef0676c None None] Pushing event updated for resources: {'Port': ['ID=759351de-318c-442b-863d-b11a48e7314d,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:53.177178 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f776ff04-cd59-46d6-9392-b3af2d1b4409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:53.261156 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46326) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:34:53.346433 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46334) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:34:53.386822 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776ff04-cd59-46d6-9392-b3af2d1b4409 admin admin] Pushing event updated for resources: {'Port': ['ID=401c559e-1f03-4f11-a60f-ef1235fa09b7,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:53.392977 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f776ff04-cd59-46d6-9392-b3af2d1b4409 admin admin] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:34:53.396837 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-f776ff04-cd59-46d6-9392-b3af2d1b4409 admin admin] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:34:53.406591 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f776ff04-cd59-46d6-9392-b3af2d1b4409 admin admin] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:34:53.413383 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776ff04-cd59-46d6-9392-b3af2d1b4409 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:53.413979 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776ff04-cd59-46d6-9392-b3af2d1b4409 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:53.414624 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776ff04-cd59-46d6-9392-b3af2d1b4409 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:53.415142 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776ff04-cd59-46d6-9392-b3af2d1b4409 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:53.415987 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776ff04-cd59-46d6-9392-b3af2d1b4409 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:53.416395 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776ff04-cd59-46d6-9392-b3af2d1b4409 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:53.416838 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776ff04-cd59-46d6-9392-b3af2d1b4409 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:53.417395 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776ff04-cd59-46d6-9392-b3af2d1b4409 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:53.417945 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776ff04-cd59-46d6-9392-b3af2d1b4409 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:53.418767 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776ff04-cd59-46d6-9392-b3af2d1b4409 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:53.419533 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776ff04-cd59-46d6-9392-b3af2d1b4409 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:53.420326 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776ff04-cd59-46d6-9392-b3af2d1b4409 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:53.427221 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776ff04-cd59-46d6-9392-b3af2d1b4409 admin admin] Tracked resource versions report: Apr 29 11:34:53.427221 dv-neutron-838888-1-hyperv neutron-server[102959]: pushed versions: Apr 29 11:34:53.427221 dv-neutron-838888-1-hyperv neutron-server[102959]: { 'AddressGroup': {'1.2'}, Apr 29 11:34:53.427221 dv-neutron-838888-1-hyperv neutron-server[102959]: 'ConntrackHelper': {'1.0'}, Apr 29 11:34:53.427221 dv-neutron-838888-1-hyperv neutron-server[102959]: 'Log': {'1.0'}, Apr 29 11:34:53.427221 dv-neutron-838888-1-hyperv neutron-server[102959]: 'Network': {'1.1'}, Apr 29 11:34:53.427221 dv-neutron-838888-1-hyperv neutron-server[102959]: 'Port': {'1.7'}, Apr 29 11:34:53.427221 dv-neutron-838888-1-hyperv neutron-server[102959]: 'PortForwarding': {'1.2'}, Apr 29 11:34:53.427221 dv-neutron-838888-1-hyperv neutron-server[102959]: 'QosPolicy': {'1.9'}, Apr 29 11:34:53.427221 dv-neutron-838888-1-hyperv neutron-server[102959]: 'SecurityGroup': {'1.4'}, Apr 29 11:34:53.427221 dv-neutron-838888-1-hyperv neutron-server[102959]: 'SecurityGroupRule': {'1.2'}, Apr 29 11:34:53.427221 dv-neutron-838888-1-hyperv neutron-server[102959]: 'SubPort': {'1.0'}, Apr 29 11:34:53.427221 dv-neutron-838888-1-hyperv neutron-server[102959]: 'Subnet': {'1.1'}, Apr 29 11:34:53.427221 dv-neutron-838888-1-hyperv neutron-server[102959]: 'Trunk': {'1.1'}} Apr 29 11:34:53.427221 dv-neutron-838888-1-hyperv neutron-server[102959]: consumer versions: Apr 29 11:34:53.427221 dv-neutron-838888-1-hyperv neutron-server[102959]: { DHCP agent@dv-neutron-838888-1-hyperv: {}, Apr 29 11:34:53.427221 dv-neutron-838888-1-hyperv neutron-server[102959]: HyperV agent@hv-neutron-8388: {}, Apr 29 11:34:53.427221 dv-neutron-838888-1-hyperv neutron-server[102959]: L3 agent@dv-neutron-838888-1-hyperv: {}, Apr 29 11:34:53.427221 dv-neutron-838888-1-hyperv neutron-server[102959]: Metadata agent@dv-neutron-838888-1-hyperv: {}, Apr 29 11:34:53.427221 dv-neutron-838888-1-hyperv neutron-server[102959]: Metering agent@dv-neutron-838888-1-hyperv: {}, Apr 29 11:34:53.427221 dv-neutron-838888-1-hyperv neutron-server[102959]: Open vSwitch agent@dv-neutron-838888-1-hyperv: { 'AddressGroup': '1.2', Apr 29 11:34:53.427221 dv-neutron-838888-1-hyperv neutron-server[102959]: 'ConntrackHelper': '1.0', Apr 29 11:34:53.427221 dv-neutron-838888-1-hyperv neutron-server[102959]: 'Log': '1.0', Apr 29 11:34:53.427221 dv-neutron-838888-1-hyperv neutron-server[102959]: 'Network': '1.1', Apr 29 11:34:53.427221 dv-neutron-838888-1-hyperv neutron-server[102959]: 'Port': '1.7', Apr 29 11:34:53.427221 dv-neutron-838888-1-hyperv neutron-server[102959]: 'PortForwarding': '1.2', Apr 29 11:34:53.427221 dv-neutron-838888-1-hyperv neutron-server[102959]: 'QosPolicy': '1.9', Apr 29 11:34:53.427221 dv-neutron-838888-1-hyperv neutron-server[102959]: 'SecurityGroup': '1.4', Apr 29 11:34:53.427221 dv-neutron-838888-1-hyperv neutron-server[102959]: 'SecurityGroupRule': '1.2', Apr 29 11:34:53.427221 dv-neutron-838888-1-hyperv neutron-server[102959]: 'SubPort': '1.0', Apr 29 11:34:53.427221 dv-neutron-838888-1-hyperv neutron-server[102959]: 'Subnet': '1.1', Apr 29 11:34:53.427221 dv-neutron-838888-1-hyperv neutron-server[102959]: 'Trunk': '1.1'}} Apr 29 11:34:53.427221 dv-neutron-838888-1-hyperv neutron-server[102959]: {{(pid=102959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 11:34:53.575591 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4b911b06-4f21-4ff9-b6ec-9dbd97660a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:53.819923 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-2315687e-dbf4-4c8c-9eac-a0662fbc63ff admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-769067943-network', 'tenant_id': '966d71c123a54a1eb7656282c791d69b'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:34:53.879332 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2315687e-dbf4-4c8c-9eac-a0662fbc63ff admin admin] Made reservation on behalf of 966d71c123a54a1eb7656282c791d69b for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:34:53.887145 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2315687e-dbf4-4c8c-9eac-a0662fbc63ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:53.911766 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2315687e-dbf4-4c8c-9eac-a0662fbc63ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:54.055175 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-bf1bdc0f-4357-4d36-bdbc-6d49eab3c5bd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-948303896-network', 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:34:54.088942 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f776ff04-cd59-46d6-9392-b3af2d1b4409 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:54.100752 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2315687e-dbf4-4c8c-9eac-a0662fbc63ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:54.111343 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2315687e-dbf4-4c8c-9eac-a0662fbc63ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:54.130120 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2315687e-dbf4-4c8c-9eac-a0662fbc63ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:34:54.145567 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2315687e-dbf4-4c8c-9eac-a0662fbc63ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:54.146134 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-2315687e-dbf4-4c8c-9eac-a0662fbc63ff admin admin] Added segment ec106207-489d-4e55-8fc5-481ceb098af9 of type vlan for network 9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4 Apr 29 11:34:54.238929 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2315687e-dbf4-4c8c-9eac-a0662fbc63ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:54.365770 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315687e-dbf4-4c8c-9eac-a0662fbc63ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa6e89a-a822-4866-873b-6c4d05f38ce4,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:54.370396 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2315687e-dbf4-4c8c-9eac-a0662fbc63ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:54.371920 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2315687e-dbf4-4c8c-9eac-a0662fbc63ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:34:54.373182 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2315687e-dbf4-4c8c-9eac-a0662fbc63ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:54.442949 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f776ff04-cd59-46d6-9392-b3af2d1b4409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:54.507430 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315687e-dbf4-4c8c-9eac-a0662fbc63ff admin admin] Pushing event updated for resources: {'Network': ['ID=9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:54.524717 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2315687e-dbf4-4c8c-9eac-a0662fbc63ff admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2625201 Apr 29 11:34:54.526748 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46360) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:34:54.537445 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1bdc0f-4357-4d36-bdbc-6d49eab3c5bd admin admin] Made reservation on behalf of 29eeb1d4e92a46069f73b83fdbc1d076 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:34:54.541332 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bf1bdc0f-4357-4d36-bdbc-6d49eab3c5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:54.545004 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:34:54.580478 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-a869fa71-3ad3-4995-8dd5-9e9128a11261 admin admin] Request body: {'subnet': {'network_id': '9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-769067943-subnet', 'tenant_id': '966d71c123a54a1eb7656282c791d69b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:34:54.582217 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 759351de-318c-442b-863d-b11a48e7314d up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:34:54.606280 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bf1bdc0f-4357-4d36-bdbc-6d49eab3c5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:54.612781 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a869fa71-3ad3-4995-8dd5-9e9128a11261 admin admin] Made reservation on behalf of 966d71c123a54a1eb7656282c791d69b for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:34:54.615642 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a869fa71-3ad3-4995-8dd5-9e9128a11261 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:54.656014 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f776ff04-cd59-46d6-9392-b3af2d1b4409 admin admin] Router 81c81a82-d88c-477c-a229-3809860b7e42 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:34:54.834609 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46364) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:34:54.840687 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 759351de-318c-442b-863d-b11a48e7314d triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:34:54.841035 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:54.890394 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f776ff04-cd59-46d6-9392-b3af2d1b4409 admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:34:54.932927 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f776ff04-cd59-46d6-9392-b3af2d1b4409 admin admin] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:54.934239 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f776ff04-cd59-46d6-9392-b3af2d1b4409 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1343553 Apr 29 11:34:54.942160 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46372) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:34:54.950330 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3444869f-0931-4e5c-a327-88f00dc79ab2 None None] Sync routers for ids ['81c81a82-d88c-477c-a229-3809860b7e42'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:34:54.997234 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3444869f-0931-4e5c-a327-88f00dc79ab2 None None] Routers {'81c81a82-d88c-477c-a229-3809860b7e42'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:34:55.001761 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-3444869f-0931-4e5c-a327-88f00dc79ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:34:27Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['81c81a82-d88c-477c-a229-3809860b7e42'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:34:55.054478 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:55.100224 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a54f71-54ac-46f9-bfb3-b5a4f846577a None None] Network 6125a237-5a34-436c-b459-de251466d228 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:34:55.118560 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bf1bdc0f-4357-4d36-bdbc-6d49eab3c5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:55.127433 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bf1bdc0f-4357-4d36-bdbc-6d49eab3c5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:55.131466 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 759351de-318c-442b-863d-b11a48e7314d, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=759351de-318c-442b-863d-b11a48e7314d,segment=NetworkSegment(35485283-c5e8-404d-b1aa-59c7c4a98c5e),segment_id=35485283-c5e8-404d-b1aa-59c7c4a98c5e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:34:55.144640 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:55.207271 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1bdc0f-4357-4d36-bdbc-6d49eab3c5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae254118-6633-4cb1-9c34-e486a77cb5a7,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:55.232908 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a869fa71-3ad3-4995-8dd5-9e9128a11261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:55.246407 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf1bdc0f-4357-4d36-bdbc-6d49eab3c5bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:34:55.253502 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-d4d2ec8f-ee2f-4cb7-8283-bc07a11b127c None None] Provisioning complete for port 759351de-318c-442b-863d-b11a48e7314d triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:34:55.255758 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d4d2ec8f-ee2f-4cb7-8283-bc07a11b127c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:55.369822 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46378) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:34:55.372140 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a869fa71-3ad3-4995-8dd5-9e9128a11261 admin admin] Checking segment: {'id': 'ec106207-489d-4e55-8fc5-481ceb098af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:34:55.372964 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a869fa71-3ad3-4995-8dd5-9e9128a11261 admin admin] Network hostable DHCP agents. Network: 9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:34:55.384396 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bf1bdc0f-4357-4d36-bdbc-6d49eab3c5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:55.385306 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-bf1bdc0f-4357-4d36-bdbc-6d49eab3c5bd admin admin] Added segment 82aa0242-ee84-4c14-a14a-da2052556bcd of type vlan for network eaec72b3-21b8-4237-9007-e0660233be23 Apr 29 11:34:55.442538 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a869fa71-3ad3-4995-8dd5-9e9128a11261 admin admin] Network 9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:34:55.518364 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-a869fa71-3ad3-4995-8dd5-9e9128a11261 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:34:55.544071 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a869fa71-3ad3-4995-8dd5-9e9128a11261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:34:55.546209 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a869fa71-3ad3-4995-8dd5-9e9128a11261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:55.552480 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869fa71-3ad3-4995-8dd5-9e9128a11261 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2955ff6-7656-4447-a96d-af5d60561c06,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:55.568199 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bf1bdc0f-4357-4d36-bdbc-6d49eab3c5bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:55.581047 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df53dd6-3f9f-4eab-a9e2-05320af919fa None None] Network 9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:34:55.630613 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a869fa71-3ad3-4995-8dd5-9e9128a11261 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0547686 Apr 29 11:34:55.641739 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46386) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:34:55.651824 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=759351de-318c-442b-863d-b11a48e7314d,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:55.659090 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-16ed97b5-11db-4c44-8d32-0776988f2178 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-769067943-router', 'tenant_id': '966d71c123a54a1eb7656282c791d69b', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:34:55.683531 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-3444869f-0931-4e5c-a327-88f00dc79ab2 None None] Set router 81c81a82-d88c-477c-a229-3809860b7e42 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:34:55.703613 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bf1bdc0f-4357-4d36-bdbc-6d49eab3c5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:55.706842 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1bdc0f-4357-4d36-bdbc-6d49eab3c5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:34:55.708128 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bf1bdc0f-4357-4d36-bdbc-6d49eab3c5bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:55.762521 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-bf1bdc0f-4357-4d36-bdbc-6d49eab3c5bd admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.4139633 Apr 29 11:34:55.777555 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46388) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:34:55.784734 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-1dee6001-2b57-47aa-80bb-7e4551581f01 admin admin] Request body: {'subnet': {'network_id': 'eaec72b3-21b8-4237-9007-e0660233be23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-948303896-subnet', 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:34:55.811904 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-16ed97b5-11db-4c44-8d32-0776988f2178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:55.818631 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-16ed97b5-11db-4c44-8d32-0776988f2178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:55.953829 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dee6001-2b57-47aa-80bb-7e4551581f01 admin admin] Made reservation on behalf of 29eeb1d4e92a46069f73b83fdbc1d076 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:34:55.956247 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1dee6001-2b57-47aa-80bb-7e4551581f01 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:56.034463 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-e131cc7c-f47f-438c-91cc-de6233e95742 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-16002223', 'router:external': True}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:34:56.303053 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-792881d9-b558-498d-bcaf-cdb7cab3f5e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1583630662'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:34:56.360615 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-3444869f-0931-4e5c-a327-88f00dc79ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c81a82-d88c-477c-a229-3809860b7e42', 'name': 'tempest-ServersTestManualDisk-309826622-router', 'tenant_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '401c559e-1f03-4f11-a60f-ef1235fa09b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:51Z', 'updated_at': '2022-04-29T11:34:53Z', 'revision_number': 3, 'project_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'gw_port': {'id': '401c559e-1f03-4f11-a60f-ef1235fa09b7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c81a82-d88c-477c-a229-3809860b7e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:52Z', 'updated_at': '2022-04-29T11:34:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:34:56.476348 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3444869f-0931-4e5c-a327-88f00dc79ab2 None None] Checking router: 81c81a82-d88c-477c-a229-3809860b7e42 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:34:56.477781 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3444869f-0931-4e5c-a327-88f00dc79ab2 None None] Updating router 81c81a82-d88c-477c-a229-3809860b7e42 port 401c559e-1f03-4f11-a60f-ef1235fa09b7 binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:34:56.502466 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46400) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:34:56.547054 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-16ed97b5-11db-4c44-8d32-0776988f2178 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:56.562196 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e131cc7c-f47f-438c-91cc-de6233e95742 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Made reservation on behalf of 8b88cfc8a00d47cb8f39d4e626603361 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:34:56.565297 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e131cc7c-f47f-438c-91cc-de6233e95742 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:56.573834 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1bdc0f-4357-4d36-bdbc-6d49eab3c5bd admin admin] Pushing event updated for resources: {'Network': ['ID=eaec72b3-21b8-4237-9007-e0660233be23,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:56.575625 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 759351de-318c-442b-863d-b11a48e7314d up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:34:56.587691 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792881d9-b558-498d-bcaf-cdb7cab3f5e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515-project] Made reservation on behalf of c8864208d8b14f2aa95eb8e9f42239d2 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:34:56.593420 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-792881d9-b558-498d-bcaf-cdb7cab3f5e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:56.604509 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-3444869f-0931-4e5c-a327-88f00dc79ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:56.614880 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-792881d9-b558-498d-bcaf-cdb7cab3f5e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:56.661657 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2d444d27-9bca-4c24-b02d-d1ca1730af22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:56.680503 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network eaec72b3-21b8-4237-9007-e0660233be23 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:34:56.734709 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e131cc7c-f47f-438c-91cc-de6233e95742 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:56.763645 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46406) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:34:56.792443 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1dee6001-2b57-47aa-80bb-7e4551581f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:56.959643 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-e63943f9-b2ac-4ca6-92dd-0f22ad525b52 None None] Provisioning complete for port 759351de-318c-442b-863d-b11a48e7314d triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:34:56.960285 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e63943f9-b2ac-4ca6-92dd-0f22ad525b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:57.046924 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-16ed97b5-11db-4c44-8d32-0776988f2178 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:57.053885 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67929b6-6c9b-4c12-9056-b088ba8e8e42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4', 'network_id': '9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4', 'tenant_id': '966d71c123a54a1eb7656282c791d69b', 'fixed_ips': [{'subnet_id': 'f2955ff6-7656-4447-a96d-af5d60561c06'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:34:57.055170 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a67929b6-6c9b-4c12-9056-b088ba8e8e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:57.103422 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 759351de-318c-442b-863d-b11a48e7314d triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:34:57.104120 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:57.190635 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:57.237113 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e131cc7c-f47f-438c-91cc-de6233e95742 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:57.245711 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e131cc7c-f47f-438c-91cc-de6233e95742 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:57.302585 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6e358501-c675-4111-a8f3-bb0aaba62943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:57.373046 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e131cc7c-f47f-438c-91cc-de6233e95742 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:34:57.374127 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee6001-2b57-47aa-80bb-7e4551581f01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61739443-868d-4a94-a39b-257f7d0153d0,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:57.378112 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e131cc7c-f47f-438c-91cc-de6233e95742 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bb7235-790d-4d7b-9217-4e55ef821204,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:57.410510 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-213df3d2-0537-4872-8618-ea89873000fb tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-754386605'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:34:57.449548 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e131cc7c-f47f-438c-91cc-de6233e95742 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:57.450212 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-e131cc7c-f47f-438c-91cc-de6233e95742 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Added segment 094f889f-0fff-44c0-b11d-1cba55ff33cf of type vlan for network 79ba04af-1192-44b0-803e-a5b04149549f Apr 29 11:34:57.468798 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-a67929b6-6c9b-4c12-9056-b088ba8e8e42 None None] Allocated IP 172.20.0.2 (9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4/f2955ff6-7656-4447-a96d-af5d60561c06/e1540818-d3be-431a-b81a-3fa9fd14874c) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:34:57.479553 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-428a6c25-c357-43d3-95d2-5000358523f6 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1608432198'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:34:57.490873 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213df3d2-0537-4872-8618-ea89873000fb tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Made reservation on behalf of d2f00c1544314c3fa075660f312623c4 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:34:57.498547 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-213df3d2-0537-4872-8618-ea89873000fb tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:57.539617 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-213df3d2-0537-4872-8618-ea89873000fb tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:57.618530 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dee6001-2b57-47aa-80bb-7e4551581f01 admin admin] Checking segment: {'id': '82aa0242-ee84-4c14-a14a-da2052556bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eaec72b3-21b8-4237-9007-e0660233be23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:34:57.619279 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dee6001-2b57-47aa-80bb-7e4551581f01 admin admin] Network hostable DHCP agents. Network: eaec72b3-21b8-4237-9007-e0660233be23, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:34:57.678891 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e131cc7c-f47f-438c-91cc-de6233e95742 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:57.700415 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-3444869f-0931-4e5c-a327-88f00dc79ab2 None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:57.709774 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-3444869f-0931-4e5c-a327-88f00dc79ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:57.749054 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-16ed97b5-11db-4c44-8d32-0776988f2178 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:57.752118 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e131cc7c-f47f-438c-91cc-de6233e95742 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:57.754035 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e131cc7c-f47f-438c-91cc-de6233e95742 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:34:57.754035 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e131cc7c-f47f-438c-91cc-de6233e95742 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:57.773683 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-2d444d27-9bca-4c24-b02d-d1ca1730af22 admin admin] Allocated IP 172.20.0.1 (6125a237-5a34-436c-b459-de251466d228/59b54d58-4e33-45ba-b2f2-931d467f06e6/210c6edf-9df0-4661-8ff5-e3bc0e1fcb53) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:34:57.773895 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-3444869f-0931-4e5c-a327-88f00dc79ab2 None None] Attempting to bind port 401c559e-1f03-4f11-a60f-ef1235fa09b7 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:34:57.773895 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-3444869f-0931-4e5c-a327-88f00dc79ab2 None None] Attempting to bind port 401c559e-1f03-4f11-a60f-ef1235fa09b7 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:34:57.773895 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3444869f-0931-4e5c-a327-88f00dc79ab2 None None] Attempting to bind port 401c559e-1f03-4f11-a60f-ef1235fa09b7 on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:34:57.810299 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3444869f-0931-4e5c-a327-88f00dc79ab2 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:34:57.811644 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3444869f-0931-4e5c-a327-88f00dc79ab2 None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:34:57.812373 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-3444869f-0931-4e5c-a327-88f00dc79ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:57.813177 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3444869f-0931-4e5c-a327-88f00dc79ab2 None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:34:57.814048 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-3444869f-0931-4e5c-a327-88f00dc79ab2 None None] Bound port: 401c559e-1f03-4f11-a60f-ef1235fa09b7, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:34:57.814858 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-3444869f-0931-4e5c-a327-88f00dc79ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:57.828884 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a67929b6-6c9b-4c12-9056-b088ba8e8e42 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:57.839573 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a67929b6-6c9b-4c12-9056-b088ba8e8e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:57.852631 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e131cc7c-f47f-438c-91cc-de6233e95742 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Pushing event updated for resources: {'Network': ['ID=79ba04af-1192-44b0-803e-a5b04149549f,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:57.860651 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-16ed97b5-11db-4c44-8d32-0776988f2178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:57.916760 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-3444869f-0931-4e5c-a327-88f00dc79ab2 None None] For port 401c559e-1f03-4f11-a60f-ef1235fa09b7, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:34:57.925095 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-3444869f-0931-4e5c-a327-88f00dc79ab2 None None] For port 401c559e-1f03-4f11-a60f-ef1235fa09b7, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=401c559e-1f03-4f11-a60f-ef1235fa09b7,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:34:57.927305 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 79ba04af-1192-44b0-803e-a5b04149549f details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:34:57.932955 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-3444869f-0931-4e5c-a327-88f00dc79ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:57.997274 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3444869f-0931-4e5c-a327-88f00dc79ab2 None None] Routers {'81c81a82-d88c-477c-a229-3809860b7e42'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:34:57.998878 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-3444869f-0931-4e5c-a327-88f00dc79ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:34:57Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['81c81a82-d88c-477c-a229-3809860b7e42'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:34:58.030931 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67929b6-6c9b-4c12-9056-b088ba8e8e42 None None] Network 9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:34:58.034577 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67929b6-6c9b-4c12-9056-b088ba8e8e42 None None] Pushing event updated for resources: {'Port': ['ID=e1540818-d3be-431a-b81a-3fa9fd14874c,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:58.048587 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-a67929b6-6c9b-4c12-9056-b088ba8e8e42 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:34:58.078826 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405e164-8623-44e6-ac18-0c6803bdfd03 None None] Pushing event updated for resources: {'Port': ['ID=401c559e-1f03-4f11-a60f-ef1235fa09b7,revision_number=2']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:58.092112 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2d444d27-9bca-4c24-b02d-d1ca1730af22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:58.092913 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e131cc7c-f47f-438c-91cc-de6233e95742 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 2.7105532 Apr 29 11:34:58.093786 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-16ed97b5-11db-4c44-8d32-0776988f2178 admin admin] Allocated IP 172.26.4.167 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/e60db0e6-a947-4fb9-860f-96ff322c4ec7) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:34:58.097633 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46426) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:34:58.098953 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67929b6-6c9b-4c12-9056-b088ba8e8e42 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:34:58.111347 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8405e164-8623-44e6-ac18-0c6803bdfd03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:58.111764 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8405e164-8623-44e6-ac18-0c6803bdfd03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:58.112306 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8405e164-8623-44e6-ac18-0c6803bdfd03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:58.112814 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8405e164-8623-44e6-ac18-0c6803bdfd03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:58.113308 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8405e164-8623-44e6-ac18-0c6803bdfd03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:58.113827 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8405e164-8623-44e6-ac18-0c6803bdfd03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:58.114361 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8405e164-8623-44e6-ac18-0c6803bdfd03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:58.114944 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8405e164-8623-44e6-ac18-0c6803bdfd03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:58.115313 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8405e164-8623-44e6-ac18-0c6803bdfd03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:58.115795 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8405e164-8623-44e6-ac18-0c6803bdfd03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:58.116203 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8405e164-8623-44e6-ac18-0c6803bdfd03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:58.116488 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8405e164-8623-44e6-ac18-0c6803bdfd03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:58.117915 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8405e164-8623-44e6-ac18-0c6803bdfd03 None None] Tracked resource versions report: Apr 29 11:34:58.117915 dv-neutron-838888-1-hyperv neutron-server[102962]: pushed versions: Apr 29 11:34:58.117915 dv-neutron-838888-1-hyperv neutron-server[102962]: { 'AddressGroup': {'1.2'}, Apr 29 11:34:58.117915 dv-neutron-838888-1-hyperv neutron-server[102962]: 'ConntrackHelper': {'1.0'}, Apr 29 11:34:58.117915 dv-neutron-838888-1-hyperv neutron-server[102962]: 'Log': {'1.0'}, Apr 29 11:34:58.117915 dv-neutron-838888-1-hyperv neutron-server[102962]: 'Network': {'1.1'}, Apr 29 11:34:58.117915 dv-neutron-838888-1-hyperv neutron-server[102962]: 'Port': {'1.7'}, Apr 29 11:34:58.117915 dv-neutron-838888-1-hyperv neutron-server[102962]: 'PortForwarding': {'1.2'}, Apr 29 11:34:58.117915 dv-neutron-838888-1-hyperv neutron-server[102962]: 'QosPolicy': {'1.9'}, Apr 29 11:34:58.117915 dv-neutron-838888-1-hyperv neutron-server[102962]: 'SecurityGroup': {'1.4'}, Apr 29 11:34:58.117915 dv-neutron-838888-1-hyperv neutron-server[102962]: 'SecurityGroupRule': {'1.2'}, Apr 29 11:34:58.117915 dv-neutron-838888-1-hyperv neutron-server[102962]: 'SubPort': {'1.0'}, Apr 29 11:34:58.117915 dv-neutron-838888-1-hyperv neutron-server[102962]: 'Subnet': {'1.1'}, Apr 29 11:34:58.117915 dv-neutron-838888-1-hyperv neutron-server[102962]: 'Trunk': {'1.1'}} Apr 29 11:34:58.117915 dv-neutron-838888-1-hyperv neutron-server[102962]: consumer versions: Apr 29 11:34:58.117915 dv-neutron-838888-1-hyperv neutron-server[102962]: { DHCP agent@dv-neutron-838888-1-hyperv: {}, Apr 29 11:34:58.117915 dv-neutron-838888-1-hyperv neutron-server[102962]: HyperV agent@hv-neutron-8388: {}, Apr 29 11:34:58.117915 dv-neutron-838888-1-hyperv neutron-server[102962]: L3 agent@dv-neutron-838888-1-hyperv: {}, Apr 29 11:34:58.117915 dv-neutron-838888-1-hyperv neutron-server[102962]: Metadata agent@dv-neutron-838888-1-hyperv: {}, Apr 29 11:34:58.117915 dv-neutron-838888-1-hyperv neutron-server[102962]: Metering agent@dv-neutron-838888-1-hyperv: {}, Apr 29 11:34:58.117915 dv-neutron-838888-1-hyperv neutron-server[102962]: Open vSwitch agent@dv-neutron-838888-1-hyperv: { 'AddressGroup': '1.2', Apr 29 11:34:58.117915 dv-neutron-838888-1-hyperv neutron-server[102962]: 'ConntrackHelper': '1.0', Apr 29 11:34:58.117915 dv-neutron-838888-1-hyperv neutron-server[102962]: 'Log': '1.0', Apr 29 11:34:58.117915 dv-neutron-838888-1-hyperv neutron-server[102962]: 'Network': '1.1', Apr 29 11:34:58.117915 dv-neutron-838888-1-hyperv neutron-server[102962]: 'Port': '1.7', Apr 29 11:34:58.117915 dv-neutron-838888-1-hyperv neutron-server[102962]: 'PortForwarding': '1.2', Apr 29 11:34:58.117915 dv-neutron-838888-1-hyperv neutron-server[102962]: 'QosPolicy': '1.9', Apr 29 11:34:58.117915 dv-neutron-838888-1-hyperv neutron-server[102962]: 'SecurityGroup': '1.4', Apr 29 11:34:58.117915 dv-neutron-838888-1-hyperv neutron-server[102962]: 'SecurityGroupRule': '1.2', Apr 29 11:34:58.117915 dv-neutron-838888-1-hyperv neutron-server[102962]: 'SubPort': '1.0', Apr 29 11:34:58.117915 dv-neutron-838888-1-hyperv neutron-server[102962]: 'Subnet': '1.1', Apr 29 11:34:58.117915 dv-neutron-838888-1-hyperv neutron-server[102962]: 'Trunk': '1.1'}} Apr 29 11:34:58.117915 dv-neutron-838888-1-hyperv neutron-server[102962]: {{(pid=102962) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 11:34:58.120366 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-318dd31f-236c-4530-954f-8543613fc54b tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Request body: {'subnet': {'network_id': '79ba04af-1192-44b0-803e-a5b04149549f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:34:58.160889 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46428) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:34:58.203765 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-792881d9-b558-498d-bcaf-cdb7cab3f5e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:58.209602 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2d444d27-9bca-4c24-b02d-d1ca1730af22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:58.228962 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-a67929b6-6c9b-4c12-9056-b088ba8e8e42 None None] Attempting to bind port e1540818-d3be-431a-b81a-3fa9fd14874c on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:34:58.229673 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-a67929b6-6c9b-4c12-9056-b088ba8e8e42 None None] Attempting to bind port e1540818-d3be-431a-b81a-3fa9fd14874c by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'ec106207-489d-4e55-8fc5-481ceb098af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:34:58.230375 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67929b6-6c9b-4c12-9056-b088ba8e8e42 None None] Attempting to bind port e1540818-d3be-431a-b81a-3fa9fd14874c on network 9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:34:58.241304 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67929b6-6c9b-4c12-9056-b088ba8e8e42 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:34:58.243057 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67929b6-6c9b-4c12-9056-b088ba8e8e42 None None] Checking segment: {'id': 'ec106207-489d-4e55-8fc5-481ceb098af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:34:58.243715 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a67929b6-6c9b-4c12-9056-b088ba8e8e42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:58.244930 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67929b6-6c9b-4c12-9056-b088ba8e8e42 None None] Bound using segment: {'id': 'ec106207-489d-4e55-8fc5-481ceb098af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:34:58.245775 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-a67929b6-6c9b-4c12-9056-b088ba8e8e42 None None] Bound port: e1540818-d3be-431a-b81a-3fa9fd14874c, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec106207-489d-4e55-8fc5-481ceb098af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:34:58.246557 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a67929b6-6c9b-4c12-9056-b088ba8e8e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:58.257716 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405e164-8623-44e6-ac18-0c6803bdfd03 None None] Pushing event updated for resources: {'Port': ['ID=401c559e-1f03-4f11-a60f-ef1235fa09b7,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:58.258565 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d444d27-9bca-4c24-b02d-d1ca1730af22 admin admin] Network 6125a237-5a34-436c-b459-de251466d228 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:34:58.260320 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-792881d9-b558-498d-bcaf-cdb7cab3f5e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:58.315700 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-3444869f-0931-4e5c-a327-88f00dc79ab2 None None] Set router 81c81a82-d88c-477c-a229-3809860b7e42 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:34:58.361771 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-16ed97b5-11db-4c44-8d32-0776988f2178 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:58.365689 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-2d444d27-9bca-4c24-b02d-d1ca1730af22 admin admin] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:34:58.441416 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-16ed97b5-11db-4c44-8d32-0776988f2178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:58.441912 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-a67929b6-6c9b-4c12-9056-b088ba8e8e42 None None] For port e1540818-d3be-431a-b81a-3fa9fd14874c, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:34:58.447065 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d444d27-9bca-4c24-b02d-d1ca1730af22 admin admin] Pushing event updated for resources: {'Port': ['ID=210c6edf-9df0-4661-8ff5-e3bc0e1fcb53,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:58.460212 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-792881d9-b558-498d-bcaf-cdb7cab3f5e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:34:58.489393 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d444d27-9bca-4c24-b02d-d1ca1730af22 admin admin] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:34:58.490357 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2d444d27-9bca-4c24-b02d-d1ca1730af22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:58.526649 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-a67929b6-6c9b-4c12-9056-b088ba8e8e42 None None] For port e1540818-d3be-431a-b81a-3fa9fd14874c, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=e1540818-d3be-431a-b81a-3fa9fd14874c,segment=NetworkSegment(ec106207-489d-4e55-8fc5-481ceb098af9),segment_id=ec106207-489d-4e55-8fc5-481ceb098af9)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:34:58.537050 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a67929b6-6c9b-4c12-9056-b088ba8e8e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:58.559307 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:58.680084 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792881d9-b558-498d-bcaf-cdb7cab3f5e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2add0abd-9b12-4f30-88b7-0a7552f6ea76,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:58.692536 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67929b6-6c9b-4c12-9056-b088ba8e8e42 None None] Pushing event updated for resources: {'Port': ['ID=e1540818-d3be-431a-b81a-3fa9fd14874c,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:58.705415 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-fc2b0d46-139d-4183-a6dd-94e0fe72f446 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:34:58.753680 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ed97b5-11db-4c44-8d32-0776988f2178 admin admin] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:34:58.757980 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318dd31f-236c-4530-954f-8543613fc54b tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Made reservation on behalf of 8b88cfc8a00d47cb8f39d4e626603361 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:34:58.762395 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-318dd31f-236c-4530-954f-8543613fc54b tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:58.769043 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428a6c25-c357-43d3-95d2-5000358523f6 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] Made reservation on behalf of e202944cf8184955ade2f063f0512ca6 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:34:58.769437 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-3444869f-0931-4e5c-a327-88f00dc79ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c81a82-d88c-477c-a229-3809860b7e42', 'name': 'tempest-ServersTestManualDisk-309826622-router', 'tenant_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '401c559e-1f03-4f11-a60f-ef1235fa09b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:51Z', 'updated_at': '2022-04-29T11:34:53Z', 'revision_number': 3, 'project_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'gw_port': {'id': '401c559e-1f03-4f11-a60f-ef1235fa09b7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c81a82-d88c-477c-a229-3809860b7e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:52Z', 'updated_at': '2022-04-29T11:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:34:58.771472 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-16ed97b5-11db-4c44-8d32-0776988f2178 admin admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:34:58.773085 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-428a6c25-c357-43d3-95d2-5000358523f6 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:58.795618 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-792881d9-b558-498d-bcaf-cdb7cab3f5e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:58.796266 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-792881d9-b558-498d-bcaf-cdb7cab3f5e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515-project] Added segment 235f0063-308e-41db-bcb8-dd0f8e370a0b of type vlan for network 295cb541-9e96-4d7d-a59d-963768c32b13 Apr 29 11:34:58.837273 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-428a6c25-c357-43d3-95d2-5000358523f6 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:58.840439 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dee6001-2b57-47aa-80bb-7e4551581f01 admin admin] Network eaec72b3-21b8-4237-9007-e0660233be23 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:34:58.856704 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3444869f-0931-4e5c-a327-88f00dc79ab2 None None] The sync data for ids ['81c81a82-d88c-477c-a229-3809860b7e42'] in dv-neutron-838888-1-hyperv is: [{'id': '81c81a82-d88c-477c-a229-3809860b7e42', 'name': 'tempest-ServersTestManualDisk-309826622-router', 'tenant_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '401c559e-1f03-4f11-a60f-ef1235fa09b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:51Z', 'updated_at': '2022-04-29T11:34:53Z', 'revision_number': 3, 'project_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'gw_port': {'id': '401c559e-1f03-4f11-a60f-ef1235fa09b7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c81a82-d88c-477c-a229-3809860b7e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:52Z', 'updated_at': '2022-04-29T11:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:34:58.878998 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fc2b0d46-139d-4183-a6dd-94e0fe72f446 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks [] for floatingip, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:58.904569 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed97b5-11db-4c44-8d32-0776988f2178 admin admin] Pushing event updated for resources: {'Port': ['ID=e60db0e6-a947-4fb9-860f-96ff322c4ec7,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:58.908256 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ed97b5-11db-4c44-8d32-0776988f2178 admin admin] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:34:58.954990 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-c9e9c8dd-3580-487b-9f1c-01e9a7fcd9c1 None None] Provisioning complete for port 210c6edf-9df0-4661-8ff5-e3bc0e1fcb53 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:34:58.955894 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c9e9c8dd-3580-487b-9f1c-01e9a7fcd9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:59.075704 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-c9e9c8dd-3580-487b-9f1c-01e9a7fcd9c1 None None] Port 210c6edf-9df0-4661-8ff5-e3bc0e1fcb53 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:34:59.146993 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-792881d9-b558-498d-bcaf-cdb7cab3f5e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:59.169875 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-1dee6001-2b57-47aa-80bb-7e4551581f01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, eaec72b3-21b8-4237-9007-e0660233be23) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:34:59.222424 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66347072-55b9-40a9-bbd3-4db1c1ba60cf None None] Network eaec72b3-21b8-4237-9007-e0660233be23 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:34:59.241775 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dee6001-2b57-47aa-80bb-7e4551581f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:34:59.242403 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1dee6001-2b57-47aa-80bb-7e4551581f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:59.385877 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-16ed97b5-11db-4c44-8d32-0776988f2178 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:59.446474 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-213df3d2-0537-4872-8618-ea89873000fb tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:59.496535 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-1dee6001-2b57-47aa-80bb-7e4551581f01 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 3.7178664 Apr 29 11:34:59.520965 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46436) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:34:59.530376 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-a868a7c8-aca7-40d9-a2ae-b68e1904cfe6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-948303896-router', 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:34:59.547218 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-792881d9-b558-498d-bcaf-cdb7cab3f5e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:59.552902 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792881d9-b558-498d-bcaf-cdb7cab3f5e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:34:59.553552 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-792881d9-b558-498d-bcaf-cdb7cab3f5e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:59.558114 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-213df3d2-0537-4872-8618-ea89873000fb tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:59.613888 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a868a7c8-aca7-40d9-a2ae-b68e1904cfe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:59.614870 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d6f4c4-8ae0-4adf-9f6f-1c5a2138db61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-eaec72b3-21b8-4237-9007-e0660233be23', 'network_id': 'eaec72b3-21b8-4237-9007-e0660233be23', 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'fixed_ips': [{'subnet_id': '61739443-868d-4a94-a39b-257f7d0153d0'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:34:59.615860 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-93d6f4c4-8ae0-4adf-9f6f-1c5a2138db61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:59.615991 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a868a7c8-aca7-40d9-a2ae-b68e1904cfe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:59.690908 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213df3d2-0537-4872-8618-ea89873000fb tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d111987-277a-4f20-a315-47bd7bd9ef2e,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:59.708538 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-213df3d2-0537-4872-8618-ea89873000fb tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:34:59.776051 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2d444d27-9bca-4c24-b02d-d1ca1730af22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:59.845387 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a868a7c8-aca7-40d9-a2ae-b68e1904cfe6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:59.848570 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-213df3d2-0537-4872-8618-ea89873000fb tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:59.848812 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-213df3d2-0537-4872-8618-ea89873000fb tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Added segment ddc65a5b-d00f-459e-86c6-680d852bf0f5 of type vlan for network fb0fc26b-f640-4d06-9ec0-d96152a2ac91 Apr 29 11:34:59.874832 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-792881d9-b558-498d-bcaf-cdb7cab3f5e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 5.0396900 Apr 29 11:34:59.891300 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-93d6f4c4-8ae0-4adf-9f6f-1c5a2138db61 None None] Allocated IP 172.20.0.2 (eaec72b3-21b8-4237-9007-e0660233be23/61739443-868d-4a94-a39b-257f7d0153d0/dd2f7c39-4dcd-4019-b1bf-dde0272109f3) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:34:59.951043 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792881d9-b558-498d-bcaf-cdb7cab3f5e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515-project] Pushing event updated for resources: {'Network': ['ID=295cb541-9e96-4d7d-a59d-963768c32b13,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:59.970676 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:00.020096 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 295cb541-9e96-4d7d-a59d-963768c32b13 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:35:00.059243 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-428a6c25-c357-43d3-95d2-5000358523f6 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:00.113086 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-213df3d2-0537-4872-8618-ea89873000fb tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:00.155734 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-428a6c25-c357-43d3-95d2-5000358523f6 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:00.238597 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-16ed97b5-11db-4c44-8d32-0776988f2178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:00.313847 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:00.354898 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-428a6c25-c357-43d3-95d2-5000358523f6 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:35:00.369250 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fc2b0d46-139d-4183-a6dd-94e0fe72f446 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:00.437242 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eed5e01-8c25-46c9-bac7-e3352273f7de None None] Network 9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:35:00.481727 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-93d6f4c4-8ae0-4adf-9f6f-1c5a2138db61 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:00.499653 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-93d6f4c4-8ae0-4adf-9f6f-1c5a2138db61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:00.519211 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device e1540818-d3be-431a-b81a-3fa9fd14874c up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:35:00.553147 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-fc2b0d46-139d-4183-a6dd-94e0fe72f446 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Allocated IP 172.26.4.209 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/09a569d5-0fe2-49e8-a8d8-a9b947aefdaf) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:35:00.567729 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a868a7c8-aca7-40d9-a2ae-b68e1904cfe6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:00.649386 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port e1540818-d3be-431a-b81a-3fa9fd14874c triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:00.650284 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:00.694286 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fc2b0d46-139d-4183-a6dd-94e0fe72f446 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:00.727400 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d6f4c4-8ae0-4adf-9f6f-1c5a2138db61 None None] Network eaec72b3-21b8-4237-9007-e0660233be23 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:00.730785 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-213df3d2-0537-4872-8618-ea89873000fb tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:00.739027 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213df3d2-0537-4872-8618-ea89873000fb tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:00.739686 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-213df3d2-0537-4872-8618-ea89873000fb tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:00.828885 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fc2b0d46-139d-4183-a6dd-94e0fe72f446 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:00.847645 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.objects.ports [None req-318dd31f-236c-4530-954f-8543613fc54b tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102960) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 11:35:00.848327 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-318dd31f-236c-4530-954f-8543613fc54b tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:00.848555 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213df3d2-0537-4872-8618-ea89873000fb tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Pushing event updated for resources: {'Network': ['ID=fb0fc26b-f640-4d06-9ec0-d96152a2ac91,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:00.912894 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2b0d46-139d-4183-a6dd-94e0fe72f446 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:00.914597 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:00.926505 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b0d46-139d-4183-a6dd-94e0fe72f446 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Pushing event updated for resources: {'Port': ['ID=09a569d5-0fe2-49e8-a8d8-a9b947aefdaf,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:00.932765 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-fc2b0d46-139d-4183-a6dd-94e0fe72f446 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:00.933218 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network fb0fc26b-f640-4d06-9ec0-d96152a2ac91 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:35:00.934126 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46452) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:00.936352 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-93d6f4c4-8ae0-4adf-9f6f-1c5a2138db61 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:00.937515 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a6c25-c357-43d3-95d2-5000358523f6 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b289d91d-1d8c-4110-9123-e3c1aac701b6,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:00.942480 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2b0d46-139d-4183-a6dd-94e0fe72f446 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:00.948364 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6f4c4-8ae0-4adf-9f6f-1c5a2138db61 None None] Pushing event updated for resources: {'Port': ['ID=dd2f7c39-4dcd-4019-b1bf-dde0272109f3,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:00.951282 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Request body: {'port': {'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13', 'binding:host_id': 'hv-neutron-8388', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217838598'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:00.951533 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-c019f376-1f19-43f6-9e83-2b0b28055512 None None] Provisioning complete for port e1540818-d3be-431a-b81a-3fa9fd14874c triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:00.951982 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c019f376-1f19-43f6-9e83-2b0b28055512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:01.003357 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d6f4c4-8ae0-4adf-9f6f-1c5a2138db61 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:01.036882 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-428a6c25-c357-43d3-95d2-5000358523f6 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:01.037454 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-428a6c25-c357-43d3-95d2-5000358523f6 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] Added segment ddf306d9-fea5-4055-b7ce-3049aad66c85 of type vlan for network 020d102e-ed31-48a7-af3a-31e4c875f1a5 Apr 29 11:35:01.055588 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318dd31f-236c-4530-954f-8543613fc54b tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0404c021-e2db-43c8-a467-e92c868a3b5e,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:01.084849 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-213df3d2-0537-4872-8618-ea89873000fb tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 4.5189271 Apr 29 11:35:01.095587 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46458) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:01.095867 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port e1540818-d3be-431a-b81a-3fa9fd14874c, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=e1540818-d3be-431a-b81a-3fa9fd14874c,segment=NetworkSegment(ec106207-489d-4e55-8fc5-481ceb098af9),segment_id=ec106207-489d-4e55-8fc5-481ceb098af9)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:35:01.108518 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-ff4257f3-d2ad-4278-9429-91c59c710144 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Request body: {'subnet': {'network_id': 'fb0fc26b-f640-4d06-9ec0-d96152a2ac91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:01.129297 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Made reservation on behalf of 0dc824c33f5649b99f38410ad8ef92dc for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:35:01.132927 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:01.142642 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fc2b0d46-139d-4183-a6dd-94e0fe72f446 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:01.166275 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:01.211555 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:01.211555 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 401c559e-1f03-4f11-a60f-ef1235fa09b7 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:35:01.274388 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-428a6c25-c357-43d3-95d2-5000358523f6 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:01.328382 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-93d6f4c4-8ae0-4adf-9f6f-1c5a2138db61 None None] Attempting to bind port dd2f7c39-4dcd-4019-b1bf-dde0272109f3 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:01.329061 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-93d6f4c4-8ae0-4adf-9f6f-1c5a2138db61 None None] Attempting to bind port dd2f7c39-4dcd-4019-b1bf-dde0272109f3 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '82aa0242-ee84-4c14-a14a-da2052556bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eaec72b3-21b8-4237-9007-e0660233be23'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:01.329601 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d6f4c4-8ae0-4adf-9f6f-1c5a2138db61 None None] Attempting to bind port dd2f7c39-4dcd-4019-b1bf-dde0272109f3 on network eaec72b3-21b8-4237-9007-e0660233be23 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:01.340541 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fc2b0d46-139d-4183-a6dd-94e0fe72f446 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:01.356559 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d6f4c4-8ae0-4adf-9f6f-1c5a2138db61 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:35:01.357508 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d6f4c4-8ae0-4adf-9f6f-1c5a2138db61 None None] Checking segment: {'id': '82aa0242-ee84-4c14-a14a-da2052556bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eaec72b3-21b8-4237-9007-e0660233be23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:35:01.357508 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-93d6f4c4-8ae0-4adf-9f6f-1c5a2138db61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:01.357804 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d6f4c4-8ae0-4adf-9f6f-1c5a2138db61 None None] Bound using segment: {'id': '82aa0242-ee84-4c14-a14a-da2052556bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eaec72b3-21b8-4237-9007-e0660233be23'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:35:01.358570 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-93d6f4c4-8ae0-4adf-9f6f-1c5a2138db61 None None] Bound port: dd2f7c39-4dcd-4019-b1bf-dde0272109f3, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82aa0242-ee84-4c14-a14a-da2052556bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eaec72b3-21b8-4237-9007-e0660233be23'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:35:01.359006 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-93d6f4c4-8ae0-4adf-9f6f-1c5a2138db61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:01.384385 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2d444d27-9bca-4c24-b02d-d1ca1730af22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:01.395897 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-428a6c25-c357-43d3-95d2-5000358523f6 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:01.399466 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=e1540818-d3be-431a-b81a-3fa9fd14874c,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:01.413020 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428a6c25-c357-43d3-95d2-5000358523f6 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:01.413664 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-428a6c25-c357-43d3-95d2-5000358523f6 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:01.424377 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2d444d27-9bca-4c24-b02d-d1ca1730af22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:01.425257 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2d444d27-9bca-4c24-b02d-d1ca1730af22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:01.447953 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 401c559e-1f03-4f11-a60f-ef1235fa09b7 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:01.448851 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:01.474567 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ed97b5-11db-4c44-8d32-0776988f2178 admin admin] Router 0611de60-c659-4550-bb40-3eaeb3552ec5 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:35:01.495089 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318dd31f-236c-4530-954f-8543613fc54b tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Checking segment: {'id': '094f889f-0fff-44c0-b11d-1cba55ff33cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '79ba04af-1192-44b0-803e-a5b04149549f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:35:01.495657 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318dd31f-236c-4530-954f-8543613fc54b tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Network hostable DHCP agents. Network: 79ba04af-1192-44b0-803e-a5b04149549f, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:35:01.527047 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-93d6f4c4-8ae0-4adf-9f6f-1c5a2138db61 None None] For port dd2f7c39-4dcd-4019-b1bf-dde0272109f3, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:35:01.550499 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-93d6f4c4-8ae0-4adf-9f6f-1c5a2138db61 None None] For port dd2f7c39-4dcd-4019-b1bf-dde0272109f3, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=dd2f7c39-4dcd-4019-b1bf-dde0272109f3,segment=NetworkSegment(82aa0242-ee84-4c14-a14a-da2052556bcd),segment_id=82aa0242-ee84-4c14-a14a-da2052556bcd)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:35:01.575973 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4257f3-d2ad-4278-9429-91c59c710144 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Made reservation on behalf of d2f00c1544314c3fa075660f312623c4 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:35:01.579633 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ff4257f3-d2ad-4278-9429-91c59c710144 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks [] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:01.588481 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-93d6f4c4-8ae0-4adf-9f6f-1c5a2138db61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:01.704321 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6f4c4-8ae0-4adf-9f6f-1c5a2138db61 None None] Pushing event updated for resources: {'Port': ['ID=dd2f7c39-4dcd-4019-b1bf-dde0272109f3,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:01.739785 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-428a6c25-c357-43d3-95d2-5000358523f6 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 4.9676771 Apr 29 11:35:01.747082 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:01.772192 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46460) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:01.803472 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 401c559e-1f03-4f11-a60f-ef1235fa09b7, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=401c559e-1f03-4f11-a60f-ef1235fa09b7,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:35:01.813143 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:01.813797 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d444d27-9bca-4c24-b02d-d1ca1730af22 admin admin] Network 6125a237-5a34-436c-b459-de251466d228 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:01.815941 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318dd31f-236c-4530-954f-8543613fc54b tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Network 79ba04af-1192-44b0-803e-a5b04149549f is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:35:01.824326 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a6c25-c357-43d3-95d2-5000358523f6 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] Pushing event updated for resources: {'Network': ['ID=020d102e-ed31-48a7-af3a-31e4c875f1a5,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:01.825947 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a868a7c8-aca7-40d9-a2ae-b68e1904cfe6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:01.836264 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d444d27-9bca-4c24-b02d-d1ca1730af22 admin admin] Pushing event updated for resources: {'Port': ['ID=210c6edf-9df0-4661-8ff5-e3bc0e1fcb53,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:01.850533 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-2d444d27-9bca-4c24-b02d-d1ca1730af22 admin admin] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:01.874911 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a868a7c8-aca7-40d9-a2ae-b68e1904cfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:01.880494 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-318dd31f-236c-4530-954f-8543613fc54b tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 79ba04af-1192-44b0-803e-a5b04149549f) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:01.901739 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318dd31f-236c-4530-954f-8543613fc54b tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:01.902541 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-318dd31f-236c-4530-954f-8543613fc54b tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:01.927090 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 020d102e-ed31-48a7-af3a-31e4c875f1a5 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:35:01.940858 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbee6ea3-fcf9-4c3e-8a43-8111f6e10d58 None None] Network 79ba04af-1192-44b0-803e-a5b04149549f requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:35:02.025547 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-318dd31f-236c-4530-954f-8543613fc54b tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.9221497 Apr 29 11:35:02.044310 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:02.055805 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46466) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:02.067501 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-c61efcf9-da79-4456-b8ec-20a59188ebbb tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2124316770', 'network_id': '79ba04af-1192-44b0-803e-a5b04149549f'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:02.084992 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:02.093708 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ed97b5-11db-4c44-8d32-0776988f2178 admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:35:02.120874 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] device_id is not set on port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:35:02.153880 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=401c559e-1f03-4f11-a60f-ef1235fa09b7,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:02.243775 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fc2b0d46-139d-4183-a6dd-94e0fe72f446 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:02.255793 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f32146a-63b7-4be8-8f21-8ec285aa771b None None] Sync routers for ids ['0611de60-c659-4550-bb40-3eaeb3552ec5'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:35:02.264589 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-2fe82f7e-bc61-4722-b0b0-18124647195f tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Request body: {'network': {'name': 'tempest-network--617946286', 'router:external': True}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:02.264905 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61efcf9-da79-4456-b8ec-20a59188ebbb tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Made reservation on behalf of 8b88cfc8a00d47cb8f39d4e626603361 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:35:02.268129 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c61efcf9-da79-4456-b8ec-20a59188ebbb tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:02.295697 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-972d68d2-ded4-4547-b85d-5ada41fbd521 None None] Provisioning complete for port e1540818-d3be-431a-b81a-3fa9fd14874c triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:02.296258 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-972d68d2-ded4-4547-b85d-5ada41fbd521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:02.298398 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-16ed97b5-11db-4c44-8d32-0776988f2178 admin admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:02.303804 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-16ed97b5-11db-4c44-8d32-0776988f2178 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6542060 Apr 29 11:35:02.304462 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46468) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:02.350041 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f32146a-63b7-4be8-8f21-8ec285aa771b None None] Routers {'0611de60-c659-4550-bb40-3eaeb3552ec5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:35:02.351004 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-2f32146a-63b7-4be8-8f21-8ec285aa771b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:34:57Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['0611de60-c659-4550-bb40-3eaeb3552ec5'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:02.353500 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-a868a7c8-aca7-40d9-a2ae-b68e1904cfe6 admin admin] Allocated IP 172.26.4.232 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/f9561228-c645-4edd-8c92-085b79086207) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:35:02.410593 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788177ba-27aa-4972-993c-80048222e78a,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:02.426765 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fc2b0d46-139d-4183-a6dd-94e0fe72f446 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:02.533107 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339e1bda-4a34-4942-84c6-536e54ecee5b None None] Network 79ba04af-1192-44b0-803e-a5b04149549f requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:35:02.629252 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fc2b0d46-139d-4183-a6dd-94e0fe72f446 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:02.638080 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe82f7e-bc61-4722-b0b0-18124647195f tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Made reservation on behalf of 3a99afec7460430f9481afb3c273ccd6 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:35:02.640830 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2fe82f7e-bc61-4722-b0b0-18124647195f tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:02.662460 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2fe82f7e-bc61-4722-b0b0-18124647195f tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:02.701808 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-c61efcf9-da79-4456-b8ec-20a59188ebbb tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] device_id is not set on port bfa53635-6abc-46da-b3db-55fda193bc73 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:35:02.730413 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b0d46-139d-4183-a6dd-94e0fe72f446 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Pushing event updated for resources: {'Port': ['ID=09a569d5-0fe2-49e8-a8d8-a9b947aefdaf,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:02.766350 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fc2b0d46-139d-4183-a6dd-94e0fe72f446 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:02.767656 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-fc2b0d46-139d-4183-a6dd-94e0fe72f446 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5613205 Apr 29 11:35:02.778755 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46470) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:02.791374 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-055a55bf-38d4-4e00-a42c-03b4eced9b9d tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-63150696'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:02.836119 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055a55bf-38d4-4e00-a42c-03b4eced9b9d tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Made reservation on behalf of 4ac41c0a67804f97bddaff7fb66f1b90 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:35:02.840034 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device e1540818-d3be-431a-b81a-3fa9fd14874c up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:35:02.840404 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-055a55bf-38d4-4e00-a42c-03b4eced9b9d tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:02.848725 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ff4257f3-d2ad-4278-9429-91c59c710144 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:02.891812 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-2f32146a-63b7-4be8-8f21-8ec285aa771b None None] Set router 0611de60-c659-4550-bb40-3eaeb3552ec5 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:35:02.926471 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-055a55bf-38d4-4e00-a42c-03b4eced9b9d tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:03.052387 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port e1540818-d3be-431a-b81a-3fa9fd14874c triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:03.052815 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:03.069972 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4257f3-d2ad-4278-9429-91c59c710144 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Pushing event updated for resources: {'Subnet': ['ID=e6177683-3a5c-4209-9b2a-c39751636a59,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:03.104450 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d444d27-9bca-4c24-b02d-d1ca1730af22 admin admin] Router 81c81a82-d88c-477c-a229-3809860b7e42 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:35:03.167856 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-c61efcf9-da79-4456-b8ec-20a59188ebbb tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Allocated IP 172.20.0.5 (79ba04af-1192-44b0-803e-a5b04149549f/0404c021-e2db-43c8-a467-e92c868a3b5e/bfa53635-6abc-46da-b3db-55fda193bc73) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:35:03.172729 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-91c5cd09-4330-4910-b6e9-39a8af983af3 None None] Provisioning complete for port 210c6edf-9df0-4661-8ff5-e3bc0e1fcb53 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:03.172729 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-91c5cd09-4330-4910-b6e9-39a8af983af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:03.198778 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4257f3-d2ad-4278-9429-91c59c710144 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Checking segment: {'id': 'ddc65a5b-d00f-459e-86c6-680d852bf0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fb0fc26b-f640-4d06-9ec0-d96152a2ac91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:35:03.199486 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4257f3-d2ad-4278-9429-91c59c710144 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Network hostable DHCP agents. Network: fb0fc26b-f640-4d06-9ec0-d96152a2ac91, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:35:03.257498 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-91c5cd09-4330-4910-b6e9-39a8af983af3 None None] Port 210c6edf-9df0-4661-8ff5-e3bc0e1fcb53 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:35:03.265607 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2fe82f7e-bc61-4722-b0b0-18124647195f tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:03.283005 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2fe82f7e-bc61-4722-b0b0-18124647195f tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:03.333346 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 401c559e-1f03-4f11-a60f-ef1235fa09b7 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:35:03.355947 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe82f7e-bc61-4722-b0b0-18124647195f tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:35:03.377170 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4257f3-d2ad-4278-9429-91c59c710144 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Network fb0fc26b-f640-4d06-9ec0-d96152a2ac91 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:35:03.398224 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-055a55bf-38d4-4e00-a42c-03b4eced9b9d tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:03.402619 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe82f7e-bc61-4722-b0b0-18124647195f tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c2e52d-9ec9-4385-8779-428923e30899,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:03.410571 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2fe82f7e-bc61-4722-b0b0-18124647195f tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:03.411264 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-2fe82f7e-bc61-4722-b0b0-18124647195f tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Added segment 4cd311c3-4018-425b-8d56-93599b42827d of type vlan for network fe2e9a3f-1453-4157-98b3-34ff77f845a5 Apr 29 11:35:03.460155 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-ff4257f3-d2ad-4278-9429-91c59c710144 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, fb0fc26b-f640-4d06-9ec0-d96152a2ac91) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:03.465982 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4257f3-d2ad-4278-9429-91c59c710144 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:03.466772 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ff4257f3-d2ad-4278-9429-91c59c710144 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:03.471026 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-055a55bf-38d4-4e00-a42c-03b4eced9b9d tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:03.545595 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-055a55bf-38d4-4e00-a42c-03b4eced9b9d tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:35:03.559652 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d444d27-9bca-4c24-b02d-d1ca1730af22 admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:35:03.578080 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2d444d27-9bca-4c24-b02d-d1ca1730af22 admin admin] 10.222.0.69 "PUT /v2.0/routers/81c81a82-d88c-477c-a229-3809860b7e42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6343873 Apr 29 11:35:03.587878 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ce8624-0955-4523-8a83-c3b0857057dc None None] Sync routers for ids ['81c81a82-d88c-477c-a229-3809860b7e42'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:35:03.593083 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ff4257f3-d2ad-4278-9429-91c59c710144 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4910898 Apr 29 11:35:03.599721 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46474) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:03.608615 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-d1279ff6-b2cc-415f-a69d-f16d7a12e6d0 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Request body: {'port': {'network_id': 'fb0fc26b-f640-4d06-9ec0-d96152a2ac91', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1200129482'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:03.608883 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ce8624-0955-4523-8a83-c3b0857057dc None None] Routers {'81c81a82-d88c-477c-a229-3809860b7e42'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:35:03.610774 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-14ce8624-0955-4523-8a83-c3b0857057dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:34:57Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['81c81a82-d88c-477c-a229-3809860b7e42'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:03.615603 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2fe82f7e-bc61-4722-b0b0-18124647195f tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:03.617837 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-055a55bf-38d4-4e00-a42c-03b4eced9b9d tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:03.617837 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-055a55bf-38d4-4e00-a42c-03b4eced9b9d tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Added segment 7e26916e-da96-4459-b449-3cf8c9155b0c of type vlan for network af3f5064-9c4b-454f-992b-975505f7128e Apr 29 11:35:03.618532 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a55bf-38d4-4e00-a42c-03b4eced9b9d tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab5cfc8-8243-4585-bf29-1d3b64de0fb6,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:03.643991 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2a9f3d-e7b3-4d0f-9eb1-3395cfc801a2 None None] Network fb0fc26b-f640-4d06-9ec0-d96152a2ac91 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:35:03.648111 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a868a7c8-aca7-40d9-a2ae-b68e1904cfe6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:03.687815 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-2f32146a-63b7-4be8-8f21-8ec285aa771b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'name': 'tempest-ServerActionsTestJSON-769067943-router', 'tenant_id': '966d71c123a54a1eb7656282c791d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'e60db0e6-a947-4fb9-860f-96ff322c4ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:55Z', 'updated_at': '2022-04-29T11:34:59Z', 'revision_number': 3, 'project_id': '966d71c123a54a1eb7656282c791d69b', 'gw_port': {'id': 'e60db0e6-a947-4fb9-860f-96ff322c4ec7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:57Z', 'updated_at': '2022-04-29T11:34:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:03.758892 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.db.resource_extend [None req-2fe82f7e-bc61-4722-b0b0-18124647195f tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:35:03.759501 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc1393e-9699-4296-9b91-460ef1b5afad None None] Network eaec72b3-21b8-4237-9007-e0660233be23 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:35:03.769941 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f32146a-63b7-4be8-8f21-8ec285aa771b None None] Checking router: 0611de60-c659-4550-bb40-3eaeb3552ec5 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:35:03.770574 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f32146a-63b7-4be8-8f21-8ec285aa771b None None] Updating router 0611de60-c659-4550-bb40-3eaeb3552ec5 port e60db0e6-a947-4fb9-860f-96ff322c4ec7 binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:35:03.807434 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-055a55bf-38d4-4e00-a42c-03b4eced9b9d tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:03.825138 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2f32146a-63b7-4be8-8f21-8ec285aa771b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:03.844154 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2fe82f7e-bc61-4722-b0b0-18124647195f tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:03.853231 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe82f7e-bc61-4722-b0b0-18124647195f tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:03.854421 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2fe82f7e-bc61-4722-b0b0-18124647195f tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:03.870475 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 401c559e-1f03-4f11-a60f-ef1235fa09b7 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:03.870903 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:03.875612 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-14ce8624-0955-4523-8a83-c3b0857057dc None None] Set router 81c81a82-d88c-477c-a229-3809860b7e42 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:35:03.890656 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] device_id is not set on port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:35:03.922462 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-055a55bf-38d4-4e00-a42c-03b4eced9b9d tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:03.929385 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055a55bf-38d4-4e00-a42c-03b4eced9b9d tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:03.930068 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-055a55bf-38d4-4e00-a42c-03b4eced9b9d tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:03.944719 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2fe82f7e-bc61-4722-b0b0-18124647195f tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.1623530 Apr 29 11:35:03.962046 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:03.973381 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46484) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:04.009533 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-055a55bf-38d4-4e00-a42c-03b4eced9b9d tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2280605 Apr 29 11:35:04.012715 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46488) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:04.013449 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe82f7e-bc61-4722-b0b0-18124647195f tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Pushing event updated for resources: {'Network': ['ID=fe2e9a3f-1453-4157-98b3-34ff77f845a5,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:04.032359 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-528d715b-114b-4ca8-820f-7f14c519bac6 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Request body: {'subnet': {'network_id': 'af3f5064-9c4b-454f-992b-975505f7128e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:04.046160 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network fe2e9a3f-1453-4157-98b3-34ff77f845a5 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:35:04.141145 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-c197091d-e492-42d8-bfec-c7ab7877871b None None] Provisioning complete for port dd2f7c39-4dcd-4019-b1bf-dde0272109f3 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:04.141505 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c197091d-e492-42d8-bfec-c7ab7877871b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:04.169411 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:04.256475 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a55bf-38d4-4e00-a42c-03b4eced9b9d tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Pushing event updated for resources: {'Network': ['ID=af3f5064-9c4b-454f-992b-975505f7128e,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:04.270999 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1279ff6-b2cc-415f-a69d-f16d7a12e6d0 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Made reservation on behalf of d2f00c1544314c3fa075660f312623c4 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:35:04.275210 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d1279ff6-b2cc-415f-a69d-f16d7a12e6d0 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:04.283926 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network af3f5064-9c4b-454f-992b-975505f7128e details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:35:04.327604 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-d1279ff6-b2cc-415f-a69d-f16d7a12e6d0 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] device_id is not set on port 33f471f6-79dc-4fb7-885f-e128a5c3e6d7 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:35:04.384750 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device dd2f7c39-4dcd-4019-b1bf-dde0272109f3 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:35:04.466540 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a868a7c8-aca7-40d9-a2ae-b68e1904cfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:04.501329 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Checking segment: {'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:35:04.501682 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Network hostable DHCP agents. Network: 295cb541-9e96-4d7d-a59d-963768c32b13, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:35:04.518350 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528d715b-114b-4ca8-820f-7f14c519bac6 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Made reservation on behalf of 4ac41c0a67804f97bddaff7fb66f1b90 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:35:04.522928 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-528d715b-114b-4ca8-820f-7f14c519bac6 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks [] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:04.572008 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6fc4d73-5660-46d8-8070-941571a1f498 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:04.577636 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-14ce8624-0955-4523-8a83-c3b0857057dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c81a82-d88c-477c-a229-3809860b7e42', 'name': 'tempest-ServersTestManualDisk-309826622-router', 'tenant_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '401c559e-1f03-4f11-a60f-ef1235fa09b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:51Z', 'updated_at': '2022-04-29T11:34:59Z', 'revision_number': 4, 'project_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'gw_port': {'id': '401c559e-1f03-4f11-a60f-ef1235fa09b7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c81a82-d88c-477c-a229-3809860b7e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:52Z', 'updated_at': '2022-04-29T11:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '210c6edf-9df0-4661-8ff5-e3bc0e1fcb53', 'name': '', 'network_id': '6125a237-5a34-436c-b459-de251466d228', 'tenant_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'mac_address': 'fa:16:3e:07:aa:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c81a82-d88c-477c-a229-3809860b7e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '59b54d58-4e33-45ba-b2f2-931d467f06e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:56Z', 'updated_at': '2022-04-29T11:35:00Z', 'revision_number': 2, 'project_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'subnets': [{'id': '59b54d58-4e33-45ba-b2f2-931d467f06e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:04.628288 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ce8624-0955-4523-8a83-c3b0857057dc None None] Checking router: 81c81a82-d88c-477c-a229-3809860b7e42 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:35:04.629418 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ce8624-0955-4523-8a83-c3b0857057dc None None] Updating router 81c81a82-d88c-477c-a229-3809860b7e42 port 210c6edf-9df0-4661-8ff5-e3bc0e1fcb53 binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:35:04.661637 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a868a7c8-aca7-40d9-a2ae-b68e1904cfe6 admin admin] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:04.664516 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-14ce8624-0955-4523-8a83-c3b0857057dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:04.681885 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-a868a7c8-aca7-40d9-a2ae-b68e1904cfe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:04.684604 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a868a7c8-aca7-40d9-a2ae-b68e1904cfe6 admin admin] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:04.687626 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Pushing event updated for resources: {'Port': ['ID=84b51731-b7e5-4d37-99d6-5cb6cee5f5cc,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:04.741851 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c61efcf9-da79-4456-b8ec-20a59188ebbb tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:04.773274 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Network 295cb541-9e96-4d7d-a59d-963768c32b13 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:35:04.859306 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2f32146a-63b7-4be8-8f21-8ec285aa771b None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:04.893970 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 295cb541-9e96-4d7d-a59d-963768c32b13) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:04.897068 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-d1279ff6-b2cc-415f-a69d-f16d7a12e6d0 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Allocated IP 172.20.0.5 (fb0fc26b-f640-4d06-9ec0-d96152a2ac91/e6177683-3a5c-4209-9b2a-c39751636a59/33f471f6-79dc-4fb7-885f-e128a5c3e6d7) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:35:04.900051 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:05.014285 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c056f8ba-d120-4794-a289-cc4564dfcf24 None None] Network 295cb541-9e96-4d7d-a59d-963768c32b13 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:35:05.019112 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2f32146a-63b7-4be8-8f21-8ec285aa771b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:05.040246 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46496) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:05.064441 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-b0ec8dd8-56ed-43a2-9042-9063c4e442a2 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--937854976', 'description': 'tempest-description--1708404701'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:05.101003 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b0ec8dd8-56ed-43a2-9042-9063c4e442a2 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:05.139368 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868a7c8-aca7-40d9-a2ae-b68e1904cfe6 admin admin] Pushing event updated for resources: {'Port': ['ID=f9561228-c645-4edd-8c92-085b79086207,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:05.190649 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:05.191322 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] {{(pid=102960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:05.191322 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on network 295cb541-9e96-4d7d-a59d-963768c32b13 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:05.214759 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-14ce8624-0955-4523-8a83-c3b0857057dc None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:05.219635 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on network 295cb541-9e96-4d7d-a59d-963768c32b13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:05.220220 dv-neutron-838888-1-hyperv neutron-server[102960]: ERROR neutron.plugins.ml2.managers [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Failed to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on host hv-neutron-8388 for vnic_type normal using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] Apr 29 11:35:05.223683 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-14ce8624-0955-4523-8a83-c3b0857057dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:05.225781 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6fc4d73-5660-46d8-8070-941571a1f498 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:05.259779 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.plugins.ml2.plugin [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempt 2 to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc Apr 29 11:35:05.322477 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-528d715b-114b-4ca8-820f-7f14c519bac6 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:05.353557 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebbbf2-df39-44f4-a9a7-a2a39fe427e5 None None] Pushing event updated for resources: {'Port': ['ID=210c6edf-9df0-4661-8ff5-e3bc0e1fcb53,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:05.399956 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c61efcf9-da79-4456-b8ec-20a59188ebbb tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:05.406782 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8d6d13-6d5c-4332-a660-db9e38b75ce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-fb0fc26b-f640-4d06-9ec0-d96152a2ac91', 'network_id': 'fb0fc26b-f640-4d06-9ec0-d96152a2ac91', 'tenant_id': 'd2f00c1544314c3fa075660f312623c4', 'fixed_ips': [{'subnet_id': 'e6177683-3a5c-4209-9b2a-c39751636a59'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:35:05.407784 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0d8d6d13-6d5c-4332-a660-db9e38b75ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:05.411655 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d1279ff6-b2cc-415f-a69d-f16d7a12e6d0 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:05.459850 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-14ce8624-0955-4523-8a83-c3b0857057dc None None] Attempting to bind port 210c6edf-9df0-4661-8ff5-e3bc0e1fcb53 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:05.460450 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-14ce8624-0955-4523-8a83-c3b0857057dc None None] Attempting to bind port 210c6edf-9df0-4661-8ff5-e3bc0e1fcb53 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '35485283-c5e8-404d-b1aa-59c7c4a98c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6125a237-5a34-436c-b459-de251466d228'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:05.460813 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ce8624-0955-4523-8a83-c3b0857057dc None None] Attempting to bind port 210c6edf-9df0-4661-8ff5-e3bc0e1fcb53 on network 6125a237-5a34-436c-b459-de251466d228 {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:05.476606 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ce8624-0955-4523-8a83-c3b0857057dc None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:35:05.476983 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ce8624-0955-4523-8a83-c3b0857057dc None None] Checking segment: {'id': '35485283-c5e8-404d-b1aa-59c7c4a98c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6125a237-5a34-436c-b459-de251466d228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:35:05.477377 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-14ce8624-0955-4523-8a83-c3b0857057dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:05.477775 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ce8624-0955-4523-8a83-c3b0857057dc None None] Bound using segment: {'id': '35485283-c5e8-404d-b1aa-59c7c4a98c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6125a237-5a34-436c-b459-de251466d228'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:35:05.478282 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-14ce8624-0955-4523-8a83-c3b0857057dc None None] Bound port: 210c6edf-9df0-4661-8ff5-e3bc0e1fcb53, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35485283-c5e8-404d-b1aa-59c7c4a98c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6125a237-5a34-436c-b459-de251466d228'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:35:05.478739 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-14ce8624-0955-4523-8a83-c3b0857057dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:05.495395 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b0ec8dd8-56ed-43a2-9042-9063c4e442a2 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:05.503970 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61efcf9-da79-4456-b8ec-20a59188ebbb tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Pushing event updated for resources: {'Port': ['ID=bfa53635-6abc-46da-b3db-55fda193bc73,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:05.509899 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:05.510441 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] {{(pid=102960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:05.510954 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on network 295cb541-9e96-4d7d-a59d-963768c32b13 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:05.522037 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c197091d-e492-42d8-bfec-c7ab7877871b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:05.525543 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6fc4d73-5660-46d8-8070-941571a1f498 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=102960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:35:05.526093 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e7844b-a4aa-4440-8b02-5457ab329aa6 None None] Pushing event updated for resources: {'Port': ['ID=e60db0e6-a947-4fb9-860f-96ff322c4ec7,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:05.526247 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6fc4d73-5660-46d8-8070-941571a1f498 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:35:05.527408 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6fc4d73-5660-46d8-8070-941571a1f498 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:35:05.528937 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6fc4d73-5660-46d8-8070-941571a1f498 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Subscribe: > port after_create 55550000 {{(pid=102960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:35:05.530212 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6fc4d73-5660-46d8-8070-941571a1f498 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Subscribe: > port after_delete 55550000 {{(pid=102960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:35:05.530843 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6fc4d73-5660-46d8-8070-941571a1f498 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Subscribe: > port after_update 55550000 {{(pid=102960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:35:05.531273 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6fc4d73-5660-46d8-8070-941571a1f498 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=102960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:35:05.532080 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6fc4d73-5660-46d8-8070-941571a1f498 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=102960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:35:05.532384 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6fc4d73-5660-46d8-8070-941571a1f498 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=102960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:35:05.532953 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6fc4d73-5660-46d8-8070-941571a1f498 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=102960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:35:05.539056 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b0ec8dd8-56ed-43a2-9042-9063c4e442a2 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:05.573883 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-2f32146a-63b7-4be8-8f21-8ec285aa771b None None] Attempting to bind port e60db0e6-a947-4fb9-860f-96ff322c4ec7 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:05.574204 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-2f32146a-63b7-4be8-8f21-8ec285aa771b None None] Attempting to bind port e60db0e6-a947-4fb9-860f-96ff322c4ec7 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:05.574627 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f32146a-63b7-4be8-8f21-8ec285aa771b None None] Attempting to bind port e60db0e6-a947-4fb9-860f-96ff322c4ec7 on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:05.588450 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f32146a-63b7-4be8-8f21-8ec285aa771b None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:35:05.588842 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f32146a-63b7-4be8-8f21-8ec285aa771b None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:35:05.589270 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2f32146a-63b7-4be8-8f21-8ec285aa771b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:05.590775 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f32146a-63b7-4be8-8f21-8ec285aa771b None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:35:05.592664 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-2f32146a-63b7-4be8-8f21-8ec285aa771b None None] Bound port: e60db0e6-a947-4fb9-860f-96ff322c4ec7, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:35:05.593096 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2f32146a-63b7-4be8-8f21-8ec285aa771b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:05.635465 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d715b-114b-4ca8-820f-7f14c519bac6 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Pushing event updated for resources: {'Subnet': ['ID=398b8de5-66c6-4140-9269-54644cadf4bb,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:05.655299 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b0ec8dd8-56ed-43a2-9042-9063c4e442a2 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:05.658659 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b0ec8dd8-56ed-43a2-9042-9063c4e442a2 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6108141 Apr 29 11:35:05.661596 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port dd2f7c39-4dcd-4019-b1bf-dde0272109f3 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:05.662308 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:05.665209 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46500) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:05.673238 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec8dd8-56ed-43a2-9042-9063c4e442a2 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af172940-50b2-4c9e-9817-d1a8a3efc04e,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:05.689892 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-00eae1ef-95c8-45e0-8ee4-6ae8ab045420 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Request body: {'security_group_rule': {'security_group_id': 'af172940-50b2-4c9e-9817-d1a8a3efc04e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:05.697296 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-14ce8624-0955-4523-8a83-c3b0857057dc None None] For port 210c6edf-9df0-4661-8ff5-e3bc0e1fcb53, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:35:05.698667 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d1279ff6-b2cc-415f-a69d-f16d7a12e6d0 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:05.706569 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-14ce8624-0955-4523-8a83-c3b0857057dc None None] For port 210c6edf-9df0-4661-8ff5-e3bc0e1fcb53, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=210c6edf-9df0-4661-8ff5-e3bc0e1fcb53,segment=NetworkSegment(35485283-c5e8-404d-b1aa-59c7c4a98c5e),segment_id=35485283-c5e8-404d-b1aa-59c7c4a98c5e)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:35:05.708419 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528d715b-114b-4ca8-820f-7f14c519bac6 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Checking segment: {'id': '7e26916e-da96-4459-b449-3cf8c9155b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'af3f5064-9c4b-454f-992b-975505f7128e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:35:05.708903 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528d715b-114b-4ca8-820f-7f14c519bac6 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Network hostable DHCP agents. Network: af3f5064-9c4b-454f-992b-975505f7128e, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:35:05.716215 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-14ce8624-0955-4523-8a83-c3b0857057dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:05.822719 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ce8624-0955-4523-8a83-c3b0857057dc None None] Routers {'81c81a82-d88c-477c-a229-3809860b7e42'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:35:05.823349 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-14ce8624-0955-4523-8a83-c3b0857057dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:34:57Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['81c81a82-d88c-477c-a229-3809860b7e42'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:05.832801 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebbbf2-df39-44f4-a9a7-a2a39fe427e5 None None] Pushing event updated for resources: {'Port': ['ID=210c6edf-9df0-4661-8ff5-e3bc0e1fcb53,revision_number=4']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:05.919350 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6fc4d73-5660-46d8-8070-941571a1f498 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=102960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:35:05.919716 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6fc4d73-5660-46d8-8070-941571a1f498 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=102960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:35:05.921208 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6fc4d73-5660-46d8-8070-941571a1f498 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=102960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:35:05.921536 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6fc4d73-5660-46d8-8070-941571a1f498 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=102960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:35:05.921903 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-b6fc4d73-5660-46d8-8070-941571a1f498 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe2e9a3f-1453-4157-98b3-34ff77f845a5']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:05.930431 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on network 295cb541-9e96-4d7d-a59d-963768c32b13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:05.930748 dv-neutron-838888-1-hyperv neutron-server[102960]: ERROR neutron.plugins.ml2.managers [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Failed to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on host hv-neutron-8388 for vnic_type normal using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] Apr 29 11:35:05.941536 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.plugins.ml2.plugin [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempt 3 to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc Apr 29 11:35:05.967207 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61efcf9-da79-4456-b8ec-20a59188ebbb tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Network 79ba04af-1192-44b0-803e-a5b04149549f is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:05.972328 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-b6fc4d73-5660-46d8-8070-941571a1f498 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd311c3-4018-425b-8d56-93599b42827d') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:05.972607 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-b6fc4d73-5660-46d8-8070-941571a1f498 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd311c3-4018-425b-8d56-93599b42827d') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:05.976925 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-c61efcf9-da79-4456-b8ec-20a59188ebbb tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:05.979937 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61efcf9-da79-4456-b8ec-20a59188ebbb tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:05.981333 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61efcf9-da79-4456-b8ec-20a59188ebbb tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:05.982504 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c61efcf9-da79-4456-b8ec-20a59188ebbb tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:06.000607 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-addcec1b-25fa-40e2-8b33-897802c08065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:06.012128 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1279ff6-b2cc-415f-a69d-f16d7a12e6d0 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Network fb0fc26b-f640-4d06-9ec0-d96152a2ac91 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:06.017759 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-00eae1ef-95c8-45e0-8ee4-6ae8ab045420 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:06.022855 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-d1279ff6-b2cc-415f-a69d-f16d7a12e6d0 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:06.027979 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1279ff6-b2cc-415f-a69d-f16d7a12e6d0 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Pushing event updated for resources: {'Port': ['ID=33f471f6-79dc-4fb7-885f-e128a5c3e6d7,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:06.036593 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1279ff6-b2cc-415f-a69d-f16d7a12e6d0 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:06.042123 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1279ff6-b2cc-415f-a69d-f16d7a12e6d0 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:06.043286 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6fc4d73-5660-46d8-8070-941571a1f498 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:06.049732 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d1279ff6-b2cc-415f-a69d-f16d7a12e6d0 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:06.057161 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528d715b-114b-4ca8-820f-7f14c519bac6 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Network af3f5064-9c4b-454f-992b-975505f7128e is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:35:06.092631 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-528d715b-114b-4ca8-820f-7f14c519bac6 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, af3f5064-9c4b-454f-992b-975505f7128e) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:06.097875 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-14ce8624-0955-4523-8a83-c3b0857057dc None None] Set router 81c81a82-d88c-477c-a229-3809860b7e42 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:35:06.100238 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:06.100564 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] {{(pid=102960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:06.100899 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on network 295cb541-9e96-4d7d-a59d-963768c32b13 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:06.109100 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d1279ff6-b2cc-415f-a69d-f16d7a12e6d0 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5053833 Apr 29 11:35:06.113155 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528d715b-114b-4ca8-820f-7f14c519bac6 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:06.114047 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-528d715b-114b-4ca8-820f-7f14c519bac6 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:06.116119 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on network 295cb541-9e96-4d7d-a59d-963768c32b13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:06.116442 dv-neutron-838888-1-hyperv neutron-server[102960]: ERROR neutron.plugins.ml2.managers [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Failed to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on host hv-neutron-8388 for vnic_type normal using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] Apr 29 11:35:06.118287 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46502) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:06.122782 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.plugins.ml2.plugin [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempt 4 to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc Apr 29 11:35:06.165066 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-2f32146a-63b7-4be8-8f21-8ec285aa771b None None] For port e60db0e6-a947-4fb9-860f-96ff322c4ec7, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:35:06.171962 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c61efcf9-da79-4456-b8ec-20a59188ebbb tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 4.1110423 Apr 29 11:35:06.178250 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6fc4d73-5660-46d8-8070-941571a1f498 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:06.197059 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46504) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:06.197733 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0296471c-d2dd-436d-a8d0-40902ffe9157 None None] Network af3f5064-9c4b-454f-992b-975505f7128e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:35:06.239049 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:06.239760 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] {{(pid=102960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:06.240297 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on network 295cb541-9e96-4d7d-a59d-963768c32b13 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:06.244385 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6fc4d73-5660-46d8-8070-941571a1f498 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:35:06.245112 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6fc4d73-5660-46d8-8070-941571a1f498 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: from cryptography.utils import int_from_bytes Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: from cryptography.utils import int_from_bytes Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:35:06.255080 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:35:06.266155 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-c197091d-e492-42d8-bfec-c7ab7877871b None None] For port dd2f7c39-4dcd-4019-b1bf-dde0272109f3, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=dd2f7c39-4dcd-4019-b1bf-dde0272109f3,segment=NetworkSegment(82aa0242-ee84-4c14-a14a-da2052556bcd),segment_id=82aa0242-ee84-4c14-a14a-da2052556bcd)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:35:06.274754 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a868a7c8-aca7-40d9-a2ae-b68e1904cfe6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:06.284392 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-528d715b-114b-4ca8-820f-7f14c519bac6 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2590501 Apr 29 11:35:06.285978 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on network 295cb541-9e96-4d7d-a59d-963768c32b13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:06.286549 dv-neutron-838888-1-hyperv neutron-server[102960]: ERROR neutron.plugins.ml2.managers [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Failed to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on host hv-neutron-8388 for vnic_type normal using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] Apr 29 11:35:06.290382 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46506) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:06.320800 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c197091d-e492-42d8-bfec-c7ab7877871b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:06.336052 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.plugins.ml2.plugin [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempt 5 to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc Apr 29 11:35:06.346365 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-7fbfdcd6-fc24-4057-80f9-d4de1ff67b80 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-345050898', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}, 'admin_state_up': False}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:06.408952 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-14ce8624-0955-4523-8a83-c3b0857057dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c81a82-d88c-477c-a229-3809860b7e42', 'name': 'tempest-ServersTestManualDisk-309826622-router', 'tenant_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '401c559e-1f03-4f11-a60f-ef1235fa09b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:51Z', 'updated_at': '2022-04-29T11:34:59Z', 'revision_number': 4, 'project_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'gw_port': {'id': '401c559e-1f03-4f11-a60f-ef1235fa09b7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c81a82-d88c-477c-a229-3809860b7e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:52Z', 'updated_at': '2022-04-29T11:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '210c6edf-9df0-4661-8ff5-e3bc0e1fcb53', 'name': '', 'network_id': '6125a237-5a34-436c-b459-de251466d228', 'tenant_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'mac_address': 'fa:16:3e:07:aa:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c81a82-d88c-477c-a229-3809860b7e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '59b54d58-4e33-45ba-b2f2-931d467f06e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:56Z', 'updated_at': '2022-04-29T11:35:05Z', 'revision_number': 4, 'project_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'subnets': [{'id': '59b54d58-4e33-45ba-b2f2-931d467f06e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:06.413420 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-00eae1ef-95c8-45e0-8ee4-6ae8ab045420 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:06.424007 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-00eae1ef-95c8-45e0-8ee4-6ae8ab045420 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:06.449121 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ce8624-0955-4523-8a83-c3b0857057dc None None] The sync data for ids ['81c81a82-d88c-477c-a229-3809860b7e42'] in dv-neutron-838888-1-hyperv is: [{'id': '81c81a82-d88c-477c-a229-3809860b7e42', 'name': 'tempest-ServersTestManualDisk-309826622-router', 'tenant_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '401c559e-1f03-4f11-a60f-ef1235fa09b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:51Z', 'updated_at': '2022-04-29T11:34:59Z', 'revision_number': 4, 'project_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'gw_port': {'id': '401c559e-1f03-4f11-a60f-ef1235fa09b7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c81a82-d88c-477c-a229-3809860b7e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:52Z', 'updated_at': '2022-04-29T11:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '210c6edf-9df0-4661-8ff5-e3bc0e1fcb53', 'name': '', 'network_id': '6125a237-5a34-436c-b459-de251466d228', 'tenant_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'mac_address': 'fa:16:3e:07:aa:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c81a82-d88c-477c-a229-3809860b7e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '59b54d58-4e33-45ba-b2f2-931d467f06e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:56Z', 'updated_at': '2022-04-29T11:35:05Z', 'revision_number': 4, 'project_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'subnets': [{'id': '59b54d58-4e33-45ba-b2f2-931d467f06e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:35:06.462124 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eae1ef-95c8-45e0-8ee4-6ae8ab045420 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e27d244b-c178-4e42-b2df-08fb7e0877b0,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:06.489879 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-00eae1ef-95c8-45e0-8ee4-6ae8ab045420 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:06.494113 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-00eae1ef-95c8-45e0-8ee4-6ae8ab045420 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8248565 Apr 29 11:35:06.496556 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46508) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:06.501690 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-8551a89b-73b5-4401-b43e-69d921734004 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Request body: {'security_group_rule': {'security_group_id': 'af172940-50b2-4c9e-9817-d1a8a3efc04e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:06.532559 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-f15fd32e-6c44-4c89-bb50-eea30e463e03 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Deleting port 33f471f6-79dc-4fb7-885f-e128a5c3e6d7 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:35:06.532903 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f15fd32e-6c44-4c89-bb50-eea30e463e03 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:06.613526 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8551a89b-73b5-4401-b43e-69d921734004 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:06.646953 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-0d8d6d13-6d5c-4332-a660-db9e38b75ce8 None None] Allocated IP 172.20.0.2 (fb0fc26b-f640-4d06-9ec0-d96152a2ac91/e6177683-3a5c-4209-9b2a-c39751636a59/ca296242-3bbb-4576-a605-ad5c37618edb) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:35:06.676029 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f15fd32e-6c44-4c89-bb50-eea30e463e03 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:06.706187 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:06.706642 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] {{(pid=102960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:06.706981 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on network 295cb541-9e96-4d7d-a59d-963768c32b13 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:06.714876 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-f15fd32e-6c44-4c89-bb50-eea30e463e03 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Calling delete_port for 33f471f6-79dc-4fb7-885f-e128a5c3e6d7 owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:35:06.733718 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-6e1c3fd8-1d84-41d4-be05-b7502dbc13d7 None None] Provisioning complete for port 210c6edf-9df0-4661-8ff5-e3bc0e1fcb53 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:06.734384 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6e1c3fd8-1d84-41d4-be05-b7502dbc13d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:06.735882 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8551a89b-73b5-4401-b43e-69d921734004 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:06.742588 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197091d-e492-42d8-bfec-c7ab7877871b None None] Pushing event updated for resources: {'Port': ['ID=dd2f7c39-4dcd-4019-b1bf-dde0272109f3,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:06.743595 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8551a89b-73b5-4401-b43e-69d921734004 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:06.745807 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on network 295cb541-9e96-4d7d-a59d-963768c32b13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:06.746152 dv-neutron-838888-1-hyperv neutron-server[102960]: ERROR neutron.plugins.ml2.managers [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Failed to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on host hv-neutron-8388 for vnic_type normal using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] Apr 29 11:35:06.747560 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.plugins.ml2.plugin [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempt 6 to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc Apr 29 11:35:06.791929 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6fc4d73-5660-46d8-8070-941571a1f498 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:06.793245 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7fbfdcd6-fc24-4057-80f9-d4de1ff67b80 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:06.794536 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7fbfdcd6-fc24-4057-80f9-d4de1ff67b80 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:06.796855 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8551a89b-73b5-4401-b43e-69d921734004 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:06.802672 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-8551a89b-73b5-4401-b43e-69d921734004 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3055069 Apr 29 11:35:06.810037 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46510) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:06.815431 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-c5a84c7b-2015-4fcf-be86-266ee9c86719 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:06.846281 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c5a84c7b-2015-4fcf-be86-266ee9c86719 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks [] for floatingip, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:06.881858 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551a89b-73b5-4401-b43e-69d921734004 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976b4dd1-9fe7-4b26-ac35-eb48d1014499,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:06.882129 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:06.882129 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] {{(pid=102960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:06.882129 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on network 295cb541-9e96-4d7d-a59d-963768c32b13 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:06.891381 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fc4d73-5660-46d8-8070-941571a1f498 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fe2e9a3f-1453-4157-98b3-34ff77f845a5 {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 11:35:06.932656 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6fc4d73-5660-46d8-8070-941571a1f498 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:06.940589 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b6fc4d73-5660-46d8-8070-941571a1f498 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] 10.222.0.69 "DELETE /v2.0/networks/fe2e9a3f-1453-4157-98b3-34ff77f845a5 HTTP/1.1" status: 204 len: 168 time: 2.9542284 Apr 29 11:35:06.945706 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc4d73-5660-46d8-8070-941571a1f498 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Pushing event deleted for resources: {'Network': ['ID=fe2e9a3f-1453-4157-98b3-34ff77f845a5,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:06.947249 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46512) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:06.957075 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on network 295cb541-9e96-4d7d-a59d-963768c32b13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:06.957854 dv-neutron-838888-1-hyperv neutron-server[102960]: ERROR neutron.plugins.ml2.managers [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Failed to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on host hv-neutron-8388 for vnic_type normal using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] Apr 29 11:35:06.965099 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-e3ffda7b-cda4-4f8a-b2c5-0187b396a985 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:06.978408 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.plugins.ml2.plugin [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempt 7 to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc Apr 29 11:35:07.027404 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-addcec1b-25fa-40e2-8b33-897802c08065 admin admin] Allocated IP 172.20.0.1 (9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4/f2955ff6-7656-4447-a96d-af5d60561c06/3615e83a-fc64-4dee-b0b3-1833e902cf0d) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:35:07.073189 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7fbfdcd6-fc24-4057-80f9-d4de1ff67b80 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:07.080375 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a868a7c8-aca7-40d9-a2ae-b68e1904cfe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:07.082260 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:07.084511 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] {{(pid=102960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:07.084511 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on network 295cb541-9e96-4d7d-a59d-963768c32b13 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:07.100617 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ffda7b-cda4-4f8a-b2c5-0187b396a985 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Made reservation on behalf of 3a99afec7460430f9481afb3c273ccd6 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:35:07.103216 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e3ffda7b-cda4-4f8a-b2c5-0187b396a985 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:07.115785 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on network 295cb541-9e96-4d7d-a59d-963768c32b13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:07.117279 dv-neutron-838888-1-hyperv neutron-server[102960]: ERROR neutron.plugins.ml2.managers [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Failed to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on host hv-neutron-8388 for vnic_type normal using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] Apr 29 11:35:07.127321 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-2f32146a-63b7-4be8-8f21-8ec285aa771b None None] For port e60db0e6-a947-4fb9-860f-96ff322c4ec7, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=e60db0e6-a947-4fb9-860f-96ff322c4ec7,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:35:07.164011 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.plugins.ml2.plugin [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempt 8 to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc Apr 29 11:35:07.178198 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-2dd09397-a442-472b-9cce-45244815b680 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Deleting port bfa53635-6abc-46da-b3db-55fda193bc73 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:35:07.178198 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2dd09397-a442-472b-9cce-45244815b680 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:07.237555 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2f32146a-63b7-4be8-8f21-8ec285aa771b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:07.295967 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c5a84c7b-2015-4fcf-be86-266ee9c86719 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:07.358476 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 210c6edf-9df0-4661-8ff5-e3bc0e1fcb53 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:35:07.426738 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b59a9be-b622-4e98-a44d-74fbcb6a3af2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-af3f5064-9c4b-454f-992b-975505f7128e', 'network_id': 'af3f5064-9c4b-454f-992b-975505f7128e', 'tenant_id': '4ac41c0a67804f97bddaff7fb66f1b90', 'fixed_ips': [{'subnet_id': '398b8de5-66c6-4140-9269-54644cadf4bb'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:35:07.428063 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0b59a9be-b622-4e98-a44d-74fbcb6a3af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:07.432868 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-c5a84c7b-2015-4fcf-be86-266ee9c86719 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Allocated IP 172.26.4.124 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/ee5bdd21-40f9-4813-816c-2bc617a0a181) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:35:07.520060 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f15fd32e-6c44-4c89-bb50-eea30e463e03 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:07.565702 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fd32e-6c44-4c89-bb50-eea30e463e03 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Pushing event deleted for resources: {'Port': ['ID=33f471f6-79dc-4fb7-885f-e128a5c3e6d7,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:07.602279 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:07.602921 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] {{(pid=102960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:07.603465 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on network 295cb541-9e96-4d7d-a59d-963768c32b13 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:07.643434 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f32146a-63b7-4be8-8f21-8ec285aa771b None None] Routers {'0611de60-c659-4550-bb40-3eaeb3552ec5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:35:07.644401 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-2f32146a-63b7-4be8-8f21-8ec285aa771b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:34:57Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['0611de60-c659-4550-bb40-3eaeb3552ec5'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:07.647549 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e7844b-a4aa-4440-8b02-5457ab329aa6 None None] Pushing event updated for resources: {'Port': ['ID=e60db0e6-a947-4fb9-860f-96ff322c4ec7,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:07.650625 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on network 295cb541-9e96-4d7d-a59d-963768c32b13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:07.651393 dv-neutron-838888-1-hyperv neutron-server[102960]: ERROR neutron.plugins.ml2.managers [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Failed to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on host hv-neutron-8388 for vnic_type normal using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] Apr 29 11:35:07.655487 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ffda7b-cda4-4f8a-b2c5-0187b396a985 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:35:07.692607 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.plugins.ml2.plugin [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempt 9 to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc Apr 29 11:35:07.739721 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f15fd32e-6c44-4c89-bb50-eea30e463e03 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:07.749910 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f15fd32e-6c44-4c89-bb50-eea30e463e03 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] 10.222.0.69 "DELETE /v2.0/ports/33f471f6-79dc-4fb7-885f-e128a5c3e6d7 HTTP/1.1" status: 204 len: 168 time: 1.6297047 Apr 29 11:35:07.750929 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46514) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:07.820660 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c5a84c7b-2015-4fcf-be86-266ee9c86719 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:07.910190 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c5a84c7b-2015-4fcf-be86-266ee9c86719 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:07.973022 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a84c7b-2015-4fcf-be86-266ee9c86719 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Pushing event updated for resources: {'Port': ['ID=ee5bdd21-40f9-4813-816c-2bc617a0a181,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:07.988072 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a84c7b-2015-4fcf-be86-266ee9c86719 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:07.990261 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-c5a84c7b-2015-4fcf-be86-266ee9c86719 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:07.993352 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a84c7b-2015-4fcf-be86-266ee9c86719 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:08.075640 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c5a84c7b-2015-4fcf-be86-266ee9c86719 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:08.095038 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f43d9e77-a8f9-4d95-8287-5a4ff14954b1 tempest-DHCPAgentSchedulersTestJSON-2119312654 tempest-DHCPAgentSchedulersTestJSON-2119312654-project-admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.3336892 Apr 29 11:35:08.095258 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6e1c3fd8-1d84-41d4-be05-b7502dbc13d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:08.097353 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46518) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:08.107036 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-30bcf23a-70db-45c5-9df7-9eba56bfcb80 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1312361625'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:08.145139 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 210c6edf-9df0-4661-8ff5-e3bc0e1fcb53 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:08.145548 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:08.172855 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-6e1c3fd8-1d84-41d4-be05-b7502dbc13d7 None None] For port 210c6edf-9df0-4661-8ff5-e3bc0e1fcb53, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=210c6edf-9df0-4661-8ff5-e3bc0e1fcb53,segment=NetworkSegment(35485283-c5e8-404d-b1aa-59c7c4a98c5e),segment_id=35485283-c5e8-404d-b1aa-59c7c4a98c5e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:35:08.185860 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6e1c3fd8-1d84-41d4-be05-b7502dbc13d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:08.202983 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c5a84c7b-2015-4fcf-be86-266ee9c86719 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:08.235110 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bcf23a-70db-45c5-9df7-9eba56bfcb80 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Made reservation on behalf of d2f00c1544314c3fa075660f312623c4 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:35:08.239624 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-30bcf23a-70db-45c5-9df7-9eba56bfcb80 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:08.255341 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0d8d6d13-6d5c-4332-a660-db9e38b75ce8 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:08.320242 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0d8d6d13-6d5c-4332-a660-db9e38b75ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:08.348343 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30bcf23a-70db-45c5-9df7-9eba56bfcb80 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:35:08.352067 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-6e1c3fd8-1d84-41d4-be05-b7502dbc13d7 None None] Provisioning complete for port dd2f7c39-4dcd-4019-b1bf-dde0272109f3 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:08.352435 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6e1c3fd8-1d84-41d4-be05-b7502dbc13d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:08.368181 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-30bcf23a-70db-45c5-9df7-9eba56bfcb80 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:08.368935 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-30bcf23a-70db-45c5-9df7-9eba56bfcb80 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Added segment 2a42b21f-ca1a-46c8-8480-8ae1f4e16b7b of type vlan for network b81cf298-3183-42b6-ad21-a5837b7d3c30 Apr 29 11:35:08.394950 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-2f32146a-63b7-4be8-8f21-8ec285aa771b None None] Set router 0611de60-c659-4550-bb40-3eaeb3552ec5 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:35:08.442369 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-30bcf23a-70db-45c5-9df7-9eba56bfcb80 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:08.454564 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e3ffda7b-cda4-4f8a-b2c5-0187b396a985 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:08.457034 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-e3ffda7b-cda4-4f8a-b2c5-0187b396a985 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Added segment 8eb60a8d-40c3-42ef-8569-e1426ff19751 of type vlan for network cedf6a5b-9ba3-4683-bb42-1810d85e2e03 Apr 29 11:35:08.462307 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2dd09397-a442-472b-9cce-45244815b680 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:08.470404 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7fbfdcd6-fc24-4057-80f9-d4de1ff67b80 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:08.491364 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:08.491951 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] {{(pid=102960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:08.492460 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on network 295cb541-9e96-4d7d-a59d-963768c32b13 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:08.523050 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8d6d13-6d5c-4332-a660-db9e38b75ce8 None None] Network fb0fc26b-f640-4d06-9ec0-d96152a2ac91 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:08.531971 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-0b59a9be-b622-4e98-a44d-74fbcb6a3af2 None None] Allocated IP 172.20.0.2 (af3f5064-9c4b-454f-992b-975505f7128e/398b8de5-66c6-4140-9269-54644cadf4bb/1883658f-d670-4331-9812-ef0f644a0c45) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:35:08.541851 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c5a84c7b-2015-4fcf-be86-266ee9c86719 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:08.542058 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c3fd8-1d84-41d4-be05-b7502dbc13d7 None None] Pushing event updated for resources: {'Port': ['ID=210c6edf-9df0-4661-8ff5-e3bc0e1fcb53,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:08.545735 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-30bcf23a-70db-45c5-9df7-9eba56bfcb80 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:08.550223 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-0d8d6d13-6d5c-4332-a660-db9e38b75ce8 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:08.552768 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8d6d13-6d5c-4332-a660-db9e38b75ce8 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:08.561166 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bcf23a-70db-45c5-9df7-9eba56bfcb80 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:08.562509 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-30bcf23a-70db-45c5-9df7-9eba56bfcb80 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:08.575977 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-2dd09397-a442-472b-9cce-45244815b680 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Calling delete_port for bfa53635-6abc-46da-b3db-55fda193bc73 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:35:08.579588 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on network 295cb541-9e96-4d7d-a59d-963768c32b13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:08.579917 dv-neutron-838888-1-hyperv neutron-server[102960]: ERROR neutron.plugins.ml2.managers [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Failed to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on host hv-neutron-8388 for vnic_type normal using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] Apr 29 11:35:08.582974 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c5a84c7b-2015-4fcf-be86-266ee9c86719 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:08.590957 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-30bcf23a-70db-45c5-9df7-9eba56bfcb80 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4918180 Apr 29 11:35:08.600617 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.plugins.ml2.plugin [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempt 10 to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc Apr 29 11:35:08.603039 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46520) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:08.603769 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a868a7c8-aca7-40d9-a2ae-b68e1904cfe6 admin admin] Router 872a2d86-b4f6-4df2-bc72-241fd0064261 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:35:08.723876 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c5a84c7b-2015-4fcf-be86-266ee9c86719 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:08.738093 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e3ffda7b-cda4-4f8a-b2c5-0187b396a985 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:08.792398 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-addcec1b-25fa-40e2-8b33-897802c08065 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:08.818840 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a84c7b-2015-4fcf-be86-266ee9c86719 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Pushing event updated for resources: {'Port': ['ID=ee5bdd21-40f9-4813-816c-2bc617a0a181,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:08.823553 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d6d13-6d5c-4332-a660-db9e38b75ce8 None None] Pushing event updated for resources: {'Port': ['ID=ca296242-3bbb-4576-a605-ad5c37618edb,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:08.869569 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-0d8d6d13-6d5c-4332-a660-db9e38b75ce8 None None] Attempting to bind port ca296242-3bbb-4576-a605-ad5c37618edb on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:08.869943 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-0d8d6d13-6d5c-4332-a660-db9e38b75ce8 None None] Attempting to bind port ca296242-3bbb-4576-a605-ad5c37618edb by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'ddc65a5b-d00f-459e-86c6-680d852bf0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fb0fc26b-f640-4d06-9ec0-d96152a2ac91'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:08.870324 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8d6d13-6d5c-4332-a660-db9e38b75ce8 None None] Attempting to bind port ca296242-3bbb-4576-a605-ad5c37618edb on network fb0fc26b-f640-4d06-9ec0-d96152a2ac91 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:08.882258 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bcf23a-70db-45c5-9df7-9eba56bfcb80 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Pushing event updated for resources: {'Network': ['ID=b81cf298-3183-42b6-ad21-a5837b7d3c30,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:08.909139 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network b81cf298-3183-42b6-ad21-a5837b7d3c30 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:35:08.918375 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device dd2f7c39-4dcd-4019-b1bf-dde0272109f3 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:35:08.926924 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8d6d13-6d5c-4332-a660-db9e38b75ce8 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:35:08.927356 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8d6d13-6d5c-4332-a660-db9e38b75ce8 None None] Checking segment: {'id': 'ddc65a5b-d00f-459e-86c6-680d852bf0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fb0fc26b-f640-4d06-9ec0-d96152a2ac91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:35:08.927765 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0d8d6d13-6d5c-4332-a660-db9e38b75ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:08.928161 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8d6d13-6d5c-4332-a660-db9e38b75ce8 None None] Bound using segment: {'id': 'ddc65a5b-d00f-459e-86c6-680d852bf0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fb0fc26b-f640-4d06-9ec0-d96152a2ac91'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:35:08.929045 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-0d8d6d13-6d5c-4332-a660-db9e38b75ce8 None None] Bound port: ca296242-3bbb-4576-a605-ad5c37618edb, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddc65a5b-d00f-459e-86c6-680d852bf0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fb0fc26b-f640-4d06-9ec0-d96152a2ac91'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:35:08.929542 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0d8d6d13-6d5c-4332-a660-db9e38b75ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:08.932315 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e3ffda7b-cda4-4f8a-b2c5-0187b396a985 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:08.933842 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ffda7b-cda4-4f8a-b2c5-0187b396a985 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:08.934290 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e3ffda7b-cda4-4f8a-b2c5-0187b396a985 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:08.975745 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:08.976045 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] {{(pid=102960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:08.976329 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on network 295cb541-9e96-4d7d-a59d-963768c32b13 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:09.016328 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on network 295cb541-9e96-4d7d-a59d-963768c32b13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:09.016798 dv-neutron-838888-1-hyperv neutron-server[102960]: ERROR neutron.plugins.ml2.managers [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Failed to bind port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc on host hv-neutron-8388 for vnic_type normal using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] Apr 29 11:35:09.017152 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:09.061762 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e3ffda7b-cda4-4f8a-b2c5-0187b396a985 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.1021750 Apr 29 11:35:09.109563 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c5a84c7b-2015-4fcf-be86-266ee9c86719 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:09.110844 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c5a84c7b-2015-4fcf-be86-266ee9c86719 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3001392 Apr 29 11:35:09.116658 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46524) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:09.131604 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-737dda79-1ef2-403f-8a9c-05c183e9fa33 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Request body: {'subnet': {'network_id': 'cedf6a5b-9ba3-4683-bb42-1810d85e2e03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:09.238853 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-addcec1b-25fa-40e2-8b33-897802c08065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:09.255070 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737dda79-1ef2-403f-8a9c-05c183e9fa33 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Made reservation on behalf of 3a99afec7460430f9481afb3c273ccd6 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:35:09.257768 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-737dda79-1ef2-403f-8a9c-05c183e9fa33 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks [] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:09.258521 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-0d8d6d13-6d5c-4332-a660-db9e38b75ce8 None None] For port ca296242-3bbb-4576-a605-ad5c37618edb, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:35:09.266782 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-0d8d6d13-6d5c-4332-a660-db9e38b75ce8 None None] For port ca296242-3bbb-4576-a605-ad5c37618edb, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=ca296242-3bbb-4576-a605-ad5c37618edb,segment=NetworkSegment(ddc65a5b-d00f-459e-86c6-680d852bf0f5),segment_id=ddc65a5b-d00f-459e-86c6-680d852bf0f5)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:35:09.271320 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0b59a9be-b622-4e98-a44d-74fbcb6a3af2 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:09.273020 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port dd2f7c39-4dcd-4019-b1bf-dde0272109f3 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:09.273407 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:09.275049 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f6609f98-dd39-45c4-ab30-5987b2bc1714 tempest-DHCPAgentSchedulersTestJSON-2119312654 tempest-DHCPAgentSchedulersTestJSON-2119312654-project-admin] 10.222.0.69 "GET /v2.0/agents/21b26003-ea39-45dc-8dde-b9a3d70911ae/dhcp-networks HTTP/1.1" status: 200 len: 8055 time: 0.6389182 Apr 29 11:35:09.288190 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46530) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:09.302753 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0b59a9be-b622-4e98-a44d-74fbcb6a3af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:09.305059 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0d8d6d13-6d5c-4332-a660-db9e38b75ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:09.371932 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffda7b-cda4-4f8a-b2c5-0187b396a985 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Pushing event updated for resources: {'Network': ['ID=cedf6a5b-9ba3-4683-bb42-1810d85e2e03,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:09.397294 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-2f32146a-63b7-4be8-8f21-8ec285aa771b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'name': 'tempest-ServerActionsTestJSON-769067943-router', 'tenant_id': '966d71c123a54a1eb7656282c791d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'e60db0e6-a947-4fb9-860f-96ff322c4ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:55Z', 'updated_at': '2022-04-29T11:34:59Z', 'revision_number': 3, 'project_id': '966d71c123a54a1eb7656282c791d69b', 'gw_port': {'id': 'e60db0e6-a947-4fb9-860f-96ff322c4ec7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:57Z', 'updated_at': '2022-04-29T11:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:09.403388 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b59a9be-b622-4e98-a44d-74fbcb6a3af2 None None] Network af3f5064-9c4b-454f-992b-975505f7128e is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:09.410374 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network cedf6a5b-9ba3-4683-bb42-1810d85e2e03 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:35:09.455923 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-0b59a9be-b622-4e98-a44d-74fbcb6a3af2 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:09.460641 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a868a7c8-aca7-40d9-a2ae-b68e1904cfe6 admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:35:09.478297 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addcec1b-25fa-40e2-8b33-897802c08065 admin admin] Network 9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:09.479342 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b59a9be-b622-4e98-a44d-74fbcb6a3af2 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:09.486055 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61f1be1-99cc-4e51-b63e-e0c116ca384e None None] Sync routers for ids ['872a2d86-b4f6-4df2-bc72-241fd0064261'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:35:09.488022 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f32146a-63b7-4be8-8f21-8ec285aa771b None None] The sync data for ids ['0611de60-c659-4550-bb40-3eaeb3552ec5'] in dv-neutron-838888-1-hyperv is: [{'id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'name': 'tempest-ServerActionsTestJSON-769067943-router', 'tenant_id': '966d71c123a54a1eb7656282c791d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'e60db0e6-a947-4fb9-860f-96ff322c4ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:55Z', 'updated_at': '2022-04-29T11:34:59Z', 'revision_number': 3, 'project_id': '966d71c123a54a1eb7656282c791d69b', 'gw_port': {'id': 'e60db0e6-a947-4fb9-860f-96ff322c4ec7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:57Z', 'updated_at': '2022-04-29T11:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:35:09.500462 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59a9be-b622-4e98-a44d-74fbcb6a3af2 None None] Pushing event updated for resources: {'Port': ['ID=1883658f-d670-4331-9812-ef0f644a0c45,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:09.533378 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07d11f8-ca1c-4180-85c9-fecf7d1e4b08 tempest-DHCPAgentSchedulersTestJSON-2119312654 tempest-DHCPAgentSchedulersTestJSON-2119312654-project-admin] Network b81cf298-3183-42b6-ad21-a5837b7d3c30 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:35:09.556400 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-addcec1b-25fa-40e2-8b33-897802c08065 admin admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:09.568340 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b07d11f8-ca1c-4180-85c9-fecf7d1e4b08 tempest-DHCPAgentSchedulersTestJSON-2119312654 tempest-DHCPAgentSchedulersTestJSON-2119312654-project-admin] 10.222.0.69 "POST /v2.0/agents/21b26003-ea39-45dc-8dde-b9a3d70911ae/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2791464 Apr 29 11:35:09.584845 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46548) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:09.595819 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92697770-3079-48b4-88e8-990eda3ccc06 None None] Network b81cf298-3183-42b6-ad21-a5837b7d3c30 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:35:09.596977 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addcec1b-25fa-40e2-8b33-897802c08065 admin admin] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:09.602401 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addcec1b-25fa-40e2-8b33-897802c08065 admin admin] Pushing event updated for resources: {'Port': ['ID=3615e83a-fc64-4dee-b0b3-1833e902cf0d,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:09.718439 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a868a7c8-aca7-40d9-a2ae-b68e1904cfe6 admin admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:09.720087 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a868a7c8-aca7-40d9-a2ae-b68e1904cfe6 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 10.1976604 Apr 29 11:35:09.746695 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46550) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:09.773246 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] For port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc, host hv-neutron-8388, cleared binding levels {{(pid=102960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:35:09.774054 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempted to set empty binding levels {{(pid=102960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 11:35:09.775412 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2dd09397-a442-472b-9cce-45244815b680 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:09.891207 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:09.907080 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61f1be1-99cc-4e51-b63e-e0c116ca384e None None] Routers {'872a2d86-b4f6-4df2-bc72-241fd0064261'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:35:09.908020 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-f61f1be1-99cc-4e51-b63e-e0c116ca384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:34:57Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['872a2d86-b4f6-4df2-bc72-241fd0064261'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:10.176486 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d6d13-6d5c-4332-a660-db9e38b75ce8 None None] Pushing event updated for resources: {'Port': ['ID=ca296242-3bbb-4576-a605-ad5c37618edb,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:10.194037 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-0b59a9be-b622-4e98-a44d-74fbcb6a3af2 None None] Attempting to bind port 1883658f-d670-4331-9812-ef0f644a0c45 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:10.194429 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-0b59a9be-b622-4e98-a44d-74fbcb6a3af2 None None] Attempting to bind port 1883658f-d670-4331-9812-ef0f644a0c45 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '7e26916e-da96-4459-b449-3cf8c9155b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'af3f5064-9c4b-454f-992b-975505f7128e'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:10.194791 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b59a9be-b622-4e98-a44d-74fbcb6a3af2 None None] Attempting to bind port 1883658f-d670-4331-9812-ef0f644a0c45 on network af3f5064-9c4b-454f-992b-975505f7128e {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:10.256849 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-addcec1b-25fa-40e2-8b33-897802c08065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:10.258933 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b59a9be-b622-4e98-a44d-74fbcb6a3af2 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:35:10.259302 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b59a9be-b622-4e98-a44d-74fbcb6a3af2 None None] Checking segment: {'id': '7e26916e-da96-4459-b449-3cf8c9155b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'af3f5064-9c4b-454f-992b-975505f7128e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:35:10.259699 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0b59a9be-b622-4e98-a44d-74fbcb6a3af2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:10.260089 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b59a9be-b622-4e98-a44d-74fbcb6a3af2 None None] Bound using segment: {'id': '7e26916e-da96-4459-b449-3cf8c9155b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'af3f5064-9c4b-454f-992b-975505f7128e'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:35:10.260644 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-0b59a9be-b622-4e98-a44d-74fbcb6a3af2 None None] Bound port: 1883658f-d670-4331-9812-ef0f644a0c45, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e26916e-da96-4459-b449-3cf8c9155b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'af3f5064-9c4b-454f-992b-975505f7128e'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:35:10.260944 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0b59a9be-b622-4e98-a44d-74fbcb6a3af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:10.261088 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46558) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:10.266392 dv-neutron-838888-1-hyperv neutron-server[102959]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 29 11:35:10.267357 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f2813e1f-3541-4e25-951a-866a95c491ca tempest-DHCPAgentSchedulersTestJSON-2119312654 tempest-DHCPAgentSchedulersTestJSON-2119312654-project-admin] 10.222.0.69 "GET /v2.0/agents/21b26003-ea39-45dc-8dde-b9a3d70911ae/dhcp-networks HTTP/1.1" status: 200 len: 8825 time: 0.6615150 Apr 29 11:35:10.268351 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd09397-a442-472b-9cce-45244815b680 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Pushing event deleted for resources: {'Port': ['ID=bfa53635-6abc-46da-b3db-55fda193bc73,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:10.271489 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46560) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:10.347913 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-87485d45-c352-4b68-a78f-3b9de9883522 None None] Provisioning complete for port 3615e83a-fc64-4dee-b0b3-1833e902cf0d triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:10.348276 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-87485d45-c352-4b68-a78f-3b9de9883522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:10.417276 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-87485d45-c352-4b68-a78f-3b9de9883522 None None] Port 3615e83a-fc64-4dee-b0b3-1833e902cf0d cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:35:10.442825 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-f61f1be1-99cc-4e51-b63e-e0c116ca384e None None] Set router 872a2d86-b4f6-4df2-bc72-241fd0064261 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:35:10.453797 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-0425ddee-7060-46ff-bf38-f2252072f457 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--937854976&fields=id&tenant_id=cf40feb98e9c4f74b755b5dcaa6e15a8 HTTP/1.1" status: 200 len: 267 time: 0.1883602 Apr 29 11:35:10.490707 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Pushing event updated for resources: {'Port': ['ID=84b51731-b7e5-4d37-99d6-5cb6cee5f5cc,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:10.573940 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device ca296242-3bbb-4576-a605-ad5c37618edb up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:35:10.660549 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-0b59a9be-b622-4e98-a44d-74fbcb6a3af2 None None] For port 1883658f-d670-4331-9812-ef0f644a0c45, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:35:10.702503 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-0b59a9be-b622-4e98-a44d-74fbcb6a3af2 None None] For port 1883658f-d670-4331-9812-ef0f644a0c45, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=1883658f-d670-4331-9812-ef0f644a0c45,segment=NetworkSegment(7e26916e-da96-4459-b449-3cf8c9155b0c),segment_id=7e26916e-da96-4459-b449-3cf8c9155b0c)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:35:10.711400 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0b59a9be-b622-4e98-a44d-74fbcb6a3af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:10.813001 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:10.813585 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:10.866769 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port ca296242-3bbb-4576-a605-ad5c37618edb triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:10.867140 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:10.870706 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59a9be-b622-4e98-a44d-74fbcb6a3af2 None None] Pushing event updated for resources: {'Port': ['ID=1883658f-d670-4331-9812-ef0f644a0c45,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:10.983422 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-f61f1be1-99cc-4e51-b63e-e0c116ca384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'name': 'tempest-ServersTestJSON-948303896-router', 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'f9561228-c645-4edd-8c92-085b79086207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:59Z', 'updated_at': '2022-04-29T11:35:05Z', 'revision_number': 3, 'project_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'gw_port': {'id': 'f9561228-c645-4edd-8c92-085b79086207', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:45:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:01Z', 'updated_at': '2022-04-29T11:35:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:11.044427 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-b2bfe7df-85d4-4a46-9a87-659a595a1383 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:11.046874 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-b2bfe7df-85d4-4a46-9a87-659a595a1383 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/networks?id=6125a237-5a34-436c-b459-de251466d228 HTTP/1.1" status: 200 len: 811 time: 0.5917084 Apr 29 11:35:11.067823 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61f1be1-99cc-4e51-b63e-e0c116ca384e None None] Checking router: 872a2d86-b4f6-4df2-bc72-241fd0064261 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:35:11.068171 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61f1be1-99cc-4e51-b63e-e0c116ca384e None None] Updating router 872a2d86-b4f6-4df2-bc72-241fd0064261 port f9561228-c645-4edd-8c92-085b79086207 binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:35:11.108959 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.objects.ports [None req-737dda79-1ef2-403f-8a9c-05c183e9fa33 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102959) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 11:35:11.109850 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-737dda79-1ef2-403f-8a9c-05c183e9fa33 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:11.133206 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-86e8d046-c2b9-4b89-acd9-5ca9b7d54fa2 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/quotas/cf40feb98e9c4f74b755b5dcaa6e15a8 HTTP/1.1" status: 200 len: 375 time: 0.0197334 Apr 29 11:35:11.186527 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:11.190117 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-df4c4856-9de9-4b9d-b3da-b7d29d58fdbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 10.2453423 Apr 29 11:35:11.192123 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f61f1be1-99cc-4e51-b63e-e0c116ca384e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:11.234011 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46564) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:11.245785 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-addcec1b-25fa-40e2-8b33-897802c08065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:11.250531 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0aab267e-087d-4042-8c65-4e1e10b343ea tempest-DHCPAgentSchedulersTestJSON-2119312654 tempest-DHCPAgentSchedulersTestJSON-2119312654-project-admin] 10.222.0.69 "DELETE /v2.0/agents/21b26003-ea39-45dc-8dde-b9a3d70911ae/dhcp-networks/b81cf298-3183-42b6-ad21-a5837b7d3c30 HTTP/1.1" status: 204 len: 168 time: 0.9583445 Apr 29 11:35:11.252108 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2dd09397-a442-472b-9cce-45244815b680 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:11.258205 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2dd09397-a442-472b-9cce-45244815b680 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "DELETE /v2.0/ports/bfa53635-6abc-46da-b3db-55fda193bc73 HTTP/1.1" status: 204 len: 168 time: 5.0589082 Apr 29 11:35:11.270755 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46566) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:11.271170 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46568) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:11.287549 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b2448d-e773-40b5-9ddf-4d8fcdaa9245 None None] Network fb0fc26b-f640-4d06-9ec0-d96152a2ac91 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:35:11.313233 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-4791a37e-837a-42a4-938d-2b5d74829e46 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '79ba04af-1192-44b0-803e-a5b04149549f', 'external_fixed_ips': [{'subnet_id': '0404c021-e2db-43c8-a467-e92c868a3b5e', 'ip_address': '172.20.0.5'}]}}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:11.357345 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7fbfdcd6-fc24-4057-80f9-d4de1ff67b80 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks [] for router_gateway, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:11.373636 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737dda79-1ef2-403f-8a9c-05c183e9fa33 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2b8bd331-5410-4c18-b12a-e1deb34e03d2,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:11.381216 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-706edf4b-528c-49d0-a26f-03ec9ac974ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:11.405721 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7fbfdcd6-fc24-4057-80f9-d4de1ff67b80 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:11.415184 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port ca296242-3bbb-4576-a605-ad5c37618edb, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=ca296242-3bbb-4576-a605-ad5c37618edb,segment=NetworkSegment(ddc65a5b-d00f-459e-86c6-680d852bf0f5),segment_id=ddc65a5b-d00f-459e-86c6-680d852bf0f5)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:35:11.474075 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737dda79-1ef2-403f-8a9c-05c183e9fa33 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Checking segment: {'id': '8eb60a8d-40c3-42ef-8569-e1426ff19751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'cedf6a5b-9ba3-4683-bb42-1810d85e2e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:35:11.474505 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737dda79-1ef2-403f-8a9c-05c183e9fa33 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Network hostable DHCP agents. Network: cedf6a5b-9ba3-4683-bb42-1810d85e2e03, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:35:11.477626 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:11.487679 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 210c6edf-9df0-4661-8ff5-e3bc0e1fcb53 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:35:11.499774 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-2a6956a9-8a30-4f4b-86e7-2fd9e3a3c7aa None None] Provisioning complete for port ca296242-3bbb-4576-a605-ad5c37618edb triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:11.500543 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2a6956a9-8a30-4f4b-86e7-2fd9e3a3c7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:11.500654 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-0f025cd6-a402-4cb9-9a1b-b49c813e3b07 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=cf40feb98e9c4f74b755b5dcaa6e15a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3663862 Apr 29 11:35:11.541489 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4791a37e-837a-42a4-938d-2b5d74829e46 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:11.543154 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4791a37e-837a-42a4-938d-2b5d74829e46 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:11.620284 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737dda79-1ef2-403f-8a9c-05c183e9fa33 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Network cedf6a5b-9ba3-4683-bb42-1810d85e2e03 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:35:11.633364 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-737dda79-1ef2-403f-8a9c-05c183e9fa33 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, cedf6a5b-9ba3-4683-bb42-1810d85e2e03) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:11.644345 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737dda79-1ef2-403f-8a9c-05c183e9fa33 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:11.645567 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-737dda79-1ef2-403f-8a9c-05c183e9fa33 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:11.671524 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-737dda79-1ef2-403f-8a9c-05c183e9fa33 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5521550 Apr 29 11:35:11.672171 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46574) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:11.679372 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-acc9d7ff-da50-49d1-aea9-96b290378bd4 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Request body: {'floatingip': {'floating_network_id': 'cedf6a5b-9ba3-4683-bb42-1810d85e2e03'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:11.707590 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf47513c-be4a-4e4a-9b14-74c23cdfdbd8 None None] Network cedf6a5b-9ba3-4683-bb42-1810d85e2e03 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:35:11.747487 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-acc9d7ff-da50-49d1-aea9-96b290378bd4 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:11.802336 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=ca296242-3bbb-4576-a605-ad5c37618edb,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:11.826583 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-addcec1b-25fa-40e2-8b33-897802c08065 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:11.842509 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-addcec1b-25fa-40e2-8b33-897802c08065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:11.907098 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-706edf4b-528c-49d0-a26f-03ec9ac974ce admin admin] Allocated IP 172.20.0.1 (eaec72b3-21b8-4237-9007-e0660233be23/61739443-868d-4a94-a39b-257f7d0153d0/5d5b1f49-1502-4b7c-bd69-d4d62b7360c4) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:35:11.954217 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 210c6edf-9df0-4661-8ff5-e3bc0e1fcb53 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:11.954687 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:12.044233 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4791a37e-837a-42a4-938d-2b5d74829e46 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:12.064571 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-bbf0b884-4ab5-4b62-8a78-764bd96e31c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Deleting port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:35:12.064915 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bbf0b884-4ab5-4b62-8a78-764bd96e31c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:12.082761 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addcec1b-25fa-40e2-8b33-897802c08065 admin admin] Pushing event updated for resources: {'Port': ['ID=3615e83a-fc64-4dee-b0b3-1833e902cf0d,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:12.141526 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-addcec1b-25fa-40e2-8b33-897802c08065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:12.145140 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0b4485d0-22fd-45f2-9627-35237a59ff94 tempest-DHCPAgentSchedulersTestJSON-2119312654 tempest-DHCPAgentSchedulersTestJSON-2119312654-project-admin] 10.222.0.69 "GET /v2.0/agents/21b26003-ea39-45dc-8dde-b9a3d70911ae/dhcp-networks HTTP/1.1" status: 200 len: 8055 time: 0.8479998 Apr 29 11:35:12.186671 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46578) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:12.213270 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-4bb00119-e5a0-4001-9f8a-38652ae2f46a service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:35:12.222797 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-4bb00119-e5a0-4001-9f8a-38652ae2f46a service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3660548 Apr 29 11:35:12.227282 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-acc9d7ff-da50-49d1-aea9-96b290378bd4 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:12.392534 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-bbf0b884-4ab5-4b62-8a78-764bd96e31c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] For port 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc, host hv-neutron-8388, got binding levels [] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:35:12.392910 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bbf0b884-4ab5-4b62-8a78-764bd96e31c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:12.422270 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2d778e49-e066-4cc5-be47-3620e5b57c47 tempest-DHCPAgentSchedulersTestJSON-2119312654 tempest-DHCPAgentSchedulersTestJSON-2119312654-project-admin] 10.222.0.69 "GET /v2.0/networks/fb0fc26b-f640-4d06-9ec0-d96152a2ac91/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2223284 Apr 29 11:35:12.509914 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46580) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:12.514959 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc06dcc1-e582-46a1-aa60-1c421c3e79fa None None] Network cedf6a5b-9ba3-4683-bb42-1810d85e2e03 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:35:12.522735 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4791a37e-837a-42a4-938d-2b5d74829e46 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:12.535136 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-bbf0b884-4ab5-4b62-8a78-764bd96e31c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Calling delete_port for 84b51731-b7e5-4d37-99d6-5cb6cee5f5cc owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:35:12.542098 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-acc9d7ff-da50-49d1-aea9-96b290378bd4 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Allocated IP 172.20.0.8 (cedf6a5b-9ba3-4683-bb42-1810d85e2e03/2b8bd331-5410-4c18-b12a-e1deb34e03d2/132c4e29-6304-4a7d-93ca-ecca9ce65a43) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:35:12.640750 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-706edf4b-528c-49d0-a26f-03ec9ac974ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:12.673883 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e3a678f1-c47a-421e-bc05-0e5f7b1849d4 tempest-DHCPAgentSchedulersTestJSON-2119312654 tempest-DHCPAgentSchedulersTestJSON-2119312654-project-admin] 10.222.0.69 "GET /v2.0/networks/fb0fc26b-f640-4d06-9ec0-d96152a2ac91/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1576314 Apr 29 11:35:12.694392 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46582) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:12.753310 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f61f1be1-99cc-4e51-b63e-e0c116ca384e None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:12.768490 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device e60db0e6-a947-4fb9-860f-96ff322c4ec7 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:35:12.778079 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-975cb5bd-068d-492b-90ee-a59cbeb52e8a service neutron] 10.222.0.69 "GET /v2.0/networks/6125a237-5a34-436c-b459-de251466d228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5542519 Apr 29 11:35:12.853258 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f61f1be1-99cc-4e51-b63e-e0c116ca384e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:12.881836 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-706edf4b-528c-49d0-a26f-03ec9ac974ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:12.902539 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addcec1b-25fa-40e2-8b33-897802c08065 admin admin] Network 9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:12.938436 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bbf0b884-4ab5-4b62-8a78-764bd96e31c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:12.940546 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-addcec1b-25fa-40e2-8b33-897802c08065 admin admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:12.953262 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-acc9d7ff-da50-49d1-aea9-96b290378bd4 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:12.961559 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706edf4b-528c-49d0-a26f-03ec9ac974ce admin admin] Network eaec72b3-21b8-4237-9007-e0660233be23 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:12.967877 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc005520-8671-4f63-a421-ca14e535cddb None None] Pushing event updated for resources: {'Port': ['ID=f9561228-c645-4edd-8c92-085b79086207,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:12.977708 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a36ec2-624e-4227-ada5-ac82f8d86a7a None None] Network af3f5064-9c4b-454f-992b-975505f7128e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:35:12.984375 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-706edf4b-528c-49d0-a26f-03ec9ac974ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:12.991206 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706edf4b-528c-49d0-a26f-03ec9ac974ce admin admin] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:12.991677 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-706edf4b-528c-49d0-a26f-03ec9ac974ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:13.047476 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706edf4b-528c-49d0-a26f-03ec9ac974ce admin admin] Pushing event updated for resources: {'Port': ['ID=5d5b1f49-1502-4b7c-bd69-d4d62b7360c4,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:13.110642 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-a7801198-f602-4b4e-b2ec-c40b77337332 service neutron] 10.222.0.69 "GET /v2.0/networks/6125a237-5a34-436c-b459-de251466d228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210003 Apr 29 11:35:13.119307 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-315fdea7-6fc0-4342-81bf-3658b23efa53 None None] Provisioning complete for port ca296242-3bbb-4576-a605-ad5c37618edb triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:13.119681 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-315fdea7-6fc0-4342-81bf-3658b23efa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:13.130862 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-f61f1be1-99cc-4e51-b63e-e0c116ca384e None None] Attempting to bind port f9561228-c645-4edd-8c92-085b79086207 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:13.131323 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-f61f1be1-99cc-4e51-b63e-e0c116ca384e None None] Attempting to bind port f9561228-c645-4edd-8c92-085b79086207 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:13.131693 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61f1be1-99cc-4e51-b63e-e0c116ca384e None None] Attempting to bind port f9561228-c645-4edd-8c92-085b79086207 on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:13.172522 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61f1be1-99cc-4e51-b63e-e0c116ca384e None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:35:13.172901 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61f1be1-99cc-4e51-b63e-e0c116ca384e None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:35:13.173299 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f61f1be1-99cc-4e51-b63e-e0c116ca384e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:13.173696 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61f1be1-99cc-4e51-b63e-e0c116ca384e None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:35:13.174215 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-f61f1be1-99cc-4e51-b63e-e0c116ca384e None None] Bound port: f9561228-c645-4edd-8c92-085b79086207, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:35:13.174744 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f61f1be1-99cc-4e51-b63e-e0c116ca384e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:13.215731 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf0b884-4ab5-4b62-8a78-764bd96e31c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Pushing event deleted for resources: {'Port': ['ID=84b51731-b7e5-4d37-99d6-5cb6cee5f5cc,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:13.238911 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f61f1be1-99cc-4e51-b63e-e0c116ca384e None None] For port f9561228-c645-4edd-8c92-085b79086207, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:35:13.242202 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f61f1be1-99cc-4e51-b63e-e0c116ca384e None None] For port f9561228-c645-4edd-8c92-085b79086207, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=f9561228-c645-4edd-8c92-085b79086207,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:35:13.261149 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f61f1be1-99cc-4e51-b63e-e0c116ca384e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:13.286093 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bbf0b884-4ab5-4b62-8a78-764bd96e31c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:13.292926 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-bbf0b884-4ab5-4b62-8a78-764bd96e31c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] 10.222.0.69 "DELETE /v2.0/ports/84b51731-b7e5-4d37-99d6-5cb6cee5f5cc HTTP/1.1" status: 204 len: 168 time: 2.0576315 Apr 29 11:35:13.306573 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46584) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:13.350226 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port e60db0e6-a947-4fb9-860f-96ff322c4ec7 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:13.359758 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:13.382496 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-acc9d7ff-da50-49d1-aea9-96b290378bd4 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:13.394680 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc005520-8671-4f63-a421-ca14e535cddb None None] Pushing event updated for resources: {'Port': ['ID=f9561228-c645-4edd-8c92-085b79086207,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:13.402882 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-7fbfdcd6-fc24-4057-80f9-d4de1ff67b80 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Allocated IP 172.26.4.233 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/1398f670-ec8f-48bc-8834-aaac204db755) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:35:13.492818 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9d7ff-da50-49d1-aea9-96b290378bd4 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Pushing event updated for resources: {'Port': ['ID=132c4e29-6304-4a7d-93ca-ecca9ce65a43,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:13.505090 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-786e19fb-853b-45aa-b556-76ee6f151a5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] GET failed (client error): The resource could not be found. Apr 29 11:35:13.509454 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-786e19fb-853b-45aa-b556-76ee6f151a5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] 10.222.0.69 "GET /v2.0/ports/84b51731-b7e5-4d37-99d6-5cb6cee5f5cc HTTP/1.1" status: 404 len: 333 time: 0.2000747 Apr 29 11:35:13.518511 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46586) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:13.530948 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-047dfece-d104-4ca7-bfac-9d3a493ccd77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Request body: {'port': {'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-21124182'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:13.538494 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61f1be1-99cc-4e51-b63e-e0c116ca384e None None] Routers {'872a2d86-b4f6-4df2-bc72-241fd0064261'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:35:13.549389 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-f61f1be1-99cc-4e51-b63e-e0c116ca384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:34:57Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['872a2d86-b4f6-4df2-bc72-241fd0064261'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:13.564154 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-706edf4b-528c-49d0-a26f-03ec9ac974ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:13.573255 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047dfece-d104-4ca7-bfac-9d3a493ccd77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Made reservation on behalf of 0dc824c33f5649b99f38410ad8ef92dc for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:35:13.578777 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-047dfece-d104-4ca7-bfac-9d3a493ccd77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:13.598326 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc9d7ff-da50-49d1-aea9-96b290378bd4 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Network cedf6a5b-9ba3-4683-bb42-1810d85e2e03 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:13.620641 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-acc9d7ff-da50-49d1-aea9-96b290378bd4 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:13.625119 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc9d7ff-da50-49d1-aea9-96b290378bd4 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:13.756618 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-047dfece-d104-4ca7-bfac-9d3a493ccd77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] device_id is not set on port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:35:13.794661 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-f61f1be1-99cc-4e51-b63e-e0c116ca384e None None] Set router 872a2d86-b4f6-4df2-bc72-241fd0064261 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:35:13.849782 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46610) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:13.850940 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-acc9d7ff-da50-49d1-aea9-96b290378bd4 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:13.892945 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-bf5183ed-6151-405e-ad44-e0ff7ce865b9 tempest-DHCPAgentSchedulersTestJSON-2119312654 tempest-DHCPAgentSchedulersTestJSON-2119312654-project-admin] 10.222.0.69 "GET /v2.0/agents/21b26003-ea39-45dc-8dde-b9a3d70911ae/dhcp-networks HTTP/1.1" status: 200 len: 8824 time: 1.1917565 Apr 29 11:35:13.896522 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46614) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:14.103146 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:14.111564 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addcec1b-25fa-40e2-8b33-897802c08065 admin admin] Router 0611de60-c659-4550-bb40-3eaeb3552ec5 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:35:14.112847 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-70ab8166-f6c5-4ef6-99a9-c4419938a5c7 None None] Provisioning complete for port 5d5b1f49-1502-4b7c-bd69-d4d62b7360c4 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:14.113223 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-70ab8166-f6c5-4ef6-99a9-c4419938a5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:14.156928 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-70ab8166-f6c5-4ef6-99a9-c4419938a5c7 None None] Port 5d5b1f49-1502-4b7c-bd69-d4d62b7360c4 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:35:14.193302 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-047dfece-d104-4ca7-bfac-9d3a493ccd77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:14.206775 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port e60db0e6-a947-4fb9-860f-96ff322c4ec7, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=e60db0e6-a947-4fb9-860f-96ff322c4ec7,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:35:14.215354 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-70ab8166-f6c5-4ef6-99a9-c4419938a5c7 None None] Provisioning complete for port 1883658f-d670-4331-9812-ef0f644a0c45 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:14.215728 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-70ab8166-f6c5-4ef6-99a9-c4419938a5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:14.254247 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-968ca7da-a6c2-4154-8228-1ecac8eda2cd tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:14.277237 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:14.309993 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7fbfdcd6-fc24-4057-80f9-d4de1ff67b80 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:14.383181 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-706edf4b-528c-49d0-a26f-03ec9ac974ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:14.396036 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-047dfece-d104-4ca7-bfac-9d3a493ccd77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:14.419376 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-59e2dd57-0806-43dc-a759-888ee1de55b3 req-39fd819e-cef0-4a53-943c-83ea393000bf tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cd64ac3-ea03-454f-b47b-da99f74304af HTTP/1.1" status: 200 len: 210 time: 0.5665326 Apr 29 11:35:14.431002 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=e60db0e6-a947-4fb9-860f-96ff322c4ec7,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:14.434466 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-70ab8166-f6c5-4ef6-99a9-c4419938a5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:14.461122 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-f61f1be1-99cc-4e51-b63e-e0c116ca384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'name': 'tempest-ServersTestJSON-948303896-router', 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'f9561228-c645-4edd-8c92-085b79086207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:59Z', 'updated_at': '2022-04-29T11:35:13Z', 'revision_number': 4, 'project_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'gw_port': {'id': 'f9561228-c645-4edd-8c92-085b79086207', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:45:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:01Z', 'updated_at': '2022-04-29T11:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '5d5b1f49-1502-4b7c-bd69-d4d62b7360c4', 'name': '', 'network_id': 'eaec72b3-21b8-4237-9007-e0660233be23', 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'mac_address': 'fa:16:3e:ab:d9:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '61739443-868d-4a94-a39b-257f7d0153d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:11Z', 'updated_at': '2022-04-29T11:35:11Z', 'revision_number': 1, 'project_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'subnets': [{'id': '61739443-868d-4a94-a39b-257f7d0153d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:14.475425 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-706edf4b-528c-49d0-a26f-03ec9ac974ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:14.476100 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-706edf4b-528c-49d0-a26f-03ec9ac974ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:14.499735 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-acc9d7ff-da50-49d1-aea9-96b290378bd4 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:14.525304 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61f1be1-99cc-4e51-b63e-e0c116ca384e None None] The sync data for ids ['872a2d86-b4f6-4df2-bc72-241fd0064261'] in dv-neutron-838888-1-hyperv is: [{'id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'name': 'tempest-ServersTestJSON-948303896-router', 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'f9561228-c645-4edd-8c92-085b79086207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:59Z', 'updated_at': '2022-04-29T11:35:13Z', 'revision_number': 4, 'project_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'gw_port': {'id': 'f9561228-c645-4edd-8c92-085b79086207', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:45:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:01Z', 'updated_at': '2022-04-29T11:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '5d5b1f49-1502-4b7c-bd69-d4d62b7360c4', 'name': '', 'network_id': 'eaec72b3-21b8-4237-9007-e0660233be23', 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'mac_address': 'fa:16:3e:ab:d9:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '61739443-868d-4a94-a39b-257f7d0153d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:11Z', 'updated_at': '2022-04-29T11:35:11Z', 'revision_number': 1, 'project_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'subnets': [{'id': '61739443-868d-4a94-a39b-257f7d0153d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:35:14.566108 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-70ab8166-f6c5-4ef6-99a9-c4419938a5c7 None None] For port 1883658f-d670-4331-9812-ef0f644a0c45, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=1883658f-d670-4331-9812-ef0f644a0c45,segment=NetworkSegment(7e26916e-da96-4459-b449-3cf8c9155b0c),segment_id=7e26916e-da96-4459-b449-3cf8c9155b0c)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:35:14.574212 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-70ab8166-f6c5-4ef6-99a9-c4419938a5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:14.575726 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addcec1b-25fa-40e2-8b33-897802c08065 admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:35:14.592924 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ecc9fe-3134-4149-a6e1-558aa7e5f86d None None] Sync routers for ids ['0611de60-c659-4550-bb40-3eaeb3552ec5'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:35:14.620524 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ecc9fe-3134-4149-a6e1-558aa7e5f86d None None] Routers {'0611de60-c659-4550-bb40-3eaeb3552ec5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:35:14.621972 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-31ecc9fe-3134-4149-a6e1-558aa7e5f86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:34:57Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['0611de60-c659-4550-bb40-3eaeb3552ec5'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:14.654849 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-addcec1b-25fa-40e2-8b33-897802c08065 admin admin] 10.222.0.69 "PUT /v2.0/routers/0611de60-c659-4550-bb40-3eaeb3552ec5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3284662 Apr 29 11:35:14.698035 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab8166-f6c5-4ef6-99a9-c4419938a5c7 None None] Pushing event updated for resources: {'Port': ['ID=1883658f-d670-4331-9812-ef0f644a0c45,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:14.712345 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-70ab8166-f6c5-4ef6-99a9-c4419938a5c7 None None] Provisioning complete for port 3615e83a-fc64-4dee-b0b3-1833e902cf0d triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:14.712979 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-70ab8166-f6c5-4ef6-99a9-c4419938a5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:14.785292 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-70ab8166-f6c5-4ef6-99a9-c4419938a5c7 None None] Port 3615e83a-fc64-4dee-b0b3-1833e902cf0d cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:35:14.787538 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 1883658f-d670-4331-9812-ef0f644a0c45 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:35:14.823408 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-70ab8166-f6c5-4ef6-99a9-c4419938a5c7 None None] Could not find standard attr ID for object 33f471f6-79dc-4fb7-885f-e128a5c3e6d7. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:35:14.831351 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7fbfdcd6-fc24-4057-80f9-d4de1ff67b80 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:14.870294 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-31ecc9fe-3134-4149-a6e1-558aa7e5f86d None None] Set router 0611de60-c659-4550-bb40-3eaeb3552ec5 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:35:14.874128 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 1883658f-d670-4331-9812-ef0f644a0c45 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:14.874968 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:14.933991 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-968ca7da-a6c2-4154-8228-1ecac8eda2cd tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:14.938404 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-acc9d7ff-da50-49d1-aea9-96b290378bd4 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:14.988816 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-acc9d7ff-da50-49d1-aea9-96b290378bd4 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:15.057228 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbfdcd6-fc24-4057-80f9-d4de1ff67b80 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:15.059587 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-968ca7da-a6c2-4154-8228-1ecac8eda2cd tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b81cf298-3183-42b6-ad21-a5837b7d3c30']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:15.080313 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-cc4045c4-fe62-4e10-a564-f9ac1e6ec624 None None] Provisioning complete for port 1883658f-d670-4331-9812-ef0f644a0c45 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:15.080677 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cc4045c4-fe62-4e10-a564-f9ac1e6ec624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:15.085784 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047dfece-d104-4ca7-bfac-9d3a493ccd77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Network 295cb541-9e96-4d7d-a59d-963768c32b13 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:15.088822 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-7fbfdcd6-fc24-4057-80f9-d4de1ff67b80 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:15.105379 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4791a37e-837a-42a4-938d-2b5d74829e46 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:15.108410 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-968ca7da-a6c2-4154-8228-1ecac8eda2cd tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a42b21f-ca1a-46c8-8480-8ae1f4e16b7b') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:15.108703 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-968ca7da-a6c2-4154-8228-1ecac8eda2cd tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a42b21f-ca1a-46c8-8480-8ae1f4e16b7b') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:15.128824 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbfdcd6-fc24-4057-80f9-d4de1ff67b80 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:15.142044 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-acc9d7ff-da50-49d1-aea9-96b290378bd4 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:15.154187 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-047dfece-d104-4ca7-bfac-9d3a493ccd77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:15.182644 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device ca296242-3bbb-4576-a605-ad5c37618edb up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:35:15.227568 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-31ecc9fe-3134-4149-a6e1-558aa7e5f86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'name': 'tempest-ServerActionsTestJSON-769067943-router', 'tenant_id': '966d71c123a54a1eb7656282c791d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'e60db0e6-a947-4fb9-860f-96ff322c4ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:55Z', 'updated_at': '2022-04-29T11:35:10Z', 'revision_number': 4, 'project_id': '966d71c123a54a1eb7656282c791d69b', 'gw_port': {'id': 'e60db0e6-a947-4fb9-860f-96ff322c4ec7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:57Z', 'updated_at': '2022-04-29T11:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '3615e83a-fc64-4dee-b0b3-1833e902cf0d', 'name': '', 'network_id': '9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4', 'tenant_id': '966d71c123a54a1eb7656282c791d69b', 'mac_address': 'fa:16:3e:33:99:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f2955ff6-7656-4447-a96d-af5d60561c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:06Z', 'updated_at': '2022-04-29T11:35:11Z', 'revision_number': 2, 'project_id': '966d71c123a54a1eb7656282c791d69b', 'subnets': [{'id': 'f2955ff6-7656-4447-a96d-af5d60561c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:15.250962 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047dfece-d104-4ca7-bfac-9d3a493ccd77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:15.252054 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047dfece-d104-4ca7-bfac-9d3a493ccd77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:15.252667 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-047dfece-d104-4ca7-bfac-9d3a493ccd77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:15.263873 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047dfece-d104-4ca7-bfac-9d3a493ccd77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Pushing event updated for resources: {'Port': ['ID=8f5e3b8a-4ad2-4059-9c44-9949d4294162,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:15.284202 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-acc9d7ff-da50-49d1-aea9-96b290378bd4 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:15.288646 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-acc9d7ff-da50-49d1-aea9-96b290378bd4 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.6132884 Apr 29 11:35:15.307592 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ecc9fe-3134-4149-a6e1-558aa7e5f86d None None] Checking router: 0611de60-c659-4550-bb40-3eaeb3552ec5 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:35:15.307938 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ecc9fe-3134-4149-a6e1-558aa7e5f86d None None] Updating router 0611de60-c659-4550-bb40-3eaeb3552ec5 port 3615e83a-fc64-4dee-b0b3-1833e902cf0d binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:35:15.316728 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46642) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:15.338130 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-047dfece-d104-4ca7-bfac-9d3a493ccd77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.8141208 Apr 29 11:35:15.340546 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46646) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:15.366804 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:15.386020 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4791a37e-837a-42a4-938d-2b5d74829e46 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:15.401334 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbfdcd6-fc24-4057-80f9-d4de1ff67b80 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Pushing event updated for resources: {'Port': ['ID=1398f670-ec8f-48bc-8834-aaac204db755,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:15.403283 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-31ecc9fe-3134-4149-a6e1-558aa7e5f86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:15.429846 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-968ca7da-a6c2-4154-8228-1ecac8eda2cd tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:15.485813 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6fe9a53f-1fa0-4589-bfe4-8bdbaf208dcc tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] 10.222.0.69 "GET /v2.0/floatingips?floating_network_id=cedf6a5b-9ba3-4683-bb42-1810d85e2e03 HTTP/1.1" status: 200 len: 689 time: 0.1687591 Apr 29 11:35:15.527741 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46648) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:15.550147 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-968ca7da-a6c2-4154-8228-1ecac8eda2cd tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:15.559959 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706edf4b-528c-49d0-a26f-03ec9ac974ce admin admin] Pushing event updated for resources: {'Port': ['ID=5d5b1f49-1502-4b7c-bd69-d4d62b7360c4,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:15.587636 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968ca7da-a6c2-4154-8228-1ecac8eda2cd tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:35:15.587951 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-968ca7da-a6c2-4154-8228-1ecac8eda2cd tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:15.600520 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:35:15.600520 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:35:15.600520 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:35:15.600520 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:35:15.600520 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:35:15.600520 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:35:15.600520 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:35:15.600520 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:35:15.600520 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:35:15.600520 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:35:15.600520 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:35:15.600520 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:35:15.600520 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:35:15.600520 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:35:15.600520 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:35:15.600520 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:35:15.600520 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:35:15.600520 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:35:15.600520 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:35:15.600520 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:35:15.600520 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:35:15.600520 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:35:15.600520 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:35:15.600520 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:35:15.600520 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:35:15.600520 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:35:15.600520 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:35:15.600520 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:35:15.600520 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:35:15.600520 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:35:15.600520 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:35:15.600520 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:35:15.705228 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706edf4b-528c-49d0-a26f-03ec9ac974ce admin admin] Network eaec72b3-21b8-4237-9007-e0660233be23 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:15.718667 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port ca296242-3bbb-4576-a605-ad5c37618edb triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:15.719817 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:15.786799 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-706edf4b-528c-49d0-a26f-03ec9ac974ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:15.811600 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-31ba2bb5-0818-495c-80da-a962f7322c10 req-1e089fdf-6c39-4c40-b628-38d15b67a040 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cd64ac3-ea03-454f-b47b-da99f74304af HTTP/1.1" status: 200 len: 210 time: 0.2390990 Apr 29 11:35:15.835333 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:15.870527 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46654) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:15.878557 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-25f136d6-85dd-49d1-ab34-1f526b5d05d5 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--925392573', 'description': 'tempest-description--740818515'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:16.064815 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-968ca7da-a6c2-4154-8228-1ecac8eda2cd tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:16.111945 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-31ecc9fe-3134-4149-a6e1-558aa7e5f86d None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:16.123625 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-31ecc9fe-3134-4149-a6e1-558aa7e5f86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:16.179062 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-4791a37e-837a-42a4-938d-2b5d74829e46 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Allocated IP 172.20.0.5 (79ba04af-1192-44b0-803e-a5b04149549f/0404c021-e2db-43c8-a467-e92c868a3b5e/72abb24c-acf0-45d0-a3d3-7fffc35e6939) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:35:16.200081 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9d7ff-da50-49d1-aea9-96b290378bd4 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Pushing event updated for resources: {'Port': ['ID=132c4e29-6304-4a7d-93ca-ecca9ce65a43,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:16.266670 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-968ca7da-a6c2-4154-8228-1ecac8eda2cd tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:16.280005 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-968ca7da-a6c2-4154-8228-1ecac8eda2cd tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] 10.222.0.69 "DELETE /v2.0/networks/b81cf298-3183-42b6-ad21-a5837b7d3c30 HTTP/1.1" status: 204 len: 168 time: 2.3755314 Apr 29 11:35:16.291880 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46656) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:16.295387 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ca7da-a6c2-4154-8228-1ecac8eda2cd tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Pushing event deleted for resources: {'Network': ['ID=b81cf298-3183-42b6-ad21-a5837b7d3c30,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:16.310937 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71b1dd-dae8-47e0-b829-4ebcc8aeda26 None None] Pushing event updated for resources: {'Port': ['ID=3615e83a-fc64-4dee-b0b3-1833e902cf0d,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:16.326947 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-178baf55-d3e9-4f55-9fa6-4fc3be72d3db None None] Provisioning complete for port 5d5b1f49-1502-4b7c-bd69-d4d62b7360c4 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:16.327424 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-178baf55-d3e9-4f55-9fa6-4fc3be72d3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:16.473529 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-31ecc9fe-3134-4149-a6e1-558aa7e5f86d None None] Attempting to bind port 3615e83a-fc64-4dee-b0b3-1833e902cf0d on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:16.474136 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-31ecc9fe-3134-4149-a6e1-558aa7e5f86d None None] Attempting to bind port 3615e83a-fc64-4dee-b0b3-1833e902cf0d by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'ec106207-489d-4e55-8fc5-481ceb098af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:16.474706 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ecc9fe-3134-4149-a6e1-558aa7e5f86d None None] Attempting to bind port 3615e83a-fc64-4dee-b0b3-1833e902cf0d on network 9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4 {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:16.480860 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ecc9fe-3134-4149-a6e1-558aa7e5f86d None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:35:16.481492 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ecc9fe-3134-4149-a6e1-558aa7e5f86d None None] Checking segment: {'id': 'ec106207-489d-4e55-8fc5-481ceb098af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:35:16.482099 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-31ecc9fe-3134-4149-a6e1-558aa7e5f86d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:16.482690 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ecc9fe-3134-4149-a6e1-558aa7e5f86d None None] Bound using segment: {'id': 'ec106207-489d-4e55-8fc5-481ceb098af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:35:16.483559 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-31ecc9fe-3134-4149-a6e1-558aa7e5f86d None None] Bound port: 3615e83a-fc64-4dee-b0b3-1833e902cf0d, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec106207-489d-4e55-8fc5-481ceb098af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:35:16.484138 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-31ecc9fe-3134-4149-a6e1-558aa7e5f86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:16.493923 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-25f136d6-85dd-49d1-ab34-1f526b5d05d5 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:16.520128 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-293ccc79-0863-4cf9-8ed9-d08dd871c82b tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] DELETE failed (client error): The resource could not be found. Apr 29 11:35:16.520994 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-293ccc79-0863-4cf9-8ed9-d08dd871c82b tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:35:16.531022 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-178baf55-d3e9-4f55-9fa6-4fc3be72d3db None None] Port 5d5b1f49-1502-4b7c-bd69-d4d62b7360c4 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:35:16.541934 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-293ccc79-0863-4cf9-8ed9-d08dd871c82b tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] 10.222.0.69 "DELETE /v2.0/ports/33f471f6-79dc-4fb7-885f-e128a5c3e6d7 HTTP/1.1" status: 404 len: 333 time: 0.2417314 Apr 29 11:35:16.562552 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46658) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:16.609420 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:16.693917 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-31ecc9fe-3134-4149-a6e1-558aa7e5f86d None None] For port 3615e83a-fc64-4dee-b0b3-1833e902cf0d, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:35:16.698293 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-31ecc9fe-3134-4149-a6e1-558aa7e5f86d None None] For port 3615e83a-fc64-4dee-b0b3-1833e902cf0d, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=3615e83a-fc64-4dee-b0b3-1833e902cf0d,segment=NetworkSegment(ec106207-489d-4e55-8fc5-481ceb098af9),segment_id=ec106207-489d-4e55-8fc5-481ceb098af9)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:35:16.704803 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-31ecc9fe-3134-4149-a6e1-558aa7e5f86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:16.710090 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 1883658f-d670-4331-9812-ef0f644a0c45 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:35:16.786435 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ecc9fe-3134-4149-a6e1-558aa7e5f86d None None] Routers {'0611de60-c659-4550-bb40-3eaeb3552ec5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:35:16.788551 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-31ecc9fe-3134-4149-a6e1-558aa7e5f86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:34:57Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['0611de60-c659-4550-bb40-3eaeb3552ec5'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:16.801047 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-23a17f07-74a8-4bbf-9d9e-9ca7403bf251 None None] Provisioning complete for port 3615e83a-fc64-4dee-b0b3-1833e902cf0d triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:16.801674 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-23a17f07-74a8-4bbf-9d9e-9ca7403bf251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:16.827706 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-25f136d6-85dd-49d1-ab34-1f526b5d05d5 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:16.917061 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-25f136d6-85dd-49d1-ab34-1f526b5d05d5 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:17.035663 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7fbfdcd6-fc24-4057-80f9-d4de1ff67b80 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks [] for router_gateway, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:17.044272 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 1883658f-d670-4331-9812-ef0f644a0c45 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:17.044882 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:17.062825 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.62', 59018) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:17.184390 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4791a37e-837a-42a4-938d-2b5d74829e46 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:17.314041 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-31ecc9fe-3134-4149-a6e1-558aa7e5f86d None None] Set router 0611de60-c659-4550-bb40-3eaeb3552ec5 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:35:17.317269 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71b1dd-dae8-47e0-b829-4ebcc8aeda26 None None] Pushing event updated for resources: {'Port': ['ID=3615e83a-fc64-4dee-b0b3-1833e902cf0d,revision_number=4']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:17.352902 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-22be8dbf-947d-4f17-8088-c2180e8a241d tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:17.354793 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-22be8dbf-947d-4f17-8088-c2180e8a241d tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.62 "GET /v2.0/networks?id=6125a237-5a34-436c-b459-de251466d228 HTTP/1.1" status: 200 len: 811 time: 0.2145767 Apr 29 11:35:17.362233 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b042c94-75b1-43c8-8ef2-d780b4be5690 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Deleting subnet e6177683-3a5c-4209-9b2a-c39751636a59 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:35:17.368506 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0b042c94-75b1-43c8-8ef2-d780b4be5690 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:17.443978 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-23a17f07-74a8-4bbf-9d9e-9ca7403bf251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:17.457172 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0b042c94-75b1-43c8-8ef2-d780b4be5690 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:17.492386 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device f9561228-c645-4edd-8c92-085b79086207 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:35:17.502152 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-25f136d6-85dd-49d1-ab34-1f526b5d05d5 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:17.505513 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-25f136d6-85dd-49d1-ab34-1f526b5d05d5 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.6321352 Apr 29 11:35:17.545675 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-23a17f07-74a8-4bbf-9d9e-9ca7403bf251 None None] For port 3615e83a-fc64-4dee-b0b3-1833e902cf0d, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=3615e83a-fc64-4dee-b0b3-1833e902cf0d,segment=NetworkSegment(ec106207-489d-4e55-8fc5-481ceb098af9),segment_id=ec106207-489d-4e55-8fc5-481ceb098af9)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:35:17.562693 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-23a17f07-74a8-4bbf-9d9e-9ca7403bf251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:17.606882 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46666) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:17.679884 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-7c344590-1ab8-402b-a429-5666b3b15759 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Request body: {'security_group_rule': {'security_group_id': 'ecdd323c-79dd-40a9-85e7-91d435d19fcc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:17.702942 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706edf4b-528c-49d0-a26f-03ec9ac974ce admin admin] Router 872a2d86-b4f6-4df2-bc72-241fd0064261 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:35:17.703682 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f136d6-85dd-49d1-ab34-1f526b5d05d5 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdd323c-79dd-40a9-85e7-91d435d19fcc,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:17.724969 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port f9561228-c645-4edd-8c92-085b79086207 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:17.725561 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:17.742255 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-31ecc9fe-3134-4149-a6e1-558aa7e5f86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'name': 'tempest-ServerActionsTestJSON-769067943-router', 'tenant_id': '966d71c123a54a1eb7656282c791d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'e60db0e6-a947-4fb9-860f-96ff322c4ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:55Z', 'updated_at': '2022-04-29T11:35:10Z', 'revision_number': 4, 'project_id': '966d71c123a54a1eb7656282c791d69b', 'gw_port': {'id': 'e60db0e6-a947-4fb9-860f-96ff322c4ec7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:57Z', 'updated_at': '2022-04-29T11:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '3615e83a-fc64-4dee-b0b3-1833e902cf0d', 'name': '', 'network_id': '9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4', 'tenant_id': '966d71c123a54a1eb7656282c791d69b', 'mac_address': 'fa:16:3e:33:99:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f2955ff6-7656-4447-a96d-af5d60561c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:06Z', 'updated_at': '2022-04-29T11:35:16Z', 'revision_number': 4, 'project_id': '966d71c123a54a1eb7656282c791d69b', 'subnets': [{'id': 'f2955ff6-7656-4447-a96d-af5d60561c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:17.764157 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7fbfdcd6-fc24-4057-80f9-d4de1ff67b80 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:17.769043 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4791a37e-837a-42a4-938d-2b5d74829e46 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:17.772675 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1f16d33f-90fd-458a-ac0a-37f367b1eb09 req-c54c7faf-d9e7-4d93-aa52-72f7fe95b9f8 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cd64ac3-ea03-454f-b47b-da99f74304af HTTP/1.1" status: 200 len: 210 time: 0.3015451 Apr 29 11:35:17.835698 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a17f07-74a8-4bbf-9d9e-9ca7403bf251 None None] Pushing event updated for resources: {'Port': ['ID=3615e83a-fc64-4dee-b0b3-1833e902cf0d,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:17.843100 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-78f82d91-dd27-4216-b5b8-da8381b0e208 None None] Provisioning complete for port 3615e83a-fc64-4dee-b0b3-1833e902cf0d triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:17.843486 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-78f82d91-dd27-4216-b5b8-da8381b0e208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:17.851227 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791a37e-837a-42a4-938d-2b5d74829e46 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Pushing event updated for resources: {'Port': ['ID=72abb24c-acf0-45d0-a3d3-7fffc35e6939,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:17.883150 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ecc9fe-3134-4149-a6e1-558aa7e5f86d None None] The sync data for ids ['0611de60-c659-4550-bb40-3eaeb3552ec5'] in dv-neutron-838888-1-hyperv is: [{'id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'name': 'tempest-ServerActionsTestJSON-769067943-router', 'tenant_id': '966d71c123a54a1eb7656282c791d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'e60db0e6-a947-4fb9-860f-96ff322c4ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:55Z', 'updated_at': '2022-04-29T11:35:10Z', 'revision_number': 4, 'project_id': '966d71c123a54a1eb7656282c791d69b', 'gw_port': {'id': 'e60db0e6-a947-4fb9-860f-96ff322c4ec7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:57Z', 'updated_at': '2022-04-29T11:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '3615e83a-fc64-4dee-b0b3-1833e902cf0d', 'name': '', 'network_id': '9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4', 'tenant_id': '966d71c123a54a1eb7656282c791d69b', 'mac_address': 'fa:16:3e:33:99:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f2955ff6-7656-4447-a96d-af5d60561c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:06Z', 'updated_at': '2022-04-29T11:35:16Z', 'revision_number': 4, 'project_id': '966d71c123a54a1eb7656282c791d69b', 'subnets': [{'id': 'f2955ff6-7656-4447-a96d-af5d60561c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:35:17.887912 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7c344590-1ab8-402b-a429-5666b3b15759 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:17.903724 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-19a78cd8-0769-4a7d-b46b-6d0b34bf9810 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf40feb98e9c4f74b755b5dcaa6e15a8 HTTP/1.1" status: 200 len: 379 time: 0.4308026 Apr 29 11:35:17.938635 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-cb345f55-11dd-4a56-9451-c1bbbcbb9e21 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Request body: {'port': {'device_id': '7cd64ac3-ea03-454f-b47b-da99f74304af', 'network_id': '6125a237-5a34-436c-b459-de251466d228', 'admin_state_up': True, 'tenant_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'security_groups': ['af172940-50b2-4c9e-9817-d1a8a3efc04e']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:17.941021 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:17.974610 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port f9561228-c645-4edd-8c92-085b79086207, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=f9561228-c645-4edd-8c92-085b79086207,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:35:17.983572 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:17.984800 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device e60db0e6-a947-4fb9-860f-96ff322c4ec7 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:35:18.009414 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4791a37e-837a-42a4-938d-2b5d74829e46 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Network 79ba04af-1192-44b0-803e-a5b04149549f is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:18.018680 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-4791a37e-837a-42a4-938d-2b5d74829e46 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:18.023406 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4791a37e-837a-42a4-938d-2b5d74829e46 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:18.049618 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0b042c94-75b1-43c8-8ef2-d780b4be5690 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:18.124659 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=f9561228-c645-4edd-8c92-085b79086207,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:18.158607 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbfdcd6-fc24-4057-80f9-d4de1ff67b80 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Router e3aba8c3-eb53-4f40-965a-d6e64857a7f9 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:35:18.166527 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port e60db0e6-a947-4fb9-860f-96ff322c4ec7 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:18.166898 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:18.243602 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] device_id is not set on port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:35:18.258461 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:18.341022 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:18.369366 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Deleting port 132c4e29-6304-4a7d-93ca-ecca9ce65a43 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:35:18.370419 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:18.440159 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbfdcd6-fc24-4057-80f9-d4de1ff67b80 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:35:18.454866 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b00458-9ea3-4d69-9d8a-0f95accd1cc2 None None] Sync routers for ids ['e3aba8c3-eb53-4f40-965a-d6e64857a7f9'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:35:18.475625 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b00458-9ea3-4d69-9d8a-0f95accd1cc2 None None] Routers {'e3aba8c3-eb53-4f40-965a-d6e64857a7f9'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:35:18.478361 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7fbfdcd6-fc24-4057-80f9-d4de1ff67b80 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:18.479628 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-84b00458-9ea3-4d69-9d8a-0f95accd1cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:34:57Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['e3aba8c3-eb53-4f40-965a-d6e64857a7f9'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:18.484379 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7fbfdcd6-fc24-4057-80f9-d4de1ff67b80 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 12.1424012 Apr 29 11:35:18.487576 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46692) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:18.505588 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7c344590-1ab8-402b-a429-5666b3b15759 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:18.551142 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-84b00458-9ea3-4d69-9d8a-0f95accd1cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:18.576788 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b00458-9ea3-4d69-9d8a-0f95accd1cc2 None None] Routers {'e3aba8c3-eb53-4f40-965a-d6e64857a7f9'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:35:18.579051 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-84b00458-9ea3-4d69-9d8a-0f95accd1cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:34:57Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['e3aba8c3-eb53-4f40-965a-d6e64857a7f9'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:18.599308 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Pushing event updated for resources: {'Port': ['ID=8f5e3b8a-4ad2-4059-9c44-9949d4294162,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:18.645451 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7c344590-1ab8-402b-a429-5666b3b15759 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:18.653144 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4791a37e-837a-42a4-938d-2b5d74829e46 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:18.722362 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-84b00458-9ea3-4d69-9d8a-0f95accd1cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:18.723376 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b00458-9ea3-4d69-9d8a-0f95accd1cc2 None None] The sync data for ids ['e3aba8c3-eb53-4f40-965a-d6e64857a7f9'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:35:18.731032 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 3615e83a-fc64-4dee-b0b3-1833e902cf0d up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:35:18.796158 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7c344590-1ab8-402b-a429-5666b3b15759 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:18.800163 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7c344590-1ab8-402b-a429-5666b3b15759 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1810708 Apr 29 11:35:18.800163 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-cb345f55-11dd-4a56-9451-c1bbbcbb9e21 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Made reservation on behalf of cf40feb98e9c4f74b755b5dcaa6e15a8 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:35:18.811707 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-cb345f55-11dd-4a56-9451-c1bbbcbb9e21 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:18.814402 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46696) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:18.844475 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 3615e83a-fc64-4dee-b0b3-1833e902cf0d triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:18.845808 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:18.946065 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-6bad610a-5d87-48e2-8054-f0ef572148e8 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Request body: {'security_group_rule': {'security_group_id': 'ecdd323c-79dd-40a9-85e7-91d435d19fcc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:19.037789 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c344590-1ab8-402b-a429-5666b3b15759 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f04bf2a-9f6c-46ea-96e8-b6c5a9b7fe19,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:19.115827 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device f9561228-c645-4edd-8c92-085b79086207 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:35:19.233526 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:19.233813 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:19.234735 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on network 295cb541-9e96-4d7d-a59d-963768c32b13 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:19.283165 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port f9561228-c645-4edd-8c92-085b79086207 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:19.283533 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:19.320402 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6bad610a-5d87-48e2-8054-f0ef572148e8 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:19.398020 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0b042c94-75b1-43c8-8ef2-d780b4be5690 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:19.439964 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1afc3fb8-b602-463a-ba3a-b518a71074d4 req-75c77320-8fc8-4bc7-b507-a9a675e349d9 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cd64ac3-ea03-454f-b47b-da99f74304af HTTP/1.1" status: 200 len: 210 time: 0.1891904 Apr 29 11:35:19.455519 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:19.455852 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:19.497123 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on network 295cb541-9e96-4d7d-a59d-963768c32b13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:19.497336 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Failed to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] Apr 29 11:35:19.563873 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempt 2 to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 Apr 29 11:35:19.567306 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706edf4b-528c-49d0-a26f-03ec9ac974ce admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:35:19.597171 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-706edf4b-528c-49d0-a26f-03ec9ac974ce admin admin] 10.222.0.69 "PUT /v2.0/routers/872a2d86-b4f6-4df2-bc72-241fd0064261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8416789 Apr 29 11:35:19.603980 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b042c94-75b1-43c8-8ef2-d780b4be5690 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Pushing event deleted for resources: {'Subnet': ['ID=e6177683-3a5c-4209-9b2a-c39751636a59,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:19.620568 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556770c7-33a6-4754-a244-2de7e9252497 None None] Network fb0fc26b-f640-4d06-9ec0-d96152a2ac91 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:35:19.631508 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Calling delete_port for 132c4e29-6304-4a7d-93ca-ecca9ce65a43 owned by network:floatingip {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:35:19.644496 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2067027-3a71-407d-90d9-e664b601bad9 None None] Sync routers for ids ['872a2d86-b4f6-4df2-bc72-241fd0064261'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:35:19.660863 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2067027-3a71-407d-90d9-e664b601bad9 None None] Routers {'872a2d86-b4f6-4df2-bc72-241fd0064261'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:35:19.661631 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f2067027-3a71-407d-90d9-e664b601bad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:34:57Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['872a2d86-b4f6-4df2-bc72-241fd0064261'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:19.733966 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:19.733966 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:19.734287 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on network 295cb541-9e96-4d7d-a59d-963768c32b13 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:19.774658 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0b042c94-75b1-43c8-8ef2-d780b4be5690 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:19.778072 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0b042c94-75b1-43c8-8ef2-d780b4be5690 tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] 10.222.0.69 "DELETE /v2.0/subnets/e6177683-3a5c-4209-9b2a-c39751636a59 HTTP/1.1" status: 204 len: 168 time: 3.2023206 Apr 29 11:35:19.781210 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46704) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:19.792972 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4791a37e-837a-42a4-938d-2b5d74829e46 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:19.922590 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598090f7-b4d9-4eb4-9c4d-95539648cefc None None] DHCP port deletion for fb0fc26b-f640-4d06-9ec0-d96152a2ac91 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:35:19.949532 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-f2067027-3a71-407d-90d9-e664b601bad9 None None] Set router 872a2d86-b4f6-4df2-bc72-241fd0064261 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:35:20.009861 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on network 295cb541-9e96-4d7d-a59d-963768c32b13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:20.010521 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Failed to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] Apr 29 11:35:20.075162 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempt 3 to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 Apr 29 11:35:20.121025 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-598090f7-b4d9-4eb4-9c4d-95539648cefc None None] Deleting port ca296242-3bbb-4576-a605-ad5c37618edb {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:35:20.123252 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-598090f7-b4d9-4eb4-9c4d-95539648cefc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:20.230498 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6bad610a-5d87-48e2-8054-f0ef572148e8 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:20.231548 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:20.231879 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:20.232813 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on network 295cb541-9e96-4d7d-a59d-963768c32b13 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:20.267748 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-09135f08-81a8-44a8-abcb-a1d2623ea61b tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:20.276578 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6bad610a-5d87-48e2-8054-f0ef572148e8 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:20.343031 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-598090f7-b4d9-4eb4-9c4d-95539648cefc None None] For port ca296242-3bbb-4576-a605-ad5c37618edb, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=ca296242-3bbb-4576-a605-ad5c37618edb,segment=NetworkSegment(ddc65a5b-d00f-459e-86c6-680d852bf0f5),segment_id=ddc65a5b-d00f-459e-86c6-680d852bf0f5)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:35:20.345597 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-598090f7-b4d9-4eb4-9c4d-95539648cefc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:20.410195 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-598090f7-b4d9-4eb4-9c4d-95539648cefc None None] Calling delete_port for ca296242-3bbb-4576-a605-ad5c37618edb owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:35:20.421895 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on network 295cb541-9e96-4d7d-a59d-963768c32b13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:20.422412 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Failed to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] Apr 29 11:35:20.436665 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempt 4 to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 Apr 29 11:35:20.510599 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad610a-5d87-48e2-8054-f0ef572148e8 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca69ccc-75b9-4b9a-9f7b-ed8a4a08d19f,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:20.539268 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f2067027-3a71-407d-90d9-e664b601bad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'name': 'tempest-ServersTestJSON-948303896-router', 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'f9561228-c645-4edd-8c92-085b79086207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:59Z', 'updated_at': '2022-04-29T11:35:13Z', 'revision_number': 4, 'project_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'gw_port': {'id': 'f9561228-c645-4edd-8c92-085b79086207', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:01Z', 'updated_at': '2022-04-29T11:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '5d5b1f49-1502-4b7c-bd69-d4d62b7360c4', 'name': '', 'network_id': 'eaec72b3-21b8-4237-9007-e0660233be23', 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'mac_address': 'fa:16:3e:ab:d9:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '61739443-868d-4a94-a39b-257f7d0153d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:11Z', 'updated_at': '2022-04-29T11:35:13Z', 'revision_number': 2, 'project_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'subnets': [{'id': '61739443-868d-4a94-a39b-257f7d0153d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:20.564906 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:20.572388 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:20.576554 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on network 295cb541-9e96-4d7d-a59d-963768c32b13 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:20.578487 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2067027-3a71-407d-90d9-e664b601bad9 None None] Checking router: 872a2d86-b4f6-4df2-bc72-241fd0064261 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:35:20.578855 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2067027-3a71-407d-90d9-e664b601bad9 None None] Updating router 872a2d86-b4f6-4df2-bc72-241fd0064261 port 5d5b1f49-1502-4b7c-bd69-d4d62b7360c4 binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:35:20.584864 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6bad610a-5d87-48e2-8054-f0ef572148e8 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:20.586122 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6bad610a-5d87-48e2-8054-f0ef572148e8 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6553934 Apr 29 11:35:20.611542 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46712) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:20.643405 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-70775613-d708-460b-84d8-abcd13b30ee4 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:20.657809 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device ca296242-3bbb-4576-a605-ad5c37618edb no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:35:20.691614 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-f2067027-3a71-407d-90d9-e664b601bad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:20.997016 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-cb345f55-11dd-4a56-9451-c1bbbcbb9e21 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Allocated IP 172.20.0.10 (6125a237-5a34-436c-b459-de251466d228/59b54d58-4e33-45ba-b2f2-931d467f06e6/fd87afa4-3381-456f-92ae-c6c619a21da4) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:35:21.048409 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on network 295cb541-9e96-4d7d-a59d-963768c32b13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:21.048824 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Failed to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] Apr 29 11:35:21.049363 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46714) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:21.052235 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempt 5 to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 Apr 29 11:35:21.089452 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-f991f6bf-8db3-42c1-a2fe-45b094fb4be3 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1065312167', 'description': 'tempest-description--474096285'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:21.096215 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70775613-d708-460b-84d8-abcd13b30ee4 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks [] for floatingip, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:21.099751 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-598090f7-b4d9-4eb4-9c4d-95539648cefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:21.121986 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:21.123344 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:21.123977 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on network 295cb541-9e96-4d7d-a59d-963768c32b13 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:21.199148 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:35:21.224759 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-09135f08-81a8-44a8-abcb-a1d2623ea61b tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] The port 'ca296242-3bbb-4576-a605-ad5c37618edb' was deleted {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 29 11:35:21.227259 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:21.243818 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598090f7-b4d9-4eb4-9c4d-95539648cefc None None] Pushing event deleted for resources: {'Port': ['ID=ca296242-3bbb-4576-a605-ad5c37618edb,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:21.297517 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598090f7-b4d9-4eb4-9c4d-95539648cefc None None] No DVR routers for this DVR port ca296242-3bbb-4576-a605-ad5c37618edb on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:35:21.299693 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-72eb4dea-26f1-48d5-869b-7e857a3e697c req-aeb66684-c8f8-4456-b9b4-16b6bbe292ed tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cd64ac3-ea03-454f-b47b-da99f74304af HTTP/1.1" status: 200 len: 210 time: 0.3197525 Apr 29 11:35:21.371010 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-f2067027-3a71-407d-90d9-e664b601bad9 None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:21.380017 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on network 295cb541-9e96-4d7d-a59d-963768c32b13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:21.381786 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Failed to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] Apr 29 11:35:21.389482 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempt 6 to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 Apr 29 11:35:21.390980 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-f2067027-3a71-407d-90d9-e664b601bad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:21.435122 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f991f6bf-8db3-42c1-a2fe-45b094fb4be3 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:21.519807 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-09135f08-81a8-44a8-abcb-a1d2623ea61b tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:21.565955 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:21.572324 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-09135f08-81a8-44a8-abcb-a1d2623ea61b tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb0fc26b-f640-4d06-9ec0-d96152a2ac91']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:21.576716 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:21.577102 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on network 295cb541-9e96-4d7d-a59d-963768c32b13 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:21.592656 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-09135f08-81a8-44a8-abcb-a1d2623ea61b tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc65a5b-d00f-459e-86c6-680d852bf0f5') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:21.595877 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-09135f08-81a8-44a8-abcb-a1d2623ea61b tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc65a5b-d00f-459e-86c6-680d852bf0f5') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:21.597096 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on network 295cb541-9e96-4d7d-a59d-963768c32b13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:21.597396 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Failed to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] Apr 29 11:35:21.611020 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-09135f08-81a8-44a8-abcb-a1d2623ea61b tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:21.620089 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempt 7 to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 Apr 29 11:35:21.622443 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:21.647038 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-09135f08-81a8-44a8-abcb-a1d2623ea61b tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:21.658143 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09135f08-81a8-44a8-abcb-a1d2623ea61b tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:35:21.658932 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-09135f08-81a8-44a8-abcb-a1d2623ea61b tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:21.752018 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:35:21.752018 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:35:21.752018 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:35:21.752018 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:35:21.752018 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:35:21.752018 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:35:21.752018 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:35:21.752018 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:35:21.752018 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:35:21.752018 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:35:21.752018 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:35:21.752018 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:35:21.752018 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:35:21.752018 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:35:21.752018 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:35:21.752018 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:35:21.752018 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:35:21.752018 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:35:21.752018 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:35:21.752018 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:35:21.752018 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:35:21.752018 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:35:21.752018 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:35:21.752018 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:35:21.752018 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:35:21.752018 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:35:21.752018 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:35:21.752018 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:35:21.752018 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:35:21.752018 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:35:21.752018 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:35:21.752018 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:35:21.762518 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-09135f08-81a8-44a8-abcb-a1d2623ea61b tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:21.770814 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273e049-5286-46c9-873c-b8e79ef5f81b None None] Pushing event updated for resources: {'Port': ['ID=5d5b1f49-1502-4b7c-bd69-d4d62b7360c4,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:21.783624 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-f2067027-3a71-407d-90d9-e664b601bad9 None None] Attempting to bind port 5d5b1f49-1502-4b7c-bd69-d4d62b7360c4 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:21.784168 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-f2067027-3a71-407d-90d9-e664b601bad9 None None] Attempting to bind port 5d5b1f49-1502-4b7c-bd69-d4d62b7360c4 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '82aa0242-ee84-4c14-a14a-da2052556bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eaec72b3-21b8-4237-9007-e0660233be23'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:21.784586 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2067027-3a71-407d-90d9-e664b601bad9 None None] Attempting to bind port 5d5b1f49-1502-4b7c-bd69-d4d62b7360c4 on network eaec72b3-21b8-4237-9007-e0660233be23 {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:21.802271 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-09135f08-81a8-44a8-abcb-a1d2623ea61b tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:21.806751 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-09135f08-81a8-44a8-abcb-a1d2623ea61b tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] 10.222.0.69 "DELETE /v2.0/networks/fb0fc26b-f640-4d06-9ec0-d96152a2ac91 HTTP/1.1" status: 204 len: 168 time: 2.0243173 Apr 29 11:35:21.811982 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-749e9f54-be81-4871-b5d5-c5b2a63933fd tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:21.827318 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:21.827667 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2067027-3a71-407d-90d9-e664b601bad9 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:35:21.828061 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2067027-3a71-407d-90d9-e664b601bad9 None None] Checking segment: {'id': '82aa0242-ee84-4c14-a14a-da2052556bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eaec72b3-21b8-4237-9007-e0660233be23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:35:21.828405 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:21.829893 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on network 295cb541-9e96-4d7d-a59d-963768c32b13 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:21.833750 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-f2067027-3a71-407d-90d9-e664b601bad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:21.834472 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2067027-3a71-407d-90d9-e664b601bad9 None None] Bound using segment: {'id': '82aa0242-ee84-4c14-a14a-da2052556bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eaec72b3-21b8-4237-9007-e0660233be23'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:35:21.834967 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-f2067027-3a71-407d-90d9-e664b601bad9 None None] Bound port: 5d5b1f49-1502-4b7c-bd69-d4d62b7360c4, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82aa0242-ee84-4c14-a14a-da2052556bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eaec72b3-21b8-4237-9007-e0660233be23'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:35:21.838871 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-f2067027-3a71-407d-90d9-e664b601bad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:21.852947 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Pushing event deleted for resources: {'Port': ['ID=132c4e29-6304-4a7d-93ca-ecca9ce65a43,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:21.857900 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on network 295cb541-9e96-4d7d-a59d-963768c32b13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:21.860283 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Failed to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] Apr 29 11:35:21.865159 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09135f08-81a8-44a8-abcb-a1d2623ea61b tempest-DHCPAgentSchedulersTestJSON-476412919 tempest-DHCPAgentSchedulersTestJSON-476412919-project] Pushing event deleted for resources: {'Network': ['ID=fb0fc26b-f640-4d06-9ec0-d96152a2ac91,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:21.876062 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f991f6bf-8db3-42c1-a2fe-45b094fb4be3 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:21.880979 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4791a37e-837a-42a4-938d-2b5d74829e46 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Router a822bc82-fe43-40e5-a6c4-9e834c683b53 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:35:21.895205 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempt 8 to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 Apr 29 11:35:21.921582 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:21.922289 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:21.922824 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on network 295cb541-9e96-4d7d-a59d-963768c32b13 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:21.943833 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on network 295cb541-9e96-4d7d-a59d-963768c32b13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:21.944354 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Failed to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] Apr 29 11:35:21.949261 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f991f6bf-8db3-42c1-a2fe-45b094fb4be3 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:22.002352 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-b5556221-5c1c-436e-9c19-7df7cef14274 None None] Provisioning complete for port 5d5b1f49-1502-4b7c-bd69-d4d62b7360c4 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:22.003110 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b5556221-5c1c-436e-9c19-7df7cef14274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:22.057864 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempt 9 to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 Apr 29 11:35:22.059109 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-f2067027-3a71-407d-90d9-e664b601bad9 None None] For port 5d5b1f49-1502-4b7c-bd69-d4d62b7360c4, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:35:22.068100 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-f2067027-3a71-407d-90d9-e664b601bad9 None None] For port 5d5b1f49-1502-4b7c-bd69-d4d62b7360c4, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=5d5b1f49-1502-4b7c-bd69-d4d62b7360c4,segment=NetworkSegment(82aa0242-ee84-4c14-a14a-da2052556bcd),segment_id=82aa0242-ee84-4c14-a14a-da2052556bcd)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:35:22.077930 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-f2067027-3a71-407d-90d9-e664b601bad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:22.086785 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f991f6bf-8db3-42c1-a2fe-45b094fb4be3 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:22.091206 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f991f6bf-8db3-42c1-a2fe-45b094fb4be3 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0114431 Apr 29 11:35:22.093041 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46718) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:22.106229 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-b5556221-5c1c-436e-9c19-7df7cef14274 None None] Port 5d5b1f49-1502-4b7c-bd69-d4d62b7360c4 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:35:22.119690 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:22.120025 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:22.120367 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on network 295cb541-9e96-4d7d-a59d-963768c32b13 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:22.139516 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-c927d429-b06e-4596-802b-6b7454d0c3ce tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Request body: {'security_group_rule': {'security_group_id': '15dd70ea-bbec-43b0-9ce3-3ab603b34e85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:22.168405 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-cb345f55-11dd-4a56-9451-c1bbbcbb9e21 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:22.172991 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70775613-d708-460b-84d8-abcd13b30ee4 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:22.226518 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2067027-3a71-407d-90d9-e664b601bad9 None None] Routers {'872a2d86-b4f6-4df2-bc72-241fd0064261'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:35:22.228117 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f2067027-3a71-407d-90d9-e664b601bad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:34:57Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['872a2d86-b4f6-4df2-bc72-241fd0064261'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:22.236597 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273e049-5286-46c9-873c-b8e79ef5f81b None None] Pushing event updated for resources: {'Port': ['ID=5d5b1f49-1502-4b7c-bd69-d4d62b7360c4,revision_number=4']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:22.307034 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:22.332439 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on network 295cb541-9e96-4d7d-a59d-963768c32b13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:22.332767 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Failed to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] Apr 29 11:35:22.367344 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempt 10 to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 Apr 29 11:35:22.390427 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4791a37e-837a-42a4-938d-2b5d74829e46 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:35:22.401082 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a08fff5-c63e-45ec-9e47-b0ec1ad02ee5 None None] Sync routers for ids ['a822bc82-fe43-40e5-a6c4-9e834c683b53'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:35:22.441119 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c927d429-b06e-4596-802b-6b7454d0c3ce tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:22.444233 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a08fff5-c63e-45ec-9e47-b0ec1ad02ee5 None None] Routers {'a822bc82-fe43-40e5-a6c4-9e834c683b53'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:35:22.447014 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-2a08fff5-c63e-45ec-9e47-b0ec1ad02ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:34:57Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['a822bc82-fe43-40e5-a6c4-9e834c683b53'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:22.617871 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:22.622978 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:22.626559 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on network 295cb541-9e96-4d7d-a59d-963768c32b13 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:22.630201 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4791a37e-837a-42a4-938d-2b5d74829e46 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:22.631474 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4791a37e-837a-42a4-938d-2b5d74829e46 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 11.3228865 Apr 29 11:35:22.652060 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46728) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:22.686527 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-f2067027-3a71-407d-90d9-e664b601bad9 None None] Set router 872a2d86-b4f6-4df2-bc72-241fd0064261 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:35:22.704959 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on network 295cb541-9e96-4d7d-a59d-963768c32b13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:22.706010 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Failed to bind port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] Apr 29 11:35:22.706845 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:22.760309 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-2a08fff5-c63e-45ec-9e47-b0ec1ad02ee5 None None] Set router a822bc82-fe43-40e5-a6c4-9e834c683b53 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:35:22.786700 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-70775613-d708-460b-84d8-abcd13b30ee4 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Allocated IP 172.26.4.140 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/30701e38-78d2-40dc-bb4a-d1a9db58e892) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:35:22.789361 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46730) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:22.811450 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:22.855294 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 5d5b1f49-1502-4b7c-bd69-d4d62b7360c4 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:35:22.876353 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f991f6bf-8db3-42c1-a2fe-45b094fb4be3 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15dd70ea-bbec-43b0-9ce3-3ab603b34e85,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:22.941852 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ed6175b1-e4da-45a5-be24-69c64d145b87 req-2e2e685a-ccb4-4beb-b031-cd73ac4755f6 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cd64ac3-ea03-454f-b47b-da99f74304af HTTP/1.1" status: 200 len: 210 time: 0.4071698 Apr 29 11:35:23.021487 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-878c886e-40d2-4b76-b12f-f957b112fa44 None None] Provisioning complete for port 5d5b1f49-1502-4b7c-bd69-d4d62b7360c4 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:23.022122 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-878c886e-40d2-4b76-b12f-f957b112fa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:23.059194 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c927d429-b06e-4596-802b-6b7454d0c3ce tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:23.081501 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c927d429-b06e-4596-802b-6b7454d0c3ce tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:23.125531 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 5d5b1f49-1502-4b7c-bd69-d4d62b7360c4 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:23.133019 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:23.256616 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-cb345f55-11dd-4a56-9451-c1bbbcbb9e21 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:23.298625 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927d429-b06e-4596-802b-6b7454d0c3ce tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ecca8d-610e-4412-bedf-91c81197d47f,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:23.361932 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f2067027-3a71-407d-90d9-e664b601bad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'name': 'tempest-ServersTestJSON-948303896-router', 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'f9561228-c645-4edd-8c92-085b79086207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:59Z', 'updated_at': '2022-04-29T11:35:13Z', 'revision_number': 4, 'project_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'gw_port': {'id': 'f9561228-c645-4edd-8c92-085b79086207', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:01Z', 'updated_at': '2022-04-29T11:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '5d5b1f49-1502-4b7c-bd69-d4d62b7360c4', 'name': '', 'network_id': 'eaec72b3-21b8-4237-9007-e0660233be23', 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'mac_address': 'fa:16:3e:ab:d9:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '61739443-868d-4a94-a39b-257f7d0153d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:11Z', 'updated_at': '2022-04-29T11:35:22Z', 'revision_number': 4, 'project_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'subnets': [{'id': '61739443-868d-4a94-a39b-257f7d0153d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:23.383257 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-749e9f54-be81-4871-b5d5-c5b2a63933fd tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Allocated IP 172.20.0.1 (af3f5064-9c4b-454f-992b-975505f7128e/398b8de5-66c6-4140-9269-54644cadf4bb/8d558c02-55da-4da4-9ea6-0a86f10cdf01) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:35:23.423995 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-878c886e-40d2-4b76-b12f-f957b112fa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:23.453179 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c927d429-b06e-4596-802b-6b7454d0c3ce tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:23.455250 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c927d429-b06e-4596-802b-6b7454d0c3ce tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3277612 Apr 29 11:35:23.463111 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46734) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:23.465236 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2067027-3a71-407d-90d9-e664b601bad9 None None] The sync data for ids ['872a2d86-b4f6-4df2-bc72-241fd0064261'] in dv-neutron-838888-1-hyperv is: [{'id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'name': 'tempest-ServersTestJSON-948303896-router', 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'f9561228-c645-4edd-8c92-085b79086207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:59Z', 'updated_at': '2022-04-29T11:35:13Z', 'revision_number': 4, 'project_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'gw_port': {'id': 'f9561228-c645-4edd-8c92-085b79086207', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:01Z', 'updated_at': '2022-04-29T11:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '5d5b1f49-1502-4b7c-bd69-d4d62b7360c4', 'name': '', 'network_id': 'eaec72b3-21b8-4237-9007-e0660233be23', 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'mac_address': 'fa:16:3e:ab:d9:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '61739443-868d-4a94-a39b-257f7d0153d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:11Z', 'updated_at': '2022-04-29T11:35:22Z', 'revision_number': 4, 'project_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'subnets': [{'id': '61739443-868d-4a94-a39b-257f7d0153d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:35:23.475250 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-ff26a6ba-5b8a-4a8a-a819-e17b31af7981 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Request body: {'security_group_rule': {'security_group_id': '15dd70ea-bbec-43b0-9ce3-3ab603b34e85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:23.494119 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:23.511198 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] For port 8f5e3b8a-4ad2-4059-9c44-9949d4294162, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:35:23.511863 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempted to set empty binding levels {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 11:35:23.580222 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-878c886e-40d2-4b76-b12f-f957b112fa44 None None] For port 5d5b1f49-1502-4b7c-bd69-d4d62b7360c4, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=5d5b1f49-1502-4b7c-bd69-d4d62b7360c4,segment=NetworkSegment(82aa0242-ee84-4c14-a14a-da2052556bcd),segment_id=82aa0242-ee84-4c14-a14a-da2052556bcd)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:35:23.586616 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-2a08fff5-c63e-45ec-9e47-b0ec1ad02ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a822bc82-fe43-40e5-a6c4-9e834c683b53', 'name': '', 'tenant_id': '8b88cfc8a00d47cb8f39d4e626603361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ba04af-1192-44b0-803e-a5b04149549f', 'external_fixed_ips': [{'subnet_id': '0404c021-e2db-43c8-a467-e92c868a3b5e', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '72abb24c-acf0-45d0-a3d3-7fffc35e6939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:35:11Z', 'updated_at': '2022-04-29T11:35:18Z', 'revision_number': 3, 'project_id': '8b88cfc8a00d47cb8f39d4e626603361', 'gw_port': {'id': '72abb24c-acf0-45d0-a3d3-7fffc35e6939', 'name': '', 'network_id': '79ba04af-1192-44b0-803e-a5b04149549f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:51:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a822bc82-fe43-40e5-a6c4-9e834c683b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '0404c021-e2db-43c8-a467-e92c868a3b5e', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:15Z', 'updated_at': '2022-04-29T11:35:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0404c021-e2db-43c8-a467-e92c868a3b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:23.596630 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:23.600769 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-878c886e-40d2-4b76-b12f-f957b112fa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:23.617516 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-cb345f55-11dd-4a56-9451-c1bbbcbb9e21 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Network 6125a237-5a34-436c-b459-de251466d228 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:23.637701 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:23.661084 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-749e9f54-be81-4871-b5d5-c5b2a63933fd tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:23.664956 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a08fff5-c63e-45ec-9e47-b0ec1ad02ee5 None None] Checking router: a822bc82-fe43-40e5-a6c4-9e834c683b53 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:35:23.665611 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a08fff5-c63e-45ec-9e47-b0ec1ad02ee5 None None] Updating router a822bc82-fe43-40e5-a6c4-9e834c683b53 port 72abb24c-acf0-45d0-a3d3-7fffc35e6939 binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:35:23.672095 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-cb345f55-11dd-4a56-9451-c1bbbcbb9e21 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:23.696512 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2b8bd331-5410-4c18-b12a-e1deb34e03d2,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:23.715809 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-cb345f55-11dd-4a56-9451-c1bbbcbb9e21 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:23.717115 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-49e11db7-7205-4ca1-9a2f-0ff72048fdf2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:23.736297 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-cb345f55-11dd-4a56-9451-c1bbbcbb9e21 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:23.737353 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-cb345f55-11dd-4a56-9451-c1bbbcbb9e21 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:23.800583 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7fad2f91-ec83-4553-8217-8215bf0b1a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:23.833663 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-749e9f54-be81-4871-b5d5-c5b2a63933fd tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:23.867463 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb345f55-11dd-4a56-9451-c1bbbcbb9e21 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Pushing event updated for resources: {'Port': ['ID=fd87afa4-3381-456f-92ae-c6c619a21da4,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:23.876935 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] In _notify_port_updated(), no bound segment for port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 on network 295cb541-9e96-4d7d-a59d-963768c32b13 {{(pid=102959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 11:35:23.882945 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:23.882945 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:23.882945 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] 10.222.0.69 "PUT /v2.0/ports/8f5e3b8a-4ad2-4059-9c44-9949d4294162 HTTP/1.1" status: 200 len: 979 time: 8.5173001 Apr 29 11:35:23.935714 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46736) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:23.942832 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2a08fff5-c63e-45ec-9e47-b0ec1ad02ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:23.964583 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c886e-40d2-4b76-b12f-f957b112fa44 None None] Pushing event updated for resources: {'Port': ['ID=5d5b1f49-1502-4b7c-bd69-d4d62b7360c4,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:23.991343 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f725184d-62d9-4a85-b9b4-8a35bee61d31 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d2f00c1544314c3fa075660f312623c4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0921149 Apr 29 11:35:24.053334 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:35:24.053789 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:35:24.069875 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46740) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:24.079704 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-cb345f55-11dd-4a56-9451-c1bbbcbb9e21 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1505108 Apr 29 11:35:24.201032 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749e9f54-be81-4871-b5d5-c5b2a63933fd tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Network af3f5064-9c4b-454f-992b-975505f7128e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:24.243380 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70775613-d708-460b-84d8-abcd13b30ee4 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:24.245405 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ff26a6ba-5b8a-4a8a-a819-e17b31af7981 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:24.251203 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-749e9f54-be81-4871-b5d5-c5b2a63933fd tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:24.262970 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-fdc72cd1-240f-44f6-ad47-72cca40b4d14 None None] Provisioning complete for port fd87afa4-3381-456f-92ae-c6c619a21da4 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:24.264128 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fdc72cd1-240f-44f6-ad47-72cca40b4d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:24.293125 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749e9f54-be81-4871-b5d5-c5b2a63933fd tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:24.380223 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e9f54-be81-4871-b5d5-c5b2a63933fd tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Pushing event updated for resources: {'Port': ['ID=8d558c02-55da-4da4-9ea6-0a86f10cdf01,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:24.422080 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-922c4d40-ab71-4aa5-996c-c5b0f0264c70 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:35:24.427460 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-922c4d40-ab71-4aa5-996c-c5b0f0264c70 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0578082 Apr 29 11:35:24.460703 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-49e11db7-7205-4ca1-9a2f-0ff72048fdf2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:24.485616 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-fdc72cd1-240f-44f6-ad47-72cca40b4d14 None None] Port fd87afa4-3381-456f-92ae-c6c619a21da4 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:35:24.488651 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:24.539059 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82713f90-a4ef-49df-bef0-79df40db5c51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Pushing event updated for resources: {'Port': ['ID=8f5e3b8a-4ad2-4059-9c44-9949d4294162,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:24.551988 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21a77fe-6d6f-4560-bdf5-5e6bcdb9129c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:24.566750 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21a77fe-6d6f-4560-bdf5-5e6bcdb9129c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:24.567122 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21a77fe-6d6f-4560-bdf5-5e6bcdb9129c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:24.567622 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21a77fe-6d6f-4560-bdf5-5e6bcdb9129c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:24.568093 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21a77fe-6d6f-4560-bdf5-5e6bcdb9129c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:24.568561 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21a77fe-6d6f-4560-bdf5-5e6bcdb9129c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:24.569147 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21a77fe-6d6f-4560-bdf5-5e6bcdb9129c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:24.569622 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21a77fe-6d6f-4560-bdf5-5e6bcdb9129c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:24.570085 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21a77fe-6d6f-4560-bdf5-5e6bcdb9129c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:24.570528 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21a77fe-6d6f-4560-bdf5-5e6bcdb9129c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:24.571003 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21a77fe-6d6f-4560-bdf5-5e6bcdb9129c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:24.571457 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21a77fe-6d6f-4560-bdf5-5e6bcdb9129c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:24.571967 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21a77fe-6d6f-4560-bdf5-5e6bcdb9129c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:24.572424 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21a77fe-6d6f-4560-bdf5-5e6bcdb9129c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:24.572927 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21a77fe-6d6f-4560-bdf5-5e6bcdb9129c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:24.573429 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21a77fe-6d6f-4560-bdf5-5e6bcdb9129c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:24.573914 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21a77fe-6d6f-4560-bdf5-5e6bcdb9129c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:24.583927 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21a77fe-6d6f-4560-bdf5-5e6bcdb9129c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:24.584131 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21a77fe-6d6f-4560-bdf5-5e6bcdb9129c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:24.584440 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21a77fe-6d6f-4560-bdf5-5e6bcdb9129c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:24.584926 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21a77fe-6d6f-4560-bdf5-5e6bcdb9129c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:24.599674 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d21a77fe-6d6f-4560-bdf5-5e6bcdb9129c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18733 time: 0.6532264 Apr 29 11:35:24.600382 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46742) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:24.639015 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-749e9f54-be81-4871-b5d5-c5b2a63933fd tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:24.706277 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=102959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:35:24.713282 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:35:24.715526 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:35:24.715880 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Subscribe: > port after_create 55550000 {{(pid=102959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:35:24.716215 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Subscribe: > port after_delete 55550000 {{(pid=102959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:35:24.716592 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Subscribe: > port after_update 55550000 {{(pid=102959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:35:24.719669 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=102959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:35:24.720100 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=102959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:35:24.726040 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=102959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:35:24.726467 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=102959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:35:24.898975 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 5d5b1f49-1502-4b7c-bd69-d4d62b7360c4 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:35:24.950518 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2a08fff5-c63e-45ec-9e47-b0ec1ad02ee5 None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:24.960075 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-b3002d33-04f7-4bfa-b581-526dfce8a804 None None] Provisioning complete for port 8d558c02-55da-4da4-9ea6-0a86f10cdf01 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:24.960741 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b3002d33-04f7-4bfa-b581-526dfce8a804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:25.091923 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=102959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:35:25.092687 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=102959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:35:25.095900 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=102959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:35:25.103827 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=102959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:35:25.104527 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cedf6a5b-9ba3-4683-bb42-1810d85e2e03']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:25.109202 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2a08fff5-c63e-45ec-9e47-b0ec1ad02ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:25.193685 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb60a8d-40c3-42ef-8569-e1426ff19751') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:25.195938 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb60a8d-40c3-42ef-8569-e1426ff19751') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:25.237923 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-49e11db7-7205-4ca1-9a2f-0ff72048fdf2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Deleting port 72abb24c-acf0-45d0-a3d3-7fffc35e6939 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:35:25.238763 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-49e11db7-7205-4ca1-9a2f-0ff72048fdf2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:25.262129 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-b3002d33-04f7-4bfa-b581-526dfce8a804 None None] Port 8d558c02-55da-4da4-9ea6-0a86f10cdf01 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:35:25.299667 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ff26a6ba-5b8a-4a8a-a819-e17b31af7981 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:25.316643 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e128d3-a1ff-4d32-ba08-40bcbad574a4 req-c863381e-68ae-4099-95f5-14ff02709f0b tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:25.325288 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-81e128d3-a1ff-4d32-ba08-40bcbad574a4 req-c863381e-68ae-4099-95f5-14ff02709f0b tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cd64ac3-ea03-454f-b47b-da99f74304af HTTP/1.1" status: 200 len: 932 time: 1.2441700 Apr 29 11:35:25.354292 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6dc81b-9eba-46e7-833c-9f39b5a2a6ff None None] Pushing event updated for resources: {'Port': ['ID=72abb24c-acf0-45d0-a3d3-7fffc35e6939,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:25.380645 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-49caa537-fc63-4232-b9f9-f64c19ee0195 service neutron] Request body: {'port': {'device_id': '7cd64ac3-ea03-454f-b47b-da99f74304af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:25.409140 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-9e3bf700-bb1c-4a1e-a3cc-6f480430b7e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Deleting port 8f5e3b8a-4ad2-4059-9c44-9949d4294162 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:35:25.409691 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9e3bf700-bb1c-4a1e-a3cc-6f480430b7e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:25.413884 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-2a08fff5-c63e-45ec-9e47-b0ec1ad02ee5 None None] Attempting to bind port 72abb24c-acf0-45d0-a3d3-7fffc35e6939 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:25.415064 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-2a08fff5-c63e-45ec-9e47-b0ec1ad02ee5 None None] Attempting to bind port 72abb24c-acf0-45d0-a3d3-7fffc35e6939 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '094f889f-0fff-44c0-b11d-1cba55ff33cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '79ba04af-1192-44b0-803e-a5b04149549f'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:25.416954 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a08fff5-c63e-45ec-9e47-b0ec1ad02ee5 None None] Attempting to bind port 72abb24c-acf0-45d0-a3d3-7fffc35e6939 on network 79ba04af-1192-44b0-803e-a5b04149549f {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:25.432137 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a08fff5-c63e-45ec-9e47-b0ec1ad02ee5 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:35:25.434563 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a08fff5-c63e-45ec-9e47-b0ec1ad02ee5 None None] Checking segment: {'id': '094f889f-0fff-44c0-b11d-1cba55ff33cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '79ba04af-1192-44b0-803e-a5b04149549f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:35:25.437230 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2a08fff5-c63e-45ec-9e47-b0ec1ad02ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:25.439270 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a08fff5-c63e-45ec-9e47-b0ec1ad02ee5 None None] Bound using segment: {'id': '094f889f-0fff-44c0-b11d-1cba55ff33cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '79ba04af-1192-44b0-803e-a5b04149549f'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:35:25.440250 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-2a08fff5-c63e-45ec-9e47-b0ec1ad02ee5 None None] Bound port: 72abb24c-acf0-45d0-a3d3-7fffc35e6939, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094f889f-0fff-44c0-b11d-1cba55ff33cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '79ba04af-1192-44b0-803e-a5b04149549f'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:35:25.440915 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2a08fff5-c63e-45ec-9e47-b0ec1ad02ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:25.501564 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ff26a6ba-5b8a-4a8a-a819-e17b31af7981 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:25.571543 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:25.588593 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-81e128d3-a1ff-4d32-ba08-40bcbad574a4 req-e87bc29f-5222-47de-8648-ddd7ec9da270 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/security-groups?id=af172940-50b2-4c9e-9817-d1a8a3efc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2617733 Apr 29 11:35:25.609104 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26a6ba-5b8a-4a8a-a819-e17b31af7981 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06531caa-934d-4c33-8d0e-9d0de31f28fb,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:25.620595 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-49caa537-fc63-4232-b9f9-f64c19ee0195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:25.620595 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70775613-d708-460b-84d8-abcd13b30ee4 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:25.635178 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-2a08fff5-c63e-45ec-9e47-b0ec1ad02ee5 None None] For port 72abb24c-acf0-45d0-a3d3-7fffc35e6939, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:35:25.645352 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-2a08fff5-c63e-45ec-9e47-b0ec1ad02ee5 None None] For port 72abb24c-acf0-45d0-a3d3-7fffc35e6939, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=72abb24c-acf0-45d0-a3d3-7fffc35e6939,segment=NetworkSegment(094f889f-0fff-44c0-b11d-1cba55ff33cf),segment_id=094f889f-0fff-44c0-b11d-1cba55ff33cf)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:35:25.650602 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 5d5b1f49-1502-4b7c-bd69-d4d62b7360c4 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:25.651172 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:25.694736 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ff26a6ba-5b8a-4a8a-a819-e17b31af7981 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:25.694736 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ff26a6ba-5b8a-4a8a-a819-e17b31af7981 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2198076 Apr 29 11:35:25.695106 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2a08fff5-c63e-45ec-9e47-b0ec1ad02ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:25.724754 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46746) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:25.738705 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-b61fbd92-16b7-40c5-8383-9f91ca7cff61 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:25.755638 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4e06f31e-df77-4a38-9557-dcd37bdc8607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:25.770279 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:25.823698 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:35:25.824257 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:25.829652 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a08fff5-c63e-45ec-9e47-b0ec1ad02ee5 None None] Routers {'a822bc82-fe43-40e5-a6c4-9e834c683b53'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:35:25.830915 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-2a08fff5-c63e-45ec-9e47-b0ec1ad02ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:34:57Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['a822bc82-fe43-40e5-a6c4-9e834c683b53'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:25.840869 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-749e9f54-be81-4871-b5d5-c5b2a63933fd tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: from cryptography.utils import int_from_bytes Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: from cryptography.utils import int_from_bytes Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:35:25.858035 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:35:25.870059 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4e06f31e-df77-4a38-9557-dcd37bdc8607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:25.880555 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70775613-d708-460b-84d8-abcd13b30ee4 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:25.890466 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70775613-d708-460b-84d8-abcd13b30ee4 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Pushing event updated for resources: {'Port': ['ID=30701e38-78d2-40dc-bb4a-d1a9db58e892,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:25.929454 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-70775613-d708-460b-84d8-abcd13b30ee4 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:25.942850 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-9e3bf700-bb1c-4a1e-a3cc-6f480430b7e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] For port 8f5e3b8a-4ad2-4059-9c44-9949d4294162, host hv-neutron-8388, got binding levels [] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:35:25.943476 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9e3bf700-bb1c-4a1e-a3cc-6f480430b7e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:25.971674 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-9e3bf700-bb1c-4a1e-a3cc-6f480430b7e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Calling delete_port for 8f5e3b8a-4ad2-4059-9c44-9949d4294162 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:35:26.082756 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70775613-d708-460b-84d8-abcd13b30ee4 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:26.156142 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9e3bf700-bb1c-4a1e-a3cc-6f480430b7e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:26.283278 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6dc81b-9eba-46e7-833c-9f39b5a2a6ff None None] Pushing event updated for resources: {'Port': ['ID=72abb24c-acf0-45d0-a3d3-7fffc35e6939,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:26.308303 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-49e11db7-7205-4ca1-9a2f-0ff72048fdf2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:26.409009 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-49e11db7-7205-4ca1-9a2f-0ff72048fdf2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Calling delete_port for 72abb24c-acf0-45d0-a3d3-7fffc35e6939 owned by network:router_gateway {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:35:26.471318 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-2a08fff5-c63e-45ec-9e47-b0ec1ad02ee5 None None] Set router a822bc82-fe43-40e5-a6c4-9e834c683b53 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:35:26.662680 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-2a08fff5-c63e-45ec-9e47-b0ec1ad02ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a822bc82-fe43-40e5-a6c4-9e834c683b53', 'name': '', 'tenant_id': '8b88cfc8a00d47cb8f39d4e626603361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:35:11Z', 'updated_at': '2022-04-29T11:35:24Z', 'revision_number': 4, 'project_id': '8b88cfc8a00d47cb8f39d4e626603361', 'gw_port_host': None}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:26.679027 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3bf700-bb1c-4a1e-a3cc-6f480430b7e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f5e3b8a-4ad2-4059-9c44-9949d4294162,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:26.683922 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9e3bf700-bb1c-4a1e-a3cc-6f480430b7e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:26.702795 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9e3bf700-bb1c-4a1e-a3cc-6f480430b7e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] 10.222.0.69 "DELETE /v2.0/ports/8f5e3b8a-4ad2-4059-9c44-9949d4294162 HTTP/1.1" status: 204 len: 168 time: 2.0980859 Apr 29 11:35:26.716905 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a08fff5-c63e-45ec-9e47-b0ec1ad02ee5 None None] The sync data for ids ['a822bc82-fe43-40e5-a6c4-9e834c683b53'] in dv-neutron-838888-1-hyperv is: [{'id': 'a822bc82-fe43-40e5-a6c4-9e834c683b53', 'name': '', 'tenant_id': '8b88cfc8a00d47cb8f39d4e626603361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:35:11Z', 'updated_at': '2022-04-29T11:35:24Z', 'revision_number': 4, 'project_id': '8b88cfc8a00d47cb8f39d4e626603361', 'gw_port_host': None}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:35:26.722987 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b61fbd92-16b7-40c5-8383-9f91ca7cff61 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks [] for floatingip, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:26.746391 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46750) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:26.895805 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:26.949304 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22a6cb9-8017-4ffd-8152-25876e07720a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] GET failed (client error): The resource could not be found. Apr 29 11:35:26.949304 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a22a6cb9-8017-4ffd-8152-25876e07720a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] 10.222.0.69 "GET /v2.0/ports/8f5e3b8a-4ad2-4059-9c44-9949d4294162 HTTP/1.1" status: 404 len: 333 time: 0.1949072 Apr 29 11:35:26.950340 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46752) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:26.957110 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cedf6a5b-9ba3-4683-bb42-1810d85e2e03 {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 11:35:26.968620 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-3ca41e6c-f541-4b89-8947-37ae92a280c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-461998167', 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:27.020035 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:27.034327 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:27.046708 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] 10.222.0.69 "DELETE /v2.0/networks/cedf6a5b-9ba3-4683-bb42-1810d85e2e03 HTTP/1.1" status: 204 len: 168 time: 11.5003636 Apr 29 11:35:27.086835 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46754) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:27.098968 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70775613-d708-460b-84d8-abcd13b30ee4 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:27.130755 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca41e6c-f541-4b89-8947-37ae92a280c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Made reservation on behalf of 0dc824c33f5649b99f38410ad8ef92dc for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:35:27.131768 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3ca41e6c-f541-4b89-8947-37ae92a280c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:27.223545 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-3ca41e6c-f541-4b89-8947-37ae92a280c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] device_id is not set on port 8539d2f4-81d5-49ac-98a8-7cbc54580da8 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:35:27.264344 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-49caa537-fc63-4232-b9f9-f64c19ee0195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd87afa4-3381-456f-92ae-c6c619a21da4 {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:35:27.276816 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-49caa537-fc63-4232-b9f9-f64c19ee0195 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:27.303075 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd14ad1-aa9f-43d2-a81e-7b91fd616d42 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Pushing event deleted for resources: {'Network': ['ID=cedf6a5b-9ba3-4683-bb42-1810d85e2e03,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:27.412794 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-49e11db7-7205-4ca1-9a2f-0ff72048fdf2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:27.526901 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-49caa537-fc63-4232-b9f9-f64c19ee0195 service neutron] Transition to ACTIVE for port object fd87afa4-3381-456f-92ae-c6c619a21da4 will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:35:27.532105 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e11db7-7205-4ca1-9a2f-0ff72048fdf2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Pushing event deleted for resources: {'Port': ['ID=72abb24c-acf0-45d0-a3d3-7fffc35e6939,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:27.626873 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4a77bded-67d9-4481-9b4b-81c9382ed8ee tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1652 time: 0.3162899 Apr 29 11:35:27.643459 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46756) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:27.657818 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4e06f31e-df77-4a38-9557-dcd37bdc8607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:27.660915 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4e06f31e-df77-4a38-9557-dcd37bdc8607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:27.664381 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4e06f31e-df77-4a38-9557-dcd37bdc8607 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1d111987-277a-4f20-a315-47bd7bd9ef2e HTTP/1.1" status: 204 len: 168 time: 3.5884554 Apr 29 11:35:27.752330 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e77d2-e6b6-4e36-8c69-8f556e70a06e req-0fef6210-707b-4524-be88-daaa41cb45ba tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:27.756799 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4bf84654-a54d-423d-b963-aab7e0de0f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:27.760106 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1b7e77d2-e6b6-4e36-8c69-8f556e70a06e req-0fef6210-707b-4524-be88-daaa41cb45ba tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cd64ac3-ea03-454f-b47b-da99f74304af HTTP/1.1" status: 200 len: 932 time: 0.8722019 Apr 29 11:35:27.768838 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-49caa537-fc63-4232-b9f9-f64c19ee0195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:27.807650 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-749e9f54-be81-4871-b5d5-c5b2a63933fd tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:27.835854 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b61fbd92-16b7-40c5-8383-9f91ca7cff61 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:27.851530 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-749e9f54-be81-4871-b5d5-c5b2a63933fd tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:27.879012 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70775613-d708-460b-84d8-abcd13b30ee4 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:28.017717 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06f31e-df77-4a38-9557-dcd37bdc8607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d111987-277a-4f20-a315-47bd7bd9ef2e,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:28.073223 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3ca41e6c-f541-4b89-8947-37ae92a280c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:28.096852 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-49e11db7-7205-4ca1-9a2f-0ff72048fdf2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:28.148107 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49caa537-fc63-4232-b9f9-f64c19ee0195 service neutron] Pushing event updated for resources: {'Port': ['ID=fd87afa4-3381-456f-92ae-c6c619a21da4,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:28.155014 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1b7e77d2-e6b6-4e36-8c69-8f556e70a06e req-ed3f739b-fcb3-4d6b-8f00-c0464176d278 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/security-groups?id=af172940-50b2-4c9e-9817-d1a8a3efc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3242683 Apr 29 11:35:28.522378 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70775613-d708-460b-84d8-abcd13b30ee4 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:28.538907 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:28.543049 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70775613-d708-460b-84d8-abcd13b30ee4 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:28.651989 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46762) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:28.660536 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70775613-d708-460b-84d8-abcd13b30ee4 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:28.697674 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f401f49d-f603-4b37-a585-742e4117f888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:28.720222 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1c112b-5209-46e6-a0c5-aad4942644d3 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:28.720839 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1c112b-5209-46e6-a0c5-aad4942644d3 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:28.721104 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1c112b-5209-46e6-a0c5-aad4942644d3 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:28.721543 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1c112b-5209-46e6-a0c5-aad4942644d3 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:28.722003 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1c112b-5209-46e6-a0c5-aad4942644d3 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:28.722432 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1c112b-5209-46e6-a0c5-aad4942644d3 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:28.722862 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1c112b-5209-46e6-a0c5-aad4942644d3 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:28.723297 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1c112b-5209-46e6-a0c5-aad4942644d3 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:28.728775 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-cd1c112b-5209-46e6-a0c5-aad4942644d3 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5198 time: 1.0812163 Apr 29 11:35:28.730120 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46764) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:28.736392 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70775613-d708-460b-84d8-abcd13b30ee4 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Pushing event updated for resources: {'Port': ['ID=30701e38-78d2-40dc-bb4a-d1a9db58e892,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:28.756324 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-b61fbd92-16b7-40c5-8383-9f91ca7cff61 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Allocated IP 172.26.4.163 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/de3c7ab5-a78b-4c2c-95eb-d8de610d2a2f) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:35:28.762540 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-49caa537-fc63-4232-b9f9-f64c19ee0195 service neutron] Attempting to bind port fd87afa4-3381-456f-92ae-c6c619a21da4 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:28.762869 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-49caa537-fc63-4232-b9f9-f64c19ee0195 service neutron] Attempting to bind port fd87afa4-3381-456f-92ae-c6c619a21da4 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '35485283-c5e8-404d-b1aa-59c7c4a98c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6125a237-5a34-436c-b459-de251466d228'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:28.763726 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-49caa537-fc63-4232-b9f9-f64c19ee0195 service neutron] Attempting to bind port fd87afa4-3381-456f-92ae-c6c619a21da4 on network 6125a237-5a34-436c-b459-de251466d228 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:28.770443 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-49caa537-fc63-4232-b9f9-f64c19ee0195 service neutron] Port fd87afa4-3381-456f-92ae-c6c619a21da4 on network 6125a237-5a34-436c-b459-de251466d228 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:28.770963 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-49caa537-fc63-4232-b9f9-f64c19ee0195 service neutron] Attempting to bind port fd87afa4-3381-456f-92ae-c6c619a21da4 on network 6125a237-5a34-436c-b459-de251466d228 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:28.771824 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3ca41e6c-f541-4b89-8947-37ae92a280c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:28.773539 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e9f54-be81-4871-b5d5-c5b2a63933fd tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Pushing event updated for resources: {'Port': ['ID=8d558c02-55da-4da4-9ea6-0a86f10cdf01,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:28.777005 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70775613-d708-460b-84d8-abcd13b30ee4 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:28.788143 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-70775613-d708-460b-84d8-abcd13b30ee4 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.1623125 Apr 29 11:35:28.822154 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-49caa537-fc63-4232-b9f9-f64c19ee0195 service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:35:28.822553 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-49caa537-fc63-4232-b9f9-f64c19ee0195 service neutron] Checking segment: {'id': '35485283-c5e8-404d-b1aa-59c7c4a98c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6125a237-5a34-436c-b459-de251466d228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:35:28.827034 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-49caa537-fc63-4232-b9f9-f64c19ee0195 service neutron] Bound using segment: {'id': '35485283-c5e8-404d-b1aa-59c7c4a98c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6125a237-5a34-436c-b459-de251466d228'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:35:28.827534 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-49caa537-fc63-4232-b9f9-f64c19ee0195 service neutron] Bound port: fd87afa4-3381-456f-92ae-c6c619a21da4, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35485283-c5e8-404d-b1aa-59c7c4a98c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6125a237-5a34-436c-b459-de251466d228'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:35:28.827905 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-49caa537-fc63-4232-b9f9-f64c19ee0195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:28.885172 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-0c1a8cc6-31bf-416c-adfc-f074c340dec9 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] delete failed (client error): The resource could not be found. Apr 29 11:35:28.889531 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0c1a8cc6-31bf-416c-adfc-f074c340dec9 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/62006194-9e7e-4854-9563-10102a93d781 HTTP/1.1" status: 404 len: 345 time: 0.1189568 Apr 29 11:35:28.894966 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46768) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:28.920518 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-975d6e9c-9387-4d9f-8612-bd41f767103c tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] DELETE failed (client error): The resource could not be found. Apr 29 11:35:28.921177 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-975d6e9c-9387-4d9f-8612-bd41f767103c tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:35:28.924551 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-975d6e9c-9387-4d9f-8612-bd41f767103c tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] 10.222.0.69 "DELETE /v2.0/networks/cedf6a5b-9ba3-4683-bb42-1810d85e2e03 HTTP/1.1" status: 404 len: 339 time: 0.0283597 Apr 29 11:35:28.947238 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46770) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:28.963910 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca41e6c-f541-4b89-8947-37ae92a280c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Pushing event updated for resources: {'Port': ['ID=8539d2f4-81d5-49ac-98a8-7cbc54580da8,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:28.963910 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-749e9f54-be81-4871-b5d5-c5b2a63933fd tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:29.044244 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f401f49d-f603-4b37-a585-742e4117f888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:29.052452 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-55aaf2a8-c671-4e71-8082-c04b03bc0f71 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Request body: {'network': {'name': 'tempest-network--476865334', 'router:external': True}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:29.068575 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-49caa537-fc63-4232-b9f9-f64c19ee0195 service neutron] For port fd87afa4-3381-456f-92ae-c6c619a21da4, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:35:29.080559 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-49caa537-fc63-4232-b9f9-f64c19ee0195 service neutron] For port fd87afa4-3381-456f-92ae-c6c619a21da4, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=fd87afa4-3381-456f-92ae-c6c619a21da4,segment=NetworkSegment(35485283-c5e8-404d-b1aa-59c7c4a98c5e),segment_id=35485283-c5e8-404d-b1aa-59c7c4a98c5e)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:35:29.084661 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f401f49d-f603-4b37-a585-742e4117f888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:29.098051 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-49caa537-fc63-4232-b9f9-f64c19ee0195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:29.144453 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55aaf2a8-c671-4e71-8082-c04b03bc0f71 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Made reservation on behalf of 3a99afec7460430f9481afb3c273ccd6 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:35:29.147361 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-55aaf2a8-c671-4e71-8082-c04b03bc0f71 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:29.155744 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-49e11db7-7205-4ca1-9a2f-0ff72048fdf2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:29.161371 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-49e11db7-7205-4ca1-9a2f-0ff72048fdf2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:29.200437 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca41e6c-f541-4b89-8947-37ae92a280c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Network 295cb541-9e96-4d7d-a59d-963768c32b13 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:29.230948 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-49caa537-fc63-4232-b9f9-f64c19ee0195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:29.233067 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-49caa537-fc63-4232-b9f9-f64c19ee0195 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:29.239667 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-49caa537-fc63-4232-b9f9-f64c19ee0195 service neutron] 10.222.0.62 "PUT /v2.0/ports/fd87afa4-3381-456f-92ae-c6c619a21da4 HTTP/1.1" status: 200 len: 1094 time: 4.1174521 Apr 29 11:35:29.243737 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd64ac3-ea03-454f-b47b-da99f74304af', 'tag': 'fd87afa4-3381-456f-92ae-c6c619a21da4'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:35:29.250560 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f401f49d-f603-4b37-a585-742e4117f888 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c8cf15fb11ac436d977b0e61bcde1317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5867889 Apr 29 11:35:29.257158 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-3ca41e6c-f541-4b89-8947-37ae92a280c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:29.258004 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46786) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:29.280248 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401f49d-f603-4b37-a585-742e4117f888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be3a3c6-0d4c-4ae3-8ef5-a966d8fd3892,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:29.364796 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca41e6c-f541-4b89-8947-37ae92a280c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:29.366110 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca41e6c-f541-4b89-8947-37ae92a280c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:29.366967 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3ca41e6c-f541-4b89-8947-37ae92a280c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:29.397344 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3ca41e6c-f541-4b89-8947-37ae92a280c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.4401507 Apr 29 11:35:29.398524 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46790) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:29.421466 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-49e11db7-7205-4ca1-9a2f-0ff72048fdf2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:29.422394 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e11db7-7205-4ca1-9a2f-0ff72048fdf2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a822bc82-fe43-40e5-a6c4-9e834c683b53 {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:35:29.426605 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749e9f54-be81-4871-b5d5-c5b2a63933fd tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Network af3f5064-9c4b-454f-992b-975505f7128e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:29.448028 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55aaf2a8-c671-4e71-8082-c04b03bc0f71 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:35:29.461790 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-749e9f54-be81-4871-b5d5-c5b2a63933fd tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:29.501482 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-49e11db7-7205-4ca1-9a2f-0ff72048fdf2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:29.501784 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-3c5693b2-1d0a-4b35-abaf-34217de4f372 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--925392573&fields=id&tenant_id=966d71c123a54a1eb7656282c791d69b HTTP/1.1" status: 200 len: 267 time: 0.3730185 Apr 29 11:35:29.518156 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-49e11db7-7205-4ca1-9a2f-0ff72048fdf2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "DELETE /v2.0/routers/a822bc82-fe43-40e5-a6c4-9e834c683b53 HTTP/1.1" status: 204 len: 168 time: 6.8293517 Apr 29 11:35:29.536317 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46792) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:29.634811 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49caa537-fc63-4232-b9f9-f64c19ee0195 service neutron] Pushing event updated for resources: {'Port': ['ID=fd87afa4-3381-456f-92ae-c6c619a21da4,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:29.673285 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6bdedfd-8113-4240-b879-841c360c152b tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Deleting subnet 0404c021-e2db-43c8-a467-e92c868a3b5e {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:35:29.689459 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-55aaf2a8-c671-4e71-8082-c04b03bc0f71 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:29.701218 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-55aaf2a8-c671-4e71-8082-c04b03bc0f71 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Added segment 69d8a9e5-2315-4d99-9694-4f61f346ae32 of type vlan for network 77da66b9-a0c7-4b8b-b181-86de4344a365 Apr 29 11:35:29.712054 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7288e6-e254-4584-89f4-9d6d2e9fb99e" -d '{"events": [{"name": "network-changed", "server_uuid": "7cd64ac3-ea03-454f-b47b-da99f74304af", "tag": "fd87afa4-3381-456f-92ae-c6c619a21da4"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:35:29.733524 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc414a72-c6b1-4085-8e2e-df305716d3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:29.746466 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-dc414a72-c6b1-4085-8e2e-df305716d3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] 10.222.0.69 "GET /v2.0/ports/8539d2f4-81d5-49ac-98a8-7cbc54580da8 HTTP/1.1" status: 200 len: 958 time: 0.3422291 Apr 29 11:35:29.749089 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46796) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:29.749827 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6bdedfd-8113-4240-b879-841c360c152b tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:29.867548 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65eb457-a521-4d5d-a8dd-9fa72ce69507 req-8f0c2b5b-f8e6-4f83-a525-c5c8ceda9e97 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:29.869303 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a65eb457-a521-4d5d-a8dd-9fa72ce69507 req-8f0c2b5b-f8e6-4f83-a525-c5c8ceda9e97 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cd64ac3-ea03-454f-b47b-da99f74304af HTTP/1.1" status: 200 len: 944 time: 0.4778957 Apr 29 11:35:29.876095 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-1c1a0858-b878-429d-9b84-6e895b2fca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:29.877665 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-1c1a0858-b878-429d-9b84-6e895b2fca95 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf40feb98e9c4f74b755b5dcaa6e15a8&device_id=7cd64ac3-ea03-454f-b47b-da99f74304af HTTP/1.1" status: 200 len: 1097 time: 0.4513931 Apr 29 11:35:29.888062 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-04af31ae-03d6-4b5a-a7fb-d6edc43f281c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:29.933481 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-c7a2dbed-3886-4d7c-83cb-9ad2c14fbd78 None None] Provisioning complete for port 8d558c02-55da-4da4-9ea6-0a86f10cdf01 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:29.934589 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c7a2dbed-3886-4d7c-83cb-9ad2c14fbd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:29.977560 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-04af31ae-03d6-4b5a-a7fb-d6edc43f281c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:29.984947 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-c7a2dbed-3886-4d7c-83cb-9ad2c14fbd78 None None] Port 8d558c02-55da-4da4-9ea6-0a86f10cdf01 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:35:29.988743 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:30.023137 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-94fbc13f-4b97-474d-9a3a-564d84fdebf9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd87afa4-3381-456f-92ae-c6c619a21da4 HTTP/1.1" status: 200 len: 217 time: 0.1213503 Apr 29 11:35:30.030058 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-fc29b3b6-fcb9-4e6e-9f3a-47a94ed3ea98 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:30.031667 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-fc29b3b6-fcb9-4e6e-9f3a-47a94ed3ea98 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/networks?id=9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4 HTTP/1.1" status: 200 len: 811 time: 0.4450200 Apr 29 11:35:30.047491 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a65eb457-a521-4d5d-a8dd-9fa72ce69507 req-d8f67045-3a98-4cb2-afa9-9ac0c3a2f98d tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/security-groups?id=af172940-50b2-4c9e-9817-d1a8a3efc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687150 Apr 29 11:35:30.092285 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b61fbd92-16b7-40c5-8383-9f91ca7cff61 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:30.102771 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-e1ec4dd4-ac74-480f-9b61-e7a66fc4ee69 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/quotas/966d71c123a54a1eb7656282c791d69b HTTP/1.1" status: 200 len: 375 time: 0.0638859 Apr 29 11:35:30.120138 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6bdedfd-8113-4240-b879-841c360c152b tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:30.143618 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:30.161142 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-dce32e7d-6f3f-46b2-8745-8f27eadeea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:30.162774 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-dce32e7d-6f3f-46b2-8745-8f27eadeea16 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=59b54d58-4e33-45ba-b2f2-931d467f06e6 HTTP/1.1" status: 200 len: 850 time: 0.1094756 Apr 29 11:35:30.165161 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-55aaf2a8-c671-4e71-8082-c04b03bc0f71 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:30.192052 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-9b89cbbd-7641-4a6a-9021-37ebb7e9dd64 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=966d71c123a54a1eb7656282c791d69b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0803921 Apr 29 11:35:30.214675 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-04af31ae-03d6-4b5a-a7fb-d6edc43f281c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:30.217459 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-04af31ae-03d6-4b5a-a7fb-d6edc43f281c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:30.218652 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-04af31ae-03d6-4b5a-a7fb-d6edc43f281c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5be3a3c6-0d4c-4ae3-8ef5-a966d8fd3892 HTTP/1.1" status: 204 len: 168 time: 0.9540622 Apr 29 11:35:30.273480 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af31ae-03d6-4b5a-a7fb-d6edc43f281c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be3a3c6-0d4c-4ae3-8ef5-a966d8fd3892,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:30.306260 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749e9f54-be81-4871-b5d5-c5b2a63933fd tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Router e3aba8c3-eb53-4f40-965a-d6e64857a7f9 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:35:30.387173 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6bdedfd-8113-4240-b879-841c360c152b tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:30.439402 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-55aaf2a8-c671-4e71-8082-c04b03bc0f71 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:30.440351 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55aaf2a8-c671-4e71-8082-c04b03bc0f71 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:30.441116 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-55aaf2a8-c671-4e71-8082-c04b03bc0f71 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:30.444704 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-0eac6ba9-ada6-4d89-bbab-017c258b997f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Deleting port 8539d2f4-81d5-49ac-98a8-7cbc54580da8 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:35:30.445266 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0eac6ba9-ada6-4d89-bbab-017c258b997f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:30.545676 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b61fbd92-16b7-40c5-8383-9f91ca7cff61 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:30.549910 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b00701-aac1-4e28-8f8b-ed63a01f34f6 x-openstack-request-id: req-27b00701-aac1-4e28-8f8b-ed63a01f34f6 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:35:30.550216 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cd64ac3-ea03-454f-b47b-da99f74304af", "tag": "fd87afa4-3381-456f-92ae-c6c619a21da4", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:35:30.550475 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-27b00701-aac1-4e28-8f8b-ed63a01f34f6 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:35:30.551049 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27b00701-aac1-4e28-8f8b-ed63a01f34f6'] response: {'name': 'network-changed', 'server_uuid': '7cd64ac3-ea03-454f-b47b-da99f74304af', 'tag': 'fd87afa4-3381-456f-92ae-c6c619a21da4', 'status': 'completed', 'code': 200} Apr 29 11:35:30.569736 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-a8725332-2a03-4eaa-ae5d-212902737a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:30.571426 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-a8725332-2a03-4eaa-ae5d-212902737a6f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6125a237-5a34-436c-b459-de251466d228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3994055 Apr 29 11:35:30.617969 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-65fc3565-77bd-4819-bd95-0e08fbcabc03 service neutron] 10.222.0.69 "GET /v2.0/networks/9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981578 Apr 29 11:35:30.636863 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-55aaf2a8-c671-4e71-8082-c04b03bc0f71 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6740093 Apr 29 11:35:30.648172 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46806) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:30.734958 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61fbd92-16b7-40c5-8383-9f91ca7cff61 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:30.736023 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aaf2a8-c671-4e71-8082-c04b03bc0f71 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Pushing event updated for resources: {'Network': ['ID=77da66b9-a0c7-4b8b-b181-86de4344a365,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:30.748018 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 77da66b9-a0c7-4b8b-b181-86de4344a365 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:35:30.798656 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0eac6ba9-ada6-4d89-bbab-017c258b997f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:30.801805 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-b61fbd92-16b7-40c5-8383-9f91ca7cff61 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:30.819736 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61fbd92-16b7-40c5-8383-9f91ca7cff61 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:30.823020 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6bdedfd-8113-4240-b879-841c360c152b tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:30.832941 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61fbd92-16b7-40c5-8383-9f91ca7cff61 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Pushing event updated for resources: {'Port': ['ID=de3c7ab5-a78b-4c2c-95eb-d8de610d2a2f,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:30.854562 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-0eac6ba9-ada6-4d89-bbab-017c258b997f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Calling delete_port for 8539d2f4-81d5-49ac-98a8-7cbc54580da8 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:35:30.928999 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bdedfd-8113-4240-b879-841c360c152b tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0404c021-e2db-43c8-a467-e92c868a3b5e,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:30.935702 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6bdedfd-8113-4240-b879-841c360c152b tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:30.936696 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-237707fd-3a56-4c2f-b77e-bfb1f1060845 service neutron] 10.222.0.69 "GET /v2.0/networks/9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109143 Apr 29 11:35:30.948821 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b6bdedfd-8113-4240-b879-841c360c152b tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "DELETE /v2.0/subnets/0404c021-e2db-43c8-a467-e92c868a3b5e HTTP/1.1" status: 204 len: 168 time: 1.4034824 Apr 29 11:35:30.949639 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749e9f54-be81-4871-b5d5-c5b2a63933fd tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:35:30.951862 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46816) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:30.963797 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ddf2c3-2d8e-47cc-bc82-01cdb3a1ba98 None None] Sync routers for ids ['e3aba8c3-eb53-4f40-965a-d6e64857a7f9'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:35:30.980903 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0346897-2e31-4447-aca6-1a8058e67424 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:30.983936 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ddf2c3-2d8e-47cc-bc82-01cdb3a1ba98 None None] Routers {'e3aba8c3-eb53-4f40-965a-d6e64857a7f9'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:35:30.985226 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-70ddf2c3-2d8e-47cc-bc82-01cdb3a1ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:35:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['e3aba8c3-eb53-4f40-965a-d6e64857a7f9'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:30.988982 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0346897-2e31-4447-aca6-1a8058e67424 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:30.995958 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0346897-2e31-4447-aca6-1a8058e67424 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:31.002053 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0346897-2e31-4447-aca6-1a8058e67424 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:31.009112 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0346897-2e31-4447-aca6-1a8058e67424 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:31.010953 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e0346897-2e31-4447-aca6-1a8058e67424 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3055 time: 0.3617604 Apr 29 11:35:31.014498 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46818) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:31.025145 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-749e9f54-be81-4871-b5d5-c5b2a63933fd tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] 10.222.0.69 "PUT /v2.0/routers/e3aba8c3-eb53-4f40-965a-d6e64857a7f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5363586 Apr 29 11:35:31.031646 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46820) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:31.043216 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-a96b98df-5c1e-4447-8bba-b2237e463d83 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Request body: {'port': {'network_id': 'af3f5064-9c4b-454f-992b-975505f7128e', 'name': 'tempest-FloatingIPAdminTestJSON-614208623'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:31.154726 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-84b01bfc-a8d0-4276-8f57-8ffe016a2ed2 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:31.206492 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-70ddf2c3-2d8e-47cc-bc82-01cdb3a1ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:31.206696 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-58b5bb24-814f-4e59-b8af-f7b5c4bf3a3c service neutron] 10.222.0.62 "GET /v2.0/networks/6125a237-5a34-436c-b459-de251466d228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989676 Apr 29 11:35:31.220591 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ddf2c3-2d8e-47cc-bc82-01cdb3a1ba98 None None] Routers {'e3aba8c3-eb53-4f40-965a-d6e64857a7f9'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:35:31.221265 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-70ddf2c3-2d8e-47cc-bc82-01cdb3a1ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:35:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['e3aba8c3-eb53-4f40-965a-d6e64857a7f9'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:31.267539 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-70ddf2c3-2d8e-47cc-bc82-01cdb3a1ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:31.269152 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ddf2c3-2d8e-47cc-bc82-01cdb3a1ba98 None None] The sync data for ids ['e3aba8c3-eb53-4f40-965a-d6e64857a7f9'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:35:31.399117 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-21d7c043-9af2-44da-abaa-d8d1f9796aa4 req-fee59a17-e5d2-4000-884c-ee37a597aed7 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 210 time: 0.1242158 Apr 29 11:35:31.519721 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5a39513e-e7ee-4e65-8e3d-f1970db18c6a req-573e65fd-9db1-4746-bbfe-9c28d29f6e02 service neutron] 10.222.0.62 "GET /v2.0/networks/6125a237-5a34-436c-b459-de251466d228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059473 Apr 29 11:35:31.528522 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-84b01bfc-a8d0-4276-8f57-8ffe016a2ed2 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:31.539247 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa33b16-4507-4b24-a159-c1f6fac13b68 req-70f792e4-cb15-4b75-aee1-a916d3c8f115 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:31.540883 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9aa33b16-4507-4b24-a159-c1f6fac13b68 req-70f792e4-cb15-4b75-aee1-a916d3c8f115 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cd64ac3-ea03-454f-b47b-da99f74304af HTTP/1.1" status: 200 len: 944 time: 0.3026121 Apr 29 11:35:31.545570 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e747f1d3-dd71-4214-bc91-1dd72b97a8f2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:31.596761 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b61fbd92-16b7-40c5-8383-9f91ca7cff61 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:31.603511 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-84b01bfc-a8d0-4276-8f57-8ffe016a2ed2 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77da66b9-a0c7-4b8b-b181-86de4344a365']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:31.615813 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0eac6ba9-ada6-4d89-bbab-017c258b997f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:31.645281 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-84b01bfc-a8d0-4276-8f57-8ffe016a2ed2 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d8a9e5-2315-4d99-9694-4f61f346ae32') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:31.645281 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-84b01bfc-a8d0-4276-8f57-8ffe016a2ed2 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d8a9e5-2315-4d99-9694-4f61f346ae32') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:31.661655 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9aa33b16-4507-4b24-a159-c1f6fac13b68 req-3abbe2e8-f6c7-4e62-abfe-dd11c5b9ef9c tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/security-groups?id=af172940-50b2-4c9e-9817-d1a8a3efc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077573 Apr 29 11:35:31.664388 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-84b01bfc-a8d0-4276-8f57-8ffe016a2ed2 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:31.681039 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac6ba9-ada6-4d89-bbab-017c258b997f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Pushing event deleted for resources: {'Port': ['ID=8539d2f4-81d5-49ac-98a8-7cbc54580da8,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:31.714104 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0eac6ba9-ada6-4d89-bbab-017c258b997f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:31.717343 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-84b01bfc-a8d0-4276-8f57-8ffe016a2ed2 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:31.718128 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0eac6ba9-ada6-4d89-bbab-017c258b997f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] 10.222.0.69 "DELETE /v2.0/ports/8539d2f4-81d5-49ac-98a8-7cbc54580da8 HTTP/1.1" status: 204 len: 168 time: 1.9595282 Apr 29 11:35:31.724565 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7288e6-e254-4584-89f4-9d6d2e9fb99e req-cdb8a9c2-119e-4553-8ebb-5634f00628f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:31.724784 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46854) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:31.726460 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2e7288e6-e254-4584-89f4-9d6d2e9fb99e req-cdb8a9c2-119e-4553-8ebb-5634f00628f0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf40feb98e9c4f74b755b5dcaa6e15a8&device_id=7cd64ac3-ea03-454f-b47b-da99f74304af HTTP/1.1" status: 200 len: 1097 time: 0.1373112 Apr 29 11:35:31.734015 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b01bfc-a8d0-4276-8f57-8ffe016a2ed2 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:35:31.738754 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b61fbd92-16b7-40c5-8383-9f91ca7cff61 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:31.739863 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-84b01bfc-a8d0-4276-8f57-8ffe016a2ed2 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:31.742907 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:35:31.742907 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:35:31.742907 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:35:31.742907 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:35:31.742907 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:35:31.742907 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:35:31.742907 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:35:31.742907 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:35:31.742907 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:35:31.742907 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:35:31.742907 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:35:31.742907 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:35:31.742907 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:35:31.742907 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:35:31.742907 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:35:31.742907 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:35:31.742907 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:35:31.742907 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:35:31.742907 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:35:31.742907 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:35:31.742907 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:35:31.742907 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:35:31.742907 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:35:31.742907 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:35:31.742907 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:35:31.742907 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:35:31.742907 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:35:31.742907 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:35:31.742907 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:35:31.742907 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:35:31.742907 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:35:31.742907 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:35:31.785073 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96b98df-5c1e-4447-8bba-b2237e463d83 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Made reservation on behalf of 4ac41c0a67804f97bddaff7fb66f1b90 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:35:31.788666 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a96b98df-5c1e-4447-8bba-b2237e463d83 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:31.790918 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-969d5604-8a95-47c1-b53c-f824a7b2dd6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] GET failed (client error): The resource could not be found. Apr 29 11:35:31.792461 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-969d5604-8a95-47c1-b53c-f824a7b2dd6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] 10.222.0.69 "GET /v2.0/ports/8539d2f4-81d5-49ac-98a8-7cbc54580da8 HTTP/1.1" status: 404 len: 333 time: 0.0667882 Apr 29 11:35:31.799347 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46858) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:31.805416 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-d29f5eac-11e6-4ca5-9c0b-e54d504293f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Request body: {'port': {'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-772485632'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:31.851714 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e747f1d3-dd71-4214-bc91-1dd72b97a8f2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:31.872712 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-a96b98df-5c1e-4447-8bba-b2237e463d83 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] device_id is not set on port fae9f6ce-9e6a-4648-adf8-c2899392b3d2 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:35:31.899813 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-e747f1d3-dd71-4214-bc91-1dd72b97a8f2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ba04af-1192-44b0-803e-a5b04149549f']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:31.926589 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-e747f1d3-dd71-4214-bc91-1dd72b97a8f2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094f889f-0fff-44c0-b11d-1cba55ff33cf') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:31.927137 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-e747f1d3-dd71-4214-bc91-1dd72b97a8f2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094f889f-0fff-44c0-b11d-1cba55ff33cf') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:31.928642 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29f5eac-11e6-4ca5-9c0b-e54d504293f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Made reservation on behalf of 0dc824c33f5649b99f38410ad8ef92dc for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:35:31.931488 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d29f5eac-11e6-4ca5-9c0b-e54d504293f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:31.937232 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-84b01bfc-a8d0-4276-8f57-8ffe016a2ed2 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:31.968908 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e747f1d3-dd71-4214-bc91-1dd72b97a8f2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:31.975761 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b01bfc-a8d0-4276-8f57-8ffe016a2ed2 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 77da66b9-a0c7-4b8b-b181-86de4344a365 {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 11:35:31.983772 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b01bfc-a8d0-4276-8f57-8ffe016a2ed2 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Pushing event deleted for resources: {'Network': ['ID=77da66b9-a0c7-4b8b-b181-86de4344a365,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:31.987033 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-84b01bfc-a8d0-4276-8f57-8ffe016a2ed2 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:31.990871 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-84b01bfc-a8d0-4276-8f57-8ffe016a2ed2 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] 10.222.0.69 "DELETE /v2.0/networks/77da66b9-a0c7-4b8b-b181-86de4344a365 HTTP/1.1" status: 204 len: 168 time: 0.9755108 Apr 29 11:35:31.996062 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46864) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:32.002532 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-d29f5eac-11e6-4ca5-9c0b-e54d504293f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] device_id is not set on port 46e61939-d546-40f8-9ea9-64969fabf66f yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:35:32.034532 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e747f1d3-dd71-4214-bc91-1dd72b97a8f2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:32.056642 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e747f1d3-dd71-4214-bc91-1dd72b97a8f2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:35:32.057310 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e747f1d3-dd71-4214-bc91-1dd72b97a8f2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:32.059324 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:35:32.059324 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:35:32.059324 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:35:32.059324 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:35:32.059324 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:35:32.059324 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:35:32.059324 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:35:32.059324 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:35:32.059324 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:35:32.059324 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:35:32.059324 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:35:32.059324 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:35:32.059324 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:35:32.059324 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:35:32.059324 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:35:32.059324 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:35:32.059324 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:35:32.059324 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:35:32.059324 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:35:32.059324 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:35:32.059324 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:35:32.059324 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:35:32.059324 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:35:32.059324 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:35:32.059324 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:35:32.059324 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:35:32.059324 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:35:32.059324 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:35:32.059324 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:35:32.059324 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:35:32.059324 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:35:32.059324 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:35:32.188903 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d29f5eac-11e6-4ca5-9c0b-e54d504293f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:32.199144 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e747f1d3-dd71-4214-bc91-1dd72b97a8f2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:32.203459 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-a96b98df-5c1e-4447-8bba-b2237e463d83 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Allocated IP 172.20.0.14 (af3f5064-9c4b-454f-992b-975505f7128e/398b8de5-66c6-4140-9269-54644cadf4bb/fae9f6ce-9e6a-4648-adf8-c2899392b3d2) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:35:32.225603 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-a72599f2-ce5a-431d-8d41-3da10fc9fd2e tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Request body: {'network': {'name': 'tempest-network--1920541272', 'router:external': True}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:32.225994 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e747f1d3-dd71-4214-bc91-1dd72b97a8f2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 79ba04af-1192-44b0-803e-a5b04149549f {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 11:35:32.234569 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7288e6-e254-4584-89f4-9d6d2e9fb99e req-fd0730f0-2477-45eb-a7d6-ced735605531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:32.236202 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2e7288e6-e254-4584-89f4-9d6d2e9fb99e req-fd0730f0-2477-45eb-a7d6-ced735605531 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6125a237-5a34-436c-b459-de251466d228 HTTP/1.1" status: 200 len: 912 time: 0.4924784 Apr 29 11:35:32.240347 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d29f5eac-11e6-4ca5-9c0b-e54d504293f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:32.244759 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b61fbd92-16b7-40c5-8383-9f91ca7cff61 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:32.247790 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e747f1d3-dd71-4214-bc91-1dd72b97a8f2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:32.255135 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e747f1d3-dd71-4214-bc91-1dd72b97a8f2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "DELETE /v2.0/networks/79ba04af-1192-44b0-803e-a5b04149549f HTTP/1.1" status: 204 len: 168 time: 1.2370796 Apr 29 11:35:32.255135 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747f1d3-dd71-4214-bc91-1dd72b97a8f2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Pushing event deleted for resources: {'Network': ['ID=79ba04af-1192-44b0-803e-a5b04149549f,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:32.346873 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29f5eac-11e6-4ca5-9c0b-e54d504293f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Network 295cb541-9e96-4d7d-a59d-963768c32b13 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:32.351113 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2e7288e6-e254-4584-89f4-9d6d2e9fb99e req-75738107-5ad4-44ba-9d89-e2d26427d354 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd87afa4-3381-456f-92ae-c6c619a21da4 HTTP/1.1" status: 200 len: 217 time: 0.1043835 Apr 29 11:35:32.354098 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-d29f5eac-11e6-4ca5-9c0b-e54d504293f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:32.356117 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72599f2-ce5a-431d-8d41-3da10fc9fd2e tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Made reservation on behalf of 3a99afec7460430f9481afb3c273ccd6 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:35:32.359488 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a72599f2-ce5a-431d-8d41-3da10fc9fd2e tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:32.364226 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29f5eac-11e6-4ca5-9c0b-e54d504293f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:32.365173 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29f5eac-11e6-4ca5-9c0b-e54d504293f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:32.365799 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d29f5eac-11e6-4ca5-9c0b-e54d504293f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:32.443004 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7288e6-e254-4584-89f4-9d6d2e9fb99e req-2bb7c9b2-7300-4ef0-88dc-eccb01938386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:32.444452 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2e7288e6-e254-4584-89f4-9d6d2e9fb99e req-2bb7c9b2-7300-4ef0-88dc-eccb01938386 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=59b54d58-4e33-45ba-b2f2-931d467f06e6 HTTP/1.1" status: 200 len: 850 time: 0.0758586 Apr 29 11:35:32.483202 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f5eac-11e6-4ca5-9c0b-e54d504293f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Pushing event updated for resources: {'Port': ['ID=46e61939-d546-40f8-9ea9-64969fabf66f,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:32.520874 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d29f5eac-11e6-4ca5-9c0b-e54d504293f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7191582 Apr 29 11:35:32.530295 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a72599f2-ce5a-431d-8d41-3da10fc9fd2e tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:35:32.532677 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46882) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:32.542603 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:32.586447 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b61fbd92-16b7-40c5-8383-9f91ca7cff61 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:32.599713 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a72599f2-ce5a-431d-8d41-3da10fc9fd2e tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:32.600557 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-a72599f2-ce5a-431d-8d41-3da10fc9fd2e tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Added segment e18a2c22-0bf0-4deb-b9ae-b5845f729c73 of type vlan for network 47d2f779-3103-43ea-bcd8-1b48a5effc0c Apr 29 11:35:32.738020 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61fbd92-16b7-40c5-8383-9f91ca7cff61 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Pushing event updated for resources: {'Port': ['ID=de3c7ab5-a78b-4c2c-95eb-d8de610d2a2f,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:32.785188 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:32.795473 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7288e6-e254-4584-89f4-9d6d2e9fb99e req-1532f8d2-b826-478d-b544-717c6f5718d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:32.797115 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2e7288e6-e254-4584-89f4-9d6d2e9fb99e req-1532f8d2-b826-478d-b544-717c6f5718d9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6125a237-5a34-436c-b459-de251466d228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3311074 Apr 29 11:35:32.854820 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a96b98df-5c1e-4447-8bba-b2237e463d83 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:32.880141 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b61fbd92-16b7-40c5-8383-9f91ca7cff61 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:32.883072 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46894) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:32.906992 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4c077b86-7eac-4991-8e98-2968316d312e req-2446510e-326a-4000-a736-fa358d06da8d tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 210 time: 0.1249022 Apr 29 11:35:32.925593 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46898) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:32.945886 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-7195cf94-5cc0-43cd-bad3-5b6ddf109a43 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Request body: {'router': {'name': 'tempest-router--880269535', 'project_id': '2d9c7b4b8f604d348424839651c27d0d'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:32.946874 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b61fbd92-16b7-40c5-8383-9f91ca7cff61 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:32.951375 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b61fbd92-16b7-40c5-8383-9f91ca7cff61 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2229257 Apr 29 11:35:32.973944 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a96b98df-5c1e-4447-8bba-b2237e463d83 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:33.077693 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-b30fda31-e029-444e-b8d5-908ec6f613a9 tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-977631427', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:33.104386 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96b98df-5c1e-4447-8bba-b2237e463d83 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Network af3f5064-9c4b-454f-992b-975505f7128e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:33.106548 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a72599f2-ce5a-431d-8d41-3da10fc9fd2e tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:33.113986 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.62', 59026) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:33.121592 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-a96b98df-5c1e-4447-8bba-b2237e463d83 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:33.141971 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96b98df-5c1e-4447-8bba-b2237e463d83 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:33.213465 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b98df-5c1e-4447-8bba-b2237e463d83 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Pushing event updated for resources: {'Port': ['ID=fae9f6ce-9e6a-4648-adf8-c2899392b3d2,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:33.343992 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] device_id is not set on port 46e61939-d546-40f8-9ea9-64969fabf66f yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:35:33.343992 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:33.382669 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30fda31-e029-444e-b8d5-908ec6f613a9 tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Made reservation on behalf of 885d2289c41d4d9b82c9661b77ff6153 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:35:33.391639 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b30fda31-e029-444e-b8d5-908ec6f613a9 tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:33.396811 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2e7288e6-e254-4584-89f4-9d6d2e9fb99e req-cfb2a09b-f749-4844-9852-4394782b15fd service neutron] 10.222.0.62 "GET /v2.0/networks/6125a237-5a34-436c-b459-de251466d228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485857 Apr 29 11:35:33.412957 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:33.461206 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96b98df-5c1e-4447-8bba-b2237e463d83 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:33.462136 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a96b98df-5c1e-4447-8bba-b2237e463d83 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:33.465277 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b30fda31-e029-444e-b8d5-908ec6f613a9 tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:33.556545 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a96b98df-5c1e-4447-8bba-b2237e463d83 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5223083 Apr 29 11:35:33.564564 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46916) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:33.598446 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-1a219992-2c9a-42d2-898c-5451ff796f3c tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:33.600216 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-1a219992-2c9a-42d2-898c-5451ff796f3c tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.62 "GET /v2.0/networks?id=9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4 HTTP/1.1" status: 200 len: 811 time: 0.4708154 Apr 29 11:35:33.662451 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-1be385e6-3a5e-4e8d-8362-9be6b1bad20f None None] Provisioning complete for port fae9f6ce-9e6a-4648-adf8-c2899392b3d2 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:33.664691 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1be385e6-3a5e-4e8d-8362-9be6b1bad20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:33.681957 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-f65e3bc8-55e7-48ba-8837-dd27b16d9c62 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=966d71c123a54a1eb7656282c791d69b HTTP/1.1" status: 200 len: 379 time: 0.0708332 Apr 29 11:35:33.694858 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-5553f79d-1e78-4509-ae80-1dd1fb781176 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Request body: {'port': {'device_id': '6a481d96-2331-4b36-bbea-67494fcdb299', 'network_id': '9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4', 'admin_state_up': True, 'tenant_id': '966d71c123a54a1eb7656282c791d69b', 'security_groups': ['ecdd323c-79dd-40a9-85e7-91d435d19fcc']}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:33.720485 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-1be385e6-3a5e-4e8d-8362-9be6b1bad20f None None] Port fae9f6ce-9e6a-4648-adf8-c2899392b3d2 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:35:33.726441 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-8748c93f-3071-4be8-bc4e-6400a9b0ddf2 tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'project_id': '4ac41c0a67804f97bddaff7fb66f1b90', 'port_id': 'fae9f6ce-9e6a-4648-adf8-c2899392b3d2'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:33.747067 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.db.resource_extend [None req-a72599f2-ce5a-431d-8d41-3da10fc9fd2e tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] It took 0.63 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:35:33.782037 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b30fda31-e029-444e-b8d5-908ec6f613a9 tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:33.791890 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b30fda31-e029-444e-b8d5-908ec6f613a9 tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:33.795625 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7195cf94-5cc0-43cd-bad3-5b6ddf109a43 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:33.798843 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7195cf94-5cc0-43cd-bad3-5b6ddf109a43 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:33.803305 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-b30fda31-e029-444e-b8d5-908ec6f613a9 tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] device_id is not set on port 1e5282b2-b970-43f7-97aa-0f789841e77e yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:35:33.812613 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8748c93f-3071-4be8-bc4e-6400a9b0ddf2 tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:33.873603 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fedd7a4-b37e-4336-9197-c9d48c2a754e req-c4629dc5-41c5-4f58-ad17-ef2192e67d6c tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:33.875272 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8fedd7a4-b37e-4336-9197-c9d48c2a754e req-c4629dc5-41c5-4f58-ad17-ef2192e67d6c tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cd64ac3-ea03-454f-b47b-da99f74304af HTTP/1.1" status: 200 len: 944 time: 1.0213668 Apr 29 11:35:33.883196 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a72599f2-ce5a-431d-8d41-3da10fc9fd2e tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:33.884486 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72599f2-ce5a-431d-8d41-3da10fc9fd2e tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:33.885256 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a72599f2-ce5a-431d-8d41-3da10fc9fd2e tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:33.899192 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-549d550e-7c2e-4480-b87d-91f703732318 req-30a8dd50-9f2e-4779-964e-595eeeaa157d tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1065312167&fields=id&tenant_id=29eeb1d4e92a46069f73b83fdbc1d076 HTTP/1.1" status: 200 len: 267 time: 0.4977036 Apr 29 11:35:33.901627 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30fda31-e029-444e-b8d5-908ec6f613a9 tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62526d11-f9fc-4b20-90d1-75595044aead,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:33.915399 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Pushing event updated for resources: {'Port': ['ID=46e61939-d546-40f8-9ea9-64969fabf66f,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:33.991439 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-5553f79d-1e78-4509-ae80-1dd1fb781176 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Made reservation on behalf of 966d71c123a54a1eb7656282c791d69b for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:35:33.994897 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-5553f79d-1e78-4509-ae80-1dd1fb781176 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:34.042074 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-b30fda31-e029-444e-b8d5-908ec6f613a9 tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Allocated IP 172.26.4.27 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/1e5282b2-b970-43f7-97aa-0f789841e77e) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:35:34.056541 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a72599f2-ce5a-431d-8d41-3da10fc9fd2e tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.0591581 Apr 29 11:35:34.058899 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2e7288e6-e254-4584-89f4-9d6d2e9fb99e req-d9e2c1ed-f647-4cdb-8c34-131b626ac541 service neutron] 10.222.0.62 "GET /v2.0/networks/6125a237-5a34-436c-b459-de251466d228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6409342 Apr 29 11:35:34.065063 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7195cf94-5cc0-43cd-bad3-5b6ddf109a43 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:34.066016 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46922) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:34.081882 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 46e61939-d546-40f8-9ea9-64969fabf66f on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:34.082566 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 46e61939-d546-40f8-9ea9-64969fabf66f by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:34.083017 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 46e61939-d546-40f8-9ea9-64969fabf66f on network 295cb541-9e96-4d7d-a59d-963768c32b13 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:34.137521 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7195cf94-5cc0-43cd-bad3-5b6ddf109a43 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:34.150747 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72599f2-ce5a-431d-8d41-3da10fc9fd2e tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Pushing event updated for resources: {'Network': ['ID=47d2f779-3103-43ea-bcd8-1b48a5effc0c,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:34.162571 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 47d2f779-3103-43ea-bcd8-1b48a5effc0c details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:35:34.166149 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Port 46e61939-d546-40f8-9ea9-64969fabf66f on network 295cb541-9e96-4d7d-a59d-963768c32b13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:34.166542 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Failed to bind port 46e61939-d546-40f8-9ea9-64969fabf66f on host hv-neutron-8388 for vnic_type normal using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] Apr 29 11:35:34.202651 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempt 2 to bind port 46e61939-d546-40f8-9ea9-64969fabf66f Apr 29 11:35:34.226035 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8fedd7a4-b37e-4336-9197-c9d48c2a754e req-3822e187-2acf-4ce0-8e2b-abd5c3f21138 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/security-groups?id=af172940-50b2-4c9e-9817-d1a8a3efc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3321364 Apr 29 11:35:34.240849 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7195cf94-5cc0-43cd-bad3-5b6ddf109a43 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:34.245314 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7195cf94-5cc0-43cd-bad3-5b6ddf109a43 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.3183901 Apr 29 11:35:34.260538 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46924) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:34.278206 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 46e61939-d546-40f8-9ea9-64969fabf66f on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:34.279105 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 46e61939-d546-40f8-9ea9-64969fabf66f by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:34.279486 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 46e61939-d546-40f8-9ea9-64969fabf66f on network 295cb541-9e96-4d7d-a59d-963768c32b13 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:34.335836 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739874d5-5b65-464b-9b10-cc1b2d1a6dbe tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:34.337240 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-739874d5-5b65-464b-9b10-cc1b2d1a6dbe tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] 10.222.0.69 "GET /v2.0/networks/47d2f779-3103-43ea-bcd8-1b48a5effc0c HTTP/1.1" status: 200 len: 757 time: 0.2685604 Apr 29 11:35:34.343624 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Port 46e61939-d546-40f8-9ea9-64969fabf66f on network 295cb541-9e96-4d7d-a59d-963768c32b13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:34.344288 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Failed to bind port 46e61939-d546-40f8-9ea9-64969fabf66f on host hv-neutron-8388 for vnic_type normal using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] Apr 29 11:35:34.344873 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46926) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:34.355521 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempt 3 to bind port 46e61939-d546-40f8-9ea9-64969fabf66f Apr 29 11:35:34.409829 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8748c93f-3071-4be8-bc4e-6400a9b0ddf2 tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:34.413462 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b36bf122-9566-4b29-a690-ee40ef9fef9b req-4cd5dadc-269d-4a8c-b47d-46019bc1986f tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 210 time: 0.0888007 Apr 29 11:35:34.422449 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8e8ae066-1a44-4a7d-86bb-95646ad56989 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:34.463879 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d550e-7c2e-4480-b87d-91f703732318 req-708f8b8f-0a87-4bc4-bf30-ffe4598098ca tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:34.465424 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-549d550e-7c2e-4480-b87d-91f703732318 req-708f8b8f-0a87-4bc4-bf30-ffe4598098ca tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/networks?id=eaec72b3-21b8-4237-9007-e0660233be23 HTTP/1.1" status: 200 len: 805 time: 0.5414832 Apr 29 11:35:34.471179 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 46e61939-d546-40f8-9ea9-64969fabf66f on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:34.471525 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 46e61939-d546-40f8-9ea9-64969fabf66f by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:34.471865 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 46e61939-d546-40f8-9ea9-64969fabf66f on network 295cb541-9e96-4d7d-a59d-963768c32b13 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:34.516583 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Port 46e61939-d546-40f8-9ea9-64969fabf66f on network 295cb541-9e96-4d7d-a59d-963768c32b13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:34.516824 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Failed to bind port 46e61939-d546-40f8-9ea9-64969fabf66f on host hv-neutron-8388 for vnic_type normal using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] Apr 29 11:35:34.530879 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempt 4 to bind port 46e61939-d546-40f8-9ea9-64969fabf66f Apr 29 11:35:34.562908 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-549d550e-7c2e-4480-b87d-91f703732318 req-5cd87400-4a61-4a2e-9946-88b6331a748e tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/quotas/29eeb1d4e92a46069f73b83fdbc1d076 HTTP/1.1" status: 200 len: 375 time: 0.0871451 Apr 29 11:35:34.573953 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-5553f79d-1e78-4509-ae80-1dd1fb781176 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Allocated IP 172.20.0.5 (9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4/f2955ff6-7656-4447-a96d-af5d60561c06/ec1c2e1e-2b57-42dd-9d04-8a525132f294) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:35:34.616095 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d526677-4e3e-4132-84b2-a6f3421fe7f8 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:34.621579 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2d526677-4e3e-4132-84b2-a6f3421fe7f8 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] 10.222.0.69 "GET /v2.0/networks/020d102e-ed31-48a7-af3a-31e4c875f1a5 HTTP/1.1" status: 200 len: 768 time: 0.2692397 Apr 29 11:35:34.625404 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46928) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:34.647263 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8e8ae066-1a44-4a7d-86bb-95646ad56989 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:34.664271 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8e8ae066-1a44-4a7d-86bb-95646ad56989 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:34.669064 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 46e61939-d546-40f8-9ea9-64969fabf66f on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:34.670023 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 46e61939-d546-40f8-9ea9-64969fabf66f by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:34.670391 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 46e61939-d546-40f8-9ea9-64969fabf66f on network 295cb541-9e96-4d7d-a59d-963768c32b13 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:34.733937 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Port 46e61939-d546-40f8-9ea9-64969fabf66f on network 295cb541-9e96-4d7d-a59d-963768c32b13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:34.734190 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Failed to bind port 46e61939-d546-40f8-9ea9-64969fabf66f on host hv-neutron-8388 for vnic_type normal using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] Apr 29 11:35:34.738209 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempt 5 to bind port 46e61939-d546-40f8-9ea9-64969fabf66f Apr 29 11:35:34.740626 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b30fda31-e029-444e-b8d5-908ec6f613a9 tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:34.752667 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8e8ae066-1a44-4a7d-86bb-95646ad56989 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:34.753169 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8ae066-1a44-4a7d-86bb-95646ad56989 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56355aff-b6dc-4a48-9e9d-c2b436b4f5bf {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:35:34.760702 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8e8ae066-1a44-4a7d-86bb-95646ad56989 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:34.764786 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-8e8ae066-1a44-4a7d-86bb-95646ad56989 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "DELETE /v2.0/routers/56355aff-b6dc-4a48-9e9d-c2b436b4f5bf HTTP/1.1" status: 204 len: 168 time: 0.5010362 Apr 29 11:35:34.767681 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 46e61939-d546-40f8-9ea9-64969fabf66f on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:34.767972 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 46e61939-d546-40f8-9ea9-64969fabf66f by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:34.768326 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 46e61939-d546-40f8-9ea9-64969fabf66f on network 295cb541-9e96-4d7d-a59d-963768c32b13 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:34.779956 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-549d550e-7c2e-4480-b87d-91f703732318 req-88d1e82d-54cb-4262-8811-e5d51ed8a5de tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=29eeb1d4e92a46069f73b83fdbc1d076&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1835651 Apr 29 11:35:34.782453 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Port 46e61939-d546-40f8-9ea9-64969fabf66f on network 295cb541-9e96-4d7d-a59d-963768c32b13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:34.782958 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Failed to bind port 46e61939-d546-40f8-9ea9-64969fabf66f on host hv-neutron-8388 for vnic_type normal using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] Apr 29 11:35:34.783198 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempt 6 to bind port 46e61939-d546-40f8-9ea9-64969fabf66f Apr 29 11:35:34.803989 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e93c683a-2e0c-4b0d-a6d7-173212b9789e tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:34.826958 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 46e61939-d546-40f8-9ea9-64969fabf66f on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:34.827292 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 46e61939-d546-40f8-9ea9-64969fabf66f by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:34.827624 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 46e61939-d546-40f8-9ea9-64969fabf66f on network 295cb541-9e96-4d7d-a59d-963768c32b13 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:34.861846 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Port 46e61939-d546-40f8-9ea9-64969fabf66f on network 295cb541-9e96-4d7d-a59d-963768c32b13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:34.862217 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Failed to bind port 46e61939-d546-40f8-9ea9-64969fabf66f on host hv-neutron-8388 for vnic_type normal using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] Apr 29 11:35:34.863938 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempt 7 to bind port 46e61939-d546-40f8-9ea9-64969fabf66f Apr 29 11:35:34.885650 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 46e61939-d546-40f8-9ea9-64969fabf66f on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:34.885999 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 46e61939-d546-40f8-9ea9-64969fabf66f by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:34.886374 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 46e61939-d546-40f8-9ea9-64969fabf66f on network 295cb541-9e96-4d7d-a59d-963768c32b13 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:34.900771 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Port 46e61939-d546-40f8-9ea9-64969fabf66f on network 295cb541-9e96-4d7d-a59d-963768c32b13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:34.901106 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Failed to bind port 46e61939-d546-40f8-9ea9-64969fabf66f on host hv-neutron-8388 for vnic_type normal using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] Apr 29 11:35:34.902964 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempt 8 to bind port 46e61939-d546-40f8-9ea9-64969fabf66f Apr 29 11:35:34.910676 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b30fda31-e029-444e-b8d5-908ec6f613a9 tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:34.924731 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46932) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:34.933193 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 46e61939-d546-40f8-9ea9-64969fabf66f on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:34.933974 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 46e61939-d546-40f8-9ea9-64969fabf66f by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:34.933974 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 46e61939-d546-40f8-9ea9-64969fabf66f on network 295cb541-9e96-4d7d-a59d-963768c32b13 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:34.940122 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Port 46e61939-d546-40f8-9ea9-64969fabf66f on network 295cb541-9e96-4d7d-a59d-963768c32b13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:34.940452 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Failed to bind port 46e61939-d546-40f8-9ea9-64969fabf66f on host hv-neutron-8388 for vnic_type normal using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] Apr 29 11:35:34.942429 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-549d550e-7c2e-4480-b87d-91f703732318 req-2e8efbad-1f07-41be-9e1c-43ca15ceb729 service neutron] 10.222.0.69 "GET /v2.0/networks/eaec72b3-21b8-4237-9007-e0660233be23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425216 Apr 29 11:35:34.942868 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempt 9 to bind port 46e61939-d546-40f8-9ea9-64969fabf66f Apr 29 11:35:34.975207 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 46e61939-d546-40f8-9ea9-64969fabf66f on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:34.975567 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 46e61939-d546-40f8-9ea9-64969fabf66f by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:34.975877 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 46e61939-d546-40f8-9ea9-64969fabf66f on network 295cb541-9e96-4d7d-a59d-963768c32b13 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:35.010940 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-5553f79d-1e78-4509-ae80-1dd1fb781176 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:35.012552 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Port 46e61939-d546-40f8-9ea9-64969fabf66f on network 295cb541-9e96-4d7d-a59d-963768c32b13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:35.013465 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Failed to bind port 46e61939-d546-40f8-9ea9-64969fabf66f on host hv-neutron-8388 for vnic_type normal using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] Apr 29 11:35:35.015892 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempt 10 to bind port 46e61939-d546-40f8-9ea9-64969fabf66f Apr 29 11:35:35.023522 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e93c683a-2e0c-4b0d-a6d7-173212b9789e tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:35.035260 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 46e61939-d546-40f8-9ea9-64969fabf66f on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:35.035453 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 46e61939-d546-40f8-9ea9-64969fabf66f by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:35.035705 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempting to bind port 46e61939-d546-40f8-9ea9-64969fabf66f on network 295cb541-9e96-4d7d-a59d-963768c32b13 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:35.048297 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Port 46e61939-d546-40f8-9ea9-64969fabf66f on network 295cb541-9e96-4d7d-a59d-963768c32b13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:35.048799 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Failed to bind port 46e61939-d546-40f8-9ea9-64969fabf66f on host hv-neutron-8388 for vnic_type normal using segments [{'id': '235f0063-308e-41db-bcb8-dd0f8e370a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '295cb541-9e96-4d7d-a59d-963768c32b13'}] Apr 29 11:35:35.049093 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:35.051800 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30fda31-e029-444e-b8d5-908ec6f613a9 tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:35.069738 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-b30fda31-e029-444e-b8d5-908ec6f613a9 tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:35.087415 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-8748c93f-3071-4be8-bc4e-6400a9b0ddf2 tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Allocated IP 172.26.4.53 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/a3ca4d63-4d14-4d42-808a-326fcd60556b) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:35:35.090210 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30fda31-e029-444e-b8d5-908ec6f613a9 tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:35.092150 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30fda31-e029-444e-b8d5-908ec6f613a9 tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Pushing event updated for resources: {'Port': ['ID=1e5282b2-b970-43f7-97aa-0f789841e77e,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:35.097916 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-e93c683a-2e0c-4b0d-a6d7-173212b9789e tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47d2f779-3103-43ea-bcd8-1b48a5effc0c']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:35.098487 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-549d550e-7c2e-4480-b87d-91f703732318 req-4ff6404b-ae51-4d08-8c94-72899e5dcf7f service neutron] 10.222.0.69 "GET /v2.0/networks/eaec72b3-21b8-4237-9007-e0660233be23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455512 Apr 29 11:35:35.116188 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-c379ebfd-1cbd-462c-87a9-0a454f01dff1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1432543292', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}, 'admin_state_up': False}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:35.145559 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-e93c683a-2e0c-4b0d-a6d7-173212b9789e tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e18a2c22-0bf0-4deb-b9ae-b5845f729c73') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:35.145808 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-e93c683a-2e0c-4b0d-a6d7-173212b9789e tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e18a2c22-0bf0-4deb-b9ae-b5845f729c73') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:35.153942 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] For port 46e61939-d546-40f8-9ea9-64969fabf66f, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:35:35.154104 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attempted to set empty binding levels {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 11:35:35.159560 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:35.173130 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e93c683a-2e0c-4b0d-a6d7-173212b9789e tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:35.190031 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c379ebfd-1cbd-462c-87a9-0a454f01dff1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:35.191100 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c379ebfd-1cbd-462c-87a9-0a454f01dff1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:35.207500 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] In _notify_port_updated(), no bound segment for port 46e61939-d546-40f8-9ea9-64969fabf66f on network 295cb541-9e96-4d7d-a59d-963768c32b13 {{(pid=102959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 11:35:35.208551 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:35.208890 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:35.212785 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] 10.222.0.69 "PUT /v2.0/ports/46e61939-d546-40f8-9ea9-64969fabf66f HTTP/1.1" status: 200 len: 980 time: 2.6766641 Apr 29 11:35:35.213920 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46936) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:35.232508 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30fda31-e029-444e-b8d5-908ec6f613a9 tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:35.233110 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b30fda31-e029-444e-b8d5-908ec6f613a9 tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:35.256073 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e93c683a-2e0c-4b0d-a6d7-173212b9789e tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:35.264906 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-5553f79d-1e78-4509-ae80-1dd1fb781176 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:35.272042 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fb189-a6ed-4617-adf6-ad68b23a3402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Pushing event updated for resources: {'Port': ['ID=46e61939-d546-40f8-9ea9-64969fabf66f,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:35.274785 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93c683a-2e0c-4b0d-a6d7-173212b9789e tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:35:35.275130 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e93c683a-2e0c-4b0d-a6d7-173212b9789e tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:35.281126 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:35:35.281126 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:35:35.281126 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:35:35.281126 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:35:35.281126 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:35:35.281126 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:35:35.281126 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:35:35.281126 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:35:35.281126 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:35:35.281126 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:35:35.281126 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:35:35.281126 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:35:35.281126 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:35:35.281126 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:35:35.281126 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:35:35.281126 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:35:35.281126 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:35:35.281126 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:35:35.281126 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:35:35.281126 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:35:35.281126 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:35:35.281126 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:35:35.281126 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:35:35.281126 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:35:35.281126 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:35:35.281126 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:35:35.281126 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:35:35.281126 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:35:35.281126 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:35:35.281126 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:35:35.281126 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:35:35.281126 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:35:35.286808 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b30fda31-e029-444e-b8d5-908ec6f613a9 tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.3988144 Apr 29 11:35:35.301843 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46940) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:35.304936 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c379ebfd-1cbd-462c-87a9-0a454f01dff1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:35.308512 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-be1bbbf0-2c0b-482d-bd4a-7abc7c818a67 tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27'}]}}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:35.454256 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-5553f79d-1e78-4509-ae80-1dd1fb781176 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Network 9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:35.466776 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-5553f79d-1e78-4509-ae80-1dd1fb781176 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:35.469531 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-5553f79d-1e78-4509-ae80-1dd1fb781176 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:35.472771 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553f79d-1e78-4509-ae80-1dd1fb781176 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Pushing event updated for resources: {'Port': ['ID=ec1c2e1e-2b57-42dd-9d04-8a525132f294,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:35.482373 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8748c93f-3071-4be8-bc4e-6400a9b0ddf2 tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:35.484189 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e93c683a-2e0c-4b0d-a6d7-173212b9789e tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:35.488601 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93c683a-2e0c-4b0d-a6d7-173212b9789e tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 47d2f779-3103-43ea-bcd8-1b48a5effc0c {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 11:35:35.491188 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e93c683a-2e0c-4b0d-a6d7-173212b9789e tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:35.495274 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e93c683a-2e0c-4b0d-a6d7-173212b9789e tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] 10.222.0.69 "DELETE /v2.0/networks/47d2f779-3103-43ea-bcd8-1b48a5effc0c HTTP/1.1" status: 204 len: 168 time: 0.8646908 Apr 29 11:35:35.514900 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46948) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:35.545232 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1b79abfd-a280-4485-b0ac-6ead2995597c req-c4c7f96f-d6b6-4914-8ecc-8190aac02375 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/ports?device_id=c709a808-d139-469a-a2df-f23f6e9fcef1 HTTP/1.1" status: 200 len: 210 time: 0.1174383 Apr 29 11:35:35.550100 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c683a-2e0c-4b0d-a6d7-173212b9789e tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Pushing event deleted for resources: {'Network': ['ID=47d2f779-3103-43ea-bcd8-1b48a5effc0c,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:35.557245 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-2f396085-f6c3-4a5b-84ad-e31e31f6f5ab tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Request body: {'network': {'name': 'tempest-network--404111045'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:35.644443 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-5553f79d-1e78-4509-ae80-1dd1fb781176 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:35.645664 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-5553f79d-1e78-4509-ae80-1dd1fb781176 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:35.660588 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-be1bbbf0-2c0b-482d-bd4a-7abc7c818a67 tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:35.661667 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-be1bbbf0-2c0b-482d-bd4a-7abc7c818a67 tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:35.687745 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8748c93f-3071-4be8-bc4e-6400a9b0ddf2 tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:35.698361 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51664e3f-0ec3-4a92-96bd-9b737c7f3ef7 req-8ae2a39a-cdfc-493c-9515-81453e409eb3 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:35.700201 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-51664e3f-0ec3-4a92-96bd-9b737c7f3ef7 req-8ae2a39a-cdfc-493c-9515-81453e409eb3 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cd64ac3-ea03-454f-b47b-da99f74304af HTTP/1.1" status: 200 len: 944 time: 0.2918549 Apr 29 11:35:35.720099 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-5553f79d-1e78-4509-ae80-1dd1fb781176 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0278482 Apr 29 11:35:35.773572 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device fd87afa4-3381-456f-92ae-c6c619a21da4 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:35:35.785183 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-35f21b13-b0df-44e6-89e1-b78e8d0ff780 service neutron] Request body: {'port': {'device_id': '6a481d96-2331-4b36-bbea-67494fcdb299', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:35.832449 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8748c93f-3071-4be8-bc4e-6400a9b0ddf2 tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:35.840221 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c379ebfd-1cbd-462c-87a9-0a454f01dff1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:35.842564 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-8748c93f-3071-4be8-bc4e-6400a9b0ddf2 tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:35.850401 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8748c93f-3071-4be8-bc4e-6400a9b0ddf2 tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:35.868228 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-f01df3c9-53d3-4dfa-a762-6f9187dad857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Deleting port 46e61939-d546-40f8-9ea9-64969fabf66f {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:35:35.868624 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f01df3c9-53d3-4dfa-a762-6f9187dad857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:35.877073 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f396085-f6c3-4a5b-84ad-e31e31f6f5ab tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Made reservation on behalf of 3a99afec7460430f9481afb3c273ccd6 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:35:35.885902 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2f396085-f6c3-4a5b-84ad-e31e31f6f5ab tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:35.914725 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-35f21b13-b0df-44e6-89e1-b78e8d0ff780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:35.920905 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748c93f-3071-4be8-bc4e-6400a9b0ddf2 tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Pushing event updated for resources: {'Port': ['ID=a3ca4d63-4d14-4d42-808a-326fcd60556b,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:35.924514 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-01ef4a73-cb53-460f-baf0-a814dc05483f None None] Provisioning complete for port ec1c2e1e-2b57-42dd-9d04-8a525132f294 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:35.925682 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-01ef4a73-cb53-460f-baf0-a814dc05483f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:35.994231 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port fd87afa4-3381-456f-92ae-c6c619a21da4, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=fd87afa4-3381-456f-92ae-c6c619a21da4,segment=NetworkSegment(35485283-c5e8-404d-b1aa-59c7c4a98c5e),segment_id=35485283-c5e8-404d-b1aa-59c7c4a98c5e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:35:35.997859 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-01ef4a73-cb53-460f-baf0-a814dc05483f None None] Port ec1c2e1e-2b57-42dd-9d04-8a525132f294 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:35:36.010683 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-f01df3c9-53d3-4dfa-a762-6f9187dad857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] For port 46e61939-d546-40f8-9ea9-64969fabf66f, host hv-neutron-8388, got binding levels [] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:35:36.011097 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f01df3c9-53d3-4dfa-a762-6f9187dad857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:36.017032 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': 'fd87afa4-3381-456f-92ae-c6c619a21da4', 'network_id': '6125a237-5a34-436c-b459-de251466d228', 'port_id': 'fd87afa4-3381-456f-92ae-c6c619a21da4', 'mac_address': 'fa:16:3e:91:4c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59b54d58-4e33-45ba-b2f2-931d467f06e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:35:36.075139 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:36.091588 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd87afa4-3381-456f-92ae-c6c619a21da4 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:35:36.116769 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port fd87afa4-3381-456f-92ae-c6c619a21da4, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=fd87afa4-3381-456f-92ae-c6c619a21da4,segment=NetworkSegment(35485283-c5e8-404d-b1aa-59c7c4a98c5e),segment_id=35485283-c5e8-404d-b1aa-59c7c4a98c5e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:35:36.121495 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:36.177240 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=fd87afa4-3381-456f-92ae-c6c619a21da4,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:36.307538 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-be1bbbf0-2c0b-482d-bd4a-7abc7c818a67 tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:36.317785 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722a1c8-2290-4d7c-a719-d90cafade0a2 req-03190a57-b417-4a34-b665-ea6e9747559a tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:36.319483 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8722a1c8-2290-4d7c-a719-d90cafade0a2 req-03190a57-b417-4a34-b665-ea6e9747559a tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 931 time: 0.6679859 Apr 29 11:35:36.332943 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-f01df3c9-53d3-4dfa-a762-6f9187dad857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Calling delete_port for 46e61939-d546-40f8-9ea9-64969fabf66f owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:35:36.353743 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-51664e3f-0ec3-4a92-96bd-9b737c7f3ef7 req-ed685158-5b0f-4f10-a3fe-16a8c6225835 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/security-groups?id=af172940-50b2-4c9e-9817-d1a8a3efc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5975773 Apr 29 11:35:36.428843 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f396085-f6c3-4a5b-84ad-e31e31f6f5ab tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:35:36.480403 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['fd87afa4-3381-456f-92ae-c6c619a21da4'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:35:36.540192 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2f396085-f6c3-4a5b-84ad-e31e31f6f5ab tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:36.540784 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-2f396085-f6c3-4a5b-84ad-e31e31f6f5ab tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Added segment 96b23714-d3c5-499d-aed7-838dbd1828d4 of type vlan for network f4019f65-1554-4829-bf57-c1f0f2887cad Apr 29 11:35:36.632120 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8722a1c8-2290-4d7c-a719-d90cafade0a2 req-ead9ffb4-dba0-4c8c-a554-ea6a876fc942 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2927027 Apr 29 11:35:36.652934 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-35f21b13-b0df-44e6-89e1-b78e8d0ff780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec1c2e1e-2b57-42dd-9d04-8a525132f294 {{(pid=102960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:35:36.672864 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-35f21b13-b0df-44e6-89e1-b78e8d0ff780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:36.711999 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-be1bbbf0-2c0b-482d-bd4a-7abc7c818a67 tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:36.724040 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2f396085-f6c3-4a5b-84ad-e31e31f6f5ab tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:36.728286 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.provisioning_blocks [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-35f21b13-b0df-44e6-89e1-b78e8d0ff780 service neutron] Transition to ACTIVE for port object ec1c2e1e-2b57-42dd-9d04-8a525132f294 will not be triggered until provisioned by entity L2. {{(pid=102960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:35:36.746965 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-35f21b13-b0df-44e6-89e1-b78e8d0ff780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:36.756755 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e1eba863-2eb1-417e-9211-0bb5f99d9902 req-2a6a8556-88d3-44bb-bc8f-56b50022b669 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/ports?device_id=c709a808-d139-469a-a2df-f23f6e9fcef1 HTTP/1.1" status: 200 len: 210 time: 0.1230299 Apr 29 11:35:36.820139 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f01df3c9-53d3-4dfa-a762-6f9187dad857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:36.832897 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2f396085-f6c3-4a5b-84ad-e31e31f6f5ab tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:36.833756 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f396085-f6c3-4a5b-84ad-e31e31f6f5ab tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:36.834450 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2f396085-f6c3-4a5b-84ad-e31e31f6f5ab tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:36.907486 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01df3c9-53d3-4dfa-a762-6f9187dad857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Pushing event deleted for resources: {'Port': ['ID=46e61939-d546-40f8-9ea9-64969fabf66f,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:36.930991 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f01df3c9-53d3-4dfa-a762-6f9187dad857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:36.936420 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f01df3c9-53d3-4dfa-a762-6f9187dad857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] 10.222.0.69 "DELETE /v2.0/ports/46e61939-d546-40f8-9ea9-64969fabf66f HTTP/1.1" status: 204 len: 168 time: 1.7189829 Apr 29 11:35:36.948902 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46958) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:37.002064 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2f396085-f6c3-4a5b-84ad-e31e31f6f5ab tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4733107 Apr 29 11:35:37.037794 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46960) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:37.047067 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-55406c30-b4be-4690-b814-607040df649d tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:37.053283 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-f81c3420-7344-427c-adb8-f4e59f6db16f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] GET failed (client error): The resource could not be found. Apr 29 11:35:37.055577 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f81c3420-7344-427c-adb8-f4e59f6db16f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343110347-project-admin] 10.222.0.69 "GET /v2.0/ports/46e61939-d546-40f8-9ea9-64969fabf66f HTTP/1.1" status: 404 len: 333 time: 0.1023800 Apr 29 11:35:37.059427 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46962) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:37.101444 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f396085-f6c3-4a5b-84ad-e31e31f6f5ab tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Pushing event updated for resources: {'Network': ['ID=f4019f65-1554-4829-bf57-c1f0f2887cad,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:37.114145 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network f4019f65-1554-4829-bf57-c1f0f2887cad details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:35:37.191345 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f21b13-b0df-44e6-89e1-b78e8d0ff780 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1c2e1e-2b57-42dd-9d04-8a525132f294,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:37.262202 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4f5dfcdf-cfbc-433e-a05c-d31d12a454f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:37.300753 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8748c93f-3071-4be8-bc4e-6400a9b0ddf2 tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:37.316596 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c379ebfd-1cbd-462c-87a9-0a454f01dff1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router_gateway, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:37.327811 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d550e-7c2e-4480-b87d-91f703732318 req-35e3ed9f-2965-4251-93df-37c2dbd40105 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:37.329390 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-549d550e-7c2e-4480-b87d-91f703732318 req-35e3ed9f-2965-4251-93df-37c2dbd40105 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.62 "GET /v2.0/networks?id=eaec72b3-21b8-4237-9007-e0660233be23 HTTP/1.1" status: 200 len: 805 time: 0.4160206 Apr 29 11:35:37.369067 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c379ebfd-1cbd-462c-87a9-0a454f01dff1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:37.426884 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-35f21b13-b0df-44e6-89e1-b78e8d0ff780 service neutron] Attempting to bind port ec1c2e1e-2b57-42dd-9d04-8a525132f294 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:37.427211 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-35f21b13-b0df-44e6-89e1-b78e8d0ff780 service neutron] Attempting to bind port ec1c2e1e-2b57-42dd-9d04-8a525132f294 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ec106207-489d-4e55-8fc5-481ceb098af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4'}] {{(pid=102960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:37.427539 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-35f21b13-b0df-44e6-89e1-b78e8d0ff780 service neutron] Attempting to bind port ec1c2e1e-2b57-42dd-9d04-8a525132f294 on network 9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:37.492823 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-35f21b13-b0df-44e6-89e1-b78e8d0ff780 service neutron] Port ec1c2e1e-2b57-42dd-9d04-8a525132f294 on network 9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:37.493063 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-35f21b13-b0df-44e6-89e1-b78e8d0ff780 service neutron] Attempting to bind port ec1c2e1e-2b57-42dd-9d04-8a525132f294 on network 9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:37.512581 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8748c93f-3071-4be8-bc4e-6400a9b0ddf2 tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:37.516546 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4f5dfcdf-cfbc-433e-a05c-d31d12a454f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:37.519033 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-35f21b13-b0df-44e6-89e1-b78e8d0ff780 service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:35:37.519396 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-35f21b13-b0df-44e6-89e1-b78e8d0ff780 service neutron] Checking segment: {'id': 'ec106207-489d-4e55-8fc5-481ceb098af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:35:37.519924 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-35f21b13-b0df-44e6-89e1-b78e8d0ff780 service neutron] Bound using segment: {'id': 'ec106207-489d-4e55-8fc5-481ceb098af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4'} {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:35:37.520394 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-35f21b13-b0df-44e6-89e1-b78e8d0ff780 service neutron] Bound port: ec1c2e1e-2b57-42dd-9d04-8a525132f294, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec106207-489d-4e55-8fc5-481ceb098af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4'}}] {{(pid=102960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:35:37.520811 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-35f21b13-b0df-44e6-89e1-b78e8d0ff780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:37.556360 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-549d550e-7c2e-4480-b87d-91f703732318 req-6c4b474d-7dac-48f4-8ae3-211b2636b2ab tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29eeb1d4e92a46069f73b83fdbc1d076 HTTP/1.1" status: 200 len: 380 time: 0.1972830 Apr 29 11:35:37.571202 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-4f5dfcdf-cfbc-433e-a05c-d31d12a454f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['295cb541-9e96-4d7d-a59d-963768c32b13']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:37.608962 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-4f5dfcdf-cfbc-433e-a05c-d31d12a454f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235f0063-308e-41db-bcb8-dd0f8e370a0b') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:37.609177 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-4f5dfcdf-cfbc-433e-a05c-d31d12a454f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235f0063-308e-41db-bcb8-dd0f8e370a0b') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:37.612893 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-549d550e-7c2e-4480-b87d-91f703732318 req-4e125c47-89df-4977-b4dc-1276babfbbc8 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Request body: {'port': {'device_id': 'c709a808-d139-469a-a2df-f23f6e9fcef1', 'network_id': 'eaec72b3-21b8-4237-9007-e0660233be23', 'admin_state_up': True, 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'security_groups': ['15dd70ea-bbec-43b0-9ce3-3ab603b34e85']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:37.628684 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4f5dfcdf-cfbc-433e-a05c-d31d12a454f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:37.636289 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-55406c30-b4be-4690-b814-607040df649d tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:37.679705 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4f5dfcdf-cfbc-433e-a05c-d31d12a454f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:37.709742 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-55406c30-b4be-4690-b814-607040df649d tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:37.726920 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5dfcdf-cfbc-433e-a05c-d31d12a454f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:35:37.727342 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4f5dfcdf-cfbc-433e-a05c-d31d12a454f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:37.730242 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:35:37.730242 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:35:37.730242 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:35:37.730242 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:35:37.730242 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:35:37.730242 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:35:37.730242 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:35:37.730242 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:35:37.730242 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:35:37.730242 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:35:37.730242 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:35:37.730242 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:35:37.730242 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:35:37.730242 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:35:37.730242 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:35:37.730242 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:35:37.730242 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:35:37.730242 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:35:37.730242 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:35:37.730242 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:35:37.730242 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:35:37.730242 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:35:37.730242 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:35:37.730242 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:35:37.730242 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:35:37.730242 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:35:37.730242 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:35:37.730242 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:35:37.730242 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:35:37.730242 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:35:37.730242 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:35:37.730242 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:35:37.732723 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-35f21b13-b0df-44e6-89e1-b78e8d0ff780 service neutron] For port ec1c2e1e-2b57-42dd-9d04-8a525132f294, host hv-neutron-8388, cleared binding levels {{(pid=102960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:35:37.750801 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device fd87afa4-3381-456f-92ae-c6c619a21da4 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:35:37.775366 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-35f21b13-b0df-44e6-89e1-b78e8d0ff780 service neutron] For port ec1c2e1e-2b57-42dd-9d04-8a525132f294, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=ec1c2e1e-2b57-42dd-9d04-8a525132f294,segment=NetworkSegment(ec106207-489d-4e55-8fc5-481ceb098af9),segment_id=ec106207-489d-4e55-8fc5-481ceb098af9)] {{(pid=102960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:35:37.780536 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8bd1d-816c-4772-84ae-9e9b49503a87 req-69991226-a3ef-420f-99cb-1b9af1456c43 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:37.782093 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-70f8bd1d-816c-4772-84ae-9e9b49503a87 req-69991226-a3ef-420f-99cb-1b9af1456c43 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cd64ac3-ea03-454f-b47b-da99f74304af HTTP/1.1" status: 200 len: 945 time: 0.3375998 Apr 29 11:35:37.809534 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-35f21b13-b0df-44e6-89e1-b78e8d0ff780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:37.817894 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port fd87afa4-3381-456f-92ae-c6c619a21da4 completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:35:37.825047 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port fd87afa4-3381-456f-92ae-c6c619a21da4 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:37.826139 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:37.876788 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4f5dfcdf-cfbc-433e-a05c-d31d12a454f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:37.885756 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-35f21b13-b0df-44e6-89e1-b78e8d0ff780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:37.886405 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-35f21b13-b0df-44e6-89e1-b78e8d0ff780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:37.887879 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-35f21b13-b0df-44e6-89e1-b78e8d0ff780 service neutron] 10.222.0.62 "PUT /v2.0/ports/ec1c2e1e-2b57-42dd-9d04-8a525132f294 HTTP/1.1" status: 200 len: 1093 time: 2.1229603 Apr 29 11:35:37.889126 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a481d96-2331-4b36-bbea-67494fcdb299', 'tag': 'ec1c2e1e-2b57-42dd-9d04-8a525132f294'}] {{(pid=102960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:35:37.913470 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4f5dfcdf-cfbc-433e-a05c-d31d12a454f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:37.916871 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4f5dfcdf-cfbc-433e-a05c-d31d12a454f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515-project] 10.222.0.69 "DELETE /v2.0/networks/295cb541-9e96-4d7d-a59d-963768c32b13 HTTP/1.1" status: 204 len: 168 time: 0.8528008 Apr 29 11:35:37.959641 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5dfcdf-cfbc-433e-a05c-d31d12a454f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105120515-project] Pushing event deleted for resources: {'Network': ['ID=295cb541-9e96-4d7d-a59d-963768c32b13,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:37.980719 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f21b13-b0df-44e6-89e1-b78e8d0ff780 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1c2e1e-2b57-42dd-9d04-8a525132f294,revision_number=3']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:38.020524 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:38.060841 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port fd87afa4-3381-456f-92ae-c6c619a21da4, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=fd87afa4-3381-456f-92ae-c6c619a21da4,segment=NetworkSegment(35485283-c5e8-404d-b1aa-59c7c4a98c5e),segment_id=35485283-c5e8-404d-b1aa-59c7c4a98c5e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:35:38.061955 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd64ac3-ea03-454f-b47b-da99f74304af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd87afa4-3381-456f-92ae-c6c619a21da4'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:35:38.073361 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8748c93f-3071-4be8-bc4e-6400a9b0ddf2 tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:38.095680 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8748c93f-3071-4be8-bc4e-6400a9b0ddf2 tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:38.170133 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-55406c30-b4be-4690-b814-607040df649d tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Network f4019f65-1554-4829-bf57-c1f0f2887cad is not hosted by any dhcp agent {{(pid=102959) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 29 11:35:38.173002 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55406c30-b4be-4690-b814-607040df649d tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:38.173651 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-55406c30-b4be-4690-b814-607040df649d tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:38.175139 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-55406c30-b4be-4690-b814-607040df649d tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] 10.222.0.69 "PUT /v2.0/networks/f4019f65-1554-4829-bf57-c1f0f2887cad HTTP/1.1" status: 200 len: 857 time: 1.1348665 Apr 29 11:35:38.212879 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 46980) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:38.220620 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f284d994886e2bee032f7329864f24e5fe1e0d39b4215f9cf8d7074f2166ea6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8f7828-2e04-4dda-8f01-df42120eb9f8" -d '{"events": [{"name": "network-changed", "server_uuid": "6a481d96-2331-4b36-bbea-67494fcdb299", "tag": "ec1c2e1e-2b57-42dd-9d04-8a525132f294"}]}' {{(pid=102960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:35:38.228487 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-e6b36a4c-5f1a-4b69-aefa-26ec07bd8b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:38.230310 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-e6b36a4c-5f1a-4b69-aefa-26ec07bd8b51 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=966d71c123a54a1eb7656282c791d69b&device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 1096 time: 0.2614884 Apr 29 11:35:38.231416 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748c93f-3071-4be8-bc4e-6400a9b0ddf2 tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Pushing event updated for resources: {'Port': ['ID=a3ca4d63-4d14-4d42-808a-326fcd60556b,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:38.242883 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-c379ebfd-1cbd-462c-87a9-0a454f01dff1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Allocated IP 172.26.4.200 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/b9bd2470-dc40-492f-8e79-a2f742ac550d) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:35:38.251624 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:38.306410 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-fd462f9a-200e-4243-b5a3-6a8bc04be637 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec1c2e1e-2b57-42dd-9d04-8a525132f294 HTTP/1.1" status: 200 len: 217 time: 0.0631611 Apr 29 11:35:38.328658 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-be1bbbf0-2c0b-482d-bd4a-7abc7c818a67 tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:38.348845 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8748c93f-3071-4be8-bc4e-6400a9b0ddf2 tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:38.379432 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55406c30-b4be-4690-b814-607040df649d tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Pushing event updated for resources: {'Network': ['ID=f4019f65-1554-4829-bf57-c1f0f2887cad,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:38.404432 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 46990) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:38.410707 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=fd87afa4-3381-456f-92ae-c6c619a21da4,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:38.432246 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e983f1e-1462-45ad-ad5e-7a8609b155d6" -d '{"events": [{"server_uuid": "7cd64ac3-ea03-454f-b47b-da99f74304af", "name": "network-vif-plugged", "status": "completed", "tag": "fd87afa4-3381-456f-92ae-c6c619a21da4"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:35:38.437156 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-be1bbbf0-2c0b-482d-bd4a-7abc7c818a67 tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:38.463529 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-96abcf80-ca5b-4e0d-b388-1c2674448110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:38.465567 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-96abcf80-ca5b-4e0d-b388-1c2674448110 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f2955ff6-7656-4447-a96d-af5d60561c06 HTTP/1.1" status: 200 len: 850 time: 0.1464925 Apr 29 11:35:38.486093 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-70f8bd1d-816c-4772-84ae-9e9b49503a87 req-5872be31-a4b3-48c9-b899-db8efa26fd08 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/security-groups?id=af172940-50b2-4c9e-9817-d1a8a3efc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6871092 Apr 29 11:35:38.514512 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab318b6-50b5-445f-a64c-47c8ff472939 req-00c39f8c-c1e4-4d7b-a739-3f171d7aca4d tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:38.514512 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3ab318b6-50b5-445f-a64c-47c8ff472939 req-00c39f8c-c1e4-4d7b-a739-3f171d7aca4d tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 943 time: 0.8000770 Apr 29 11:35:38.577602 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0efb6cf3-3f4d-4bae-a9a5-584fbe928a69 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:38.593509 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-8748c93f-3071-4be8-bc4e-6400a9b0ddf2 tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Floating IP 92bb6867-95f0-4744-8f4e-94afb3578515 associated. External IP: 172.26.4.53, port: fae9f6ce-9e6a-4648-adf8-c2899392b3d2. Apr 29 11:35:38.598724 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-c700e921-cfbb-4f58-8cbb-85deb195dd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:38.600251 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-c700e921-cfbb-4f58-8cbb-85deb195dd40 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1273124 Apr 29 11:35:38.647959 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-549d550e-7c2e-4480-b87d-91f703732318 req-4e125c47-89df-4977-b4dc-1276babfbbc8 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Made reservation on behalf of 29eeb1d4e92a46069f73b83fdbc1d076 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:35:38.651366 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-549d550e-7c2e-4480-b87d-91f703732318 req-4e125c47-89df-4977-b4dc-1276babfbbc8 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:38.666454 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-aa0c018d-26d0-42e3-8e33-fa4397968507 req-e548a131-0b61-40d5-9dc5-6fb9e6634537 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/ports?device_id=c709a808-d139-469a-a2df-f23f6e9fcef1 HTTP/1.1" status: 200 len: 210 time: 0.0592680 Apr 29 11:35:38.726480 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3ab318b6-50b5-445f-a64c-47c8ff472939 req-591a9611-bcdf-40e2-9cee-7ab4c13a14ae tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113476 Apr 29 11:35:38.779577 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1876d995-f731-4009-b98b-fa13d47ae062 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c8864208d8b14f2aa95eb8e9f42239d2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3715913 Apr 29 11:35:38.783077 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c379ebfd-1cbd-462c-87a9-0a454f01dff1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:38.786596 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47002) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:38.825973 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-cde41778-abaa-4072-b50d-30fb1414a34a service neutron] 10.222.0.62 "GET /v2.0/networks/9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899922 Apr 29 11:35:38.900028 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a48f78c-d27d-491b-b95c-2cf8705b3d9b x-openstack-request-id: req-8a48f78c-d27d-491b-b95c-2cf8705b3d9b {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:35:38.900421 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd64ac3-ea03-454f-b47b-da99f74304af", "name": "network-vif-plugged", "status": "completed", "tag": "fd87afa4-3381-456f-92ae-c6c619a21da4", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:35:38.900701 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8a48f78c-d27d-491b-b95c-2cf8705b3d9b {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:35:38.901146 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a48f78c-d27d-491b-b95c-2cf8705b3d9b'] response: {'server_uuid': '7cd64ac3-ea03-454f-b47b-da99f74304af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd87afa4-3381-456f-92ae-c6c619a21da4', 'code': 200} Apr 29 11:35:38.948370 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0efb6cf3-3f4d-4bae-a9a5-584fbe928a69 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:38.967982 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4adf776-56b6-4275-8ee1-4398fc7a84cd x-openstack-request-id: req-c4adf776-56b6-4275-8ee1-4398fc7a84cd {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:35:38.968256 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a481d96-2331-4b36-bbea-67494fcdb299", "tag": "ec1c2e1e-2b57-42dd-9d04-8a525132f294", "status": "completed", "code": 200}]} {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:35:38.968503 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c4adf776-56b6-4275-8ee1-4398fc7a84cd {{(pid=102960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:35:38.969107 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4adf776-56b6-4275-8ee1-4398fc7a84cd'] response: {'name': 'network-changed', 'server_uuid': '6a481d96-2331-4b36-bbea-67494fcdb299', 'tag': 'ec1c2e1e-2b57-42dd-9d04-8a525132f294', 'status': 'completed', 'code': 200} Apr 29 11:35:39.007261 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-0efb6cf3-3f4d-4bae-a9a5-584fbe928a69 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4019f65-1554-4829-bf57-c1f0f2887cad']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:39.009343 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [req-f341165e-f6ea-46ae-bb9f-42582935d478 req-942acc8f-87e8-4e30-a3df-ce0ee3a8136d service neutron] 10.222.0.62 "GET /v2.0/networks/9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482990 Apr 29 11:35:39.015685 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8748c93f-3071-4be8-bc4e-6400a9b0ddf2 tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Router e3aba8c3-eb53-4f40-965a-d6e64857a7f9 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:35:39.034782 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-0efb6cf3-3f4d-4bae-a9a5-584fbe928a69 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b23714-d3c5-499d-aed7-838dbd1828d4') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:39.035099 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-0efb6cf3-3f4d-4bae-a9a5-584fbe928a69 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b23714-d3c5-499d-aed7-838dbd1828d4') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:39.048654 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c379ebfd-1cbd-462c-87a9-0a454f01dff1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:39.050406 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8b38d7d9-77d4-4e2f-9fd8-d997a6335a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:39.068030 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0efb6cf3-3f4d-4bae-a9a5-584fbe928a69 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:39.087860 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.62', 59034) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:39.180413 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0efb6cf3-3f4d-4bae-a9a5-584fbe928a69 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:39.206318 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-549d550e-7c2e-4480-b87d-91f703732318 req-4e125c47-89df-4977-b4dc-1276babfbbc8 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Allocated IP 172.20.0.7 (eaec72b3-21b8-4237-9007-e0660233be23/61739443-868d-4a94-a39b-257f7d0153d0/eb9abf18-d56e-4f1b-926a-e8ccc1f64b55) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:35:39.219127 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c379ebfd-1cbd-462c-87a9-0a454f01dff1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:39.227206 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8b38d7d9-77d4-4e2f-9fd8-d997a6335a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:39.231004 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0efb6cf3-3f4d-4bae-a9a5-584fbe928a69 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:35:39.231411 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0efb6cf3-3f4d-4bae-a9a5-584fbe928a69 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:39.237180 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:35:39.237180 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:35:39.237180 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:35:39.237180 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:35:39.237180 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:35:39.237180 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:35:39.237180 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:35:39.237180 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:35:39.237180 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:35:39.237180 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:35:39.237180 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:35:39.237180 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:35:39.237180 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:35:39.237180 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:35:39.237180 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:35:39.237180 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:35:39.237180 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:35:39.237180 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:35:39.237180 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:35:39.237180 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:35:39.237180 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:35:39.237180 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:35:39.237180 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:35:39.237180 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:35:39.237180 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:35:39.237180 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:35:39.237180 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:35:39.237180 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:35:39.237180 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:35:39.237180 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:35:39.237180 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:35:39.237180 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:35:39.258628 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-c379ebfd-1cbd-462c-87a9-0a454f01dff1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:39.268269 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c379ebfd-1cbd-462c-87a9-0a454f01dff1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:39.278516 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379ebfd-1cbd-462c-87a9-0a454f01dff1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Pushing event updated for resources: {'Port': ['ID=b9bd2470-dc40-492f-8e79-a2f742ac550d,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:39.373824 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-be1bbbf0-2c0b-482d-bd4a-7abc7c818a67 tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:39.415898 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a6400-c2e4-4c4a-9ec9-daafd11b85aa req-8f3f5ea8-acf8-4e4c-a1af-6e905bf332ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:39.417435 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [req-df0a6400-c2e4-4c4a-9ec9-daafd11b85aa req-8f3f5ea8-acf8-4e4c-a1af-6e905bf332ac service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7cd64ac3-ea03-454f-b47b-da99f74304af HTTP/1.1" status: 200 len: 1099 time: 0.1297057 Apr 29 11:35:39.442717 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8748c93f-3071-4be8-bc4e-6400a9b0ddf2 tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:35:39.446616 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [req-df0a6400-c2e4-4c4a-9ec9-daafd11b85aa req-aaac0dd0-4295-401b-8702-7e2fc2c7547c service neutron] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:39.468865 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbef0820-c50f-4c72-9fac-cdf012402b72 None None] Sync routers for ids ['e3aba8c3-eb53-4f40-965a-d6e64857a7f9'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:35:39.472229 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f7828-2e04-4dda-8f01-df42120eb9f8 req-61ca7586-0e56-4d86-8619-346e8dca9abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:39.473892 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ca8f7828-2e04-4dda-8f01-df42120eb9f8 req-61ca7586-0e56-4d86-8619-346e8dca9abc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=966d71c123a54a1eb7656282c791d69b&device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 1096 time: 0.3523088 Apr 29 11:35:39.480520 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8748c93f-3071-4be8-bc4e-6400a9b0ddf2 tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:39.486788 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbef0820-c50f-4c72-9fac-cdf012402b72 None None] Routers {'e3aba8c3-eb53-4f40-965a-d6e64857a7f9'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:35:39.487473 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-bbef0820-c50f-4c72-9fac-cdf012402b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:35:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['e3aba8c3-eb53-4f40-965a-d6e64857a7f9'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:39.538787 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8748c93f-3071-4be8-bc4e-6400a9b0ddf2 tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.9697793 Apr 29 11:35:39.539250 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0efb6cf3-3f4d-4bae-a9a5-584fbe928a69 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:39.542276 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47008) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:39.547513 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-bbef0820-c50f-4c72-9fac-cdf012402b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:39.559350 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbef0820-c50f-4c72-9fac-cdf012402b72 None None] Routers {'e3aba8c3-eb53-4f40-965a-d6e64857a7f9'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:35:39.560265 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-bbef0820-c50f-4c72-9fac-cdf012402b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:35:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['e3aba8c3-eb53-4f40-965a-d6e64857a7f9'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:39.745685 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-bbef0820-c50f-4c72-9fac-cdf012402b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:39.745929 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbef0820-c50f-4c72-9fac-cdf012402b72 None None] The sync data for ids ['e3aba8c3-eb53-4f40-965a-d6e64857a7f9'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:35:39.755621 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efb6cf3-3f4d-4bae-a9a5-584fbe928a69 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f4019f65-1554-4829-bf57-c1f0f2887cad {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 11:35:39.812874 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0efb6cf3-3f4d-4bae-a9a5-584fbe928a69 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:39.816256 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0efb6cf3-3f4d-4bae-a9a5-584fbe928a69 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] 10.222.0.69 "DELETE /v2.0/networks/f4019f65-1554-4829-bf57-c1f0f2887cad HTTP/1.1" status: 204 len: 168 time: 1.5708721 Apr 29 11:35:39.821670 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47014) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:39.853367 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb6cf3-3f4d-4bae-a9a5-584fbe928a69 tempest-ExternalNetworksTestJSON-749281381 tempest-ExternalNetworksTestJSON-749281381-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4019f65-1554-4829-bf57-c1f0f2887cad,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:39.856327 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-76fbc307-c4dd-48b8-a184-08769f51d631 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] DELETE failed (client error): The resource could not be found. Apr 29 11:35:39.857826 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76fbc307-c4dd-48b8-a184-08769f51d631 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:35:39.864545 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-76fbc307-c4dd-48b8-a184-08769f51d631 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] 10.222.0.69 "DELETE /v2.0/subnets/2b8bd331-5410-4c18-b12a-e1deb34e03d2 HTTP/1.1" status: 404 len: 337 time: 0.0416665 Apr 29 11:35:39.869914 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47016) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:39.926239 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8b38d7d9-77d4-4e2f-9fd8-d997a6335a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:39.929635 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8b38d7d9-77d4-4e2f-9fd8-d997a6335a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:39.933176 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-8b38d7d9-77d4-4e2f-9fd8-d997a6335a24 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2add0abd-9b12-4f30-88b7-0a7552f6ea76 HTTP/1.1" status: 204 len: 168 time: 1.1390359 Apr 29 11:35:40.026602 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [req-df0a6400-c2e4-4c4a-9ec9-daafd11b85aa req-aaac0dd0-4295-401b-8702-7e2fc2c7547c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:40.033702 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-baccb90f-a040-4f20-93df-75dd572edb59 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:40.041590 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [req-df0a6400-c2e4-4c4a-9ec9-daafd11b85aa req-aaac0dd0-4295-401b-8702-7e2fc2c7547c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:40.118322 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [req-df0a6400-c2e4-4c4a-9ec9-daafd11b85aa req-aaac0dd0-4295-401b-8702-7e2fc2c7547c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=af172940-50b2-4c9e-9817-d1a8a3efc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6909523 Apr 29 11:35:40.130832 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac0dd0-4295-401b-8702-7e2fc2c7547c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3ad9b2-b6eb-49e8-bf15-58ca4762be35,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:40.220631 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-baccb90f-a040-4f20-93df-75dd572edb59 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:40.249874 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-baccb90f-a040-4f20-93df-75dd572edb59 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['020d102e-ed31-48a7-af3a-31e4c875f1a5']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:40.260161 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-baccb90f-a040-4f20-93df-75dd572edb59 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf306d9-fea5-4055-b7ce-3049aad66c85') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:40.260489 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-baccb90f-a040-4f20-93df-75dd572edb59 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf306d9-fea5-4055-b7ce-3049aad66c85') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:40.270054 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-be1bbbf0-2c0b-482d-bd4a-7abc7c818a67 tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:40.271688 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-baccb90f-a040-4f20-93df-75dd572edb59 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:40.274297 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-483c08a6-bd84-40f8-aea5-48c889a607e1 req-8f6c8ef6-42b1-46e9-acb0-cb144cf2f8d6 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/ports?device_id=c709a808-d139-469a-a2df-f23f6e9fcef1 HTTP/1.1" status: 200 len: 210 time: 0.5000956 Apr 29 11:35:40.278217 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-be1bbbf0-2c0b-482d-bd4a-7abc7c818a67 tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:40.290317 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-baccb90f-a040-4f20-93df-75dd572edb59 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:40.299318 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baccb90f-a040-4f20-93df-75dd572edb59 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:35:40.299737 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-baccb90f-a040-4f20-93df-75dd572edb59 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:40.303752 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:35:40.303752 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:35:40.303752 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:35:40.303752 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:35:40.303752 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:35:40.303752 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:35:40.303752 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:35:40.303752 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:35:40.303752 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:35:40.303752 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:35:40.303752 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:35:40.303752 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:35:40.303752 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:35:40.303752 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:35:40.303752 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:35:40.303752 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:35:40.303752 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:35:40.303752 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:35:40.303752 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:35:40.303752 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:35:40.303752 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:35:40.303752 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:35:40.303752 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:35:40.303752 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:35:40.303752 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:35:40.303752 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:35:40.303752 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:35:40.303752 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:35:40.303752 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:35:40.303752 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:35:40.303752 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:35:40.303752 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:35:40.332022 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f67adecd-9685-4ce9-b4fd-767782436699 tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] 10.222.0.69 "GET /v2.0/floatingips/92bb6867-95f0-4744-8f4e-94afb3578515 HTTP/1.1" status: 200 len: 982 time: 0.7835572 Apr 29 11:35:40.333234 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38d7d9-77d4-4e2f-9fd8-d997a6335a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2add0abd-9b12-4f30-88b7-0a7552f6ea76,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:40.335681 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47022) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:40.379528 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47024) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:40.456979 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-549d550e-7c2e-4480-b87d-91f703732318 req-4e125c47-89df-4977-b4dc-1276babfbbc8 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:40.466568 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88b60f-3efe-468d-ad78-51417b3b9f96 req-78e9a7d0-af1b-4d97-b149-b9c94b0f1449 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:40.468275 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9a88b60f-3efe-468d-ad78-51417b3b9f96 req-78e9a7d0-af1b-4d97-b149-b9c94b0f1449 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cd64ac3-ea03-454f-b47b-da99f74304af HTTP/1.1" status: 200 len: 946 time: 0.8666213 Apr 29 11:35:40.469495 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f7828-2e04-4dda-8f01-df42120eb9f8 req-e6467313-3e07-49cd-9c6d-463ce38fa525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:40.471091 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ca8f7828-2e04-4dda-8f01-df42120eb9f8 req-e6467313-3e07-49cd-9c6d-463ce38fa525 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4 HTTP/1.1" status: 200 len: 912 time: 0.9601443 Apr 29 11:35:40.471934 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-be1bbbf0-2c0b-482d-bd4a-7abc7c818a67 tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:40.472470 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1bbbf0-2c0b-482d-bd4a-7abc7c818a67 tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 60c07ad0-66d3-4dd1-830b-ce27b8f0e5f7 {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:35:40.472779 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-baccb90f-a040-4f20-93df-75dd572edb59 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:40.489605 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-baccb90f-a040-4f20-93df-75dd572edb59 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:40.495572 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-baccb90f-a040-4f20-93df-75dd572edb59 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] 10.222.0.69 "DELETE /v2.0/networks/020d102e-ed31-48a7-af3a-31e4c875f1a5 HTTP/1.1" status: 204 len: 168 time: 0.6216168 Apr 29 11:35:40.537096 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baccb90f-a040-4f20-93df-75dd572edb59 tempest-ExternalNetworksTestJSON-1985591626 tempest-ExternalNetworksTestJSON-1985591626-project] Pushing event deleted for resources: {'Network': ['ID=020d102e-ed31-48a7-af3a-31e4c875f1a5,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:40.545354 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-da3fab1b-96a4-4d04-8ca3-f0a49ea42196 tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2906 time: 0.2050741 Apr 29 11:35:40.549751 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47028) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:40.640372 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ca8f7828-2e04-4dda-8f01-df42120eb9f8 req-e28a7265-7b8b-4a25-b9c4-ab38209c41f3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec1c2e1e-2b57-42dd-9d04-8a525132f294 HTTP/1.1" status: 200 len: 217 time: 0.1410069 Apr 29 11:35:40.688879 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-be1bbbf0-2c0b-482d-bd4a-7abc7c818a67 tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 29 11:35:40.690002 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-be1bbbf0-2c0b-482d-bd4a-7abc7c818a67 tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.3873098 Apr 29 11:35:40.700007 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47030) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:40.709980 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6203893e-8ae9-4980-a600-2daeebd8a4b1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0dc824c33f5649b99f38410ad8ef92dc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3233247 Apr 29 11:35:40.714594 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47032) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:40.753382 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152c065-89bd-46c9-ba5f-c7b56f18a53c req-2a945985-e2e6-4a94-bf00-6b652e6bec71 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:40.755404 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2152c065-89bd-46c9-ba5f-c7b56f18a53c req-2a945985-e2e6-4a94-bf00-6b652e6bec71 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 943 time: 0.3441641 Apr 29 11:35:40.806375 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9a88b60f-3efe-468d-ad78-51417b3b9f96 req-4b3546b5-e463-46ca-a07b-b417a6b5ef31 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/security-groups?id=af172940-50b2-4c9e-9817-d1a8a3efc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3022306 Apr 29 11:35:40.842940 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-549d550e-7c2e-4480-b87d-91f703732318 req-4e125c47-89df-4977-b4dc-1276babfbbc8 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:40.843717 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47036) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:40.883786 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f7828-2e04-4dda-8f01-df42120eb9f8 req-6080d9f4-a853-4c5b-ad93-f778a2bdc437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:40.885339 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ca8f7828-2e04-4dda-8f01-df42120eb9f8 req-6080d9f4-a853-4c5b-ad93-f778a2bdc437 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f2955ff6-7656-4447-a96d-af5d60561c06 HTTP/1.1" status: 200 len: 850 time: 0.2272582 Apr 29 11:35:40.922445 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-715ea24c-9b5c-4994-a719-8635cd0fc304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:40.956400 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c379ebfd-1cbd-462c-87a9-0a454f01dff1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router_gateway, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:40.959932 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-15026033-a612-4660-9591-3c3185c2cafd tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Deleting port 1e5282b2-b970-43f7-97aa-0f789841e77e {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:35:40.960274 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-15026033-a612-4660-9591-3c3185c2cafd tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:40.968397 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-715ea24c-9b5c-4994-a719-8635cd0fc304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:40.972832 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-549d550e-7c2e-4480-b87d-91f703732318 req-4e125c47-89df-4977-b4dc-1276babfbbc8 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Network eaec72b3-21b8-4237-9007-e0660233be23 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:41.012561 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-549d550e-7c2e-4480-b87d-91f703732318 req-4e125c47-89df-4977-b4dc-1276babfbbc8 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:41.019562 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2152c065-89bd-46c9-ba5f-c7b56f18a53c req-4ad4193b-afe6-4a8b-84a4-397fe7bf349d tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2202029 Apr 29 11:35:41.020343 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-549d550e-7c2e-4480-b87d-91f703732318 req-4e125c47-89df-4977-b4dc-1276babfbbc8 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:41.025624 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e125c47-89df-4977-b4dc-1276babfbbc8 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Pushing event updated for resources: {'Port': ['ID=eb9abf18-d56e-4f1b-926a-e8ccc1f64b55,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:41.097610 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-a2df7d59-146f-4608-8875-27a2e85e1837 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Deleting port a3ca4d63-4d14-4d42-808a-326fcd60556b {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:35:41.098110 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a2df7d59-146f-4608-8875-27a2e85e1837 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:41.099633 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f7828-2e04-4dda-8f01-df42120eb9f8 req-b650e8b2-7bfe-4021-adc0-79ef0a1983e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:41.101168 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ca8f7828-2e04-4dda-8f01-df42120eb9f8 req-b650e8b2-7bfe-4021-adc0-79ef0a1983e8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1888700 Apr 29 11:35:41.134062 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d550e-7c2e-4480-b87d-91f703732318 req-4e125c47-89df-4977-b4dc-1276babfbbc8 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:41.134743 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-549d550e-7c2e-4480-b87d-91f703732318 req-4e125c47-89df-4977-b4dc-1276babfbbc8 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:41.176431 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6936f23c-a0b5-466f-80de-71a9329008ba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e202944cf8184955ade2f063f0512ca6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3314512 Apr 29 11:35:41.180290 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47040) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:41.212211 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-15026033-a612-4660-9591-3c3185c2cafd tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:41.218563 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-549d550e-7c2e-4480-b87d-91f703732318 req-4e125c47-89df-4977-b4dc-1276babfbbc8 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6198659 Apr 29 11:35:41.234882 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-549d550e-7c2e-4480-b87d-91f703732318 req-45514d6e-c2ec-4dce-818a-cbadafcad6c9 service neutron] Request body: {'port': {'device_id': 'c709a808-d139-469a-a2df-f23f6e9fcef1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:41.235427 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-715ea24c-9b5c-4994-a719-8635cd0fc304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:41.238120 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-715ea24c-9b5c-4994-a719-8635cd0fc304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:41.242604 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-715ea24c-9b5c-4994-a719-8635cd0fc304 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/788177ba-27aa-4972-993c-80048222e78a HTTP/1.1" status: 204 len: 168 time: 0.5243058 Apr 29 11:35:41.249737 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-15026033-a612-4660-9591-3c3185c2cafd tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Calling delete_port for 1e5282b2-b970-43f7-97aa-0f789841e77e owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:35:41.350459 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ea24c-9b5c-4994-a719-8635cd0fc304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788177ba-27aa-4972-993c-80048222e78a,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:41.366383 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ca8f7828-2e04-4dda-8f01-df42120eb9f8 req-b706156b-efab-4c5a-b0d7-6937169101db service neutron] 10.222.0.62 "GET /v2.0/networks/9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270992 Apr 29 11:35:41.374745 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-549d550e-7c2e-4480-b87d-91f703732318 req-45514d6e-c2ec-4dce-818a-cbadafcad6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:41.405413 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-8ca129d9-e050-4330-b56b-325524622322 None None] Provisioning complete for port eb9abf18-d56e-4f1b-926a-e8ccc1f64b55 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:41.410474 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8ca129d9-e050-4330-b56b-325524622322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:41.437629 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a2df7d59-146f-4608-8875-27a2e85e1837 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:41.437973 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a2df7d59-146f-4608-8875-27a2e85e1837 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:41.449844 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-8ca129d9-e050-4330-b56b-325524622322 None None] Port eb9abf18-d56e-4f1b-926a-e8ccc1f64b55 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:35:41.472264 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-662c69ce-6aa2-4dcd-996c-240a433aa83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:41.482927 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-a2df7d59-146f-4608-8875-27a2e85e1837 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Calling delete_port for a3ca4d63-4d14-4d42-808a-326fcd60556b owned by network:floatingip {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:35:41.530621 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-662c69ce-6aa2-4dcd-996c-240a433aa83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:41.554315 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c379ebfd-1cbd-462c-87a9-0a454f01dff1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:41.689089 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094e5c1-a385-46e1-9b28-4ab5d213c711 req-3200dbf1-0ea2-42f5-bc0b-f80b536e4ff5 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:41.689460 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2094e5c1-a385-46e1-9b28-4ab5d213c711 req-3200dbf1-0ea2-42f5-bc0b-f80b536e4ff5 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/ports?device_id=c709a808-d139-469a-a2df-f23f6e9fcef1 HTTP/1.1" status: 200 len: 931 time: 0.2641633 Apr 29 11:35:41.732284 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-15026033-a612-4660-9591-3c3185c2cafd tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:41.744113 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-662c69ce-6aa2-4dcd-996c-240a433aa83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:41.746900 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-662c69ce-6aa2-4dcd-996c-240a433aa83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:41.748674 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-662c69ce-6aa2-4dcd-996c-240a433aa83a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b289d91d-1d8c-4110-9123-e3c1aac701b6 HTTP/1.1" status: 204 len: 168 time: 0.5637701 Apr 29 11:35:41.780681 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ca8f7828-2e04-4dda-8f01-df42120eb9f8 req-f46f0c8a-87ca-4354-9f84-c49ef6c067d7 service neutron] 10.222.0.62 "GET /v2.0/networks/9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642757 Apr 29 11:35:41.781942 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device ec1c2e1e-2b57-42dd-9d04-8a525132f294 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:35:41.798848 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15026033-a612-4660-9591-3c3185c2cafd tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e5282b2-b970-43f7-97aa-0f789841e77e,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:41.802699 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c69ce-6aa2-4dcd-996c-240a433aa83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b289d91d-1d8c-4110-9123-e3c1aac701b6,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:41.885240 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2094e5c1-a385-46e1-9b28-4ab5d213c711 req-67c94d1c-0337-49d8-8468-7abfc40e21fe tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/security-groups?id=15dd70ea-bbec-43b0-9ce3-3ab603b34e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851037 Apr 29 11:35:42.096739 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-15026033-a612-4660-9591-3c3185c2cafd tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:42.100172 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port ec1c2e1e-2b57-42dd-9d04-8a525132f294, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=ec1c2e1e-2b57-42dd-9d04-8a525132f294,segment=NetworkSegment(ec106207-489d-4e55-8fc5-481ceb098af9),segment_id=ec106207-489d-4e55-8fc5-481ceb098af9)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:35:42.109626 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f0f56-10fb-403f-8183-23126fd0d8d8 req-322e6771-363a-4533-ab32-82f3bf1e9f7b tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:42.113289 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-159f0f56-10fb-403f-8183-23126fd0d8d8 req-322e6771-363a-4533-ab32-82f3bf1e9f7b tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cd64ac3-ea03-454f-b47b-da99f74304af HTTP/1.1" status: 200 len: 946 time: 0.1596591 Apr 29 11:35:42.116865 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c379ebfd-1cbd-462c-87a9-0a454f01dff1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Router 1846c340-0d7a-48bb-b4c0-e59a2ac5dc20 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:35:42.119862 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-15026033-a612-4660-9591-3c3185c2cafd tempest-RoutersAdminNegativeIpV6Test-1863413156 tempest-RoutersAdminNegativeIpV6Test-1863413156-project-admin] 10.222.0.69 "DELETE /v2.0/ports/1e5282b2-b970-43f7-97aa-0f789841e77e HTTP/1.1" status: 204 len: 168 time: 1.4184513 Apr 29 11:35:42.136576 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': 'ec1c2e1e-2b57-42dd-9d04-8a525132f294', 'network_id': '9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4', 'port_id': 'ec1c2e1e-2b57-42dd-9d04-8a525132f294', 'mac_address': 'fa:16:3e:62:0a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2955ff6-7656-4447-a96d-af5d60561c06', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:35:42.141719 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-549d550e-7c2e-4480-b87d-91f703732318 req-45514d6e-c2ec-4dce-818a-cbadafcad6c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb9abf18-d56e-4f1b-926a-e8ccc1f64b55 {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:35:42.143316 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a2df7d59-146f-4608-8875-27a2e85e1837 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:42.184442 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-549d550e-7c2e-4480-b87d-91f703732318 req-45514d6e-c2ec-4dce-818a-cbadafcad6c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:42.204567 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df7d59-146f-4608-8875-27a2e85e1837 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Pushing event deleted for resources: {'Port': ['ID=a3ca4d63-4d14-4d42-808a-326fcd60556b,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:42.230959 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:42.233287 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-549d550e-7c2e-4480-b87d-91f703732318 req-45514d6e-c2ec-4dce-818a-cbadafcad6c9 service neutron] Transition to ACTIVE for port object eb9abf18-d56e-4f1b-926a-e8ccc1f64b55 will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:35:42.277321 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec1c2e1e-2b57-42dd-9d04-8a525132f294 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:35:42.300433 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-549d550e-7c2e-4480-b87d-91f703732318 req-45514d6e-c2ec-4dce-818a-cbadafcad6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:42.312674 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port ec1c2e1e-2b57-42dd-9d04-8a525132f294, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=ec1c2e1e-2b57-42dd-9d04-8a525132f294,segment=NetworkSegment(ec106207-489d-4e55-8fc5-481ceb098af9),segment_id=ec106207-489d-4e55-8fc5-481ceb098af9)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:35:42.318387 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:42.358438 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a2df7d59-146f-4608-8875-27a2e85e1837 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks [] for floatingip, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:42.358842 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-a2df7d59-146f-4608-8875-27a2e85e1837 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Floating IP 92bb6867-95f0-4744-8f4e-94afb3578515 disassociated (deleted). External IP: 172.26.4.53, port: fae9f6ce-9e6a-4648-adf8-c2899392b3d2. Apr 29 11:35:42.427185 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=ec1c2e1e-2b57-42dd-9d04-8a525132f294,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:42.574097 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['ec1c2e1e-2b57-42dd-9d04-8a525132f294'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:35:42.644308 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47072) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:42.675160 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-159f0f56-10fb-403f-8183-23126fd0d8d8 req-3753992e-cdf7-4107-b3c3-1281d690db83 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/security-groups?id=af172940-50b2-4c9e-9817-d1a8a3efc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5386627 Apr 29 11:35:42.754883 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47076) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:42.768462 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45514d6e-c2ec-4dce-818a-cbadafcad6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=eb9abf18-d56e-4f1b-926a-e8ccc1f64b55,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:42.878913 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d574dc-27f4-4442-8175-a6972c26bcfa req-c7f52585-9d84-4d0c-8b57-67d3dc725b98 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:42.880762 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-39d574dc-27f4-4442-8175-a6972c26bcfa req-c7f52585-9d84-4d0c-8b57-67d3dc725b98 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 944 time: 0.5763574 Apr 29 11:35:42.902456 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c379ebfd-1cbd-462c-87a9-0a454f01dff1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:35:42.927673 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735e75f8-6bf3-4eb5-8d87-427b21d031af None None] Sync routers for ids ['1846c340-0d7a-48bb-b4c0-e59a2ac5dc20'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:35:42.928853 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b07b1450-ddd1-432a-8a7f-f71ac3fbd8e5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3a99afec7460430f9481afb3c273ccd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815750 Apr 29 11:35:42.932553 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47082) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:42.949399 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735e75f8-6bf3-4eb5-8d87-427b21d031af None None] Routers {'1846c340-0d7a-48bb-b4c0-e59a2ac5dc20'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:35:42.950044 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-735e75f8-6bf3-4eb5-8d87-427b21d031af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:35:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['1846c340-0d7a-48bb-b4c0-e59a2ac5dc20'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:43.089311 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c379ebfd-1cbd-462c-87a9-0a454f01dff1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:43.091052 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c379ebfd-1cbd-462c-87a9-0a454f01dff1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.1666710 Apr 29 11:35:43.096657 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47086) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:43.112255 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-735e75f8-6bf3-4eb5-8d87-427b21d031af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:43.133666 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-549d550e-7c2e-4480-b87d-91f703732318 req-45514d6e-c2ec-4dce-818a-cbadafcad6c9 service neutron] Attempting to bind port eb9abf18-d56e-4f1b-926a-e8ccc1f64b55 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:43.136270 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735e75f8-6bf3-4eb5-8d87-427b21d031af None None] Routers {'1846c340-0d7a-48bb-b4c0-e59a2ac5dc20'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:35:43.137179 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-735e75f8-6bf3-4eb5-8d87-427b21d031af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:35:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['1846c340-0d7a-48bb-b4c0-e59a2ac5dc20'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:43.138706 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-549d550e-7c2e-4480-b87d-91f703732318 req-45514d6e-c2ec-4dce-818a-cbadafcad6c9 service neutron] Attempting to bind port eb9abf18-d56e-4f1b-926a-e8ccc1f64b55 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '82aa0242-ee84-4c14-a14a-da2052556bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eaec72b3-21b8-4237-9007-e0660233be23'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:43.139321 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549d550e-7c2e-4480-b87d-91f703732318 req-45514d6e-c2ec-4dce-818a-cbadafcad6c9 service neutron] Attempting to bind port eb9abf18-d56e-4f1b-926a-e8ccc1f64b55 on network eaec72b3-21b8-4237-9007-e0660233be23 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:43.166650 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-39d574dc-27f4-4442-8175-a6972c26bcfa req-4fc92561-9b98-4292-a020-2fc62d760478 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2563946 Apr 29 11:35:43.188223 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70e3596f-5d05-4482-bc1b-62cee4a471cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:43.194841 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549d550e-7c2e-4480-b87d-91f703732318 req-45514d6e-c2ec-4dce-818a-cbadafcad6c9 service neutron] Port eb9abf18-d56e-4f1b-926a-e8ccc1f64b55 on network eaec72b3-21b8-4237-9007-e0660233be23 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:43.195721 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549d550e-7c2e-4480-b87d-91f703732318 req-45514d6e-c2ec-4dce-818a-cbadafcad6c9 service neutron] Attempting to bind port eb9abf18-d56e-4f1b-926a-e8ccc1f64b55 on network eaec72b3-21b8-4237-9007-e0660233be23 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:43.214507 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-735e75f8-6bf3-4eb5-8d87-427b21d031af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:43.218419 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735e75f8-6bf3-4eb5-8d87-427b21d031af None None] The sync data for ids ['1846c340-0d7a-48bb-b4c0-e59a2ac5dc20'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:35:43.234479 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549d550e-7c2e-4480-b87d-91f703732318 req-45514d6e-c2ec-4dce-818a-cbadafcad6c9 service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:35:43.235675 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549d550e-7c2e-4480-b87d-91f703732318 req-45514d6e-c2ec-4dce-818a-cbadafcad6c9 service neutron] Checking segment: {'id': '82aa0242-ee84-4c14-a14a-da2052556bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eaec72b3-21b8-4237-9007-e0660233be23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:35:43.237298 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549d550e-7c2e-4480-b87d-91f703732318 req-45514d6e-c2ec-4dce-818a-cbadafcad6c9 service neutron] Bound using segment: {'id': '82aa0242-ee84-4c14-a14a-da2052556bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eaec72b3-21b8-4237-9007-e0660233be23'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:35:43.237987 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-549d550e-7c2e-4480-b87d-91f703732318 req-45514d6e-c2ec-4dce-818a-cbadafcad6c9 service neutron] Bound port: eb9abf18-d56e-4f1b-926a-e8ccc1f64b55, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82aa0242-ee84-4c14-a14a-da2052556bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eaec72b3-21b8-4237-9007-e0660233be23'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:35:43.238495 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-549d550e-7c2e-4480-b87d-91f703732318 req-45514d6e-c2ec-4dce-818a-cbadafcad6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:43.248462 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8554282-970b-4bf9-82c6-cdcbc9968dbb req-44c62283-5102-48b4-88e8-b636351b6bbb tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:43.250139 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b8554282-970b-4bf9-82c6-cdcbc9968dbb req-44c62283-5102-48b4-88e8-b636351b6bbb tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/ports?device_id=c709a808-d139-469a-a2df-f23f6e9fcef1 HTTP/1.1" status: 200 len: 943 time: 0.2004008 Apr 29 11:35:43.270914 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70e3596f-5d05-4482-bc1b-62cee4a471cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:43.308968 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2df7d59-146f-4608-8875-27a2e85e1837 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Router e3aba8c3-eb53-4f40-965a-d6e64857a7f9 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:35:43.340042 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-32a9c241-41e7-4b4e-a324-6dcec23134cd tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "GET /v2.0/routers/1846c340-0d7a-48bb-b4c0-e59a2ac5dc20 HTTP/1.1" status: 200 len: 921 time: 0.2422373 Apr 29 11:35:43.347491 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47092) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:43.351764 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-92f2595b-0924-4213-9f47-7da32fa40938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:43.411582 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b8554282-970b-4bf9-82c6-cdcbc9968dbb req-ad715060-cfc5-49f2-960f-26a4a8c61ffc tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/security-groups?id=15dd70ea-bbec-43b0-9ce3-3ab603b34e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481686 Apr 29 11:35:43.419651 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d6003bd3-d9d7-428b-9bf0-0b4785448a3c tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] 10.222.0.69 "GET /v2.0/ports?device_id=1846c340-0d7a-48bb-b4c0-e59a2ac5dc20 HTTP/1.1" status: 200 len: 205 time: 0.0651071 Apr 29 11:35:43.424807 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47096) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:43.476039 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-549d550e-7c2e-4480-b87d-91f703732318 req-45514d6e-c2ec-4dce-818a-cbadafcad6c9 service neutron] For port eb9abf18-d56e-4f1b-926a-e8ccc1f64b55, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:35:43.480786 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-549d550e-7c2e-4480-b87d-91f703732318 req-45514d6e-c2ec-4dce-818a-cbadafcad6c9 service neutron] For port eb9abf18-d56e-4f1b-926a-e8ccc1f64b55, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=eb9abf18-d56e-4f1b-926a-e8ccc1f64b55,segment=NetworkSegment(82aa0242-ee84-4c14-a14a-da2052556bcd),segment_id=82aa0242-ee84-4c14-a14a-da2052556bcd)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:35:43.486379 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70e3596f-5d05-4482-bc1b-62cee4a471cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:43.486379 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70e3596f-5d05-4482-bc1b-62cee4a471cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:43.490615 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-70e3596f-5d05-4482-bc1b-62cee4a471cb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/27c2e52d-9ec9-4385-8779-428923e30899 HTTP/1.1" status: 204 len: 168 time: 0.5558493 Apr 29 11:35:43.500368 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-549d550e-7c2e-4480-b87d-91f703732318 req-45514d6e-c2ec-4dce-818a-cbadafcad6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:43.541568 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2df7d59-146f-4608-8875-27a2e85e1837 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:35:43.542293 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3596f-5d05-4482-bc1b-62cee4a471cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c2e52d-9ec9-4385-8779-428923e30899,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:43.555478 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a2df7d59-146f-4608-8875-27a2e85e1837 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:43.576639 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d550e-7c2e-4480-b87d-91f703732318 req-45514d6e-c2ec-4dce-818a-cbadafcad6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:43.578059 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-549d550e-7c2e-4480-b87d-91f703732318 req-45514d6e-c2ec-4dce-818a-cbadafcad6c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:43.578865 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e41fbf-13cb-4206-9d37-bcd68bc11fe9 None None] Sync routers for ids ['e3aba8c3-eb53-4f40-965a-d6e64857a7f9'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:35:43.581265 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-549d550e-7c2e-4480-b87d-91f703732318 req-45514d6e-c2ec-4dce-818a-cbadafcad6c9 service neutron] 10.222.0.62 "PUT /v2.0/ports/eb9abf18-d56e-4f1b-926a-e8ccc1f64b55 HTTP/1.1" status: 200 len: 1093 time: 2.3542109 Apr 29 11:35:43.583796 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c709a808-d139-469a-a2df-f23f6e9fcef1', 'tag': 'eb9abf18-d56e-4f1b-926a-e8ccc1f64b55'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:35:43.586525 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618af6d1-31be-4485-9dea-2b76c47f4064" -d '{"events": [{"name": "network-changed", "server_uuid": "c709a808-d139-469a-a2df-f23f6e9fcef1", "tag": "eb9abf18-d56e-4f1b-926a-e8ccc1f64b55"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:35:43.609936 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e41fbf-13cb-4206-9d37-bcd68bc11fe9 None None] Routers {'e3aba8c3-eb53-4f40-965a-d6e64857a7f9'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:35:43.612514 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-c1e41fbf-13cb-4206-9d37-bcd68bc11fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:35:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['e3aba8c3-eb53-4f40-965a-d6e64857a7f9'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:43.615825 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a2df7d59-146f-4608-8875-27a2e85e1837 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] 10.222.0.69 "DELETE /v2.0/floatingips/92bb6867-95f0-4744-8f4e-94afb3578515 HTTP/1.1" status: 204 len: 168 time: 3.0644383 Apr 29 11:35:43.621612 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47104) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:43.635422 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-05392e24-076c-423f-a1b5-c8a82e87c41b tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:43.658224 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-92f2595b-0924-4213-9f47-7da32fa40938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:43.659703 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45514d6e-c2ec-4dce-818a-cbadafcad6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=eb9abf18-d56e-4f1b-926a-e8ccc1f64b55,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:43.682160 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-92f2595b-0924-4213-9f47-7da32fa40938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:43.686630 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bc6325-4b5b-4d13-a71a-8a783ed645f7 x-openstack-request-id: req-a5bc6325-4b5b-4d13-a71a-8a783ed645f7 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:35:43.687172 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c709a808-d139-469a-a2df-f23f6e9fcef1", "tag": "eb9abf18-d56e-4f1b-926a-e8ccc1f64b55", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:35:43.687570 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a5bc6325-4b5b-4d13-a71a-8a783ed645f7 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:35:43.688158 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5bc6325-4b5b-4d13-a71a-8a783ed645f7'] response: {'name': 'network-changed', 'server_uuid': 'c709a808-d139-469a-a2df-f23f6e9fcef1', 'tag': 'eb9abf18-d56e-4f1b-926a-e8ccc1f64b55', 'status': 'completed', 'code': 200} Apr 29 11:35:43.727060 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-c1e41fbf-13cb-4206-9d37-bcd68bc11fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:43.761545 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e41fbf-13cb-4206-9d37-bcd68bc11fe9 None None] Routers {'e3aba8c3-eb53-4f40-965a-d6e64857a7f9'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:35:43.762561 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-c1e41fbf-13cb-4206-9d37-bcd68bc11fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:35:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['e3aba8c3-eb53-4f40-965a-d6e64857a7f9'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:43.768601 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-92f2595b-0924-4213-9f47-7da32fa40938 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=549d7f266ee5441fb47a098ea2cbcee0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0098469 Apr 29 11:35:43.779454 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47110) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:43.799770 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12a6f0f9-4cc2-4773-88b0-b3c16ca65672 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:43.819291 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-c1e41fbf-13cb-4206-9d37-bcd68bc11fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:43.820359 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e41fbf-13cb-4206-9d37-bcd68bc11fe9 None None] The sync data for ids ['e3aba8c3-eb53-4f40-965a-d6e64857a7f9'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:35:43.822351 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device ec1c2e1e-2b57-42dd-9d04-8a525132f294 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:35:43.837182 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2595b-0924-4213-9f47-7da32fa40938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9c7606-d7ca-490f-96e4-d225011b9c21,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:43.910424 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05392e24-076c-423f-a1b5-c8a82e87c41b tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:43.918509 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port ec1c2e1e-2b57-42dd-9d04-8a525132f294 completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:35:43.930054 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port ec1c2e1e-2b57-42dd-9d04-8a525132f294 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:43.930718 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:43.955437 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d550e-7c2e-4480-b87d-91f703732318 req-a7811963-1783-4de5-ae4f-39646b415fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:43.957078 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-549d550e-7c2e-4480-b87d-91f703732318 req-a7811963-1783-4de5-ae4f-39646b415fb8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29eeb1d4e92a46069f73b83fdbc1d076&device_id=c709a808-d139-469a-a2df-f23f6e9fcef1 HTTP/1.1" status: 200 len: 1096 time: 0.2914248 Apr 29 11:35:44.047315 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-549d550e-7c2e-4480-b87d-91f703732318 req-dc0cc4b8-218e-4d36-a81d-276eae0266d6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb9abf18-d56e-4f1b-926a-e8ccc1f64b55 HTTP/1.1" status: 200 len: 217 time: 0.0782614 Apr 29 11:35:44.056665 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12a6f0f9-4cc2-4773-88b0-b3c16ca65672 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:44.119782 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbd9bd-581f-4dcd-8965-0fde06685544 req-7244e7d2-6d08-41ad-a676-9374526f817a tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:44.121202 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e1cbd9bd-581f-4dcd-8965-0fde06685544 req-7244e7d2-6d08-41ad-a676-9374526f817a tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cd64ac3-ea03-454f-b47b-da99f74304af HTTP/1.1" status: 200 len: 946 time: 0.2744319 Apr 29 11:35:44.125288 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b839b21a-aa78-4f66-a777-734cb7ee19d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:44.175038 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:44.177618 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05392e24-076c-423f-a1b5-c8a82e87c41b tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:44.182007 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d550e-7c2e-4480-b87d-91f703732318 req-055bd594-f943-4df1-af53-5f55322c6bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:44.183674 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-549d550e-7c2e-4480-b87d-91f703732318 req-055bd594-f943-4df1-af53-5f55322c6bab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=61739443-868d-4a94-a39b-257f7d0153d0 HTTP/1.1" status: 200 len: 844 time: 0.1268458 Apr 29 11:35:44.187827 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b839b21a-aa78-4f66-a777-734cb7ee19d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:44.225553 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port ec1c2e1e-2b57-42dd-9d04-8a525132f294, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=ec1c2e1e-2b57-42dd-9d04-8a525132f294,segment=NetworkSegment(ec106207-489d-4e55-8fc5-481ceb098af9),segment_id=ec106207-489d-4e55-8fc5-481ceb098af9)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:35:44.227991 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a481d96-2331-4b36-bbea-67494fcdb299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1c2e1e-2b57-42dd-9d04-8a525132f294'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:35:44.233136 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f747f1-72e2-44b0-8500-f332f16d85b0" -d '{"events": [{"server_uuid": "6a481d96-2331-4b36-bbea-67494fcdb299", "name": "network-vif-plugged", "status": "completed", "tag": "ec1c2e1e-2b57-42dd-9d04-8a525132f294"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:35:44.239658 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:44.274401 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e1cbd9bd-581f-4dcd-8965-0fde06685544 req-ba57fe39-ff16-41d8-bb5c-6130a6454418 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/security-groups?id=af172940-50b2-4c9e-9817-d1a8a3efc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250758 Apr 29 11:35:44.316210 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-12a6f0f9-4cc2-4773-88b0-b3c16ca65672 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Deleting port b9bd2470-dc40-492f-8e79-a2f742ac550d {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:35:44.316859 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12a6f0f9-4cc2-4773-88b0-b3c16ca65672 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:44.368669 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=ec1c2e1e-2b57-42dd-9d04-8a525132f294,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:44.369305 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47130) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:44.373356 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d550e-7c2e-4480-b87d-91f703732318 req-6a6324a4-856f-40da-a49d-741146c59777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:44.386658 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-549d550e-7c2e-4480-b87d-91f703732318 req-6a6324a4-856f-40da-a49d-741146c59777 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eaec72b3-21b8-4237-9007-e0660233be23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1890211 Apr 29 11:35:44.388659 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3064f2c0-d73b-4e76-b205-cfe361997557 x-openstack-request-id: req-3064f2c0-d73b-4e76-b205-cfe361997557 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:35:44.389481 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a481d96-2331-4b36-bbea-67494fcdb299", "name": "network-vif-plugged", "status": "completed", "tag": "ec1c2e1e-2b57-42dd-9d04-8a525132f294", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:35:44.389481 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3064f2c0-d73b-4e76-b205-cfe361997557 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:35:44.389727 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3064f2c0-d73b-4e76-b205-cfe361997557'] response: {'server_uuid': '6a481d96-2331-4b36-bbea-67494fcdb299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1c2e1e-2b57-42dd-9d04-8a525132f294', 'code': 200} Apr 29 11:35:44.500439 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12a6f0f9-4cc2-4773-88b0-b3c16ca65672 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:44.504386 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-05392e24-076c-423f-a1b5-c8a82e87c41b tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Allocated IP 172.26.4.189 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/ce2989fc-9a5d-43a1-95f3-6b131587f2a3) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:35:44.526977 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-12a6f0f9-4cc2-4773-88b0-b3c16ca65672 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Calling delete_port for b9bd2470-dc40-492f-8e79-a2f742ac550d owned by network:router_gateway {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:35:44.557972 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-549d550e-7c2e-4480-b87d-91f703732318 req-d55094bc-0f37-4586-aae8-2c3bbe9f2c2c service neutron] 10.222.0.62 "GET /v2.0/networks/eaec72b3-21b8-4237-9007-e0660233be23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555483 Apr 29 11:35:44.605200 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b839b21a-aa78-4f66-a777-734cb7ee19d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:44.610492 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b839b21a-aa78-4f66-a777-734cb7ee19d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:44.611688 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b839b21a-aa78-4f66-a777-734cb7ee19d2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eb9c7606-d7ca-490f-96e4-d225011b9c21 HTTP/1.1" status: 204 len: 168 time: 0.8277481 Apr 29 11:35:44.648742 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b839b21a-aa78-4f66-a777-734cb7ee19d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9c7606-d7ca-490f-96e4-d225011b9c21,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:44.727363 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a792dc5-5cb1-474f-9a86-da412c07c82c req-afed9781-99f2-4b71-9ab3-1f11c07ae0e8 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:44.729195 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9a792dc5-5cb1-474f-9a86-da412c07c82c req-afed9781-99f2-4b71-9ab3-1f11c07ae0e8 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.4242713 Apr 29 11:35:44.791738 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05392e24-076c-423f-a1b5-c8a82e87c41b tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:44.820461 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b7676-175a-4686-ba71-ac33208c0389 req-0872800c-d14a-4e80-b5a1-497bc2c8b81a tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:44.822312 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-969b7676-175a-4686-ba71-ac33208c0389 req-0872800c-d14a-4e80-b5a1-497bc2c8b81a tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cd64ac3-ea03-454f-b47b-da99f74304af HTTP/1.1" status: 200 len: 946 time: 0.2612872 Apr 29 11:35:44.840675 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47146) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:44.848058 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-914af71e-5f40-4bf2-afea-748d17fbf355 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Request body: {'floatingip': {'port_id': 'fd87afa4-3381-456f-92ae-c6c619a21da4'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:44.943482 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-371418dd-5288-4ba6-acf2-5397ae18d634 tempest-PortsAdminExtendedAttrsTestJSON-1223636586 tempest-PortsAdminExtendedAttrsTestJSON-1223636586-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1191273529'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:44.965909 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05392e24-076c-423f-a1b5-c8a82e87c41b tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:44.995140 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-914af71e-5f40-4bf2-afea-748d17fbf355 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks [] for floatingip, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:45.047978 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05392e24-076c-423f-a1b5-c8a82e87c41b tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:45.054223 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-05392e24-076c-423f-a1b5-c8a82e87c41b tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:45.056840 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05392e24-076c-423f-a1b5-c8a82e87c41b tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:45.115071 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9a792dc5-5cb1-474f-9a86-da412c07c82c req-44a21db3-5ea9-46d6-bc63-1ae4daf3151e tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3445814 Apr 29 11:35:45.161281 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371418dd-5288-4ba6-acf2-5397ae18d634 tempest-PortsAdminExtendedAttrsTestJSON-1223636586 tempest-PortsAdminExtendedAttrsTestJSON-1223636586-project] Made reservation on behalf of 6c5555e2c1144323951254293f26fdbb for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:35:45.163352 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05392e24-076c-423f-a1b5-c8a82e87c41b tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Pushing event updated for resources: {'Port': ['ID=ce2989fc-9a5d-43a1-95f3-6b131587f2a3,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:45.167718 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-371418dd-5288-4ba6-acf2-5397ae18d634 tempest-PortsAdminExtendedAttrsTestJSON-1223636586 tempest-PortsAdminExtendedAttrsTestJSON-1223636586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:45.174447 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-549d550e-7c2e-4480-b87d-91f703732318 req-c44264f1-2a5b-405a-86ed-1a60f5a430f6 service neutron] 10.222.0.62 "GET /v2.0/networks/eaec72b3-21b8-4237-9007-e0660233be23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5975878 Apr 29 11:35:45.186067 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afd4ea-f308-4854-a509-d2341a9e0fcd req-e5b1826a-5a7e-4d53-af78-3df2086073cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:45.191878 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-41afd4ea-f308-4854-a509-d2341a9e0fcd req-e5b1826a-5a7e-4d53-af78-3df2086073cd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 1098 time: 0.4555120 Apr 29 11:35:45.194232 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47152) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:45.213577 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12a6f0f9-4cc2-4773-88b0-b3c16ca65672 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:45.224187 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-371418dd-5288-4ba6-acf2-5397ae18d634 tempest-PortsAdminExtendedAttrsTestJSON-1223636586 tempest-PortsAdminExtendedAttrsTestJSON-1223636586-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:45.286302 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a6f0f9-4cc2-4773-88b0-b3c16ca65672 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Pushing event deleted for resources: {'Port': ['ID=b9bd2470-dc40-492f-8e79-a2f742ac550d,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:45.365597 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1715bc-d692-4cba-b4ea-23679a21afce req-a3737a13-72b6-4148-bc6a-a0ab494be048 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:45.374307 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0f1715bc-d692-4cba-b4ea-23679a21afce req-a3737a13-72b6-4148-bc6a-a0ab494be048 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/ports?device_id=c709a808-d139-469a-a2df-f23f6e9fcef1 HTTP/1.1" status: 200 len: 943 time: 0.4350252 Apr 29 11:35:45.381825 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-32fe4131-5479-46a5-a068-e634e7fc0022 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=885d2289c41d4d9b82c9661b77ff6153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1817849 Apr 29 11:35:45.384865 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05392e24-076c-423f-a1b5-c8a82e87c41b tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:45.387443 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47156) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:45.414464 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12a6f0f9-4cc2-4773-88b0-b3c16ca65672 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:45.489391 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-41afd4ea-f308-4854-a509-d2341a9e0fcd req-26008d2f-8ab0-4792-8650-7e80416dd7c2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2845767 Apr 29 11:35:45.537316 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618af6d1-31be-4485-9dea-2b76c47f4064 req-b69b4199-9329-4b2f-89b1-e318e3d417f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:45.539486 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-618af6d1-31be-4485-9dea-2b76c47f4064 req-b69b4199-9329-4b2f-89b1-e318e3d417f2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29eeb1d4e92a46069f73b83fdbc1d076&device_id=c709a808-d139-469a-a2df-f23f6e9fcef1 HTTP/1.1" status: 200 len: 1096 time: 0.2952540 Apr 29 11:35:45.553988 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0f1715bc-d692-4cba-b4ea-23679a21afce req-b6aabdbb-fa0e-42d2-89b7-2cba7651b2e4 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/security-groups?id=15dd70ea-bbec-43b0-9ce3-3ab603b34e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784196 Apr 29 11:35:45.571006 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12a6f0f9-4cc2-4773-88b0-b3c16ca65672 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:45.574216 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05392e24-076c-423f-a1b5-c8a82e87c41b tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:45.577628 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12a6f0f9-4cc2-4773-88b0-b3c16ca65672 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:45.651658 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-371418dd-5288-4ba6-acf2-5397ae18d634 tempest-PortsAdminExtendedAttrsTestJSON-1223636586 tempest-PortsAdminExtendedAttrsTestJSON-1223636586-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:45.682210 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-371418dd-5288-4ba6-acf2-5397ae18d634 tempest-PortsAdminExtendedAttrsTestJSON-1223636586 tempest-PortsAdminExtendedAttrsTestJSON-1223636586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:45.687287 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9b8cbe9d-3800-4d9d-8ac4-be08ba2e928a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:45.711529 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12a6f0f9-4cc2-4773-88b0-b3c16ca65672 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:45.712419 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a6f0f9-4cc2-4773-88b0-b3c16ca65672 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Fanout notify agent at l3_agent the message router_deleted on router 1846c340-0d7a-48bb-b4c0-e59a2ac5dc20 {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:35:45.723813 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12a6f0f9-4cc2-4773-88b0-b3c16ca65672 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:45.731807 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-12a6f0f9-4cc2-4773-88b0-b3c16ca65672 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] 10.222.0.69 "DELETE /v2.0/routers/1846c340-0d7a-48bb-b4c0-e59a2ac5dc20 HTTP/1.1" status: 204 len: 168 time: 2.2550964 Apr 29 11:35:45.738523 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47162) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:45.752489 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-f12fe9ff-0ead-4d67-a7b5-a3c669dfce2e tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Request body: {'router': {'name': 'tempest-snat-router-384481038', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'enable_snat': False}}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:45.813737 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-371418dd-5288-4ba6-acf2-5397ae18d634 tempest-PortsAdminExtendedAttrsTestJSON-1223636586 tempest-PortsAdminExtendedAttrsTestJSON-1223636586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:35:45.845800 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9b8cbe9d-3800-4d9d-8ac4-be08ba2e928a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:45.889890 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f12fe9ff-0ead-4d67-a7b5-a3c669dfce2e tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:45.892977 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f12fe9ff-0ead-4d67-a7b5-a3c669dfce2e tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:45.992593 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f12fe9ff-0ead-4d67-a7b5-a3c669dfce2e tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:45.996411 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9b8cbe9d-3800-4d9d-8ac4-be08ba2e928a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:45.999315 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9b8cbe9d-3800-4d9d-8ac4-be08ba2e928a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:46.000503 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9b8cbe9d-3800-4d9d-8ac4-be08ba2e928a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/62526d11-f9fc-4b20-90d1-75595044aead HTTP/1.1" status: 204 len: 168 time: 0.6121058 Apr 29 11:35:46.055021 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8cbe9d-3800-4d9d-8ac4-be08ba2e928a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62526d11-f9fc-4b20-90d1-75595044aead,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:46.103453 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05392e24-076c-423f-a1b5-c8a82e87c41b tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:46.103691 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371418dd-5288-4ba6-acf2-5397ae18d634 tempest-PortsAdminExtendedAttrsTestJSON-1223636586 tempest-PortsAdminExtendedAttrsTestJSON-1223636586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0743bd2-3944-40f4-b615-c1f692fd8793,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:46.111543 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05392e24-076c-423f-a1b5-c8a82e87c41b tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:46.149327 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-371418dd-5288-4ba6-acf2-5397ae18d634 tempest-PortsAdminExtendedAttrsTestJSON-1223636586 tempest-PortsAdminExtendedAttrsTestJSON-1223636586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:46.149678 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-371418dd-5288-4ba6-acf2-5397ae18d634 tempest-PortsAdminExtendedAttrsTestJSON-1223636586 tempest-PortsAdminExtendedAttrsTestJSON-1223636586-project] Added segment c508c448-a534-45f1-b24d-633b8dfb5a8e of type vlan for network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 Apr 29 11:35:46.297348 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05392e24-076c-423f-a1b5-c8a82e87c41b tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Pushing event updated for resources: {'Port': ['ID=ce2989fc-9a5d-43a1-95f3-6b131587f2a3,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:46.308432 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-371418dd-5288-4ba6-acf2-5397ae18d634 tempest-PortsAdminExtendedAttrsTestJSON-1223636586 tempest-PortsAdminExtendedAttrsTestJSON-1223636586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:46.331765 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f12fe9ff-0ead-4d67-a7b5-a3c669dfce2e tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:46.343400 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47178) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:46.387224 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05392e24-076c-423f-a1b5-c8a82e87c41b tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:46.410454 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05392e24-076c-423f-a1b5-c8a82e87c41b tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:46.416008 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-05392e24-076c-423f-a1b5-c8a82e87c41b tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7853711 Apr 29 11:35:46.416666 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47184) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:46.447650 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618af6d1-31be-4485-9dea-2b76c47f4064 req-8a7563c5-97d9-4e26-84d0-b303f2cfa08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:46.453225 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-618af6d1-31be-4485-9dea-2b76c47f4064 req-8a7563c5-97d9-4e26-84d0-b303f2cfa08d service neutron] 10.222.0.62 "GET /v2.0/networks?id=eaec72b3-21b8-4237-9007-e0660233be23 HTTP/1.1" status: 200 len: 906 time: 0.7301507 Apr 29 11:35:46.554888 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-371418dd-5288-4ba6-acf2-5397ae18d634 tempest-PortsAdminExtendedAttrsTestJSON-1223636586 tempest-PortsAdminExtendedAttrsTestJSON-1223636586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:46.562792 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371418dd-5288-4ba6-acf2-5397ae18d634 tempest-PortsAdminExtendedAttrsTestJSON-1223636586 tempest-PortsAdminExtendedAttrsTestJSON-1223636586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:46.563662 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-371418dd-5288-4ba6-acf2-5397ae18d634 tempest-PortsAdminExtendedAttrsTestJSON-1223636586 tempest-PortsAdminExtendedAttrsTestJSON-1223636586-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:46.567712 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.db.resource_extend [None req-914af71e-5f40-4bf2-afea-748d17fbf355 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:35:46.575247 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-618af6d1-31be-4485-9dea-2b76c47f4064 req-ce5703ff-a0fb-4213-ba49-50411c4225b2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb9abf18-d56e-4f1b-926a-e8ccc1f64b55 HTTP/1.1" status: 200 len: 217 time: 0.1097822 Apr 29 11:35:46.619540 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9215b-6f70-46b5-87ef-d5a33f13917a req-d2ca7fce-99f8-416d-a426-f14b76c476f3 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:46.629206 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a1b9215b-6f70-46b5-87ef-d5a33f13917a req-d2ca7fce-99f8-416d-a426-f14b76c476f3 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.3518198 Apr 29 11:35:46.724378 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618af6d1-31be-4485-9dea-2b76c47f4064 req-fa825759-cf8f-4da8-8eef-14d938a5fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:46.726368 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-618af6d1-31be-4485-9dea-2b76c47f4064 req-fa825759-cf8f-4da8-8eef-14d938a5fc0e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=61739443-868d-4a94-a39b-257f7d0153d0 HTTP/1.1" status: 200 len: 844 time: 0.0731692 Apr 29 11:35:46.811131 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-96b92571-95a8-47c1-9af7-be6db3fbfc27 tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:46.857210 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-371418dd-5288-4ba6-acf2-5397ae18d634 tempest-PortsAdminExtendedAttrsTestJSON-1223636586 tempest-PortsAdminExtendedAttrsTestJSON-1223636586-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.4856675 Apr 29 11:35:46.889198 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-96b92571-95a8-47c1-9af7-be6db3fbfc27 tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:46.901931 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-914af71e-5f40-4bf2-afea-748d17fbf355 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:46.920315 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a1b9215b-6f70-46b5-87ef-d5a33f13917a req-04a1ede1-ad8e-4d82-a088-1286b4291ed2 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2882874 Apr 29 11:35:46.959235 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-914af71e-5f40-4bf2-afea-748d17fbf355 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:46.963656 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371418dd-5288-4ba6-acf2-5397ae18d634 tempest-PortsAdminExtendedAttrsTestJSON-1223636586 tempest-PortsAdminExtendedAttrsTestJSON-1223636586-project] Pushing event updated for resources: {'Network': ['ID=5c476e37-97ab-4a3f-9b19-fe68b8f43af9,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:46.985603 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:35:47.032699 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618af6d1-31be-4485-9dea-2b76c47f4064 req-3965bfe6-039b-4aa1-9ee6-be1a36b2315a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:47.034860 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-618af6d1-31be-4485-9dea-2b76c47f4064 req-3965bfe6-039b-4aa1-9ee6-be1a36b2315a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eaec72b3-21b8-4237-9007-e0660233be23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2915118 Apr 29 11:35:47.068396 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477630f8-00d3-48a6-9d5c-ca64710fd4d3 req-2b82741c-18ed-456c-91f1-2f1126053cf6 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:47.070443 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-477630f8-00d3-48a6-9d5c-ca64710fd4d3 req-2b82741c-18ed-456c-91f1-2f1126053cf6 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/ports?device_id=c709a808-d139-469a-a2df-f23f6e9fcef1 HTTP/1.1" status: 200 len: 943 time: 0.2426698 Apr 29 11:35:47.211871 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-42cc66ab-497d-477a-939a-12d5e574adbf tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:47.214321 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [None req-914af71e-5f40-4bf2-afea-748d17fbf355 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Floating IP 564c2a43-c833-4b37-93ac-e5a497e98dff associated. External IP: 172.26.4.124, port: fd87afa4-3381-456f-92ae-c6c619a21da4. Apr 29 11:35:47.237871 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-96b92571-95a8-47c1-9af7-be6db3fbfc27 tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:47.273010 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-477630f8-00d3-48a6-9d5c-ca64710fd4d3 req-d9e7fae0-a3f1-4cc4-a142-fa9366c61165 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/security-groups?id=15dd70ea-bbec-43b0-9ce3-3ab603b34e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895587 Apr 29 11:35:47.282059 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f12fe9ff-0ead-4d67-a7b5-a3c669dfce2e tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:47.326340 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f12fe9ff-0ead-4d67-a7b5-a3c669dfce2e tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:47.339559 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-618af6d1-31be-4485-9dea-2b76c47f4064 req-b67672e8-352d-423f-8d0c-783b20d79219 service neutron] 10.222.0.62 "GET /v2.0/networks/eaec72b3-21b8-4237-9007-e0660233be23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940123 Apr 29 11:35:47.403010 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-42cc66ab-497d-477a-939a-12d5e574adbf tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Notify callbacks [] for floatingip, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:47.413855 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47208) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:47.420250 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47210) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:47.425493 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Request body: {'port': {'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9', 'binding:host_id': 'hv-neutron-8388', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1335210140'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:47.509857 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Made reservation on behalf of f7c5a7a6980a4f59a77e49cf76ab0570 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:35:47.512361 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:47.539605 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:47.594353 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-96b92571-95a8-47c1-9af7-be6db3fbfc27 tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] Allocated IP 172.26.4.90 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/b7888b7b-6545-481f-866a-ae1632859a28) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:35:47.626537 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-421d7d6c-da21-4237-b360-6d1f0af15025 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-980209336'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:47.639140 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-618af6d1-31be-4485-9dea-2b76c47f4064 req-7c9f8577-7c06-40c0-b9d0-ef93b04df6f9 service neutron] 10.222.0.62 "GET /v2.0/networks/eaec72b3-21b8-4237-9007-e0660233be23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911828 Apr 29 11:35:47.700727 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421d7d6c-da21-4237-b360-6d1f0af15025 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Made reservation on behalf of 9008e26e98c549258c930f1f74c815d8 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:35:47.706800 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-421d7d6c-da21-4237-b360-6d1f0af15025 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:47.712690 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-42cc66ab-497d-477a-939a-12d5e574adbf tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:47.770453 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-421d7d6c-da21-4237-b360-6d1f0af15025 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:47.784850 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-96b92571-95a8-47c1-9af7-be6db3fbfc27 tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:47.804253 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device eb9abf18-d56e-4f1b-926a-e8ccc1f64b55 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:35:47.839137 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914af71e-5f40-4bf2-afea-748d17fbf355 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Router 81c81a82-d88c-477c-a229-3809860b7e42 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:35:47.859678 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:47.864048 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-96b92571-95a8-47c1-9af7-be6db3fbfc27 tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:47.878560 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:47.918918 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] device_id is not set on port fcfb7093-1305-4295-93a7-36afb31b0556 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:35:47.939714 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port eb9abf18-d56e-4f1b-926a-e8ccc1f64b55, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=eb9abf18-d56e-4f1b-926a-e8ccc1f64b55,segment=NetworkSegment(82aa0242-ee84-4c14-a14a-da2052556bcd),segment_id=82aa0242-ee84-4c14-a14a-da2052556bcd)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:35:47.953719 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': 'eb9abf18-d56e-4f1b-926a-e8ccc1f64b55', 'network_id': 'eaec72b3-21b8-4237-9007-e0660233be23', 'port_id': 'eb9abf18-d56e-4f1b-926a-e8ccc1f64b55', 'mac_address': 'fa:16:3e:27:f7:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61739443-868d-4a94-a39b-257f7d0153d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:35:47.974985 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b92571-95a8-47c1-9af7-be6db3fbfc27 tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] Pushing event updated for resources: {'Port': ['ID=b7888b7b-6545-481f-866a-ae1632859a28,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:47.978749 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b92571-95a8-47c1-9af7-be6db3fbfc27 tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:47.988971 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-f12fe9ff-0ead-4d67-a7b5-a3c669dfce2e tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Allocated IP 172.26.4.35 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/c16d8095-290e-4136-ae5d-d11acb1b874f) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:35:47.991373 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-96b92571-95a8-47c1-9af7-be6db3fbfc27 tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:47.995537 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b92571-95a8-47c1-9af7-be6db3fbfc27 tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:48.039852 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:48.065208 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb9abf18-d56e-4f1b-926a-e8ccc1f64b55 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:35:48.096932 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port eb9abf18-d56e-4f1b-926a-e8ccc1f64b55, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=eb9abf18-d56e-4f1b-926a-e8ccc1f64b55,segment=NetworkSegment(82aa0242-ee84-4c14-a14a-da2052556bcd),segment_id=82aa0242-ee84-4c14-a14a-da2052556bcd)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:35:48.102727 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:48.173929 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=eb9abf18-d56e-4f1b-926a-e8ccc1f64b55,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:48.196560 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-96b92571-95a8-47c1-9af7-be6db3fbfc27 tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:48.212594 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f12fe9ff-0ead-4d67-a7b5-a3c669dfce2e tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:48.252040 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-96b92571-95a8-47c1-9af7-be6db3fbfc27 tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:48.313079 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f12fe9ff-0ead-4d67-a7b5-a3c669dfce2e tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:48.348998 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['eb9abf18-d56e-4f1b-926a-e8ccc1f64b55'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:35:48.451798 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cc2f51-127d-4ebd-8531-382f14c70b67,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:48.467718 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12fe9ff-0ead-4d67-a7b5-a3c669dfce2e tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:48.477510 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-42cc66ab-497d-477a-939a-12d5e574adbf tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Allocated IP 172.26.4.79 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/2b216b31-9076-48b8-a898-bdf020e3c45c) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:35:48.492871 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-f12fe9ff-0ead-4d67-a7b5-a3c669dfce2e tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:48.500916 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fe9ff-0ead-4d67-a7b5-a3c669dfce2e tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Pushing event updated for resources: {'Port': ['ID=c16d8095-290e-4136-ae5d-d11acb1b874f,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:48.502825 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12fe9ff-0ead-4d67-a7b5-a3c669dfce2e tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:48.560402 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-421d7d6c-da21-4237-b360-6d1f0af15025 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:48.612111 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b11a41-25b4-4bd6-bc12-8b4dcd457b05 req-73daf49f-168a-412f-8dd1-f96f1ac94511 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:48.613627 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f3b11a41-25b4-4bd6-bc12-8b4dcd457b05 req-73daf49f-168a-412f-8dd1-f96f1ac94511 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.5463450 Apr 29 11:35:48.618720 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-421d7d6c-da21-4237-b360-6d1f0af15025 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:48.668031 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914af71e-5f40-4bf2-afea-748d17fbf355 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:35:48.673991 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-914af71e-5f40-4bf2-afea-748d17fbf355 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:48.688690 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb90cc1-9284-42cb-b995-4012a8b8b6bc None None] Sync routers for ids ['81c81a82-d88c-477c-a229-3809860b7e42'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:35:48.707842 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb90cc1-9284-42cb-b995-4012a8b8b6bc None None] Routers {'81c81a82-d88c-477c-a229-3809860b7e42'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:35:48.709290 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-1eb90cc1-9284-42cb-b995-4012a8b8b6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:35:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['81c81a82-d88c-477c-a229-3809860b7e42'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:48.736391 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-421d7d6c-da21-4237-b360-6d1f0af15025 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:35:48.749760 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb914e-9750-44cc-bec2-15e00c0e0ecb req-1cf7fdac-7b84-4e42-9a06-a0d354342249 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:48.751456 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b2eb914e-9750-44cc-bec2-15e00c0e0ecb req-1cf7fdac-7b84-4e42-9a06-a0d354342249 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/ports?device_id=c709a808-d139-469a-a2df-f23f6e9fcef1 HTTP/1.1" status: 200 len: 944 time: 0.3455062 Apr 29 11:35:48.786963 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-96b92571-95a8-47c1-9af7-be6db3fbfc27 tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:48.802709 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-914af71e-5f40-4bf2-afea-748d17fbf355 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "PUT /v2.0/floatingips/564c2a43-c833-4b37-93ac-e5a497e98dff HTTP/1.1" status: 200 len: 992 time: 3.9584451 Apr 29 11:35:48.803435 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d7d6c-da21-4237-b360-6d1f0af15025 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5345b51-66f0-4aed-a6df-f80658ce9f17,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:48.816779 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd64ac3-ea03-454f-b47b-da99f74304af', 'tag': 'fd87afa4-3381-456f-92ae-c6c619a21da4'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:35:48.819003 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18c5ed9-7efe-42a3-b71d-e4e203f8455a" -d '{"events": [{"name": "network-changed", "server_uuid": "7cd64ac3-ea03-454f-b47b-da99f74304af", "tag": "fd87afa4-3381-456f-92ae-c6c619a21da4"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:35:48.823640 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-421d7d6c-da21-4237-b360-6d1f0af15025 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:48.823640 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-421d7d6c-da21-4237-b360-6d1f0af15025 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Added segment 069c37b2-02f3-4ac5-a9f3-eaf307c84325 of type vlan for network 73c10f80-7ab4-490f-99c0-4311c0413f6f Apr 29 11:35:48.827443 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-96b92571-95a8-47c1-9af7-be6db3fbfc27 tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:48.863052 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f3b11a41-25b4-4bd6-bc12-8b4dcd457b05 req-69d6cbcd-8162-4756-953d-5d044ec689c2 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2231772 Apr 29 11:35:48.868027 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] device_id is not set on port fcfb7093-1305-4295-93a7-36afb31b0556 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:35:48.905733 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-42cc66ab-497d-477a-939a-12d5e574adbf tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:48.937861 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-1eb90cc1-9284-42cb-b995-4012a8b8b6bc None None] Set router 81c81a82-d88c-477c-a229-3809860b7e42 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:35:48.954353 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:48.970605 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b2eb914e-9750-44cc-bec2-15e00c0e0ecb req-96ec96fe-89a6-4a62-bf5e-60c264405f51 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/security-groups?id=15dd70ea-bbec-43b0-9ce3-3ab603b34e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053773 Apr 29 11:35:49.007655 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:49.023222 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b92571-95a8-47c1-9af7-be6db3fbfc27 tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] Pushing event updated for resources: {'Port': ['ID=b7888b7b-6545-481f-866a-ae1632859a28,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:49.069253 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-421d7d6c-da21-4237-b360-6d1f0af15025 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:49.071452 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-96b92571-95a8-47c1-9af7-be6db3fbfc27 tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:49.083995 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad07847e-f6fc-4205-886f-8842eaa23fee x-openstack-request-id: req-ad07847e-f6fc-4205-886f-8842eaa23fee {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:35:49.084568 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cd64ac3-ea03-454f-b47b-da99f74304af", "tag": "fd87afa4-3381-456f-92ae-c6c619a21da4", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:35:49.085077 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ad07847e-f6fc-4205-886f-8842eaa23fee {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:35:49.085857 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad07847e-f6fc-4205-886f-8842eaa23fee'] response: {'name': 'network-changed', 'server_uuid': '7cd64ac3-ea03-454f-b47b-da99f74304af', 'tag': 'fd87afa4-3381-456f-92ae-c6c619a21da4', 'status': 'completed', 'code': 200} Apr 29 11:35:49.111554 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-96b92571-95a8-47c1-9af7-be6db3fbfc27 tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:49.116143 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-96b92571-95a8-47c1-9af7-be6db3fbfc27 tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7703013 Apr 29 11:35:49.118686 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47224) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:49.124250 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-6bd32b6c-1c83-41e0-9b2f-452342311fe3 tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-132774541', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'fixed_ips': [{'ip_address': '172.26.4.90'}]}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:49.146281 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-42cc66ab-497d-477a-939a-12d5e574adbf tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:49.185200 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd32b6c-1c83-41e0-9b2f-452342311fe3 tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] Made reservation on behalf of 1d4fe62cc0024ca89c9d55286fcd9604 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:35:49.187886 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6bd32b6c-1c83-41e0-9b2f-452342311fe3 tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:49.227823 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Pushing event updated for resources: {'Port': ['ID=fcfb7093-1305-4295-93a7-36afb31b0556,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:49.234629 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6bd32b6c-1c83-41e0-9b2f-452342311fe3 tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:49.270911 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.db.resource_extend [None req-421d7d6c-da21-4237-b360-6d1f0af15025 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:35:49.272807 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cc66ab-497d-477a-939a-12d5e574adbf tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:49.273574 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f12fe9ff-0ead-4d67-a7b5-a3c669dfce2e tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:49.276999 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc66ab-497d-477a-939a-12d5e574adbf tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Pushing event updated for resources: {'Port': ['ID=2b216b31-9076-48b8-a898-bdf020e3c45c,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:49.284606 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-42cc66ab-497d-477a-939a-12d5e574adbf tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:49.327606 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cc66ab-497d-477a-939a-12d5e574adbf tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:49.329615 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-1eb90cc1-9284-42cb-b995-4012a8b8b6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c81a82-d88c-477c-a229-3809860b7e42', 'name': 'tempest-ServersTestManualDisk-309826622-router', 'tenant_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '401c559e-1f03-4f11-a60f-ef1235fa09b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:51Z', 'updated_at': '2022-04-29T11:34:59Z', 'revision_number': 4, 'project_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'gw_port': {'id': '401c559e-1f03-4f11-a60f-ef1235fa09b7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c81a82-d88c-477c-a229-3809860b7e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:52Z', 'updated_at': '2022-04-29T11:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '564c2a43-c833-4b37-93ac-e5a497e98dff', 'tenant_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'floating_ip_address': '172.26.4.124', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '81c81a82-d88c-477c-a229-3809860b7e42', 'port_id': 'fd87afa4-3381-456f-92ae-c6c619a21da4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6125a237-5a34-436c-b459-de251466d228', 'mac_address': 'fa:16:3e:91:4c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd64ac3-ea03-454f-b47b-da99f74304af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:35:07Z', 'updated_at': '2022-04-29T11:35:46Z', 'revision_number': 1, 'project_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210c6edf-9df0-4661-8ff5-e3bc0e1fcb53', 'name': '', 'network_id': '6125a237-5a34-436c-b459-de251466d228', 'tenant_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'mac_address': 'fa:16:3e:07:aa:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c81a82-d88c-477c-a229-3809860b7e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '59b54d58-4e33-45ba-b2f2-931d467f06e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:56Z', 'updated_at': '2022-04-29T11:35:08Z', 'revision_number': 5, 'project_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'subnets': [{'id': '59b54d58-4e33-45ba-b2f2-931d467f06e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:49.342332 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-421d7d6c-da21-4237-b360-6d1f0af15025 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:49.348137 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421d7d6c-da21-4237-b360-6d1f0af15025 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:49.348857 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-421d7d6c-da21-4237-b360-6d1f0af15025 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:49.369080 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb90cc1-9284-42cb-b995-4012a8b8b6bc None None] Checking router: 81c81a82-d88c-477c-a229-3809860b7e42 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:35:49.378249 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffffc6-3e40-4a3e-af60-6cf67c521e66 req-73727c5e-dda4-4e3e-a72b-ccad4c7a0387 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:49.379826 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d1ffffc6-3e40-4a3e-af60-6cf67c521e66 req-73727c5e-dda4-4e3e-a72b-ccad4c7a0387 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cd64ac3-ea03-454f-b47b-da99f74304af HTTP/1.1" status: 200 len: 946 time: 0.3803182 Apr 29 11:35:49.387209 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb90cc1-9284-42cb-b995-4012a8b8b6bc None None] Routers {'81c81a82-d88c-477c-a229-3809860b7e42'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:35:49.388683 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-1eb90cc1-9284-42cb-b995-4012a8b8b6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:35:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['81c81a82-d88c-477c-a229-3809860b7e42'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:49.411139 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c5ed9-7efe-42a3-b71d-e4e203f8455a req-a80d8292-9919-4456-b39c-d5f80e50e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:49.413750 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c18c5ed9-7efe-42a3-b71d-e4e203f8455a req-a80d8292-9919-4456-b39c-d5f80e50e65c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf40feb98e9c4f74b755b5dcaa6e15a8&device_id=7cd64ac3-ea03-454f-b47b-da99f74304af HTTP/1.1" status: 200 len: 1099 time: 0.3363535 Apr 29 11:35:49.511538 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Checking segment: {'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:35:49.512322 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Network hostable DHCP agents. Network: 5c476e37-97ab-4a3f-9b19-fe68b8f43af9, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:35:49.539150 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad08cc-eb58-4e2a-8681-d098c451cc2d req-6a0bef41-37b4-4e98-8111-b5f9fe75d8c2 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:49.540995 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9ad08cc-eb58-4e2a-8681-d098c451cc2d req-6a0bef41-37b4-4e98-8111-b5f9fe75d8c2 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.3238287 Apr 29 11:35:49.559058 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47226) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:49.568654 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-421d7d6c-da21-4237-b360-6d1f0af15025 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.1476436 Apr 29 11:35:49.574555 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47228) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:49.576332 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-1eb90cc1-9284-42cb-b995-4012a8b8b6bc None None] Set router 81c81a82-d88c-477c-a229-3809860b7e42 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:35:49.582975 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-e9ceb31c-fe02-40aa-bc15-493b18cbe340 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Request body: {'subnet': {'network_id': '73c10f80-7ab4-490f-99c0-4311c0413f6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:49.603104 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-095690e3-7b2a-49b3-8efe-a07ae82c76d2 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Request body: {'floatingip': {'port_id': 'ec1c2e1e-2b57-42dd-9d04-8a525132f294'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:49.608161 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6bd32b6c-1c83-41e0-9b2f-452342311fe3 tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:49.624114 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d7d6c-da21-4237-b360-6d1f0af15025 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Pushing event updated for resources: {'Network': ['ID=73c10f80-7ab4-490f-99c0-4311c0413f6f,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:49.645825 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 73c10f80-7ab4-490f-99c0-4311c0413f6f details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:35:49.665024 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6bd32b6c-1c83-41e0-9b2f-452342311fe3 tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:49.667659 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-6bd32b6c-1c83-41e0-9b2f-452342311fe3 tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] device_id is not set on port 766485ad-020e-48d0-bafe-b52322f0ca11 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:35:49.791073 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-095690e3-7b2a-49b3-8efe-a07ae82c76d2 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks [] for floatingip, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:49.801420 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c5ed9-7efe-42a3-b71d-e4e203f8455a req-cc549fe3-612e-4118-98b1-8047d2d1984c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:49.803695 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c18c5ed9-7efe-42a3-b71d-e4e203f8455a req-cc549fe3-612e-4118-98b1-8047d2d1984c service neutron] 10.222.0.62 "GET /v2.0/networks?id=6125a237-5a34-436c-b459-de251466d228 HTTP/1.1" status: 200 len: 912 time: 0.3714299 Apr 29 11:35:49.808992 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d1ffffc6-3e40-4a3e-af60-6cf67c521e66 req-a67c6f85-90f6-4a80-a5c3-d3f274ff5819 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/security-groups?id=af172940-50b2-4c9e-9817-d1a8a3efc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3815241 Apr 29 11:35:49.810712 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:35:49.818113 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-42cc66ab-497d-477a-939a-12d5e574adbf tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:49.832775 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device eb9abf18-d56e-4f1b-926a-e8ccc1f64b55 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:35:49.910985 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 5c476e37-97ab-4a3f-9b19-fe68b8f43af9) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:49.915901 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:49.955627 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91169e3f-f86d-43aa-820a-9ca02b437494 None None] Network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:35:49.976867 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port fcfb7093-1305-4295-93a7-36afb31b0556 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:49.977351 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port fcfb7093-1305-4295-93a7-36afb31b0556 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:49.977768 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port fcfb7093-1305-4295-93a7-36afb31b0556 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:49.996223 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ceb31c-fe02-40aa-bc15-493b18cbe340 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Made reservation on behalf of 9008e26e98c549258c930f1f74c815d8 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:35:50.001219 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e9ceb31c-fe02-40aa-bc15-493b18cbe340 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:50.008948 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-1eb90cc1-9284-42cb-b995-4012a8b8b6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c81a82-d88c-477c-a229-3809860b7e42', 'name': 'tempest-ServersTestManualDisk-309826622-router', 'tenant_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '401c559e-1f03-4f11-a60f-ef1235fa09b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:51Z', 'updated_at': '2022-04-29T11:34:59Z', 'revision_number': 4, 'project_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'gw_port': {'id': '401c559e-1f03-4f11-a60f-ef1235fa09b7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c81a82-d88c-477c-a229-3809860b7e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:52Z', 'updated_at': '2022-04-29T11:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '564c2a43-c833-4b37-93ac-e5a497e98dff', 'tenant_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'floating_ip_address': '172.26.4.124', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '81c81a82-d88c-477c-a229-3809860b7e42', 'port_id': 'fd87afa4-3381-456f-92ae-c6c619a21da4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6125a237-5a34-436c-b459-de251466d228', 'mac_address': 'fa:16:3e:91:4c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd64ac3-ea03-454f-b47b-da99f74304af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:35:07Z', 'updated_at': '2022-04-29T11:35:46Z', 'revision_number': 1, 'project_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210c6edf-9df0-4661-8ff5-e3bc0e1fcb53', 'name': '', 'network_id': '6125a237-5a34-436c-b459-de251466d228', 'tenant_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'mac_address': 'fa:16:3e:07:aa:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c81a82-d88c-477c-a229-3809860b7e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '59b54d58-4e33-45ba-b2f2-931d467f06e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:56Z', 'updated_at': '2022-04-29T11:35:08Z', 'revision_number': 5, 'project_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'subnets': [{'id': '59b54d58-4e33-45ba-b2f2-931d467f06e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:50.011448 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Port fcfb7093-1305-4295-93a7-36afb31b0556 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:50.011937 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Failed to bind port fcfb7093-1305-4295-93a7-36afb31b0556 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] Apr 29 11:35:50.030739 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempt 2 to bind port fcfb7093-1305-4295-93a7-36afb31b0556 Apr 29 11:35:50.037843 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c18c5ed9-7efe-42a3-b71d-e4e203f8455a req-aef8ca94-32a5-4780-9b65-b2fa5ab3e33e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd87afa4-3381-456f-92ae-c6c619a21da4 HTTP/1.1" status: 200 len: 1000 time: 0.2232492 Apr 29 11:35:50.062755 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb90cc1-9284-42cb-b995-4012a8b8b6bc None None] The sync data for ids ['81c81a82-d88c-477c-a229-3809860b7e42'] in dv-neutron-838888-1-hyperv is: [{'id': '81c81a82-d88c-477c-a229-3809860b7e42', 'name': 'tempest-ServersTestManualDisk-309826622-router', 'tenant_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '401c559e-1f03-4f11-a60f-ef1235fa09b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:51Z', 'updated_at': '2022-04-29T11:34:59Z', 'revision_number': 4, 'project_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'gw_port': {'id': '401c559e-1f03-4f11-a60f-ef1235fa09b7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c81a82-d88c-477c-a229-3809860b7e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:52Z', 'updated_at': '2022-04-29T11:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '564c2a43-c833-4b37-93ac-e5a497e98dff', 'tenant_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'floating_ip_address': '172.26.4.124', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '81c81a82-d88c-477c-a229-3809860b7e42', 'port_id': 'fd87afa4-3381-456f-92ae-c6c619a21da4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6125a237-5a34-436c-b459-de251466d228', 'mac_address': 'fa:16:3e:91:4c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd64ac3-ea03-454f-b47b-da99f74304af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:35:07Z', 'updated_at': '2022-04-29T11:35:46Z', 'revision_number': 1, 'project_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210c6edf-9df0-4661-8ff5-e3bc0e1fcb53', 'name': '', 'network_id': '6125a237-5a34-436c-b459-de251466d228', 'tenant_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'mac_address': 'fa:16:3e:07:aa:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c81a82-d88c-477c-a229-3809860b7e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '59b54d58-4e33-45ba-b2f2-931d467f06e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:56Z', 'updated_at': '2022-04-29T11:35:08Z', 'revision_number': 5, 'project_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'subnets': [{'id': '59b54d58-4e33-45ba-b2f2-931d467f06e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:35:50.142228 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port eb9abf18-d56e-4f1b-926a-e8ccc1f64b55 completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:35:50.168958 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port eb9abf18-d56e-4f1b-926a-e8ccc1f64b55 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:50.170249 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:50.175438 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port fcfb7093-1305-4295-93a7-36afb31b0556 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:50.176116 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port fcfb7093-1305-4295-93a7-36afb31b0556 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:50.176623 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port fcfb7093-1305-4295-93a7-36afb31b0556 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:50.251287 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Port fcfb7093-1305-4295-93a7-36afb31b0556 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:50.251961 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Failed to bind port fcfb7093-1305-4295-93a7-36afb31b0556 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] Apr 29 11:35:50.283012 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempt 3 to bind port fcfb7093-1305-4295-93a7-36afb31b0556 Apr 29 11:35:50.286746 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:50.311873 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c5ed9-7efe-42a3-b71d-e4e203f8455a req-566c9e7d-52d6-4ff2-81e0-e6af308fb595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:50.313425 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c18c5ed9-7efe-42a3-b71d-e4e203f8455a req-566c9e7d-52d6-4ff2-81e0-e6af308fb595 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=59b54d58-4e33-45ba-b2f2-931d467f06e6 HTTP/1.1" status: 200 len: 850 time: 0.2641470 Apr 29 11:35:50.326332 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c709a808-d139-469a-a2df-f23f6e9fcef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9abf18-d56e-4f1b-926a-e8ccc1f64b55'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:35:50.326537 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3226a-3f73-4c66-8c2c-d304b4cc2e62 req-07eeddd3-19a1-4427-a0a6-519d5a29435a tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:50.327983 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dbe3226a-3f73-4c66-8c2c-d304b4cc2e62 req-07eeddd3-19a1-4427-a0a6-519d5a29435a tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/ports?device_id=c709a808-d139-469a-a2df-f23f6e9fcef1 HTTP/1.1" status: 200 len: 944 time: 0.2275257 Apr 29 11:35:50.329359 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6737a0-9044-4b95-86fe-53dd57b66004" -d '{"events": [{"server_uuid": "c709a808-d139-469a-a2df-f23f6e9fcef1", "name": "network-vif-plugged", "status": "completed", "tag": "eb9abf18-d56e-4f1b-926a-e8ccc1f64b55"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:35:50.345871 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port eb9abf18-d56e-4f1b-926a-e8ccc1f64b55, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=eb9abf18-d56e-4f1b-926a-e8ccc1f64b55,segment=NetworkSegment(82aa0242-ee84-4c14-a14a-da2052556bcd),segment_id=82aa0242-ee84-4c14-a14a-da2052556bcd)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:35:50.346076 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd32b6c-1c83-41e0-9b2f-452342311fe3 tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0f0c4e-6d9d-401f-9d25-3e84d6609a86,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:50.352643 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:50.389971 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port fcfb7093-1305-4295-93a7-36afb31b0556 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:50.390208 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port fcfb7093-1305-4295-93a7-36afb31b0556 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:50.390470 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port fcfb7093-1305-4295-93a7-36afb31b0556 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:50.419609 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=eb9abf18-d56e-4f1b-926a-e8ccc1f64b55,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:50.428061 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Port fcfb7093-1305-4295-93a7-36afb31b0556 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:50.428061 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Failed to bind port fcfb7093-1305-4295-93a7-36afb31b0556 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] Apr 29 11:35:50.432718 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempt 4 to bind port fcfb7093-1305-4295-93a7-36afb31b0556 Apr 29 11:35:50.432982 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f12fe9ff-0ead-4d67-a7b5-a3c669dfce2e tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:50.457707 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-42cc66ab-497d-477a-939a-12d5e574adbf tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:50.474261 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a86db1-36dd-441e-80f2-84daabddacbd x-openstack-request-id: req-16a86db1-36dd-441e-80f2-84daabddacbd {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:35:50.475023 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c709a808-d139-469a-a2df-f23f6e9fcef1", "name": "network-vif-plugged", "status": "completed", "tag": "eb9abf18-d56e-4f1b-926a-e8ccc1f64b55", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:35:50.475023 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-16a86db1-36dd-441e-80f2-84daabddacbd {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:35:50.475478 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16a86db1-36dd-441e-80f2-84daabddacbd'] response: {'server_uuid': 'c709a808-d139-469a-a2df-f23f6e9fcef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9abf18-d56e-4f1b-926a-e8ccc1f64b55', 'code': 200} Apr 29 11:35:50.483933 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544acb10-07fc-4fa6-81c3-ee804d26593f None None] New status for floating IP 564c2a43-c833-4b37-93ac-e5a497e98dff: ACTIVE {{(pid=102961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:35:50.539107 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port fcfb7093-1305-4295-93a7-36afb31b0556 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:50.539715 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port fcfb7093-1305-4295-93a7-36afb31b0556 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:50.539953 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port fcfb7093-1305-4295-93a7-36afb31b0556 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:50.545042 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dbe3226a-3f73-4c66-8c2c-d304b4cc2e62 req-0697ca45-4c78-4195-8edf-ce25d1ac66bb tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/security-groups?id=15dd70ea-bbec-43b0-9ce3-3ab603b34e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487961 Apr 29 11:35:50.567286 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c5ed9-7efe-42a3-b71d-e4e203f8455a req-e29fcfce-2d2a-4d97-baee-aa786dda0dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:50.570914 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c18c5ed9-7efe-42a3-b71d-e4e203f8455a req-e29fcfce-2d2a-4d97-baee-aa786dda0dc5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6125a237-5a34-436c-b459-de251466d228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2404723 Apr 29 11:35:50.572015 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Port fcfb7093-1305-4295-93a7-36afb31b0556 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:50.572872 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Failed to bind port fcfb7093-1305-4295-93a7-36afb31b0556 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] Apr 29 11:35:50.573273 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempt 5 to bind port fcfb7093-1305-4295-93a7-36afb31b0556 Apr 29 11:35:50.590545 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e9ceb31c-fe02-40aa-bc15-493b18cbe340 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:50.674704 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port fcfb7093-1305-4295-93a7-36afb31b0556 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:50.675022 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port fcfb7093-1305-4295-93a7-36afb31b0556 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:50.675273 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port fcfb7093-1305-4295-93a7-36afb31b0556 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:50.735452 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Port fcfb7093-1305-4295-93a7-36afb31b0556 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:50.735769 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Failed to bind port fcfb7093-1305-4295-93a7-36afb31b0556 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] Apr 29 11:35:50.751088 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bd32b6c-1c83-41e0-9b2f-452342311fe3 tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 29 11:35:50.752094 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bd32b6c-1c83-41e0-9b2f-452342311fe3 tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:35:50.752271 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempt 6 to bind port fcfb7093-1305-4295-93a7-36afb31b0556 Apr 29 11:35:50.761161 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ceb31c-fe02-40aa-bc15-493b18cbe340 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Pushing event updated for resources: {'Subnet': ['ID=e405e1d3-6c01-42ce-be1c-2eab5c0fbdeb,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:50.807090 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port fcfb7093-1305-4295-93a7-36afb31b0556 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:50.807421 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port fcfb7093-1305-4295-93a7-36afb31b0556 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:50.807881 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port fcfb7093-1305-4295-93a7-36afb31b0556 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:50.830497 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ceb31c-fe02-40aa-bc15-493b18cbe340 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Checking segment: {'id': '069c37b2-02f3-4ac5-a9f3-eaf307c84325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '73c10f80-7ab4-490f-99c0-4311c0413f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:35:50.830829 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ceb31c-fe02-40aa-bc15-493b18cbe340 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Network hostable DHCP agents. Network: 73c10f80-7ab4-490f-99c0-4311c0413f6f, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:35:50.837403 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c18c5ed9-7efe-42a3-b71d-e4e203f8455a req-2bfccbad-f2b0-47b1-9bfe-bc31a3199f6a service neutron] 10.222.0.62 "GET /v2.0/networks/6125a237-5a34-436c-b459-de251466d228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597806 Apr 29 11:35:50.840117 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Port fcfb7093-1305-4295-93a7-36afb31b0556 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:50.840541 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Failed to bind port fcfb7093-1305-4295-93a7-36afb31b0556 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] Apr 29 11:35:50.843952 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempt 7 to bind port fcfb7093-1305-4295-93a7-36afb31b0556 Apr 29 11:35:50.876091 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6521cf-b0c8-45b9-b3fa-9d6373cf0f0a req-e3abe73a-94bb-475d-8309-8a88cdb43378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:50.877507 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cc6521cf-b0c8-45b9-b3fa-9d6373cf0f0a req-e3abe73a-94bb-475d-8309-8a88cdb43378 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c709a808-d139-469a-a2df-f23f6e9fcef1 HTTP/1.1" status: 200 len: 1098 time: 0.1620224 Apr 29 11:35:50.900310 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port fcfb7093-1305-4295-93a7-36afb31b0556 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:50.901016 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port fcfb7093-1305-4295-93a7-36afb31b0556 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:50.901567 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port fcfb7093-1305-4295-93a7-36afb31b0556 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:50.918432 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6bd32b6c-1c83-41e0-9b2f-452342311fe3 tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.7982485 Apr 29 11:35:50.919667 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47238) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:50.992557 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Port fcfb7093-1305-4295-93a7-36afb31b0556 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:50.993104 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Failed to bind port fcfb7093-1305-4295-93a7-36afb31b0556 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] Apr 29 11:35:50.999607 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempt 8 to bind port fcfb7093-1305-4295-93a7-36afb31b0556 Apr 29 11:35:51.002809 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ceb31c-fe02-40aa-bc15-493b18cbe340 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Network 73c10f80-7ab4-490f-99c0-4311c0413f6f is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:35:51.034305 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-e9ceb31c-fe02-40aa-bc15-493b18cbe340 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 73c10f80-7ab4-490f-99c0-4311c0413f6f) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:51.038928 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ceb31c-fe02-40aa-bc15-493b18cbe340 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:51.039513 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e9ceb31c-fe02-40aa-bc15-493b18cbe340 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:51.047043 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a3691c-f22f-4cb8-b2e9-925a172c8a29 None None] Network 73c10f80-7ab4-490f-99c0-4311c0413f6f requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:35:51.050517 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port fcfb7093-1305-4295-93a7-36afb31b0556 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:51.050861 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port fcfb7093-1305-4295-93a7-36afb31b0556 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:51.051179 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port fcfb7093-1305-4295-93a7-36afb31b0556 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:51.077473 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cc6521cf-b0c8-45b9-b3fa-9d6373cf0f0a req-5b15123c-66da-4216-934b-8b0f40e5702d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=15dd70ea-bbec-43b0-9ce3-3ab603b34e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791883 Apr 29 11:35:51.082570 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Port fcfb7093-1305-4295-93a7-36afb31b0556 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:51.082968 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Failed to bind port fcfb7093-1305-4295-93a7-36afb31b0556 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] Apr 29 11:35:51.087922 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempt 9 to bind port fcfb7093-1305-4295-93a7-36afb31b0556 Apr 29 11:35:51.113659 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e9ceb31c-fe02-40aa-bc15-493b18cbe340 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5352831 Apr 29 11:35:51.117707 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c18c5ed9-7efe-42a3-b71d-e4e203f8455a req-4daecc4c-bc0b-41d5-ace5-f345cccabef3 service neutron] 10.222.0.62 "GET /v2.0/networks/6125a237-5a34-436c-b459-de251466d228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667997 Apr 29 11:35:51.118462 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47240) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:51.125079 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-cdd13c8c-e661-403a-b83e-d39b03857d49 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Request body: {'port': {'network_id': '73c10f80-7ab4-490f-99c0-4311c0413f6f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1691315137'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:51.128282 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port fcfb7093-1305-4295-93a7-36afb31b0556 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:51.128614 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port fcfb7093-1305-4295-93a7-36afb31b0556 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:51.129716 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port fcfb7093-1305-4295-93a7-36afb31b0556 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:51.150597 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Port fcfb7093-1305-4295-93a7-36afb31b0556 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:51.150597 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Failed to bind port fcfb7093-1305-4295-93a7-36afb31b0556 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] Apr 29 11:35:51.150992 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempt 10 to bind port fcfb7093-1305-4295-93a7-36afb31b0556 Apr 29 11:35:51.205332 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port fcfb7093-1305-4295-93a7-36afb31b0556 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:51.205762 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port fcfb7093-1305-4295-93a7-36afb31b0556 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:51.206021 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port fcfb7093-1305-4295-93a7-36afb31b0556 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:51.216937 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Port fcfb7093-1305-4295-93a7-36afb31b0556 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:51.217292 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Failed to bind port fcfb7093-1305-4295-93a7-36afb31b0556 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] Apr 29 11:35:51.218038 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:51.268838 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-42cc66ab-497d-477a-939a-12d5e574adbf tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:51.282862 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-42cc66ab-497d-477a-939a-12d5e574adbf tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:51.305704 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12fe9ff-0ead-4d67-a7b5-a3c669dfce2e tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Router 9eb11140-4424-4b8c-9c63-7c2861e79253 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:35:51.324594 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c57876-268f-4162-abe1-b1c8fc44fa07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-73c10f80-7ab4-490f-99c0-4311c0413f6f', 'network_id': '73c10f80-7ab4-490f-99c0-4311c0413f6f', 'tenant_id': '9008e26e98c549258c930f1f74c815d8', 'fixed_ips': [{'subnet_id': 'e405e1d3-6c01-42ce-be1c-2eab5c0fbdeb'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:35:51.326423 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a5c57876-268f-4162-abe1-b1c8fc44fa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:51.357025 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] For port fcfb7093-1305-4295-93a7-36afb31b0556, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:35:51.358101 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempted to set empty binding levels {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 11:35:51.361170 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd13c8c-e661-403a-b83e-d39b03857d49 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Made reservation on behalf of 9008e26e98c549258c930f1f74c815d8 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:35:51.368151 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-cdd13c8c-e661-403a-b83e-d39b03857d49 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:51.374706 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:51.452115 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:51.453410 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:51.468481 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-cdd13c8c-e661-403a-b83e-d39b03857d49 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] device_id is not set on port fdac2dd1-c744-4976-9565-18206247b695 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:35:51.502205 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.db.resource_extend [None req-095690e3-7b2a-49b3-8efe-a07ae82c76d2 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:35:51.504429 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc66ab-497d-477a-939a-12d5e574adbf tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Pushing event updated for resources: {'Port': ['ID=2b216b31-9076-48b8-a898-bdf020e3c45c,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:51.507403 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-d3ec1ce2-e65b-4b78-ac72-9457af1995fb tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] Deleting port b7888b7b-6545-481f-866a-ae1632859a28 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:35:51.507748 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d3ec1ce2-e65b-4b78-ac72-9457af1995fb tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:51.509219 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-a5c57876-268f-4162-abe1-b1c8fc44fa07 None None] Allocated IP 2001:db8::2 (73c10f80-7ab4-490f-99c0-4311c0413f6f/e405e1d3-6c01-42ce-be1c-2eab5c0fbdeb/f09a2a66-fce1-47f1-bcf7-cc17dda26b84) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:35:51.563678 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Pushing event updated for resources: {'Port': ['ID=fcfb7093-1305-4295-93a7-36afb31b0556,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:51.580838 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c683c729-ec27-41a7-858c-b3474db9ede1 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 4.1588440 Apr 29 11:35:51.581047 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc66ab-497d-477a-939a-12d5e574adbf tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:51.581047 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc66ab-497d-477a-939a-12d5e574adbf tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:51.581241 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc66ab-497d-477a-939a-12d5e574adbf tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:51.581878 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc66ab-497d-477a-939a-12d5e574adbf tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:51.582497 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc66ab-497d-477a-939a-12d5e574adbf tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:51.582836 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc66ab-497d-477a-939a-12d5e574adbf tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:51.583172 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc66ab-497d-477a-939a-12d5e574adbf tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:51.583503 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc66ab-497d-477a-939a-12d5e574adbf tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:51.583833 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc66ab-497d-477a-939a-12d5e574adbf tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:51.584175 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc66ab-497d-477a-939a-12d5e574adbf tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:51.584491 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc66ab-497d-477a-939a-12d5e574adbf tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:51.584819 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc66ab-497d-477a-939a-12d5e574adbf tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:51.588439 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47244) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:51.629704 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-42cc66ab-497d-477a-939a-12d5e574adbf tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:51.716747 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-095690e3-7b2a-49b3-8efe-a07ae82c76d2 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:51.738611 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-42cc66ab-497d-477a-939a-12d5e574adbf tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:51.742228 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-42cc66ab-497d-477a-939a-12d5e574adbf tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9575388 Apr 29 11:35:51.742228 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-095690e3-7b2a-49b3-8efe-a07ae82c76d2 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:51.745477 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47246) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:51.760448 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29356476-dba9-4882-85d3-3e32d92ef55b req-22e7f07b-c975-4f94-afd4-cf7a616b428c tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:51.762211 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-29356476-dba9-4882-85d3-3e32d92ef55b req-22e7f07b-c975-4f94-afd4-cf7a616b428c tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/ports?device_id=c709a808-d139-469a-a2df-f23f6e9fcef1 HTTP/1.1" status: 200 len: 945 time: 0.0709460 Apr 29 11:35:51.820498 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d3ec1ce2-e65b-4b78-ac72-9457af1995fb tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:51.821551 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d3ec1ce2-e65b-4b78-ac72-9457af1995fb tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:51.838459 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-d3ec1ce2-e65b-4b78-ac72-9457af1995fb tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] Calling delete_port for b7888b7b-6545-481f-866a-ae1632859a28 owned by network:floatingip {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:35:51.844951 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a5c57876-268f-4162-abe1-b1c8fc44fa07 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:51.857881 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a5c57876-268f-4162-abe1-b1c8fc44fa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:51.915215 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c57876-268f-4162-abe1-b1c8fc44fa07 None None] Network 73c10f80-7ab4-490f-99c0-4311c0413f6f is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:51.923671 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-a5c57876-268f-4162-abe1-b1c8fc44fa07 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:51.927636 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c57876-268f-4162-abe1-b1c8fc44fa07 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:51.935299 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c57876-268f-4162-abe1-b1c8fc44fa07 None None] Pushing event updated for resources: {'Port': ['ID=f09a2a66-fce1-47f1-bcf7-cc17dda26b84,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:51.945005 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-cdd13c8c-e661-403a-b83e-d39b03857d49 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Allocated IP 2001:db8::2b5 (73c10f80-7ab4-490f-99c0-4311c0413f6f/e405e1d3-6c01-42ce-be1c-2eab5c0fbdeb/fdac2dd1-c744-4976-9565-18206247b695) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:35:51.995258 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-62c8f7aa-ce5f-4a9a-814a-7d29ad3e40c8 tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4179 time: 0.2484660 Apr 29 11:35:51.999896 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47248) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:52.052985 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-29356476-dba9-4882-85d3-3e32d92ef55b req-4dcc3e56-978b-422e-9cb7-77fd52a2ada8 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/security-groups?id=15dd70ea-bbec-43b0-9ce3-3ab603b34e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2510688 Apr 29 11:35:52.073499 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-a5c57876-268f-4162-abe1-b1c8fc44fa07 None None] Attempting to bind port f09a2a66-fce1-47f1-bcf7-cc17dda26b84 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:52.074100 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-a5c57876-268f-4162-abe1-b1c8fc44fa07 None None] Attempting to bind port f09a2a66-fce1-47f1-bcf7-cc17dda26b84 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '069c37b2-02f3-4ac5-a9f3-eaf307c84325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '73c10f80-7ab4-490f-99c0-4311c0413f6f'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:52.074643 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c57876-268f-4162-abe1-b1c8fc44fa07 None None] Attempting to bind port f09a2a66-fce1-47f1-bcf7-cc17dda26b84 on network 73c10f80-7ab4-490f-99c0-4311c0413f6f {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:52.083451 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c57876-268f-4162-abe1-b1c8fc44fa07 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:35:52.086745 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c57876-268f-4162-abe1-b1c8fc44fa07 None None] Checking segment: {'id': '069c37b2-02f3-4ac5-a9f3-eaf307c84325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '73c10f80-7ab4-490f-99c0-4311c0413f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:35:52.087488 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a5c57876-268f-4162-abe1-b1c8fc44fa07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:52.089076 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c57876-268f-4162-abe1-b1c8fc44fa07 None None] Bound using segment: {'id': '069c37b2-02f3-4ac5-a9f3-eaf307c84325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '73c10f80-7ab4-490f-99c0-4311c0413f6f'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:35:52.089799 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-a5c57876-268f-4162-abe1-b1c8fc44fa07 None None] Bound port: f09a2a66-fce1-47f1-bcf7-cc17dda26b84, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069c37b2-02f3-4ac5-a9f3-eaf307c84325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '73c10f80-7ab4-490f-99c0-4311c0413f6f'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:35:52.090242 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a5c57876-268f-4162-abe1-b1c8fc44fa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:52.123557 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-faf759f5-eb37-4415-ab0c-aa7e33b85370 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1200938 Apr 29 11:35:52.129412 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47250) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:52.227997 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12fe9ff-0ead-4d67-a7b5-a3c669dfce2e tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:35:52.261623 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e177d40-e1fe-45c8-bc4c-7089caa4b7e7 None None] Sync routers for ids ['9eb11140-4424-4b8c-9c63-7c2861e79253'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:35:52.284882 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-a5c57876-268f-4162-abe1-b1c8fc44fa07 None None] For port f09a2a66-fce1-47f1-bcf7-cc17dda26b84, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:35:52.288819 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e177d40-e1fe-45c8-bc4c-7089caa4b7e7 None None] Routers {'9eb11140-4424-4b8c-9c63-7c2861e79253'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:35:52.289445 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-1e177d40-e1fe-45c8-bc4c-7089caa4b7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:35:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['9eb11140-4424-4b8c-9c63-7c2861e79253'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:52.296919 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f12fe9ff-0ead-4d67-a7b5-a3c669dfce2e tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:52.300782 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f12fe9ff-0ead-4d67-a7b5-a3c669dfce2e tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.5548098 Apr 29 11:35:52.307491 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-a5c57876-268f-4162-abe1-b1c8fc44fa07 None None] For port f09a2a66-fce1-47f1-bcf7-cc17dda26b84, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=f09a2a66-fce1-47f1-bcf7-cc17dda26b84,segment=NetworkSegment(069c37b2-02f3-4ac5-a9f3-eaf307c84325),segment_id=069c37b2-02f3-4ac5-a9f3-eaf307c84325)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:35:52.313321 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47252) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:52.319147 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a5c57876-268f-4162-abe1-b1c8fc44fa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:52.438997 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-cdd13c8c-e661-403a-b83e-d39b03857d49 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:52.493604 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c57876-268f-4162-abe1-b1c8fc44fa07 None None] Pushing event updated for resources: {'Port': ['ID=f09a2a66-fce1-47f1-bcf7-cc17dda26b84,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:52.539852 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-095690e3-7b2a-49b3-8efe-a07ae82c76d2 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Floating IP 19b7f404-4549-46f7-84f2-98c1a05e17eb associated. External IP: 172.26.4.140, port: ec1c2e1e-2b57-42dd-9d04-8a525132f294. Apr 29 11:35:52.572977 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-cdd13c8c-e661-403a-b83e-d39b03857d49 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:52.585024 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-29c17400-a8f4-4de7-ba7d-57cb97fb926e tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Deleting port 2b216b31-9076-48b8-a898-bdf020e3c45c {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:35:52.585376 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-29c17400-a8f4-4de7-ba7d-57cb97fb926e tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:52.593531 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-d36590f8-7e80-4eac-84d9-279e8a947414 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Deleting port fcfb7093-1305-4295-93a7-36afb31b0556 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:35:52.593531 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d36590f8-7e80-4eac-84d9-279e8a947414 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:52.604746 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-1e177d40-e1fe-45c8-bc4c-7089caa4b7e7 None None] Set router 9eb11140-4424-4b8c-9c63-7c2861e79253 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:35:52.680706 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd13c8c-e661-403a-b83e-d39b03857d49 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Network 73c10f80-7ab4-490f-99c0-4311c0413f6f is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:52.687776 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-cdd13c8c-e661-403a-b83e-d39b03857d49 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:52.690572 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd13c8c-e661-403a-b83e-d39b03857d49 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:52.697993 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd13c8c-e661-403a-b83e-d39b03857d49 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:52.699200 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-cdd13c8c-e661-403a-b83e-d39b03857d49 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:52.737465 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd13c8c-e661-403a-b83e-d39b03857d49 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Pushing event updated for resources: {'Port': ['ID=fdac2dd1-c744-4976-9565-18206247b695,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:52.746856 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-cdd13c8c-e661-403a-b83e-d39b03857d49 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6273031 Apr 29 11:35:52.757833 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47254) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:52.779945 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-0a18893e-0803-4a23-934d-013280da8307 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Request body: {'port': {'network_id': '73c10f80-7ab4-490f-99c0-4311c0413f6f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-117619507', 'allowed_address_pairs': [{'ip_address': '2001:db8::2b5', 'mac_address': 'fa:16:3e:f4:df:25'}]}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:52.790011 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-29c17400-a8f4-4de7-ba7d-57cb97fb926e tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:52.790446 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-29c17400-a8f4-4de7-ba7d-57cb97fb926e tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:52.808319 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-29c17400-a8f4-4de7-ba7d-57cb97fb926e tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Calling delete_port for 2b216b31-9076-48b8-a898-bdf020e3c45c owned by network:floatingip {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:35:52.844529 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d3ec1ce2-e65b-4b78-ac72-9457af1995fb tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:52.870262 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-d36590f8-7e80-4eac-84d9-279e8a947414 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] For port fcfb7093-1305-4295-93a7-36afb31b0556, host hv-neutron-8388, got binding levels [] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:35:52.870714 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d36590f8-7e80-4eac-84d9-279e8a947414 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:52.961774 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d08707d3-2ea2-4fd5-b8a8-b94ff34cae76 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "GET /v2.0/routers/9eb11140-4424-4b8c-9c63-7c2861e79253 HTTP/1.1" status: 200 len: 907 time: 0.6467714 Apr 29 11:35:52.968395 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47256) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:52.983582 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-54ed90ec-1b30-432c-9e73-6af6ba1ee7e6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Request body: {'router': {'name': 'tempest-snat-router-384481038', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'enable_snat': True}}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:52.989706 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-d36590f8-7e80-4eac-84d9-279e8a947414 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Calling delete_port for fcfb7093-1305-4295-93a7-36afb31b0556 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:35:52.990009 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-1e177d40-e1fe-45c8-bc4c-7089caa4b7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb11140-4424-4b8c-9c63-7c2861e79253', 'name': 'tempest-snat-router-384481038', 'tenant_id': '8b88cfc8a00d47cb8f39d4e626603361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.35'}], 'enable_snat': False}, 'gw_port_id': 'c16d8095-290e-4136-ae5d-d11acb1b874f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:35:45Z', 'updated_at': '2022-04-29T11:35:48Z', 'revision_number': 3, 'project_id': '8b88cfc8a00d47cb8f39d4e626603361', 'gw_port': {'id': 'c16d8095-290e-4136-ae5d-d11acb1b874f', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ef:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb11140-4424-4b8c-9c63-7c2861e79253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:47Z', 'updated_at': '2022-04-29T11:35:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:52.993892 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec1ce2-e65b-4b78-ac72-9457af1995fb tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7888b7b-6545-481f-866a-ae1632859a28,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:53.044586 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e177d40-e1fe-45c8-bc4c-7089caa4b7e7 None None] Checking router: 9eb11140-4424-4b8c-9c63-7c2861e79253 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:35:53.045267 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e177d40-e1fe-45c8-bc4c-7089caa4b7e7 None None] Updating router 9eb11140-4424-4b8c-9c63-7c2861e79253 port c16d8095-290e-4136-ae5d-d11acb1b874f binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:35:53.106728 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-1e177d40-e1fe-45c8-bc4c-7089caa4b7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:53.167228 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-54ed90ec-1b30-432c-9e73-6af6ba1ee7e6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:53.168343 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-54ed90ec-1b30-432c-9e73-6af6ba1ee7e6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:53.198322 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d3ec1ce2-e65b-4b78-ac72-9457af1995fb tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:53.201317 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d3ec1ce2-e65b-4b78-ac72-9457af1995fb tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:53.206346 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d3ec1ce2-e65b-4b78-ac72-9457af1995fb tempest-ExternalNetworksAdminNegativeTestJSON-393981907 tempest-ExternalNetworksAdminNegativeTestJSON-393981907-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/90ed3069-3e88-411e-b901-d91c20e3a5b5 HTTP/1.1" status: 204 len: 168 time: 2.2771144 Apr 29 11:35:53.253191 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-29c17400-a8f4-4de7-ba7d-57cb97fb926e tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:53.298997 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a18893e-0803-4a23-934d-013280da8307 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Made reservation on behalf of 9008e26e98c549258c930f1f74c815d8 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:35:53.344935 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c17400-a8f4-4de7-ba7d-57cb97fb926e tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Pushing event deleted for resources: {'Port': ['ID=2b216b31-9076-48b8-a898-bdf020e3c45c,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:53.363269 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-54ed90ec-1b30-432c-9e73-6af6ba1ee7e6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:53.419486 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaae790-3de4-44b5-a2a0-aa3353fde5fe req-32c26dd9-0cde-4521-87db-459c69363876 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:53.423782 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-feaae790-3de4-44b5-a2a0-aa3353fde5fe req-32c26dd9-0cde-4521-87db-459c69363876 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/ports?device_id=c709a808-d139-469a-a2df-f23f6e9fcef1 HTTP/1.1" status: 200 len: 945 time: 0.2299531 Apr 29 11:35:53.504058 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d36590f8-7e80-4eac-84d9-279e8a947414 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:53.537576 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7d4baa30-31ff-433b-98f6-5023ac030fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:53.556358 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-29c17400-a8f4-4de7-ba7d-57cb97fb926e tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Notify callbacks [] for floatingip, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:53.560773 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-29c17400-a8f4-4de7-ba7d-57cb97fb926e tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:53.562570 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-29c17400-a8f4-4de7-ba7d-57cb97fb926e tempest-FloatingIPAdminTestJSON-1484452309 tempest-FloatingIPAdminTestJSON-1484452309-project] 10.222.0.69 "DELETE /v2.0/floatingips/a877a89d-0de6-4be7-b432-7d0c6b88df60 HTTP/1.1" status: 204 len: 168 time: 1.4321916 Apr 29 11:35:53.570053 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47262) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:53.689146 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0a18893e-0803-4a23-934d-013280da8307 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:53.781310 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-feaae790-3de4-44b5-a2a0-aa3353fde5fe req-4c5d59b5-d01a-4af6-aac0-4e99d98b9e41 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/security-groups?id=15dd70ea-bbec-43b0-9ce3-3ab603b34e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304842 Apr 29 11:35:53.791225 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-1e177d40-e1fe-45c8-bc4c-7089caa4b7e7 None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:53.801823 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-1e177d40-e1fe-45c8-bc4c-7089caa4b7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:53.834115 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47266) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:53.913591 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-1e177d40-e1fe-45c8-bc4c-7089caa4b7e7 None None] Attempting to bind port c16d8095-290e-4136-ae5d-d11acb1b874f on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:53.915089 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-1e177d40-e1fe-45c8-bc4c-7089caa4b7e7 None None] Attempting to bind port c16d8095-290e-4136-ae5d-d11acb1b874f by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:53.915256 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e177d40-e1fe-45c8-bc4c-7089caa4b7e7 None None] Attempting to bind port c16d8095-290e-4136-ae5d-d11acb1b874f on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:53.924883 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d0fff-21a5-4d79-bf56-340e151fb51a None None] Pushing event updated for resources: {'Port': ['ID=c16d8095-290e-4136-ae5d-d11acb1b874f,revision_number=2']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:53.926078 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d36590f8-7e80-4eac-84d9-279e8a947414 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:53.933084 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e177d40-e1fe-45c8-bc4c-7089caa4b7e7 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:35:53.933885 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e177d40-e1fe-45c8-bc4c-7089caa4b7e7 None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:35:53.935557 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-1e177d40-e1fe-45c8-bc4c-7089caa4b7e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:53.936199 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e177d40-e1fe-45c8-bc4c-7089caa4b7e7 None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:35:53.936823 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-1e177d40-e1fe-45c8-bc4c-7089caa4b7e7 None None] Bound port: c16d8095-290e-4136-ae5d-d11acb1b874f, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:35:53.937885 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-1e177d40-e1fe-45c8-bc4c-7089caa4b7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:53.947185 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d36590f8-7e80-4eac-84d9-279e8a947414 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] 10.222.0.69 "DELETE /v2.0/ports/fcfb7093-1305-4295-93a7-36afb31b0556 HTTP/1.1" status: 204 len: 168 time: 2.3275597 Apr 29 11:35:53.949185 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36590f8-7e80-4eac-84d9-279e8a947414 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Pushing event deleted for resources: {'Port': ['ID=fcfb7093-1305-4295-93a7-36afb31b0556,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:53.967099 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47270) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:54.024010 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-1e177d40-e1fe-45c8-bc4c-7089caa4b7e7 None None] For port c16d8095-290e-4136-ae5d-d11acb1b874f, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:35:54.030265 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-1e177d40-e1fe-45c8-bc4c-7089caa4b7e7 None None] For port c16d8095-290e-4136-ae5d-d11acb1b874f, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=c16d8095-290e-4136-ae5d-d11acb1b874f,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:35:54.036510 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-1e177d40-e1fe-45c8-bc4c-7089caa4b7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:54.093961 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-54ed90ec-1b30-432c-9e73-6af6ba1ee7e6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:54.101993 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095690e3-7b2a-49b3-8efe-a07ae82c76d2 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Router 0611de60-c659-4550-bb40-3eaeb3552ec5 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:35:54.104216 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-0a18893e-0803-4a23-934d-013280da8307 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] device_id is not set on port a2ba8d53-09d7-4da4-9341-794490dc0a09 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:35:54.109070 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e177d40-e1fe-45c8-bc4c-7089caa4b7e7 None None] Routers {'9eb11140-4424-4b8c-9c63-7c2861e79253'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:35:54.110054 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-1e177d40-e1fe-45c8-bc4c-7089caa4b7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:35:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['9eb11140-4424-4b8c-9c63-7c2861e79253'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:54.114058 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-d24feec3-1626-4dcf-8a42-e78cbb7f8faa tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] GET failed (client error): The resource could not be found. Apr 29 11:35:54.114310 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bb6351-62d3-4527-9a03-cd76f8a77664 None None] Network 73c10f80-7ab4-490f-99c0-4311c0413f6f requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:35:54.119501 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d24feec3-1626-4dcf-8a42-e78cbb7f8faa tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] 10.222.0.69 "GET /v2.0/ports/fcfb7093-1305-4295-93a7-36afb31b0556 HTTP/1.1" status: 404 len: 333 time: 0.1491044 Apr 29 11:35:54.129846 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47272) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:54.140680 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-369dee11-412e-4616-8b9f-27ae3a7736b3 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Request body: {'port': {'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-515084668'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:54.244147 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-1e177d40-e1fe-45c8-bc4c-7089caa4b7e7 None None] Set router 9eb11140-4424-4b8c-9c63-7c2861e79253 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:35:54.286209 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-bce8834e-7fd0-4998-ab48-933a1ac180f4 None None] Provisioning complete for port f09a2a66-fce1-47f1-bcf7-cc17dda26b84 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:54.287071 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-bce8834e-7fd0-4998-ab48-933a1ac180f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:54.310610 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-0a18893e-0803-4a23-934d-013280da8307 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Allocated IP 2001:db8::13b (73c10f80-7ab4-490f-99c0-4311c0413f6f/e405e1d3-6c01-42ce-be1c-2eab5c0fbdeb/a2ba8d53-09d7-4da4-9341-794490dc0a09) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:35:54.314192 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-26a4155c-2259-4963-8919-d32d2c1b2d5f tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Deleting port ce2989fc-9a5d-43a1-95f3-6b131587f2a3 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:35:54.314547 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-26a4155c-2259-4963-8919-d32d2c1b2d5f tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:54.414546 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-bce8834e-7fd0-4998-ab48-933a1ac180f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:54.445420 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d0fff-21a5-4d79-bf56-340e151fb51a None None] Pushing event updated for resources: {'Port': ['ID=c16d8095-290e-4136-ae5d-d11acb1b874f,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:54.489266 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-1e177d40-e1fe-45c8-bc4c-7089caa4b7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb11140-4424-4b8c-9c63-7c2861e79253', 'name': 'tempest-snat-router-384481038', 'tenant_id': '8b88cfc8a00d47cb8f39d4e626603361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.35'}], 'enable_snat': False}, 'gw_port_id': 'c16d8095-290e-4136-ae5d-d11acb1b874f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:35:45Z', 'updated_at': '2022-04-29T11:35:48Z', 'revision_number': 3, 'project_id': '8b88cfc8a00d47cb8f39d4e626603361', 'gw_port': {'id': 'c16d8095-290e-4136-ae5d-d11acb1b874f', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ef:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb11140-4424-4b8c-9c63-7c2861e79253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:47Z', 'updated_at': '2022-04-29T11:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:54.501996 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-bce8834e-7fd0-4998-ab48-933a1ac180f4 None None] For port f09a2a66-fce1-47f1-bcf7-cc17dda26b84, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=f09a2a66-fce1-47f1-bcf7-cc17dda26b84,segment=NetworkSegment(069c37b2-02f3-4ac5-a9f3-eaf307c84325),segment_id=069c37b2-02f3-4ac5-a9f3-eaf307c84325)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:35:54.510080 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-bce8834e-7fd0-4998-ab48-933a1ac180f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:54.546952 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e177d40-e1fe-45c8-bc4c-7089caa4b7e7 None None] The sync data for ids ['9eb11140-4424-4b8c-9c63-7c2861e79253'] in dv-neutron-838888-1-hyperv is: [{'id': '9eb11140-4424-4b8c-9c63-7c2861e79253', 'name': 'tempest-snat-router-384481038', 'tenant_id': '8b88cfc8a00d47cb8f39d4e626603361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.35'}], 'enable_snat': False}, 'gw_port_id': 'c16d8095-290e-4136-ae5d-d11acb1b874f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:35:45Z', 'updated_at': '2022-04-29T11:35:48Z', 'revision_number': 3, 'project_id': '8b88cfc8a00d47cb8f39d4e626603361', 'gw_port': {'id': 'c16d8095-290e-4136-ae5d-d11acb1b874f', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ef:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb11140-4424-4b8c-9c63-7c2861e79253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:47Z', 'updated_at': '2022-04-29T11:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:35:54.605075 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8834e-7fd0-4998-ab48-933a1ac180f4 None None] Pushing event updated for resources: {'Port': ['ID=f09a2a66-fce1-47f1-bcf7-cc17dda26b84,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:54.617986 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce8834e-7fd0-4998-ab48-933a1ac180f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:54.618541 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce8834e-7fd0-4998-ab48-933a1ac180f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:54.618985 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce8834e-7fd0-4998-ab48-933a1ac180f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:54.619435 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce8834e-7fd0-4998-ab48-933a1ac180f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:54.619861 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce8834e-7fd0-4998-ab48-933a1ac180f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:54.620321 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce8834e-7fd0-4998-ab48-933a1ac180f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:54.620761 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce8834e-7fd0-4998-ab48-933a1ac180f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:54.621197 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce8834e-7fd0-4998-ab48-933a1ac180f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:54.621635 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce8834e-7fd0-4998-ab48-933a1ac180f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:54.622094 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce8834e-7fd0-4998-ab48-933a1ac180f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:54.624002 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce8834e-7fd0-4998-ab48-933a1ac180f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:54.624520 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce8834e-7fd0-4998-ab48-933a1ac180f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:54.635860 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-577ad5f7-7f03-4162-8292-6ba0ef3c62bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:54.672215 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369dee11-412e-4616-8b9f-27ae3a7736b3 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Made reservation on behalf of f7c5a7a6980a4f59a77e49cf76ab0570 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:35:54.674954 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-369dee11-412e-4616-8b9f-27ae3a7736b3 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:54.681000 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef25787-6ffe-4d21-8a6f-c908d06f08d6 req-5f14a916-c39b-425d-b9b1-5a107ddd43b5 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:54.683620 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bef25787-6ffe-4d21-8a6f-c908d06f08d6 req-5f14a916-c39b-425d-b9b1-5a107ddd43b5 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/ports?device_id=c709a808-d139-469a-a2df-f23f6e9fcef1 HTTP/1.1" status: 200 len: 945 time: 0.3869514 Apr 29 11:35:54.694955 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47276) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:54.703010 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-26a4155c-2259-4963-8919-d32d2c1b2d5f tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:54.703927 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-26a4155c-2259-4963-8919-d32d2c1b2d5f tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:54.730882 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-d03cb5c0-4152-4d5d-9245-477eafdd6678 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Request body: {'floatingip': {'port_id': 'eb9abf18-d56e-4f1b-926a-e8ccc1f64b55'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:54.782443 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0a18893e-0803-4a23-934d-013280da8307 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:54.784072 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-26a4155c-2259-4963-8919-d32d2c1b2d5f tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Calling delete_port for ce2989fc-9a5d-43a1-95f3-6b131587f2a3 owned by network:floatingip {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:35:54.789412 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-369dee11-412e-4616-8b9f-27ae3a7736b3 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] device_id is not set on port e47110f8-062b-455e-bb17-ccb705a57062 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:35:54.836957 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d03cb5c0-4152-4d5d-9245-477eafdd6678 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks [] for floatingip, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:54.955007 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095690e3-7b2a-49b3-8efe-a07ae82c76d2 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:35:54.967193 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-095690e3-7b2a-49b3-8efe-a07ae82c76d2 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:54.999955 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f9d193-6130-47e9-93bf-992132dc57b7 None None] Sync routers for ids ['0611de60-c659-4550-bb40-3eaeb3552ec5'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:35:55.068896 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-9d4c3118-96c3-4a96-b93a-45d5a5a301f8 None None] Provisioning complete for port fdac2dd1-c744-4976-9565-18206247b695 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:55.069586 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9d4c3118-96c3-4a96-b93a-45d5a5a301f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:55.078517 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f9d193-6130-47e9-93bf-992132dc57b7 None None] Routers {'0611de60-c659-4550-bb40-3eaeb3552ec5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:35:55.079802 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-20f9d193-6130-47e9-93bf-992132dc57b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:35:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['0611de60-c659-4550-bb40-3eaeb3552ec5'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:55.082713 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0a18893e-0803-4a23-934d-013280da8307 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:55.088014 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-095690e3-7b2a-49b3-8efe-a07ae82c76d2 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "PUT /v2.0/floatingips/19b7f404-4549-46f7-84f2-98c1a05e17eb HTTP/1.1" status: 200 len: 991 time: 5.4922769 Apr 29 11:35:55.095848 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a481d96-2331-4b36-bbea-67494fcdb299', 'tag': 'ec1c2e1e-2b57-42dd-9d04-8a525132f294'}] {{(pid=102960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:35:55.105531 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f284d994886e2bee032f7329864f24e5fe1e0d39b4215f9cf8d7074f2166ea6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3206c736-9be7-4f1c-846c-4e5c3e6f7d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "6a481d96-2331-4b36-bbea-67494fcdb299", "tag": "ec1c2e1e-2b57-42dd-9d04-8a525132f294"}]}' {{(pid=102960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:35:55.127959 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-577ad5f7-7f03-4162-8292-6ba0ef3c62bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:55.151750 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-577ad5f7-7f03-4162-8292-6ba0ef3c62bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:55.283161 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f22b331-92c3-41c4-91c3-d06be91b230a x-openstack-request-id: req-8f22b331-92c3-41c4-91c3-d06be91b230a {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:35:55.283832 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a481d96-2331-4b36-bbea-67494fcdb299", "tag": "ec1c2e1e-2b57-42dd-9d04-8a525132f294", "status": "completed", "code": 200}]} {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:35:55.284314 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8f22b331-92c3-41c4-91c3-d06be91b230a {{(pid=102960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:35:55.285838 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f22b331-92c3-41c4-91c3-d06be91b230a'] response: {'name': 'network-changed', 'server_uuid': '6a481d96-2331-4b36-bbea-67494fcdb299', 'tag': 'ec1c2e1e-2b57-42dd-9d04-8a525132f294', 'status': 'completed', 'code': 200} Apr 29 11:35:55.379695 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device f09a2a66-fce1-47f1-bcf7-cc17dda26b84 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:35:55.445295 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-20f9d193-6130-47e9-93bf-992132dc57b7 None None] Set router 0611de60-c659-4550-bb40-3eaeb3552ec5 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:35:55.497504 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-9d4c3118-96c3-4a96-b93a-45d5a5a301f8 None None] Port fdac2dd1-c744-4976-9565-18206247b695 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:35:55.531429 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-9d4c3118-96c3-4a96-b93a-45d5a5a301f8 None None] Provisioning complete for port f09a2a66-fce1-47f1-bcf7-cc17dda26b84 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:55.532031 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9d4c3118-96c3-4a96-b93a-45d5a5a301f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:55.646952 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-577ad5f7-7f03-4162-8292-6ba0ef3c62bf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6d9c8efbadba448ca86f867dc9deaec1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8091435 Apr 29 11:35:55.655923 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ad5f7-7f03-4162-8292-6ba0ef3c62bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c286133-6b25-452e-8e5f-10806470cb24,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:55.666053 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47282) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:55.701645 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18893e-0803-4a23-934d-013280da8307 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Pushing event updated for resources: {'Port': ['ID=a2ba8d53-09d7-4da4-9341-794490dc0a09,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:55.711663 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a18893e-0803-4a23-934d-013280da8307 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Network 73c10f80-7ab4-490f-99c0-4311c0413f6f is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:55.768631 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206c736-9be7-4f1c-846c-4e5c3e6f7d9d req-cc0a3175-bd8e-45cf-a6a9-f5ea72a128cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:55.771494 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3206c736-9be7-4f1c-846c-4e5c3e6f7d9d req-cc0a3175-bd8e-45cf-a6a9-f5ea72a128cc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=966d71c123a54a1eb7656282c791d69b&device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 1098 time: 0.4983478 Apr 29 11:35:55.773799 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ad5f7-7f03-4162-8292-6ba0ef3c62bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:55.774403 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ad5f7-7f03-4162-8292-6ba0ef3c62bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:55.775858 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ad5f7-7f03-4162-8292-6ba0ef3c62bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:55.775858 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ad5f7-7f03-4162-8292-6ba0ef3c62bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:55.776184 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ad5f7-7f03-4162-8292-6ba0ef3c62bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:55.776635 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ad5f7-7f03-4162-8292-6ba0ef3c62bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:55.777130 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ad5f7-7f03-4162-8292-6ba0ef3c62bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:55.777614 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ad5f7-7f03-4162-8292-6ba0ef3c62bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:55.778281 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ad5f7-7f03-4162-8292-6ba0ef3c62bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:55.778735 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ad5f7-7f03-4162-8292-6ba0ef3c62bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:55.779294 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ad5f7-7f03-4162-8292-6ba0ef3c62bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:55.779780 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ad5f7-7f03-4162-8292-6ba0ef3c62bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:35:55.785283 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port f09a2a66-fce1-47f1-bcf7-cc17dda26b84 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:55.785836 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:55.804567 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-369dee11-412e-4616-8b9f-27ae3a7736b3 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:55.834234 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-0a18893e-0803-4a23-934d-013280da8307 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:55.843414 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a18893e-0803-4a23-934d-013280da8307 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:55.850301 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a18893e-0803-4a23-934d-013280da8307 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:55.851005 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0a18893e-0803-4a23-934d-013280da8307 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:55.876175 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-48ad1b12-4e3d-4039-a12f-2a29d3b3fe1b None None] Provisioning complete for port fdac2dd1-c744-4976-9565-18206247b695 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:55.876529 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-48ad1b12-4e3d-4039-a12f-2a29d3b3fe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:56.009835 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0a18893e-0803-4a23-934d-013280da8307 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.2390037 Apr 29 11:35:56.013637 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47284) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:56.016234 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206c736-9be7-4f1c-846c-4e5c3e6f7d9d req-8b2a1a0e-08ce-4df1-a5c2-063e7e8ea779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:56.019041 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3206c736-9be7-4f1c-846c-4e5c3e6f7d9d req-8b2a1a0e-08ce-4df1-a5c2-063e7e8ea779 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4 HTTP/1.1" status: 200 len: 912 time: 0.2127128 Apr 29 11:35:56.034835 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e03647-1ae1-4f96-90c7-3424b862e6e7 req-3eed0fb7-07e4-4b36-bb38-60b981ef73b6 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:56.049316 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-07e03647-1ae1-4f96-90c7-3424b862e6e7 req-3eed0fb7-07e4-4b36-bb38-60b981ef73b6 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.6070416 Apr 29 11:35:56.095454 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-48ad1b12-4e3d-4039-a12f-2a29d3b3fe1b None None] Port fdac2dd1-c744-4976-9565-18206247b695 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:35:56.100006 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-369dee11-412e-4616-8b9f-27ae3a7736b3 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:56.211805 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-20f9d193-6130-47e9-93bf-992132dc57b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'name': 'tempest-ServerActionsTestJSON-769067943-router', 'tenant_id': '966d71c123a54a1eb7656282c791d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'e60db0e6-a947-4fb9-860f-96ff322c4ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:55Z', 'updated_at': '2022-04-29T11:35:10Z', 'revision_number': 4, 'project_id': '966d71c123a54a1eb7656282c791d69b', 'gw_port': {'id': 'e60db0e6-a947-4fb9-860f-96ff322c4ec7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:57Z', 'updated_at': '2022-04-29T11:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '19b7f404-4549-46f7-84f2-98c1a05e17eb', 'tenant_id': '966d71c123a54a1eb7656282c791d69b', 'floating_ip_address': '172.26.4.140', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'port_id': 'ec1c2e1e-2b57-42dd-9d04-8a525132f294', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4', 'mac_address': 'fa:16:3e:62:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a481d96-2331-4b36-bbea-67494fcdb299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:35:26Z', 'updated_at': '2022-04-29T11:35:51Z', 'revision_number': 1, 'project_id': '966d71c123a54a1eb7656282c791d69b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3615e83a-fc64-4dee-b0b3-1833e902cf0d', 'name': '', 'network_id': '9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4', 'tenant_id': '966d71c123a54a1eb7656282c791d69b', 'mac_address': 'fa:16:3e:33:99:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f2955ff6-7656-4447-a96d-af5d60561c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:06Z', 'updated_at': '2022-04-29T11:35:17Z', 'revision_number': 5, 'project_id': '966d71c123a54a1eb7656282c791d69b', 'subnets': [{'id': 'f2955ff6-7656-4447-a96d-af5d60561c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:56.229985 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a239fb6-8a1c-4bf0-ac23-2664cbd0319a tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:56.236974 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a239fb6-8a1c-4bf0-ac23-2664cbd0319a tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:56.243933 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a239fb6-8a1c-4bf0-ac23-2664cbd0319a tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:56.245706 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0a239fb6-8a1c-4bf0-ac23-2664cbd0319a tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.2293129 Apr 29 11:35:56.251250 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-54ed90ec-1b30-432c-9e73-6af6ba1ee7e6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:56.251492 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f9d193-6130-47e9-93bf-992132dc57b7 None None] Checking router: 0611de60-c659-4550-bb40-3eaeb3552ec5 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:35:56.253288 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47288) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:56.268485 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f9d193-6130-47e9-93bf-992132dc57b7 None None] Routers {'0611de60-c659-4550-bb40-3eaeb3552ec5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:35:56.269141 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-20f9d193-6130-47e9-93bf-992132dc57b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:35:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['0611de60-c659-4550-bb40-3eaeb3552ec5'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:56.300147 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369dee11-412e-4616-8b9f-27ae3a7736b3 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:56.323247 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-54ed90ec-1b30-432c-9e73-6af6ba1ee7e6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:56.342847 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-d312a0e5-e834-45b8-aa6d-3abad6bfd8c5 None None] Provisioning complete for port a2ba8d53-09d7-4da4-9341-794490dc0a09 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:56.343496 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d312a0e5-e834-45b8-aa6d-3abad6bfd8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:56.379804 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-369dee11-412e-4616-8b9f-27ae3a7736b3 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:56.382936 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369dee11-412e-4616-8b9f-27ae3a7736b3 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Pushing event updated for resources: {'Port': ['ID=e47110f8-062b-455e-bb17-ccb705a57062,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:56.387389 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369dee11-412e-4616-8b9f-27ae3a7736b3 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:56.388221 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369dee11-412e-4616-8b9f-27ae3a7736b3 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:56.390628 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-369dee11-412e-4616-8b9f-27ae3a7736b3 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:56.414943 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3206c736-9be7-4f1c-846c-4e5c3e6f7d9d req-03f062ce-acbb-4a23-945b-94baa9a85b23 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec1c2e1e-2b57-42dd-9d04-8a525132f294 HTTP/1.1" status: 200 len: 999 time: 0.3575847 Apr 29 11:35:56.435433 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-07e03647-1ae1-4f96-90c7-3424b862e6e7 req-5f2bf58a-137a-4f6c-8014-26ef07c93998 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3846889 Apr 29 11:35:56.460112 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-d312a0e5-e834-45b8-aa6d-3abad6bfd8c5 None None] Port a2ba8d53-09d7-4da4-9341-794490dc0a09 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:35:56.466478 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-369dee11-412e-4616-8b9f-27ae3a7736b3 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.3324697 Apr 29 11:35:56.470159 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47290) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:56.483260 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8388'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:56.508627 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-26a4155c-2259-4963-8919-d32d2c1b2d5f tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:56.530940 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-20f9d193-6130-47e9-93bf-992132dc57b7 None None] Set router 0611de60-c659-4550-bb40-3eaeb3552ec5 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:35:56.537020 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-67aeaaf4-ef61-4fe3-aa94-11e4acb0ae6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:56.601745 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-54ed90ec-1b30-432c-9e73-6af6ba1ee7e6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Allocated IP 172.26.4.73 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/7879e841-acb3-440c-8f86-3229c42cf775) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:35:56.618683 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4155c-2259-4963-8919-d32d2c1b2d5f tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce2989fc-9a5d-43a1-95f3-6b131587f2a3,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:56.651779 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:56.659334 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-10be1719-774e-4666-ae35-c8712ab69b2d tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Deleting port a2ba8d53-09d7-4da4-9341-794490dc0a09 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:35:56.659694 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-10be1719-774e-4666-ae35-c8712ab69b2d tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:56.675505 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-67aeaaf4-ef61-4fe3-aa94-11e4acb0ae6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:56.818413 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206c736-9be7-4f1c-846c-4e5c3e6f7d9d req-1b5ee332-5585-4a41-bd33-df0331eda8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:56.820140 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3206c736-9be7-4f1c-846c-4e5c3e6f7d9d req-1b5ee332-5585-4a41-bd33-df0331eda8ca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f2955ff6-7656-4447-a96d-af5d60561c06 HTTP/1.1" status: 200 len: 850 time: 0.3292017 Apr 29 11:35:56.973989 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-54ed90ec-1b30-432c-9e73-6af6ba1ee7e6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:56.976891 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-10be1719-774e-4666-ae35-c8712ab69b2d tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:56.995762 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3134a5-77c8-4031-bc3a-445c783457e3 req-35abd229-178d-4483-a1a7-65260dda6384 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:56.999445 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9e3134a5-77c8-4031-bc3a-445c783457e3 req-35abd229-178d-4483-a1a7-65260dda6384 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.4281116 Apr 29 11:35:57.000552 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-26a4155c-2259-4963-8919-d32d2c1b2d5f tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:57.003438 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-26a4155c-2259-4963-8919-d32d2c1b2d5f tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:57.004908 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-26a4155c-2259-4963-8919-d32d2c1b2d5f tempest-FloatingIPAdminTestJSON-1571227811 tempest-FloatingIPAdminTestJSON-1571227811-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/2aed7a38-b8d7-4079-a676-22b1aae235e1 HTTP/1.1" status: 204 len: 168 time: 3.4331670 Apr 29 11:35:57.017633 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47294) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:57.037998 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.db.resource_extend [None req-d03cb5c0-4152-4d5d-9245-477eafdd6678 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:35:57.085004 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:57.097542 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device c16d8095-290e-4136-ae5d-d11acb1b874f up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:35:57.150086 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-10be1719-774e-4666-ae35-c8712ab69b2d tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Calling delete_port for a2ba8d53-09d7-4da4-9341-794490dc0a09 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:35:57.167883 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-67aeaaf4-ef61-4fe3-aa94-11e4acb0ae6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:57.172144 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-67aeaaf4-ef61-4fe3-aa94-11e4acb0ae6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:57.176495 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-67aeaaf4-ef61-4fe3-aa94-11e4acb0ae6e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5c286133-6b25-452e-8e5f-10806470cb24 HTTP/1.1" status: 204 len: 168 time: 1.4875541 Apr 29 11:35:57.213452 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206c736-9be7-4f1c-846c-4e5c3e6f7d9d req-b44d702c-61a0-45d2-a3aa-16068ef2fbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:57.215459 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3206c736-9be7-4f1c-846c-4e5c3e6f7d9d req-b44d702c-61a0-45d2-a3aa-16068ef2fbbc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3655338 Apr 29 11:35:57.236145 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aeaaf4-ef61-4fe3-aa94-11e4acb0ae6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c286133-6b25-452e-8e5f-10806470cb24,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:57.240723 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port c16d8095-290e-4136-ae5d-d11acb1b874f triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:57.241100 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:57.264472 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d03cb5c0-4152-4d5d-9245-477eafdd6678 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:57.294015 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] device_id is not set on port e47110f8-062b-455e-bb17-ccb705a57062 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:35:57.298539 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9e3134a5-77c8-4031-bc3a-445c783457e3 req-8d1fc18b-040f-4bb0-bd74-93b41ac777cd tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2797916 Apr 29 11:35:57.314012 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:57.319398 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d03cb5c0-4152-4d5d-9245-477eafdd6678 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:57.342924 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:57.386490 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-54ed90ec-1b30-432c-9e73-6af6ba1ee7e6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:57.432912 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1673cbea-c53a-45a9-8258-e71e64a256cd req-1ed562e4-25f3-4f65-b564-d4ff8eff901b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7cd64ac3-ea03-454f-b47b-da99f74304af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4115515 Apr 29 11:35:57.443545 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ed90ec-1b30-432c-9e73-6af6ba1ee7e6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:35:57.455661 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-54ed90ec-1b30-432c-9e73-6af6ba1ee7e6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:35:57.458037 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Pushing event updated for resources: {'Port': ['ID=e47110f8-062b-455e-bb17-ccb705a57062,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:57.460716 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ed90ec-1b30-432c-9e73-6af6ba1ee7e6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:35:57.541394 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-20f9d193-6130-47e9-93bf-992132dc57b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'name': 'tempest-ServerActionsTestJSON-769067943-router', 'tenant_id': '966d71c123a54a1eb7656282c791d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'e60db0e6-a947-4fb9-860f-96ff322c4ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:55Z', 'updated_at': '2022-04-29T11:35:10Z', 'revision_number': 4, 'project_id': '966d71c123a54a1eb7656282c791d69b', 'gw_port': {'id': 'e60db0e6-a947-4fb9-860f-96ff322c4ec7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:57Z', 'updated_at': '2022-04-29T11:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '19b7f404-4549-46f7-84f2-98c1a05e17eb', 'tenant_id': '966d71c123a54a1eb7656282c791d69b', 'floating_ip_address': '172.26.4.140', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'port_id': 'ec1c2e1e-2b57-42dd-9d04-8a525132f294', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4', 'mac_address': 'fa:16:3e:62:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a481d96-2331-4b36-bbea-67494fcdb299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:35:26Z', 'updated_at': '2022-04-29T11:35:51Z', 'revision_number': 1, 'project_id': '966d71c123a54a1eb7656282c791d69b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3615e83a-fc64-4dee-b0b3-1833e902cf0d', 'name': '', 'network_id': '9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4', 'tenant_id': '966d71c123a54a1eb7656282c791d69b', 'mac_address': 'fa:16:3e:33:99:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f2955ff6-7656-4447-a96d-af5d60561c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:06Z', 'updated_at': '2022-04-29T11:35:17Z', 'revision_number': 5, 'project_id': '966d71c123a54a1eb7656282c791d69b', 'subnets': [{'id': 'f2955ff6-7656-4447-a96d-af5d60561c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:57.546995 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:57.587291 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port e47110f8-062b-455e-bb17-ccb705a57062 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:57.587772 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port e47110f8-062b-455e-bb17-ccb705a57062 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] {{(pid=102960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:57.588346 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port e47110f8-062b-455e-bb17-ccb705a57062 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:57.602735 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Port e47110f8-062b-455e-bb17-ccb705a57062 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:57.603281 dv-neutron-838888-1-hyperv neutron-server[102960]: ERROR neutron.plugins.ml2.managers [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Failed to bind port e47110f8-062b-455e-bb17-ccb705a57062 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] Apr 29 11:35:57.611432 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.plugins.ml2.plugin [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempt 2 to bind port e47110f8-062b-455e-bb17-ccb705a57062 Apr 29 11:35:57.629832 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f9d193-6130-47e9-93bf-992132dc57b7 None None] The sync data for ids ['0611de60-c659-4550-bb40-3eaeb3552ec5'] in dv-neutron-838888-1-hyperv is: [{'id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'name': 'tempest-ServerActionsTestJSON-769067943-router', 'tenant_id': '966d71c123a54a1eb7656282c791d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'e60db0e6-a947-4fb9-860f-96ff322c4ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:55Z', 'updated_at': '2022-04-29T11:35:10Z', 'revision_number': 4, 'project_id': '966d71c123a54a1eb7656282c791d69b', 'gw_port': {'id': 'e60db0e6-a947-4fb9-860f-96ff322c4ec7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:57Z', 'updated_at': '2022-04-29T11:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '19b7f404-4549-46f7-84f2-98c1a05e17eb', 'tenant_id': '966d71c123a54a1eb7656282c791d69b', 'floating_ip_address': '172.26.4.140', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'port_id': 'ec1c2e1e-2b57-42dd-9d04-8a525132f294', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4', 'mac_address': 'fa:16:3e:62:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a481d96-2331-4b36-bbea-67494fcdb299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:35:26Z', 'updated_at': '2022-04-29T11:35:51Z', 'revision_number': 1, 'project_id': '966d71c123a54a1eb7656282c791d69b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3615e83a-fc64-4dee-b0b3-1833e902cf0d', 'name': '', 'network_id': '9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4', 'tenant_id': '966d71c123a54a1eb7656282c791d69b', 'mac_address': 'fa:16:3e:33:99:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f2955ff6-7656-4447-a96d-af5d60561c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:06Z', 'updated_at': '2022-04-29T11:35:17Z', 'revision_number': 5, 'project_id': '966d71c123a54a1eb7656282c791d69b', 'subnets': [{'id': 'f2955ff6-7656-4447-a96d-af5d60561c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:35:57.659732 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port e47110f8-062b-455e-bb17-ccb705a57062 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:57.659984 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port e47110f8-062b-455e-bb17-ccb705a57062 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] {{(pid=102960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:57.660325 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port e47110f8-062b-455e-bb17-ccb705a57062 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:57.665153 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed90ec-1b30-432c-9e73-6af6ba1ee7e6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Pushing event updated for resources: {'Port': ['ID=7879e841-acb3-440c-8f86-3229c42cf775,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:57.678131 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Port e47110f8-062b-455e-bb17-ccb705a57062 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:57.678496 dv-neutron-838888-1-hyperv neutron-server[102960]: ERROR neutron.plugins.ml2.managers [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Failed to bind port e47110f8-062b-455e-bb17-ccb705a57062 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] Apr 29 11:35:57.717384 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.plugins.ml2.plugin [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempt 3 to bind port e47110f8-062b-455e-bb17-ccb705a57062 Apr 29 11:35:57.725378 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port c16d8095-290e-4136-ae5d-d11acb1b874f, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=c16d8095-290e-4136-ae5d-d11acb1b874f,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:35:57.735750 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port e47110f8-062b-455e-bb17-ccb705a57062 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:57.736089 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port e47110f8-062b-455e-bb17-ccb705a57062 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] {{(pid=102960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:57.736473 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port e47110f8-062b-455e-bb17-ccb705a57062 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:57.741305 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-10be1719-774e-4666-ae35-c8712ab69b2d tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:57.751017 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:57.785227 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [None req-d03cb5c0-4152-4d5d-9245-477eafdd6678 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Floating IP 827a948b-3d23-4198-9a98-0a0af917c9dc associated. External IP: 172.26.4.163, port: eb9abf18-d56e-4f1b-926a-e8ccc1f64b55. Apr 29 11:35:57.787221 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Port e47110f8-062b-455e-bb17-ccb705a57062 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:57.787577 dv-neutron-838888-1-hyperv neutron-server[102960]: ERROR neutron.plugins.ml2.managers [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Failed to bind port e47110f8-062b-455e-bb17-ccb705a57062 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] Apr 29 11:35:57.811282 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.plugins.ml2.plugin [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempt 4 to bind port e47110f8-062b-455e-bb17-ccb705a57062 Apr 29 11:35:57.833340 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47302) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:57.834046 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6b29d36f-99f5-4e87-85fc-2db9ba41e35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:57.850566 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be1719-774e-4666-ae35-c8712ab69b2d tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Pushing event deleted for resources: {'Port': ['ID=a2ba8d53-09d7-4da4-9341-794490dc0a09,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:57.855012 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3206c736-9be7-4f1c-846c-4e5c3e6f7d9d req-de7fa74a-8e2a-4bc7-b568-de04cb28332c service neutron] 10.222.0.62 "GET /v2.0/networks/9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6078498 Apr 29 11:35:57.871350 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-2cd25517-50dd-4b73-b7cf-cc5c8741dea6 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Deleting port fae9f6ce-9e6a-4648-adf8-c2899392b3d2 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:35:57.872779 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2cd25517-50dd-4b73-b7cf-cc5c8741dea6 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:57.894648 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=c16d8095-290e-4136-ae5d-d11acb1b874f,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:57.916123 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port e47110f8-062b-455e-bb17-ccb705a57062 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:57.916336 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port e47110f8-062b-455e-bb17-ccb705a57062 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] {{(pid=102960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:57.916595 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port e47110f8-062b-455e-bb17-ccb705a57062 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:57.972733 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Port e47110f8-062b-455e-bb17-ccb705a57062 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:57.972961 dv-neutron-838888-1-hyperv neutron-server[102960]: ERROR neutron.plugins.ml2.managers [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Failed to bind port e47110f8-062b-455e-bb17-ccb705a57062 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] Apr 29 11:35:57.982566 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.plugins.ml2.plugin [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempt 5 to bind port e47110f8-062b-455e-bb17-ccb705a57062 Apr 29 11:35:58.037153 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b56f3c7-08f8-4327-95b3-36901d2b563d None None] New status for floating IP 19b7f404-4549-46f7-84f2-98c1a05e17eb: ACTIVE {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:35:58.054526 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d4dfe255-3567-4c08-8802-657d34d839d6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1d4fe62cc0024ca89c9d55286fcd9604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2185469 Apr 29 11:35:58.055239 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port e47110f8-062b-455e-bb17-ccb705a57062 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:58.055573 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port e47110f8-062b-455e-bb17-ccb705a57062 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] {{(pid=102960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:58.055907 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port e47110f8-062b-455e-bb17-ccb705a57062 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:58.058103 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47304) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:58.170619 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-10be1719-774e-4666-ae35-c8712ab69b2d tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:58.173758 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-10be1719-774e-4666-ae35-c8712ab69b2d tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] 10.222.0.69 "DELETE /v2.0/ports/a2ba8d53-09d7-4da4-9341-794490dc0a09 HTTP/1.1" status: 204 len: 168 time: 1.9142931 Apr 29 11:35:58.176396 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Port e47110f8-062b-455e-bb17-ccb705a57062 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:58.176726 dv-neutron-838888-1-hyperv neutron-server[102960]: ERROR neutron.plugins.ml2.managers [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Failed to bind port e47110f8-062b-455e-bb17-ccb705a57062 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] Apr 29 11:35:58.180382 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47306) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:58.211603 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.plugins.ml2.plugin [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempt 6 to bind port e47110f8-062b-455e-bb17-ccb705a57062 Apr 29 11:35:58.240950 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:35:58.267837 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4cb53b9-c36e-4d51-aa46-14b8f4d51133 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] GET failed (client error): The resource could not be found. Apr 29 11:35:58.269383 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e4cb53b9-c36e-4d51-aa46-14b8f4d51133 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] 10.222.0.69 "GET /v2.0/ports/a2ba8d53-09d7-4da4-9341-794490dc0a09 HTTP/1.1" status: 404 len: 333 time: 0.0549140 Apr 29 11:35:58.279336 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47308) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:58.280091 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port e47110f8-062b-455e-bb17-ccb705a57062 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:58.280434 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port e47110f8-062b-455e-bb17-ccb705a57062 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] {{(pid=102960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:58.280797 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port e47110f8-062b-455e-bb17-ccb705a57062 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:58.290687 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-64505ebe-98cc-43f9-aea5-4576a3d1fc82 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Request body: {'port': {'network_id': '73c10f80-7ab4-490f-99c0-4311c0413f6f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-826595443'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:35:58.304990 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Port e47110f8-062b-455e-bb17-ccb705a57062 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:58.305317 dv-neutron-838888-1-hyperv neutron-server[102960]: ERROR neutron.plugins.ml2.managers [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Failed to bind port e47110f8-062b-455e-bb17-ccb705a57062 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] Apr 29 11:35:58.317327 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.plugins.ml2.plugin [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempt 7 to bind port e47110f8-062b-455e-bb17-ccb705a57062 Apr 29 11:35:58.320491 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-54ed90ec-1b30-432c-9e73-6af6ba1ee7e6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:58.420726 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673cbea-c53a-45a9-8258-e71e64a256cd req-95f6641b-849c-4243-8f1a-2db63f133ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:58.422380 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1673cbea-c53a-45a9-8258-e71e64a256cd req-95f6641b-849c-4243-8f1a-2db63f133ee2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf40feb98e9c4f74b755b5dcaa6e15a8&device_id=7cd64ac3-ea03-454f-b47b-da99f74304af HTTP/1.1" status: 200 len: 1099 time: 0.8522916 Apr 29 11:35:58.423959 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port e47110f8-062b-455e-bb17-ccb705a57062 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:58.423959 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port e47110f8-062b-455e-bb17-ccb705a57062 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] {{(pid=102960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:58.425511 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port e47110f8-062b-455e-bb17-ccb705a57062 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:58.437208 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-332be6ba-7891-49f6-9c6f-b59c091dcb03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:58.451581 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Port e47110f8-062b-455e-bb17-ccb705a57062 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:58.451581 dv-neutron-838888-1-hyperv neutron-server[102960]: ERROR neutron.plugins.ml2.managers [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Failed to bind port e47110f8-062b-455e-bb17-ccb705a57062 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] Apr 29 11:35:58.461426 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.plugins.ml2.plugin [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempt 8 to bind port e47110f8-062b-455e-bb17-ccb705a57062 Apr 29 11:35:58.468619 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:58.537362 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-332be6ba-7891-49f6-9c6f-b59c091dcb03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:58.540799 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port e47110f8-062b-455e-bb17-ccb705a57062 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:58.541464 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port e47110f8-062b-455e-bb17-ccb705a57062 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] {{(pid=102960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:58.541464 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port e47110f8-062b-455e-bb17-ccb705a57062 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:58.576214 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Port e47110f8-062b-455e-bb17-ccb705a57062 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:58.576520 dv-neutron-838888-1-hyperv neutron-server[102960]: ERROR neutron.plugins.ml2.managers [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Failed to bind port e47110f8-062b-455e-bb17-ccb705a57062 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] Apr 29 11:35:58.580995 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.plugins.ml2.plugin [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempt 9 to bind port e47110f8-062b-455e-bb17-ccb705a57062 Apr 29 11:35:58.599846 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2cd25517-50dd-4b73-b7cf-cc5c8741dea6 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:58.643977 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3206c736-9be7-4f1c-846c-4e5c3e6f7d9d req-83014d45-8739-4c94-b024-652bdfc88e58 service neutron] 10.222.0.62 "GET /v2.0/networks/9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7612736 Apr 29 11:35:58.650909 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port e47110f8-062b-455e-bb17-ccb705a57062 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:58.651239 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port e47110f8-062b-455e-bb17-ccb705a57062 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] {{(pid=102960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:58.652229 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port e47110f8-062b-455e-bb17-ccb705a57062 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:58.660248 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-2cd25517-50dd-4b73-b7cf-cc5c8741dea6 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Calling delete_port for fae9f6ce-9e6a-4648-adf8-c2899392b3d2 owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:35:58.677259 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Port e47110f8-062b-455e-bb17-ccb705a57062 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:58.678097 dv-neutron-838888-1-hyperv neutron-server[102960]: ERROR neutron.plugins.ml2.managers [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Failed to bind port e47110f8-062b-455e-bb17-ccb705a57062 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] Apr 29 11:35:58.683812 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.plugins.ml2.plugin [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempt 10 to bind port e47110f8-062b-455e-bb17-ccb705a57062 Apr 29 11:35:58.699339 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64505ebe-98cc-43f9-aea5-4576a3d1fc82 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Made reservation on behalf of 9008e26e98c549258c930f1f74c815d8 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:35:58.706195 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-64505ebe-98cc-43f9-aea5-4576a3d1fc82 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:58.762136 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-332be6ba-7891-49f6-9c6f-b59c091dcb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:58.765155 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-332be6ba-7891-49f6-9c6f-b59c091dcb03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:58.766915 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-332be6ba-7891-49f6-9c6f-b59c091dcb03 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1d0f0c4e-6d9d-401f-9d25-3e84d6609a86 HTTP/1.1" status: 204 len: 168 time: 0.6632223 Apr 29 11:35:58.778645 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port e47110f8-062b-455e-bb17-ccb705a57062 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:35:58.779060 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.managers [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port e47110f8-062b-455e-bb17-ccb705a57062 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] {{(pid=102960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:35:58.779349 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port e47110f8-062b-455e-bb17-ccb705a57062 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:35:58.804094 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28567d50-36c3-445c-ac6c-ee3a9ce0d234 req-28f000fb-bbb1-4cc9-9661-dd068c006afa tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:58.805697 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-28567d50-36c3-445c-ac6c-ee3a9ce0d234 req-28f000fb-bbb1-4cc9-9661-dd068c006afa tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.3078063 Apr 29 11:35:58.818622 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673cbea-c53a-45a9-8258-e71e64a256cd req-d05797db-7cb8-4400-8c21-f341aefa79a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:58.820149 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1673cbea-c53a-45a9-8258-e71e64a256cd req-d05797db-7cb8-4400-8c21-f341aefa79a2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6125a237-5a34-436c-b459-de251466d228 HTTP/1.1" status: 200 len: 912 time: 0.3338401 Apr 29 11:35:58.836993 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03cb5c0-4152-4d5d-9245-477eafdd6678 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Router 872a2d86-b4f6-4df2-bc72-241fd0064261 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:35:58.896031 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device c16d8095-290e-4136-ae5d-d11acb1b874f up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:35:58.959786 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-28567d50-36c3-445c-ac6c-ee3a9ce0d234 req-1f331f12-4c82-4b30-899e-1f4a68641887 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443913 Apr 29 11:35:59.019046 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port c16d8095-290e-4136-ae5d-d11acb1b874f triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:35:59.019635 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:59.081643 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1673cbea-c53a-45a9-8258-e71e64a256cd req-50207840-cde9-4f13-a639-5247a9dbadad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd87afa4-3381-456f-92ae-c6c619a21da4 HTTP/1.1" status: 200 len: 1002 time: 0.2431431 Apr 29 11:35:59.089047 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2cd25517-50dd-4b73-b7cf-cc5c8741dea6 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:59.150349 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332be6ba-7891-49f6-9c6f-b59c091dcb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0f0c4e-6d9d-401f-9d25-3e84d6609a86,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:59.159140 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-64505ebe-98cc-43f9-aea5-4576a3d1fc82 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] device_id is not set on port 2c03ad5e-8fe1-40d9-95a5-805bf276d017 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:35:59.164480 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd25517-50dd-4b73-b7cf-cc5c8741dea6 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Pushing event deleted for resources: {'Port': ['ID=fae9f6ce-9e6a-4648-adf8-c2899392b3d2,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:59.171253 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Port e47110f8-062b-455e-bb17-ccb705a57062 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:35:59.172055 dv-neutron-838888-1-hyperv neutron-server[102960]: ERROR neutron.plugins.ml2.managers [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Failed to bind port e47110f8-062b-455e-bb17-ccb705a57062 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] Apr 29 11:35:59.172055 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:59.254332 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-54ed90ec-1b30-432c-9e73-6af6ba1ee7e6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:59.271205 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673cbea-c53a-45a9-8258-e71e64a256cd req-0d23a852-be5a-4994-a4ce-408c6ddd98d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.272830 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1673cbea-c53a-45a9-8258-e71e64a256cd req-0d23a852-be5a-4994-a4ce-408c6ddd98d8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=59b54d58-4e33-45ba-b2f2-931d467f06e6 HTTP/1.1" status: 200 len: 850 time: 0.1805201 Apr 29 11:35:59.346598 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03cb5c0-4152-4d5d-9245-477eafdd6678 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:35:59.361066 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9597b7f4-5242-4cbb-a015-4ee2a79f6d33 None None] Sync routers for ids ['872a2d86-b4f6-4df2-bc72-241fd0064261'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:35:59.366303 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d03cb5c0-4152-4d5d-9245-477eafdd6678 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:59.383106 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9597b7f4-5242-4cbb-a015-4ee2a79f6d33 None None] Routers {'872a2d86-b4f6-4df2-bc72-241fd0064261'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:35:59.383744 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-9597b7f4-5242-4cbb-a015-4ee2a79f6d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:35:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['872a2d86-b4f6-4df2-bc72-241fd0064261'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:35:59.420843 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d03cb5c0-4152-4d5d-9245-477eafdd6678 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "PUT /v2.0/floatingips/827a948b-3d23-4198-9a98-0a0af917c9dc HTTP/1.1" status: 200 len: 991 time: 4.7068603 Apr 29 11:35:59.420843 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2cd25517-50dd-4b73-b7cf-cc5c8741dea6 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:59.422413 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2cd25517-50dd-4b73-b7cf-cc5c8741dea6 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] 10.222.0.69 "DELETE /v2.0/ports/fae9f6ce-9e6a-4648-adf8-c2899392b3d2 HTTP/1.1" status: 204 len: 168 time: 2.4020624 Apr 29 11:35:59.423063 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c709a808-d139-469a-a2df-f23f6e9fcef1', 'tag': 'eb9abf18-d56e-4f1b-926a-e8ccc1f64b55'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:35:59.425966 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae663550-0111-4975-a4f4-2d1999738e76" -d '{"events": [{"name": "network-changed", "server_uuid": "c709a808-d139-469a-a2df-f23f6e9fcef1", "tag": "eb9abf18-d56e-4f1b-926a-e8ccc1f64b55"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:35:59.430731 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47324) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:59.482032 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673cbea-c53a-45a9-8258-e71e64a256cd req-0766ffde-0565-40b1-93d0-5ab5c2a99a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.484183 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1673cbea-c53a-45a9-8258-e71e64a256cd req-0766ffde-0565-40b1-93d0-5ab5c2a99a2f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6125a237-5a34-436c-b459-de251466d228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1995132 Apr 29 11:35:59.526068 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261fe7a8-a8a5-4163-b319-d246d01cbcb1 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.527953 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-261fe7a8-a8a5-4163-b319-d246d01cbcb1 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3aba8c3-eb53-4f40-965a-d6e64857a7f9 HTTP/1.1" status: 200 len: 913 time: 0.0956242 Apr 29 11:35:59.543076 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47328) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:59.557744 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] For port e47110f8-062b-455e-bb17-ccb705a57062, host hv-neutron-8388, cleared binding levels {{(pid=102960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:35:59.558113 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempted to set empty binding levels {{(pid=102960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 11:35:59.562374 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-64505ebe-98cc-43f9-aea5-4576a3d1fc82 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Allocated IP 2001:db8::1e5 (73c10f80-7ab4-490f-99c0-4311c0413f6f/e405e1d3-6c01-42ce-be1c-2eab5c0fbdeb/2c03ad5e-8fe1-40d9-95a5-805bf276d017) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:35:59.572791 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:59.629903 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac092e7-a018-4aa5-b647-c5fe8c391358 x-openstack-request-id: req-2ac092e7-a018-4aa5-b647-c5fe8c391358 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:35:59.630252 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c709a808-d139-469a-a2df-f23f6e9fcef1", "tag": "eb9abf18-d56e-4f1b-926a-e8ccc1f64b55", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:35:59.630625 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2ac092e7-a018-4aa5-b647-c5fe8c391358 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:35:59.630922 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ac092e7-a018-4aa5-b647-c5fe8c391358'] response: {'name': 'network-changed', 'server_uuid': 'c709a808-d139-469a-a2df-f23f6e9fcef1', 'tag': 'eb9abf18-d56e-4f1b-926a-e8ccc1f64b55', 'status': 'completed', 'code': 200} Apr 29 11:35:59.668442 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] In _notify_port_updated(), no bound segment for port e47110f8-062b-455e-bb17-ccb705a57062 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 {{(pid=102960) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 11:35:59.670046 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.670842 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:59.672200 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] 10.222.0.69 "PUT /v2.0/ports/e47110f8-062b-455e-bb17-ccb705a57062 HTTP/1.1" status: 200 len: 976 time: 3.1996784 Apr 29 11:35:59.681649 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47332) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:59.730095 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-9597b7f4-5242-4cbb-a015-4ee2a79f6d33 None None] Set router 872a2d86-b4f6-4df2-bc72-241fd0064261 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:35:59.762327 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f0065-9f04-430b-a3f2-a969547876ae tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Pushing event updated for resources: {'Port': ['ID=e47110f8-062b-455e-bb17-ccb705a57062,revision_number=3']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:35:59.813549 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae663550-0111-4975-a4f4-2d1999738e76 req-a27bfa30-80ac-4d8c-bef6-e36797011347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.815139 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ae663550-0111-4975-a4f4-2d1999738e76 req-a27bfa30-80ac-4d8c-bef6-e36797011347 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29eeb1d4e92a46069f73b83fdbc1d076&device_id=c709a808-d139-469a-a2df-f23f6e9fcef1 HTTP/1.1" status: 200 len: 1098 time: 0.1834271 Apr 29 11:35:59.884114 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b599adb-bd6d-4483-be03-eb60bec6d4dc req-917f395a-e701-448c-876b-b5949f4381f5 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.885957 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0b599adb-bd6d-4483-be03-eb60bec6d4dc req-917f395a-e701-448c-876b-b5949f4381f5 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/ports?device_id=c709a808-d139-469a-a2df-f23f6e9fcef1 HTTP/1.1" status: 200 len: 945 time: 0.2032130 Apr 29 11:35:59.893709 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1673cbea-c53a-45a9-8258-e71e64a256cd req-dbe49dcd-b42a-449a-9678-d1a66ca2b7b1 service neutron] 10.222.0.62 "GET /v2.0/networks/6125a237-5a34-436c-b459-de251466d228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932228 Apr 29 11:35:59.908718 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f2b58-0703-4ab8-8279-a0b1644c0062 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.909608 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f2b58-0703-4ab8-8279-a0b1644c0062 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.910624 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f2b58-0703-4ab8-8279-a0b1644c0062 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.911439 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f2b58-0703-4ab8-8279-a0b1644c0062 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.912236 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f2b58-0703-4ab8-8279-a0b1644c0062 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.915096 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f2b58-0703-4ab8-8279-a0b1644c0062 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.915331 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f2b58-0703-4ab8-8279-a0b1644c0062 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.916162 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f2b58-0703-4ab8-8279-a0b1644c0062 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.917337 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f2b58-0703-4ab8-8279-a0b1644c0062 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.918347 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f2b58-0703-4ab8-8279-a0b1644c0062 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.919717 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f2b58-0703-4ab8-8279-a0b1644c0062 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.920726 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f2b58-0703-4ab8-8279-a0b1644c0062 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.921777 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f2b58-0703-4ab8-8279-a0b1644c0062 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.922463 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f2b58-0703-4ab8-8279-a0b1644c0062 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.924056 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f2b58-0703-4ab8-8279-a0b1644c0062 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.924887 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f2b58-0703-4ab8-8279-a0b1644c0062 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.925994 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f2b58-0703-4ab8-8279-a0b1644c0062 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.928088 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f2b58-0703-4ab8-8279-a0b1644c0062 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.929391 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f2b58-0703-4ab8-8279-a0b1644c0062 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.930267 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f2b58-0703-4ab8-8279-a0b1644c0062 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.931242 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f2b58-0703-4ab8-8279-a0b1644c0062 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.932031 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f2b58-0703-4ab8-8279-a0b1644c0062 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.932852 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f2b58-0703-4ab8-8279-a0b1644c0062 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.933859 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f2b58-0703-4ab8-8279-a0b1644c0062 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.935401 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f2b58-0703-4ab8-8279-a0b1644c0062 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.936403 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f2b58-0703-4ab8-8279-a0b1644c0062 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.938315 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f2b58-0703-4ab8-8279-a0b1644c0062 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.940478 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f2b58-0703-4ab8-8279-a0b1644c0062 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:35:59.946854 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-752f2b58-0703-4ab8-8279-a0b1644c0062 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24850 time: 0.2649820 Apr 29 11:35:59.956097 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47340) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:35:59.975738 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ed90ec-1b30-432c-9e73-6af6ba1ee7e6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Router b580e9d2-f95b-4748-b16f-c71c73483df0 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:35:59.994729 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:00.154220 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-9597b7f4-5242-4cbb-a015-4ee2a79f6d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'name': 'tempest-ServersTestJSON-948303896-router', 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'f9561228-c645-4edd-8c92-085b79086207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:59Z', 'updated_at': '2022-04-29T11:35:13Z', 'revision_number': 4, 'project_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'gw_port': {'id': 'f9561228-c645-4edd-8c92-085b79086207', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:01Z', 'updated_at': '2022-04-29T11:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '827a948b-3d23-4198-9a98-0a0af917c9dc', 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'floating_ip_address': '172.26.4.163', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'port_id': 'eb9abf18-d56e-4f1b-926a-e8ccc1f64b55', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaec72b3-21b8-4237-9007-e0660233be23', 'mac_address': 'fa:16:3e:27:f7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c709a808-d139-469a-a2df-f23f6e9fcef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:35:31Z', 'updated_at': '2022-04-29T11:35:56Z', 'revision_number': 1, 'project_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5b1f49-1502-4b7c-bd69-d4d62b7360c4', 'name': '', 'network_id': 'eaec72b3-21b8-4237-9007-e0660233be23', 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'mac_address': 'fa:16:3e:ab:d9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '61739443-868d-4a94-a39b-257f7d0153d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:11Z', 'updated_at': '2022-04-29T11:35:23Z', 'revision_number': 5, 'project_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'subnets': [{'id': '61739443-868d-4a94-a39b-257f7d0153d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:00.160644 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:00.217169 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9597b7f4-5242-4cbb-a015-4ee2a79f6d33 None None] Checking router: 872a2d86-b4f6-4df2-bc72-241fd0064261 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:36:00.221990 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ed90ec-1b30-432c-9e73-6af6ba1ee7e6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:36:00.227711 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9597b7f4-5242-4cbb-a015-4ee2a79f6d33 None None] Routers {'872a2d86-b4f6-4df2-bc72-241fd0064261'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:00.228405 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-9597b7f4-5242-4cbb-a015-4ee2a79f6d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:35:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['872a2d86-b4f6-4df2-bc72-241fd0064261'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:00.253100 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] Sync routers for ids ['b580e9d2-f95b-4748-b16f-c71c73483df0'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:36:00.254209 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0b599adb-bd6d-4483-be03-eb60bec6d4dc req-35a6f51d-a55e-47ca-bebf-347cc2d5e6d8 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/security-groups?id=15dd70ea-bbec-43b0-9ce3-3ab603b34e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3132989 Apr 29 11:36:00.273751 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] Routers {'b580e9d2-f95b-4748-b16f-c71c73483df0'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:00.276035 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:35:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['b580e9d2-f95b-4748-b16f-c71c73483df0'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:00.278672 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-54ed90ec-1b30-432c-9e73-6af6ba1ee7e6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:00.280138 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-54ed90ec-1b30-432c-9e73-6af6ba1ee7e6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.3046713 Apr 29 11:36:00.292939 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-64505ebe-98cc-43f9-aea5-4576a3d1fc82 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:00.321754 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47346) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:00.342803 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae663550-0111-4975-a4f4-2d1999738e76 req-045a6215-c463-4ea9-bb69-a5e1288ce5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:00.348260 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ae663550-0111-4975-a4f4-2d1999738e76 req-045a6215-c463-4ea9-bb69-a5e1288ce5ca service neutron] 10.222.0.62 "GET /v2.0/networks?id=eaec72b3-21b8-4237-9007-e0660233be23 HTTP/1.1" status: 200 len: 906 time: 0.5081415 Apr 29 11:36:00.348504 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-64505ebe-98cc-43f9-aea5-4576a3d1fc82 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:00.415332 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-9597b7f4-5242-4cbb-a015-4ee2a79f6d33 None None] Set router 872a2d86-b4f6-4df2-bc72-241fd0064261 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:36:00.484340 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64505ebe-98cc-43f9-aea5-4576a3d1fc82 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Network 73c10f80-7ab4-490f-99c0-4311c0413f6f is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:36:00.485260 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64505ebe-98cc-43f9-aea5-4576a3d1fc82 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Pushing event updated for resources: {'Port': ['ID=2c03ad5e-8fe1-40d9-95a5-805bf276d017,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:00.488905 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-64505ebe-98cc-43f9-aea5-4576a3d1fc82 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:00.492468 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64505ebe-98cc-43f9-aea5-4576a3d1fc82 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:36:00.499587 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64505ebe-98cc-43f9-aea5-4576a3d1fc82 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:00.500969 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-64505ebe-98cc-43f9-aea5-4576a3d1fc82 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:00.526214 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-64505ebe-98cc-43f9-aea5-4576a3d1fc82 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2427340 Apr 29 11:36:00.531755 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47354) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:00.551810 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-81271c82-145a-49bb-a325-122aad42b207 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b5', 'mac_address': 'fa:16:3e:f4:df:25'}]}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:00.660101 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] Set router b580e9d2-f95b-4748-b16f-c71c73483df0 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:36:00.817779 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-81271c82-145a-49bb-a325-122aad42b207 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:00.926857 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-94ada510-d7f8-416e-a7b3-625dd7d655e5 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Deleting port e47110f8-062b-455e-bb17-ccb705a57062 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:00.927355 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-94ada510-d7f8-416e-a7b3-625dd7d655e5 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:01.001929 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-94ada510-d7f8-416e-a7b3-625dd7d655e5 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] For port e47110f8-062b-455e-bb17-ccb705a57062, host hv-neutron-8388, got binding levels [] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:36:01.002471 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-94ada510-d7f8-416e-a7b3-625dd7d655e5 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:01.017544 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-94ada510-d7f8-416e-a7b3-625dd7d655e5 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Calling delete_port for e47110f8-062b-455e-bb17-ccb705a57062 owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:01.046820 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-1b683566-ae86-4a94-bc81-16d1242e7071 None None] Provisioning complete for port 2c03ad5e-8fe1-40d9-95a5-805bf276d017 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:01.046820 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1b683566-ae86-4a94-bc81-16d1242e7071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:01.088845 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b580e9d2-f95b-4748-b16f-c71c73483df0', 'name': 'tempest-snat-router-384481038', 'tenant_id': '8b88cfc8a00d47cb8f39d4e626603361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': '7879e841-acb3-440c-8f86-3229c42cf775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:35:53Z', 'updated_at': '2022-04-29T11:35:57Z', 'revision_number': 3, 'project_id': '8b88cfc8a00d47cb8f39d4e626603361', 'gw_port': {'id': '7879e841-acb3-440c-8f86-3229c42cf775', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:54:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b580e9d2-f95b-4748-b16f-c71c73483df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:56Z', 'updated_at': '2022-04-29T11:35:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:01.111308 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e6154-4155-498f-8a39-b7fd6717aaf4 req-b75d56d3-714e-4191-910b-d073d06e603a tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:01.113072 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8b1e6154-4155-498f-8a39-b7fd6717aaf4 req-b75d56d3-714e-4191-910b-d073d06e603a tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.9916422 Apr 29 11:36:01.128802 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1673cbea-c53a-45a9-8258-e71e64a256cd req-f4e43c9c-e316-44c9-9385-e4dde48cfbab service neutron] 10.222.0.62 "GET /v2.0/networks/6125a237-5a34-436c-b459-de251466d228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1999402 Apr 29 11:36:01.156740 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-1b683566-ae86-4a94-bc81-16d1242e7071 None None] Port 2c03ad5e-8fe1-40d9-95a5-805bf276d017 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:36:01.171985 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] Checking router: b580e9d2-f95b-4748-b16f-c71c73483df0 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:36:01.172595 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] Updating router b580e9d2-f95b-4748-b16f-c71c73483df0 port 7879e841-acb3-440c-8f86-3229c42cf775 binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:36:01.178525 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-9597b7f4-5242-4cbb-a015-4ee2a79f6d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'name': 'tempest-ServersTestJSON-948303896-router', 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'f9561228-c645-4edd-8c92-085b79086207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:59Z', 'updated_at': '2022-04-29T11:35:13Z', 'revision_number': 4, 'project_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'gw_port': {'id': 'f9561228-c645-4edd-8c92-085b79086207', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:01Z', 'updated_at': '2022-04-29T11:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '827a948b-3d23-4198-9a98-0a0af917c9dc', 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'floating_ip_address': '172.26.4.163', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'port_id': 'eb9abf18-d56e-4f1b-926a-e8ccc1f64b55', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaec72b3-21b8-4237-9007-e0660233be23', 'mac_address': 'fa:16:3e:27:f7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c709a808-d139-469a-a2df-f23f6e9fcef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:35:31Z', 'updated_at': '2022-04-29T11:35:56Z', 'revision_number': 1, 'project_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5b1f49-1502-4b7c-bd69-d4d62b7360c4', 'name': '', 'network_id': 'eaec72b3-21b8-4237-9007-e0660233be23', 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'mac_address': 'fa:16:3e:ab:d9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '61739443-868d-4a94-a39b-257f7d0153d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:11Z', 'updated_at': '2022-04-29T11:35:23Z', 'revision_number': 5, 'project_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'subnets': [{'id': '61739443-868d-4a94-a39b-257f7d0153d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:01.201223 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-81271c82-145a-49bb-a325-122aad42b207 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:01.209639 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-81271c82-145a-49bb-a325-122aad42b207 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:01.227508 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-81271c82-145a-49bb-a325-122aad42b207 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] In _notify_port_updated(), no bound segment for port 2c03ad5e-8fe1-40d9-95a5-805bf276d017 on network 73c10f80-7ab4-490f-99c0-4311c0413f6f {{(pid=102960) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 11:36:01.236170 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81271c82-145a-49bb-a325-122aad42b207 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:01.236429 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-81271c82-145a-49bb-a325-122aad42b207 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:01.237709 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-81271c82-145a-49bb-a325-122aad42b207 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] 10.222.0.69 "PUT /v2.0/ports/2c03ad5e-8fe1-40d9-95a5-805bf276d017 HTTP/1.1" status: 200 len: 1002 time: 0.7037055 Apr 29 11:36:01.255008 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:01.259283 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47364) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:01.276429 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ae663550-0111-4975-a4f4-2d1999738e76 req-9c0084bb-9b60-4bb8-b342-d952a4d0af64 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb9abf18-d56e-4f1b-926a-e8ccc1f64b55 HTTP/1.1" status: 200 len: 999 time: 0.8913655 Apr 29 11:36:01.297648 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9597b7f4-5242-4cbb-a015-4ee2a79f6d33 None None] The sync data for ids ['872a2d86-b4f6-4df2-bc72-241fd0064261'] in dv-neutron-838888-1-hyperv is: [{'id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'name': 'tempest-ServersTestJSON-948303896-router', 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'f9561228-c645-4edd-8c92-085b79086207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:59Z', 'updated_at': '2022-04-29T11:35:13Z', 'revision_number': 4, 'project_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'gw_port': {'id': 'f9561228-c645-4edd-8c92-085b79086207', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:01Z', 'updated_at': '2022-04-29T11:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '827a948b-3d23-4198-9a98-0a0af917c9dc', 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'floating_ip_address': '172.26.4.163', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'port_id': 'eb9abf18-d56e-4f1b-926a-e8ccc1f64b55', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaec72b3-21b8-4237-9007-e0660233be23', 'mac_address': 'fa:16:3e:27:f7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c709a808-d139-469a-a2df-f23f6e9fcef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:35:31Z', 'updated_at': '2022-04-29T11:35:56Z', 'revision_number': 1, 'project_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5b1f49-1502-4b7c-bd69-d4d62b7360c4', 'name': '', 'network_id': 'eaec72b3-21b8-4237-9007-e0660233be23', 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'mac_address': 'fa:16:3e:ab:d9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '61739443-868d-4a94-a39b-257f7d0153d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:11Z', 'updated_at': '2022-04-29T11:35:23Z', 'revision_number': 5, 'project_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'subnets': [{'id': '61739443-868d-4a94-a39b-257f7d0153d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:36:01.314369 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81271c82-145a-49bb-a325-122aad42b207 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Pushing event updated for resources: {'Port': ['ID=2c03ad5e-8fe1-40d9-95a5-805bf276d017,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:01.440418 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47370) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:01.443075 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-eda7f874-8b6f-4e32-8efd-e88376f62709 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "GET /v2.0/routers/b580e9d2-f95b-4748-b16f-c71c73483df0 HTTP/1.1" status: 200 len: 906 time: 1.1175172 Apr 29 11:36:01.575599 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8b1e6154-4155-498f-8a39-b7fd6717aaf4 req-553ce731-a728-4f06-9655-9dec9db57b0f tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4196060 Apr 29 11:36:01.699325 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a92e2e37-fa1b-4fc0-90d1-a267e1f57cf2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:01.850667 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-91b43c97-3920-409b-8bf2-a3ee44dd318f None None] Provisioning complete for port 2c03ad5e-8fe1-40d9-95a5-805bf276d017 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:01.854624 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-91b43c97-3920-409b-8bf2-a3ee44dd318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:01.905398 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae663550-0111-4975-a4f4-2d1999738e76 req-780284db-79ac-4bef-a7b5-c803b528aee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:01.907218 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ae663550-0111-4975-a4f4-2d1999738e76 req-780284db-79ac-4bef-a7b5-c803b528aee7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=61739443-868d-4a94-a39b-257f7d0153d0 HTTP/1.1" status: 200 len: 844 time: 0.6158597 Apr 29 11:36:01.914308 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a92e2e37-fa1b-4fc0-90d1-a267e1f57cf2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:01.939044 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994a8bd8-083e-42b2-af6e-966a642719b7 None None] New status for floating IP 827a948b-3d23-4198-9a98-0a0af917c9dc: ACTIVE {{(pid=102961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:36:01.978451 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-94ada510-d7f8-416e-a7b3-625dd7d655e5 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:02.004328 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-a92e2e37-fa1b-4fc0-90d1-a267e1f57cf2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Deleting port 7879e841-acb3-440c-8f86-3229c42cf775 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:02.005191 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a92e2e37-fa1b-4fc0-90d1-a267e1f57cf2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:02.081134 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ada510-d7f8-416e-a7b3-625dd7d655e5 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Pushing event deleted for resources: {'Port': ['ID=e47110f8-062b-455e-bb17-ccb705a57062,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:02.083917 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:02.098965 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:02.120292 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5089d-e1c3-4a5d-9e1d-279ab7ba479d req-0a3cc025-6109-41d1-9831-8be8430d6f16 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:02.122120 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-caf5089d-e1c3-4a5d-9e1d-279ab7ba479d req-0a3cc025-6109-41d1-9831-8be8430d6f16 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.2972093 Apr 29 11:36:02.125454 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47380) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:02.129548 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a92e2e37-fa1b-4fc0-90d1-a267e1f57cf2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:02.131212 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-d50e3fd7-e974-40c3-973f-a492a532ab91 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Deleting port 2c03ad5e-8fe1-40d9-95a5-805bf276d017 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:02.131734 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d50e3fd7-e974-40c3-973f-a492a532ab91 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:02.145886 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-a92e2e37-fa1b-4fc0-90d1-a267e1f57cf2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Calling delete_port for 7879e841-acb3-440c-8f86-3229c42cf775 owned by network:router_gateway {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:02.175998 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcbc862-b2f7-4eef-a0c6-132e4e91c2a1 None None] Pushing event updated for resources: {'Port': ['ID=7879e841-acb3-440c-8f86-3229c42cf775,revision_number=2']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:02.179758 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] Attempting to bind port 7879e841-acb3-440c-8f86-3229c42cf775 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:36:02.180121 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] Attempting to bind port 7879e841-acb3-440c-8f86-3229c42cf775 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:36:02.180483 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] Attempting to bind port 7879e841-acb3-440c-8f86-3229c42cf775 on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:36:02.192200 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcbc862-b2f7-4eef-a0c6-132e4e91c2a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:02.192558 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcbc862-b2f7-4eef-a0c6-132e4e91c2a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:02.192900 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcbc862-b2f7-4eef-a0c6-132e4e91c2a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:02.193231 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcbc862-b2f7-4eef-a0c6-132e4e91c2a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:02.193556 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcbc862-b2f7-4eef-a0c6-132e4e91c2a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:02.193897 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcbc862-b2f7-4eef-a0c6-132e4e91c2a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:02.194246 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcbc862-b2f7-4eef-a0c6-132e4e91c2a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:02.194587 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcbc862-b2f7-4eef-a0c6-132e4e91c2a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:02.194927 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcbc862-b2f7-4eef-a0c6-132e4e91c2a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:02.195256 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcbc862-b2f7-4eef-a0c6-132e4e91c2a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:02.195574 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcbc862-b2f7-4eef-a0c6-132e4e91c2a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:02.195888 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcbc862-b2f7-4eef-a0c6-132e4e91c2a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:02.210614 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:36:02.210994 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:36:02.211399 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:02.211790 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:36:02.212274 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] Bound port: 7879e841-acb3-440c-8f86-3229c42cf775, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:36:02.212677 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:02.229212 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-91b43c97-3920-409b-8bf2-a3ee44dd318f None None] Port 2c03ad5e-8fe1-40d9-95a5-805bf276d017 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:36:02.264719 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-94ada510-d7f8-416e-a7b3-625dd7d655e5 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:02.268310 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-94ada510-d7f8-416e-a7b3-625dd7d655e5 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] 10.222.0.69 "DELETE /v2.0/ports/e47110f8-062b-455e-bb17-ccb705a57062 HTTP/1.1" status: 204 len: 168 time: 2.3087735 Apr 29 11:36:02.301755 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47384) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:02.312148 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] For port 7879e841-acb3-440c-8f86-3229c42cf775, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:36:02.328745 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae663550-0111-4975-a4f4-2d1999738e76 req-cd534750-37dd-4e17-9b50-654700195b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:02.330464 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ae663550-0111-4975-a4f4-2d1999738e76 req-cd534750-37dd-4e17-9b50-654700195b0f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eaec72b3-21b8-4237-9007-e0660233be23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3943825 Apr 29 11:36:02.338621 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.db.api [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 29 11:36:02.338621 dv-neutron-838888-1-hyperv neutron-server[102962]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Apr 29 11:36:02.338621 dv-neutron-838888-1-hyperv neutron-server[102962]: [parameters: {'port_id': '7879e841-acb3-440c-8f86-3229c42cf775', 'host': 'dv-neutron-838888-1-hyperv', 'level': 0, 'driver': 'openvswitch', 'segment_id': '440f1b8b-6b43-4700-acc4-a168839ddf07'}] Apr 29 11:36:02.338621 dv-neutron-838888-1-hyperv neutron-server[102962]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102962) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:36:02.340230 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG oslo_db.api [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:36:02.357148 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-5968401b-cb60-4f4e-ad38-23773ff7548e tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] GET failed (client error): The resource could not be found. Apr 29 11:36:02.359955 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5968401b-cb60-4f4e-ad38-23773ff7548e tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] 10.222.0.69 "GET /v2.0/ports/e47110f8-062b-455e-bb17-ccb705a57062 HTTP/1.1" status: 404 len: 333 time: 0.0564373 Apr 29 11:36:02.364183 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47386) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:02.410950 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-f2d41826-3fcc-4985-8efd-6e547af07593 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1769951372', 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:02.463479 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a92e2e37-fa1b-4fc0-90d1-a267e1f57cf2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:02.505642 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e2e37-fa1b-4fc0-90d1-a267e1f57cf2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Pushing event deleted for resources: {'Port': ['ID=7879e841-acb3-440c-8f86-3229c42cf775,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:02.538816 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-193d0551-f0e6-4361-845d-3c698ed85d1d tempest-QuotasTest-500606468 tempest-QuotasTest-500606468-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:02.560515 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d50e3fd7-e974-40c3-973f-a492a532ab91 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:02.565510 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-caf5089d-e1c3-4a5d-9e1d-279ab7ba479d req-e42de9eb-50ae-4af7-8640-caa4f54a03d7 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3050897 Apr 29 11:36:02.595185 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a92e2e37-fa1b-4fc0-90d1-a267e1f57cf2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:02.602935 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-d50e3fd7-e974-40c3-973f-a492a532ab91 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Calling delete_port for 2c03ad5e-8fe1-40d9-95a5-805bf276d017 owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:02.619123 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d41826-3fcc-4985-8efd-6e547af07593 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Made reservation on behalf of f7c5a7a6980a4f59a77e49cf76ab0570 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:36:02.624079 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f2d41826-3fcc-4985-8efd-6e547af07593 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:02.698854 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a92e2e37-fa1b-4fc0-90d1-a267e1f57cf2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:02.702007 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a92e2e37-fa1b-4fc0-90d1-a267e1f57cf2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:02.724407 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-07f381e7-11e2-4f23-b1a3-8efdc2b68834 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:02.727079 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-f2d41826-3fcc-4985-8efd-6e547af07593 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] device_id is not set on port f0f6dd41-1717-4e1a-ab91-c77d41f09583 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:36:02.736594 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ae663550-0111-4975-a4f4-2d1999738e76 req-06120918-183d-42a5-ba3a-4034243f8c8b service neutron] 10.222.0.62 "GET /v2.0/networks/eaec72b3-21b8-4237-9007-e0660233be23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909023 Apr 29 11:36:02.769982 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a92e2e37-fa1b-4fc0-90d1-a267e1f57cf2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:02.770756 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92e2e37-fa1b-4fc0-90d1-a267e1f57cf2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b580e9d2-f95b-4748-b16f-c71c73483df0 {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:36:02.781285 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a92e2e37-fa1b-4fc0-90d1-a267e1f57cf2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:02.783230 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a92e2e37-fa1b-4fc0-90d1-a267e1f57cf2 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "DELETE /v2.0/routers/b580e9d2-f95b-4748-b16f-c71c73483df0 HTTP/1.1" status: 204 len: 168 time: 1.3408756 Apr 29 11:36:02.787481 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47392) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:02.867292 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] Attempting to bind port 7879e841-acb3-440c-8f86-3229c42cf775 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:36:02.867646 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] Attempting to bind port 7879e841-acb3-440c-8f86-3229c42cf775 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:36:02.868002 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] Attempting to bind port 7879e841-acb3-440c-8f86-3229c42cf775 on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:36:02.873662 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:36:02.874031 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:36:02.874656 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:02.875192 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:36:02.875673 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] Bound port: 7879e841-acb3-440c-8f86-3229c42cf775, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:36:02.876069 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:02.899239 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.plugin [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] Port 7879e841-acb3-440c-8f86-3229c42cf775 has been deleted concurrently {{(pid=102962) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Apr 29 11:36:02.918940 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] Routers set() bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:02.919854 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] Router IDs set() for agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 29 11:36:02.920787 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_agentschedulers_db [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b580e9d2-f95b-4748-b16f-c71c73483df0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:35:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent'). {{(pid=102962) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 29 11:36:02.921161 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa0da59-3b45-49de-b40a-ddaf2da4b74e None None] The sync data for ids ['b580e9d2-f95b-4748-b16f-c71c73483df0'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:36:02.937853 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-193d0551-f0e6-4361-845d-3c698ed85d1d tempest-QuotasTest-500606468 tempest-QuotasTest-500606468-project-admin] 10.222.0.69 "PUT /v2.0/quotas/7d7ae48792ec4092baf6ef4517142762 HTTP/1.1" status: 200 len: 366 time: 0.6848669 Apr 29 11:36:02.941807 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47396) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:02.954564 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d3bba695-52fa-451f-8e97-5cc96fc607f5 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:02.958547 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-15e747c2-abdc-4932-aaea-f7331674fa5b tempest-QuotasTest-500606468 tempest-QuotasTest-500606468-project-admin] 10.222.0.69 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0155959 Apr 29 11:36:02.978418 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47398) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:03.075896 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d3bba695-52fa-451f-8e97-5cc96fc607f5 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:03.088435 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-145f8936-beeb-4e94-b3f3-724b18005c16 tempest-QuotasTest-500606468 tempest-QuotasTest-500606468-project-admin] 10.222.0.69 "GET /v2.0/quotas/7d7ae48792ec4092baf6ef4517142762 HTTP/1.1" status: 200 len: 366 time: 0.0924604 Apr 29 11:36:03.108727 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47400) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:03.136568 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-d3bba695-52fa-451f-8e97-5cc96fc607f5 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Deleting port c16d8095-290e-4136-ae5d-d11acb1b874f {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:03.136901 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d3bba695-52fa-451f-8e97-5cc96fc607f5 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:03.199156 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ae663550-0111-4975-a4f4-2d1999738e76 req-e7fd8247-49d1-4ab1-966b-e46f1fd08125 service neutron] 10.222.0.62 "GET /v2.0/networks/eaec72b3-21b8-4237-9007-e0660233be23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167452 Apr 29 11:36:03.229812 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-d3bba695-52fa-451f-8e97-5cc96fc607f5 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] For port c16d8095-290e-4136-ae5d-d11acb1b874f, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=c16d8095-290e-4136-ae5d-d11acb1b874f,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:36:03.230511 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d3bba695-52fa-451f-8e97-5cc96fc607f5 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:03.246256 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-d3bba695-52fa-451f-8e97-5cc96fc607f5 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Calling delete_port for c16d8095-290e-4136-ae5d-d11acb1b874f owned by network:router_gateway {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:03.267708 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6c230575-64a1-494b-8d87-c3f26f1d6216 tempest-QuotasTest-500606468 tempest-QuotasTest-500606468-project-admin] 10.222.0.69 "DELETE /v2.0/quotas/7d7ae48792ec4092baf6ef4517142762 HTTP/1.1" status: 204 len: 168 time: 0.1511695 Apr 29 11:36:03.275671 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aecd58-ac4b-44f3-bbce-2709c84b5da2 req-6d645162-e31f-4c2d-ab63-f6e8239b3a25 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:03.277289 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-61aecd58-ac4b-44f3-bbce-2709c84b5da2 req-6d645162-e31f-4c2d-ab63-f6e8239b3a25 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.3905733 Apr 29 11:36:03.278055 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47402) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:03.369692 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-bb7f318e-e749-49c9-a4d4-72f70dc56757 tempest-QuotasTest-500606468 tempest-QuotasTest-500606468-project-admin] 10.222.0.69 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0851834 Apr 29 11:36:03.373296 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47404) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:03.384600 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-97df2789-167d-4075-a14e-ebb5ed885d74 tempest-QuotasTest-500606468 tempest-QuotasTest-500606468-project-admin] 10.222.0.69 "GET /v2.0/quotas/7d7ae48792ec4092baf6ef4517142762 HTTP/1.1" status: 200 len: 370 time: 0.0101085 Apr 29 11:36:03.389862 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d50e3fd7-e974-40c3-973f-a492a532ab91 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:03.393005 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47406) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:03.394333 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f2d41826-3fcc-4985-8efd-6e547af07593 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:03.402340 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-acaf5361-803c-4a68-8b09-f51f89d301d1 tempest-QuotasTest-500606468 tempest-QuotasTest-500606468-project-admin] 10.222.0.69 "GET /v2.0/quotas/7d7ae48792ec4092baf6ef4517142762/default HTTP/1.1" status: 200 len: 370 time: 0.0057824 Apr 29 11:36:03.406798 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47408) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:03.438834 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-e32e2e7e-bc74-4adc-9081-eacc42d0eaaa tempest-QuotasTest-500606468 tempest-QuotasTest-500606468-project-admin] delete failed (client error): The resource could not be found. Apr 29 11:36:03.442869 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e32e2e7e-bc74-4adc-9081-eacc42d0eaaa tempest-QuotasTest-500606468 tempest-QuotasTest-500606468-project-admin] 10.222.0.69 "DELETE /v2.0/quotas/7d7ae48792ec4092baf6ef4517142762 HTTP/1.1" status: 404 len: 348 time: 0.0319161 Apr 29 11:36:03.453054 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e3fd7-e974-40c3-973f-a492a532ab91 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Pushing event deleted for resources: {'Port': ['ID=2c03ad5e-8fe1-40d9-95a5-805bf276d017,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:03.466968 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-61aecd58-ac4b-44f3-bbce-2709c84b5da2 req-69cee505-f1d8-434e-b16f-80bcfe28753c tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563413 Apr 29 11:36:03.476409 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d3bba695-52fa-451f-8e97-5cc96fc607f5 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:03.546237 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bba695-52fa-451f-8e97-5cc96fc607f5 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Pushing event deleted for resources: {'Port': ['ID=c16d8095-290e-4136-ae5d-d11acb1b874f,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:03.613556 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f2d41826-3fcc-4985-8efd-6e547af07593 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:03.656967 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47414) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:03.675910 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d3bba695-52fa-451f-8e97-5cc96fc607f5 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:03.678877 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d50e3fd7-e974-40c3-973f-a492a532ab91 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:03.685952 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d50e3fd7-e974-40c3-973f-a492a532ab91 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] 10.222.0.69 "DELETE /v2.0/ports/2c03ad5e-8fe1-40d9-95a5-805bf276d017 HTTP/1.1" status: 204 len: 168 time: 2.4254367 Apr 29 11:36:03.693464 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47418) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:03.771293 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9c792a-0d8d-4e87-93d8-226b3c021828 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] GET failed (client error): The resource could not be found. Apr 29 11:36:03.777357 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7e9c792a-0d8d-4e87-93d8-226b3c021828 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] 10.222.0.69 "GET /v2.0/ports/2c03ad5e-8fe1-40d9-95a5-805bf276d017 HTTP/1.1" status: 404 len: 333 time: 0.0609431 Apr 29 11:36:03.786411 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d41826-3fcc-4985-8efd-6e547af07593 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Pushing event updated for resources: {'Port': ['ID=f0f6dd41-1717-4e1a-ab91-c77d41f09583,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:03.796628 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d41826-3fcc-4985-8efd-6e547af07593 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:36:03.797615 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47420) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:03.828092 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d3bba695-52fa-451f-8e97-5cc96fc607f5 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:03.832408 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d3bba695-52fa-451f-8e97-5cc96fc607f5 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:03.844396 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.quota.resource [None req-7010a6ec-e987-4ebb-b8d6-6572377fa474 tempest-QuotasTest-500606468 tempest-QuotasTest-500606468-project-admin] Usage tracker for resource:network and tenant:88cbc07f73e24a8c9ffe10f380ab9e8b is out of sync, need to count used quota {{(pid=102960) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 29 11:36:03.853186 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-475cce67-05a8-4dbc-90bd-6d2348153fce tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Request body: {'port': {'network_id': '73c10f80-7ab4-490f-99c0-4311c0413f6f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-71800508'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:03.889803 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.quota.resource [None req-7010a6ec-e987-4ebb-b8d6-6572377fa474 tempest-QuotasTest-500606468 tempest-QuotasTest-500606468-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102960) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 29 11:36:03.900263 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.quota.resource [None req-7010a6ec-e987-4ebb-b8d6-6572377fa474 tempest-QuotasTest-500606468 tempest-QuotasTest-500606468-project-admin] Usage tracker for resource:subnet and tenant:88cbc07f73e24a8c9ffe10f380ab9e8b is out of sync, need to count used quota {{(pid=102960) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 29 11:36:03.907575 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.quota.resource [None req-7010a6ec-e987-4ebb-b8d6-6572377fa474 tempest-QuotasTest-500606468 tempest-QuotasTest-500606468-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102960) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 29 11:36:03.912294 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d3bba695-52fa-451f-8e97-5cc96fc607f5 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:03.913019 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3bba695-52fa-451f-8e97-5cc96fc607f5 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9eb11140-4424-4b8c-9c63-7c2861e79253 {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:36:03.927933 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d3bba695-52fa-451f-8e97-5cc96fc607f5 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:03.937302 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d3bba695-52fa-451f-8e97-5cc96fc607f5 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "DELETE /v2.0/routers/9eb11140-4424-4b8c-9c63-7c2861e79253 HTTP/1.1" status: 204 len: 168 time: 1.1410885 Apr 29 11:36:03.937302 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.quota.resource [None req-7010a6ec-e987-4ebb-b8d6-6572377fa474 tempest-QuotasTest-500606468 tempest-QuotasTest-500606468-project-admin] Usage tracker for resource:subnetpool and tenant:88cbc07f73e24a8c9ffe10f380ab9e8b is out of sync, need to count used quota {{(pid=102960) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 29 11:36:03.940140 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47424) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:03.952483 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-a947ffa8-8840-4d49-9b9f-82eb45b487d9 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1849891984', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}, 'admin_state_up': False}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:03.960896 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.quota.resource [None req-7010a6ec-e987-4ebb-b8d6-6572377fa474 tempest-QuotasTest-500606468 tempest-QuotasTest-500606468-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102960) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 29 11:36:03.980466 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.quota.resource [None req-7010a6ec-e987-4ebb-b8d6-6572377fa474 tempest-QuotasTest-500606468 tempest-QuotasTest-500606468-project-admin] Usage tracker for resource:port and tenant:88cbc07f73e24a8c9ffe10f380ab9e8b is out of sync, need to count used quota {{(pid=102960) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 29 11:36:04.005576 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.quota.resource [None req-7010a6ec-e987-4ebb-b8d6-6572377fa474 tempest-QuotasTest-500606468 tempest-QuotasTest-500606468-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102960) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 29 11:36:04.016527 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.quota.resource [None req-7010a6ec-e987-4ebb-b8d6-6572377fa474 tempest-QuotasTest-500606468 tempest-QuotasTest-500606468-project-admin] Usage tracker for resource:router and tenant:88cbc07f73e24a8c9ffe10f380ab9e8b is out of sync, need to count used quota {{(pid=102960) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 29 11:36:04.023163 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a947ffa8-8840-4d49-9b9f-82eb45b487d9 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:04.024235 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a947ffa8-8840-4d49-9b9f-82eb45b487d9 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:04.027879 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.quota.resource [None req-7010a6ec-e987-4ebb-b8d6-6572377fa474 tempest-QuotasTest-500606468 tempest-QuotasTest-500606468-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102960) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 29 11:36:04.043314 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.quota.resource [None req-7010a6ec-e987-4ebb-b8d6-6572377fa474 tempest-QuotasTest-500606468 tempest-QuotasTest-500606468-project-admin] Usage tracker for resource:floatingip and tenant:88cbc07f73e24a8c9ffe10f380ab9e8b is out of sync, need to count used quota {{(pid=102960) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 29 11:36:04.054580 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.quota.resource [None req-7010a6ec-e987-4ebb-b8d6-6572377fa474 tempest-QuotasTest-500606468 tempest-QuotasTest-500606468-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102960) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 29 11:36:04.104586 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a947ffa8-8840-4d49-9b9f-82eb45b487d9 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:04.214013 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.quota.resource [None req-7010a6ec-e987-4ebb-b8d6-6572377fa474 tempest-QuotasTest-500606468 tempest-QuotasTest-500606468-project-admin] Usage tracker for resource:security_group and tenant:88cbc07f73e24a8c9ffe10f380ab9e8b is out of sync, need to count used quota {{(pid=102960) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 29 11:36:04.222530 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-f2d41826-3fcc-4985-8efd-6e547af07593 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:04.224989 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d41826-3fcc-4985-8efd-6e547af07593 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:36:04.226102 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d41826-3fcc-4985-8efd-6e547af07593 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:04.226719 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f2d41826-3fcc-4985-8efd-6e547af07593 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:04.256655 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.quota.resource [None req-7010a6ec-e987-4ebb-b8d6-6572377fa474 tempest-QuotasTest-500606468 tempest-QuotasTest-500606468-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102960) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 29 11:36:04.295839 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a947ffa8-8840-4d49-9b9f-82eb45b487d9 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:04.299353 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f2d41826-3fcc-4985-8efd-6e547af07593 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9312916 Apr 29 11:36:04.299942 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47428) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:04.331353 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.quota.resource [None req-7010a6ec-e987-4ebb-b8d6-6572377fa474 tempest-QuotasTest-500606468 tempest-QuotasTest-500606468-project-admin] Usage tracker for resource:security_group_rule and tenant:88cbc07f73e24a8c9ffe10f380ab9e8b is out of sync, need to count used quota {{(pid=102960) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 29 11:36:04.345039 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d295a-2f05-45ea-9f70-4dfba21193c6 req-cc8fa2ce-eb18-4ab7-8830-701d978c63d3 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:04.346768 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-827d295a-2f05-45ea-9f70-4dfba21193c6 req-cc8fa2ce-eb18-4ab7-8830-701d978c63d3 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.1274536 Apr 29 11:36:04.350743 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-07f381e7-11e2-4f23-b1a3-8efdc2b68834 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Deleting port 8d558c02-55da-4da4-9ea6-0a86f10cdf01 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:04.351271 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-07f381e7-11e2-4f23-b1a3-8efdc2b68834 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:04.359933 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.quota.resource [None req-7010a6ec-e987-4ebb-b8d6-6572377fa474 tempest-QuotasTest-500606468 tempest-QuotasTest-500606468-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102960) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 29 11:36:04.369999 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4545195b-7beb-46c4-9bfe-fb8eb3293506 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:04.373080 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4545195b-7beb-46c4-9bfe-fb8eb3293506 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] 10.222.0.69 "GET /v2.0/ports/f0f6dd41-1717-4e1a-ab91-c77d41f09583 HTTP/1.1" status: 200 len: 955 time: 0.0694220 Apr 29 11:36:04.380679 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7010a6ec-e987-4ebb-b8d6-6572377fa474 tempest-QuotasTest-500606468 tempest-QuotasTest-500606468-project-admin] 10.222.0.69 "GET /v2.0/quotas/88cbc07f73e24a8c9ffe10f380ab9e8b/details.json HTTP/1.1" status: 200 len: 703 time: 0.7124443 Apr 29 11:36:04.380679 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47430) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:04.546278 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475cce67-05a8-4dbc-90bd-6d2348153fce tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Made reservation on behalf of 9008e26e98c549258c930f1f74c815d8 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:36:04.551730 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-475cce67-05a8-4dbc-90bd-6d2348153fce tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:04.636541 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-827d295a-2f05-45ea-9f70-4dfba21193c6 req-7e728397-9a4d-46cf-bfbe-d3452e8baa97 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745118 Apr 29 11:36:04.675470 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-475cce67-05a8-4dbc-90bd-6d2348153fce tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] device_id is not set on port bb31c613-a7f3-4af2-a229-c9bf82cb1675 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:36:04.693520 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-07f381e7-11e2-4f23-b1a3-8efdc2b68834 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:04.769125 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-07f381e7-11e2-4f23-b1a3-8efdc2b68834 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Calling delete_port for 8d558c02-55da-4da4-9ea6-0a86f10cdf01 owned by network:router_interface {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:04.914142 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47436) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:04.929189 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-4d1e5fe0-4203-40a5-bd79-38d10c46b295 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Deleting port f0f6dd41-1717-4e1a-ab91-c77d41f09583 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:04.929539 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4d1e5fe0-4203-40a5-bd79-38d10c46b295 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:04.941962 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device c16d8095-290e-4136-ae5d-d11acb1b874f no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:36:04.960564 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-475cce67-05a8-4dbc-90bd-6d2348153fce tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Allocated IP 2001:db8::342 (73c10f80-7ab4-490f-99c0-4311c0413f6f/e405e1d3-6c01-42ce-be1c-2eab5c0fbdeb/bb31c613-a7f3-4af2-a229-c9bf82cb1675) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:36:05.004679 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: c16d8095-290e-4136-ae5d-d11acb1b874f {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:36:05.005950 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device c16d8095-290e-4136-ae5d-d11acb1b874f not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:36:05.009106 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4d1e5fe0-4203-40a5-bd79-38d10c46b295 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:05.034287 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-4d1e5fe0-4203-40a5-bd79-38d10c46b295 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Calling delete_port for f0f6dd41-1717-4e1a-ab91-c77d41f09583 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:05.195085 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0f722eae-9a10-4eab-bd59-45364c8f7ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:05.211542 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-07f381e7-11e2-4f23-b1a3-8efdc2b68834 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:05.257110 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a947ffa8-8840-4d49-9b9f-82eb45b487d9 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router_gateway, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:05.291698 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a947ffa8-8840-4d49-9b9f-82eb45b487d9 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:05.303145 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4d1e5fe0-4203-40a5-bd79-38d10c46b295 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:05.326466 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f381e7-11e2-4f23-b1a3-8efdc2b68834 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Pushing event deleted for resources: {'Port': ['ID=8d558c02-55da-4da4-9ea6-0a86f10cdf01,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:05.357857 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e5fe0-4203-40a5-bd79-38d10c46b295 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0f6dd41-1717-4e1a-ab91-c77d41f09583,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:05.370011 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4d1e5fe0-4203-40a5-bd79-38d10c46b295 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:05.376211 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4d1e5fe0-4203-40a5-bd79-38d10c46b295 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] 10.222.0.69 "DELETE /v2.0/ports/f0f6dd41-1717-4e1a-ab91-c77d41f09583 HTTP/1.1" status: 204 len: 168 time: 0.9987559 Apr 29 11:36:05.394828 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47440) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:05.444605 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-2767f611-78a3-4180-9b82-7c2ae57d7c78 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] GET failed (client error): The resource could not be found. Apr 29 11:36:05.451813 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2767f611-78a3-4180-9b82-7c2ae57d7c78 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] 10.222.0.69 "GET /v2.0/ports/f0f6dd41-1717-4e1a-ab91-c77d41f09583 HTTP/1.1" status: 404 len: 333 time: 0.0554619 Apr 29 11:36:05.455159 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47442) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:05.473113 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-6a2693ce-97e2-4ad0-badd-17475390a5dd tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Request body: {'port': {'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1589329274'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:05.520511 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2693ce-97e2-4ad0-badd-17475390a5dd tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Made reservation on behalf of f7c5a7a6980a4f59a77e49cf76ab0570 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:36:05.523073 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6a2693ce-97e2-4ad0-badd-17475390a5dd tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:05.534858 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0f722eae-9a10-4eab-bd59-45364c8f7ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:05.538660 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-475cce67-05a8-4dbc-90bd-6d2348153fce tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:05.545715 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0f722eae-9a10-4eab-bd59-45364c8f7ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:05.564030 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-a947ffa8-8840-4d49-9b9f-82eb45b487d9 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Allocated IP 172.26.4.141 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/7ff2f960-218f-4975-9f6b-cf1b96f0ccad) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:36:05.604729 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-6a2693ce-97e2-4ad0-badd-17475390a5dd tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] device_id is not set on port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:36:05.624244 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0f722eae-9a10-4eab-bd59-45364c8f7ca5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=df48d118d84c408c854adb0250d9d87a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7072155 Apr 29 11:36:05.629639 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47444) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:05.636895 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f722eae-9a10-4eab-bd59-45364c8f7ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b97ac49-84e8-4a2c-bf16-9c7bdc547276,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:05.766516 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-475cce67-05a8-4dbc-90bd-6d2348153fce tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:05.776162 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a947ffa8-8840-4d49-9b9f-82eb45b487d9 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:05.815120 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a947ffa8-8840-4d49-9b9f-82eb45b487d9 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:05.838300 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-07f381e7-11e2-4f23-b1a3-8efdc2b68834 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:05.865344 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a947ffa8-8840-4d49-9b9f-82eb45b487d9 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:36:05.868586 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-a947ffa8-8840-4d49-9b9f-82eb45b487d9 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:05.871145 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a947ffa8-8840-4d49-9b9f-82eb45b487d9 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:36:05.899415 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475cce67-05a8-4dbc-90bd-6d2348153fce tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Network 73c10f80-7ab4-490f-99c0-4311c0413f6f is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:36:05.901162 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947ffa8-8840-4d49-9b9f-82eb45b487d9 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Pushing event updated for resources: {'Port': ['ID=7ff2f960-218f-4975-9f6b-cf1b96f0ccad,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:05.925385 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-475cce67-05a8-4dbc-90bd-6d2348153fce tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:05.968997 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475cce67-05a8-4dbc-90bd-6d2348153fce tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:36:05.975157 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475cce67-05a8-4dbc-90bd-6d2348153fce tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:05.975511 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-475cce67-05a8-4dbc-90bd-6d2348153fce tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:05.979143 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7fc60a5a-6a93-4544-820a-b15a90d599bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:06.011316 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475cce67-05a8-4dbc-90bd-6d2348153fce tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Pushing event updated for resources: {'Port': ['ID=bb31c613-a7f3-4af2-a229-c9bf82cb1675,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:06.046410 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93443ba0-7c7d-4af3-92a4-fb5dfa727cbb req-3ad833ed-57d2-4691-84ef-8ab0be12adc1 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:06.048364 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-93443ba0-7c7d-4af3-92a4-fb5dfa727cbb req-3ad833ed-57d2-4691-84ef-8ab0be12adc1 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.3113396 Apr 29 11:36:06.097577 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7fc60a5a-6a93-4544-820a-b15a90d599bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:06.108962 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-475cce67-05a8-4dbc-90bd-6d2348153fce tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.2777314 Apr 29 11:36:06.115101 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47448) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:06.120740 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-ca5b0858-44fc-4270-9d0c-6eb565cedcc1 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f4:df:25'}]}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:06.142368 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6a2693ce-97e2-4ad0-badd-17475390a5dd tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:06.243753 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-93443ba0-7c7d-4af3-92a4-fb5dfa727cbb req-1fb6ad34-ed33-480d-9500-30e1c7af86cf tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830940 Apr 29 11:36:06.298103 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a947ffa8-8840-4d49-9b9f-82eb45b487d9 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router_gateway, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:06.301633 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-029eb34b-ffeb-4b46-b087-c41575184995 None None] Provisioning complete for port bb31c613-a7f3-4af2-a229-c9bf82cb1675 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:06.303380 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-029eb34b-ffeb-4b46-b087-c41575184995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:06.314428 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7fc60a5a-6a93-4544-820a-b15a90d599bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:06.317268 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7fc60a5a-6a93-4544-820a-b15a90d599bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:06.321748 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7fc60a5a-6a93-4544-820a-b15a90d599bc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0b97ac49-84e8-4a2c-bf16-9c7bdc547276 HTTP/1.1" status: 204 len: 168 time: 0.6881077 Apr 29 11:36:06.327882 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6a2693ce-97e2-4ad0-badd-17475390a5dd tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:06.346208 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc60a5a-6a93-4544-820a-b15a90d599bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b97ac49-84e8-4a2c-bf16-9c7bdc547276,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:06.408019 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-029eb34b-ffeb-4b46-b087-c41575184995 None None] Port bb31c613-a7f3-4af2-a229-c9bf82cb1675 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:36:06.432845 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2693ce-97e2-4ad0-badd-17475390a5dd tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:36:06.442048 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-6a2693ce-97e2-4ad0-badd-17475390a5dd tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:06.448583 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2693ce-97e2-4ad0-badd-17475390a5dd tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:36:06.449529 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2693ce-97e2-4ad0-badd-17475390a5dd tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:06.451170 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6a2693ce-97e2-4ad0-badd-17475390a5dd tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:06.462021 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2693ce-97e2-4ad0-badd-17475390a5dd tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Pushing event updated for resources: {'Port': ['ID=7747ba45-bac2-4b12-ae64-bae8e165b8e8,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:06.481810 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f381e7-11e2-4f23-b1a3-8efdc2b68834 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Router e3aba8c3-eb53-4f40-965a-d6e64857a7f9 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:36:06.482069 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ca5b0858-44fc-4270-9d0c-6eb565cedcc1 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:06.491136 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6a2693ce-97e2-4ad0-badd-17475390a5dd tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0254591 Apr 29 11:36:06.492383 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47452) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:06.505706 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:06.631491 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:06.726661 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a947ffa8-8840-4d49-9b9f-82eb45b487d9 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:06.727576 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f381e7-11e2-4f23-b1a3-8efdc2b68834 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:36:06.735982 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-07f381e7-11e2-4f23-b1a3-8efdc2b68834 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] 10.222.0.69 "PUT /v2.0/routers/e3aba8c3-eb53-4f40-965a-d6e64857a7f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1903160 Apr 29 11:36:06.741656 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47456) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:06.746428 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8256f154-07d8-417d-bd24-bc5b9b61f84a None None] Sync routers for ids ['e3aba8c3-eb53-4f40-965a-d6e64857a7f9'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:36:06.771590 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8256f154-07d8-417d-bd24-bc5b9b61f84a None None] Routers {'e3aba8c3-eb53-4f40-965a-d6e64857a7f9'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:06.772533 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-8256f154-07d8-417d-bd24-bc5b9b61f84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:35:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['e3aba8c3-eb53-4f40-965a-d6e64857a7f9'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:06.845470 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-8256f154-07d8-417d-bd24-bc5b9b61f84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:06.858268 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8256f154-07d8-417d-bd24-bc5b9b61f84a None None] Routers {'e3aba8c3-eb53-4f40-965a-d6e64857a7f9'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:06.859187 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-8256f154-07d8-417d-bd24-bc5b9b61f84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:35:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['e3aba8c3-eb53-4f40-965a-d6e64857a7f9'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:06.900470 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-8256f154-07d8-417d-bd24-bc5b9b61f84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:06.901328 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8256f154-07d8-417d-bd24-bc5b9b61f84a None None] The sync data for ids ['e3aba8c3-eb53-4f40-965a-d6e64857a7f9'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:36:06.927239 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47458) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:06.962974 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6b0aeb80-0811-4d0d-9a14-26052b610c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:06.966661 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ca5b0858-44fc-4270-9d0c-6eb565cedcc1 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:06.989103 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ca5b0858-44fc-4270-9d0c-6eb565cedcc1 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:06.995405 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] device_id is not set on port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:36:07.004480 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c31ee154-4897-46ce-a040-dc3b5b4f7d33 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:07.008483 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:07.021192 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:07.071545 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-ca5b0858-44fc-4270-9d0c-6eb565cedcc1 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] In _notify_port_updated(), no bound segment for port bb31c613-a7f3-4af2-a229-c9bf82cb1675 on network 73c10f80-7ab4-490f-99c0-4311c0413f6f {{(pid=102960) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 11:36:07.078228 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5b0858-44fc-4270-9d0c-6eb565cedcc1 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:07.078899 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ca5b0858-44fc-4270-9d0c-6eb565cedcc1 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:07.083234 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ca5b0858-44fc-4270-9d0c-6eb565cedcc1 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] 10.222.0.69 "PUT /v2.0/ports/bb31c613-a7f3-4af2-a229-c9bf82cb1675 HTTP/1.1" status: 200 len: 1001 time: 0.9641867 Apr 29 11:36:07.084442 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47460) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:07.130543 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b0858-44fc-4270-9d0c-6eb565cedcc1 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Pushing event updated for resources: {'Port': ['ID=bb31c613-a7f3-4af2-a229-c9bf82cb1675,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:07.141245 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Pushing event updated for resources: {'Port': ['ID=7747ba45-bac2-4b12-ae64-bae8e165b8e8,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:07.212961 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:36:07.213297 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:36:07.213627 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:36:07.222351 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6b0aeb80-0811-4d0d-9a14-26052b610c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:07.229303 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:36:07.229728 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Failed to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] Apr 29 11:36:07.230263 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6b0aeb80-0811-4d0d-9a14-26052b610c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:07.234421 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempt 2 to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 Apr 29 11:36:07.275584 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:36:07.275971 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:36:07.276266 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:36:07.305033 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0aeb80-0811-4d0d-9a14-26052b610c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93868ed4-ccf3-4cf6-b16c-b0ab3f76e099,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:07.312691 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6b0aeb80-0811-4d0d-9a14-26052b610c69 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=88cbc07f73e24a8c9ffe10f380ab9e8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3865206 Apr 29 11:36:07.313381 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:36:07.313709 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Failed to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] Apr 29 11:36:07.315560 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempt 3 to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 Apr 29 11:36:07.318510 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47464) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:07.358460 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:36:07.359138 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:36:07.359479 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:36:07.371558 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-47ff486c-2396-4965-ac84-20098ca0a18c tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Deleting port bb31c613-a7f3-4af2-a229-c9bf82cb1675 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:07.373591 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-47ff486c-2396-4965-ac84-20098ca0a18c tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:07.387849 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:36:07.389217 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Failed to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] Apr 29 11:36:07.393345 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempt 4 to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 Apr 29 11:36:07.457736 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-6f5f5598-9c15-4abb-bb7e-f597e72e6c31 None None] Provisioning complete for port bb31c613-a7f3-4af2-a229-c9bf82cb1675 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:07.459221 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6f5f5598-9c15-4abb-bb7e-f597e72e6c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:07.498223 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f5598-9c15-4abb-bb7e-f597e72e6c31 None None] Port bb31c613-a7f3-4af2-a229-c9bf82cb1675 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:36:07.529235 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:36:07.529655 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:36:07.530054 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:36:07.538679 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a947ffa8-8840-4d49-9b9f-82eb45b487d9 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Router c903db40-d38a-4dcb-8964-a852ab69f6c6 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:36:07.548518 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:36:07.548877 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Failed to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] Apr 29 11:36:07.553860 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c31ee154-4897-46ce-a040-dc3b5b4f7d33 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:07.555227 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempt 5 to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 Apr 29 11:36:07.578354 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2ec4aede-5382-4198-a54e-cad9171526cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:07.603224 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:36:07.603585 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:36:07.603900 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:36:07.626471 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c5416-6948-4606-95da-eb8174b1e57d req-376ddf5b-4836-40e5-8ca4-920bf9b7fdbf tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:07.628044 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0e2c5416-6948-4606-95da-eb8174b1e57d req-376ddf5b-4836-40e5-8ca4-920bf9b7fdbf tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.2152760 Apr 29 11:36:07.634919 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:36:07.635246 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Failed to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] Apr 29 11:36:07.640243 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempt 6 to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 Apr 29 11:36:07.644236 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-47ff486c-2396-4965-ac84-20098ca0a18c tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:07.647876 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2ec4aede-5382-4198-a54e-cad9171526cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:07.691280 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-47ff486c-2396-4965-ac84-20098ca0a18c tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Calling delete_port for bb31c613-a7f3-4af2-a229-c9bf82cb1675 owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:07.704289 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:36:07.704639 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:36:07.704965 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:36:07.708132 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-c31ee154-4897-46ce-a040-dc3b5b4f7d33 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Deleting port 1398f670-ec8f-48bc-8834-aaac204db755 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:07.708541 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c31ee154-4897-46ce-a040-dc3b5b4f7d33 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:07.729317 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a947ffa8-8840-4d49-9b9f-82eb45b487d9 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:36:07.732722 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:36:07.733089 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Failed to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] Apr 29 11:36:07.736165 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempt 7 to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 Apr 29 11:36:07.767649 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce5622a-f494-411b-aad8-08c0215a3aa0 None None] Sync routers for ids ['c903db40-d38a-4dcb-8964-a852ab69f6c6'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:36:07.792593 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce5622a-f494-411b-aad8-08c0215a3aa0 None None] Routers {'c903db40-d38a-4dcb-8964-a852ab69f6c6'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:07.793384 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-0ce5622a-f494-411b-aad8-08c0215a3aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:35:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c903db40-d38a-4dcb-8964-a852ab69f6c6'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:07.796542 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a947ffa8-8840-4d49-9b9f-82eb45b487d9 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:07.801658 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47468) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:07.802403 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a947ffa8-8840-4d49-9b9f-82eb45b487d9 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.8611248 Apr 29 11:36:07.812266 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-59b40858-f9e3-46a0-8b22-ce42cfe9bcbc tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'enable_snat': False}}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:07.814700 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:36:07.815040 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:36:07.815368 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:36:07.823071 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0e2c5416-6948-4606-95da-eb8174b1e57d req-5063cac8-8b12-49bc-bb52-c70ceb005ed4 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833954 Apr 29 11:36:07.830543 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-0ce5622a-f494-411b-aad8-08c0215a3aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:07.843807 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce5622a-f494-411b-aad8-08c0215a3aa0 None None] Routers {'c903db40-d38a-4dcb-8964-a852ab69f6c6'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:07.844823 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-0ce5622a-f494-411b-aad8-08c0215a3aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:35:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c903db40-d38a-4dcb-8964-a852ab69f6c6'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:07.847236 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c31ee154-4897-46ce-a040-dc3b5b4f7d33 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:07.864693 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-c31ee154-4897-46ce-a040-dc3b5b4f7d33 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Calling delete_port for 1398f670-ec8f-48bc-8834-aaac204db755 owned by network:router_gateway {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:07.880160 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:36:07.880481 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Failed to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] Apr 29 11:36:07.882796 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-0ce5622a-f494-411b-aad8-08c0215a3aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:07.883477 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce5622a-f494-411b-aad8-08c0215a3aa0 None None] The sync data for ids ['c903db40-d38a-4dcb-8964-a852ab69f6c6'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:36:07.890405 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempt 8 to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 Apr 29 11:36:07.896420 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2ec4aede-5382-4198-a54e-cad9171526cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:07.896948 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2ec4aede-5382-4198-a54e-cad9171526cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:07.901058 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2ec4aede-5382-4198-a54e-cad9171526cb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/93868ed4-ccf3-4cf6-b16c-b0ab3f76e099 HTTP/1.1" status: 204 len: 168 time: 0.5777278 Apr 29 11:36:07.925988 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:36:07.926513 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:36:07.926771 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:36:07.934659 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4aede-5382-4198-a54e-cad9171526cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93868ed4-ccf3-4cf6-b16c-b0ab3f76e099,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:07.954292 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:36:07.954988 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Failed to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] Apr 29 11:36:07.955497 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempt 9 to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 Apr 29 11:36:08.007075 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:36:08.007398 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:36:08.007741 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:36:08.042252 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:36:08.042613 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Failed to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] Apr 29 11:36:08.047009 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.plugins.ml2.plugin [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempt 10 to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 Apr 29 11:36:08.113211 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:36:08.113537 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:36:08.113689 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempting to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:36:08.130885 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:36:08.131844 dv-neutron-838888-1-hyperv neutron-server[102959]: ERROR neutron.plugins.ml2.managers [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Failed to bind port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'c508c448-a534-45f1-b24d-633b8dfb5a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5c476e37-97ab-4a3f-9b19-fe68b8f43af9'}] Apr 29 11:36:08.132220 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:08.148148 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-47ff486c-2396-4965-ac84-20098ca0a18c tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:08.163974 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c31ee154-4897-46ce-a040-dc3b5b4f7d33 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:08.214138 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ee154-4897-46ce-a040-dc3b5b4f7d33 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Pushing event deleted for resources: {'Port': ['ID=1398f670-ec8f-48bc-8834-aaac204db755,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:08.236504 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff486c-2396-4965-ac84-20098ca0a18c tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Pushing event deleted for resources: {'Port': ['ID=bb31c613-a7f3-4af2-a229-c9bf82cb1675,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:08.312377 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c31ee154-4897-46ce-a040-dc3b5b4f7d33 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:08.427078 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c31ee154-4897-46ce-a040-dc3b5b4f7d33 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:08.430365 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c31ee154-4897-46ce-a040-dc3b5b4f7d33 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:08.519882 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c31ee154-4897-46ce-a040-dc3b5b4f7d33 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:08.520406 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31ee154-4897-46ce-a040-dc3b5b4f7d33 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Fanout notify agent at l3_agent the message router_deleted on router e3aba8c3-eb53-4f40-965a-d6e64857a7f9 {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:36:08.528954 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c31ee154-4897-46ce-a040-dc3b5b4f7d33 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:08.533589 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c31ee154-4897-46ce-a040-dc3b5b4f7d33 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] 10.222.0.69 "DELETE /v2.0/routers/e3aba8c3-eb53-4f40-965a-d6e64857a7f9 HTTP/1.1" status: 204 len: 168 time: 1.7886319 Apr 29 11:36:08.534365 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47480) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:08.597164 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-642cf08d-a3ee-4e60-9b39-874a06fbf79b tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Deleting subnet 398b8de5-66c6-4140-9269-54644cadf4bb {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:36:08.601072 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-642cf08d-a3ee-4e60-9b39-874a06fbf79b tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:08.648965 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-642cf08d-a3ee-4e60-9b39-874a06fbf79b tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:08.758216 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-47ff486c-2396-4965-ac84-20098ca0a18c tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:08.767172 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-47ff486c-2396-4965-ac84-20098ca0a18c tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] 10.222.0.69 "DELETE /v2.0/ports/bb31c613-a7f3-4af2-a229-c9bf82cb1675 HTTP/1.1" status: 204 len: 168 time: 1.6789782 Apr 29 11:36:08.774739 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47488) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:08.815458 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-642cf08d-a3ee-4e60-9b39-874a06fbf79b tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:08.853829 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd36080-7e4f-451a-b15d-fc0d10c7be26 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] GET failed (client error): The resource could not be found. Apr 29 11:36:08.863204 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ddd36080-7e4f-451a-b15d-fc0d10c7be26 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] 10.222.0.69 "GET /v2.0/ports/bb31c613-a7f3-4af2-a229-c9bf82cb1675 HTTP/1.1" status: 404 len: 333 time: 0.0803266 Apr 29 11:36:08.866365 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47492) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:08.883982 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-04a32f6b-4422-404c-91b2-bed16552bfbd tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Request body: {'port': {'network_id': '73c10f80-7ab4-490f-99c0-4311c0413f6f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-890422398'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:08.924997 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] For port 7747ba45-bac2-4b12-ae64-bae8e165b8e8, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:36:08.925632 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attempted to set empty binding levels {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 11:36:08.936095 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:08.969445 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] In _notify_port_updated(), no bound segment for port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 on network 5c476e37-97ab-4a3f-9b19-fe68b8f43af9 {{(pid=102959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 11:36:08.970948 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:08.971980 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:08.976897 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] 10.222.0.69 "PUT /v2.0/ports/7747ba45-bac2-4b12-ae64-bae8e165b8e8 HTTP/1.1" status: 200 len: 977 time: 2.4744484 Apr 29 11:36:08.982081 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47498) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:08.994948 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-642cf08d-a3ee-4e60-9b39-874a06fbf79b tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:09.061636 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642cf08d-a3ee-4e60-9b39-874a06fbf79b tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Pushing event deleted for resources: {'Subnet': ['ID=398b8de5-66c6-4140-9269-54644cadf4bb,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:09.066671 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-642cf08d-a3ee-4e60-9b39-874a06fbf79b tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:09.070071 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-642cf08d-a3ee-4e60-9b39-874a06fbf79b tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] 10.222.0.69 "DELETE /v2.0/subnets/398b8de5-66c6-4140-9269-54644cadf4bb HTTP/1.1" status: 204 len: 168 time: 0.5346937 Apr 29 11:36:09.078600 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47500) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:09.096190 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5dc370-4651-4eb1-9050-554f569f5f97 None None] Network af3f5064-9c4b-454f-992b-975505f7128e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:36:09.121200 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784041f-6248-4eff-b185-8f64915e3a3a tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Pushing event updated for resources: {'Port': ['ID=7747ba45-bac2-4b12-ae64-bae8e165b8e8,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:09.167290 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-59b40858-f9e3-46a0-8b22-ce42cfe9bcbc tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:09.216398 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d18cb953-e4bb-4a64-82f7-26098e04550e tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:09.224278 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a32f6b-4422-404c-91b2-bed16552bfbd tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Made reservation on behalf of 9008e26e98c549258c930f1f74c815d8 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:36:09.228010 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-04a32f6b-4422-404c-91b2-bed16552bfbd tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:09.258747 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-04a32f6b-4422-404c-91b2-bed16552bfbd tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] device_id is not set on port f9dbe455-4d3a-4da5-ab63-9d16eb6c6a34 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:36:09.271273 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb50f0-1530-4e31-b454-6e1a0c947758 req-89a085e3-540c-46f2-a9b0-eff23d9a6fba tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:09.274854 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-28bb50f0-1530-4e31-b454-6e1a0c947758 req-89a085e3-540c-46f2-a9b0-eff23d9a6fba tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.2597213 Apr 29 11:36:09.275117 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-63cb7ac7-65de-4d9f-a3dd-b23f21ccdfcd tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Deleting port 7747ba45-bac2-4b12-ae64-bae8e165b8e8 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:09.275475 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-63cb7ac7-65de-4d9f-a3dd-b23f21ccdfcd tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:09.374238 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-28bb50f0-1530-4e31-b454-6e1a0c947758 req-5179c695-9d68-4a8c-83f5-1a0076f83ff5 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569758 Apr 29 11:36:09.447554 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd426df-5afb-4a9e-a80c-bf3f4b0f6e1c None None] DHCP port deletion for af3f5064-9c4b-454f-992b-975505f7128e request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:36:09.459285 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-63cb7ac7-65de-4d9f-a3dd-b23f21ccdfcd tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] For port 7747ba45-bac2-4b12-ae64-bae8e165b8e8, host hv-neutron-8388, got binding levels [] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:36:09.459705 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-63cb7ac7-65de-4d9f-a3dd-b23f21ccdfcd tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:09.483656 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-63cb7ac7-65de-4d9f-a3dd-b23f21ccdfcd tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Calling delete_port for 7747ba45-bac2-4b12-ae64-bae8e165b8e8 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:09.592578 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5cd426df-5afb-4a9e-a80c-bf3f4b0f6e1c None None] Deleting port 1883658f-d670-4331-9812-ef0f644a0c45 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:09.594192 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5cd426df-5afb-4a9e-a80c-bf3f4b0f6e1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:09.595558 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-04a32f6b-4422-404c-91b2-bed16552bfbd tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Allocated IP 2001:db8::293 (73c10f80-7ab4-490f-99c0-4311c0413f6f/e405e1d3-6c01-42ce-be1c-2eab5c0fbdeb/f9dbe455-4d3a-4da5-ab63-9d16eb6c6a34) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:36:09.609405 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-d18cb953-e4bb-4a64-82f7-26098e04550e tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Deleting port 1883658f-d670-4331-9812-ef0f644a0c45 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:09.609767 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d18cb953-e4bb-4a64-82f7-26098e04550e tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:09.623791 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-63cb7ac7-65de-4d9f-a3dd-b23f21ccdfcd tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:09.679061 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb7ac7-65de-4d9f-a3dd-b23f21ccdfcd tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Pushing event deleted for resources: {'Port': ['ID=7747ba45-bac2-4b12-ae64-bae8e165b8e8,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:09.723745 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-63cb7ac7-65de-4d9f-a3dd-b23f21ccdfcd tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:09.725027 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5cd426df-5afb-4a9e-a80c-bf3f4b0f6e1c None None] For port 1883658f-d670-4331-9812-ef0f644a0c45, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=1883658f-d670-4331-9812-ef0f644a0c45,segment=NetworkSegment(7e26916e-da96-4459-b449-3cf8c9155b0c),segment_id=7e26916e-da96-4459-b449-3cf8c9155b0c)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:36:09.725600 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5cd426df-5afb-4a9e-a80c-bf3f4b0f6e1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:09.727062 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-63cb7ac7-65de-4d9f-a3dd-b23f21ccdfcd tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] 10.222.0.69 "DELETE /v2.0/ports/7747ba45-bac2-4b12-ae64-bae8e165b8e8 HTTP/1.1" status: 204 len: 168 time: 0.7435725 Apr 29 11:36:09.733800 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47510) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:09.743815 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5cd426df-5afb-4a9e-a80c-bf3f4b0f6e1c None None] Calling delete_port for 1883658f-d670-4331-9812-ef0f644a0c45 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:09.764607 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-d18cb953-e4bb-4a64-82f7-26098e04550e tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] For port 1883658f-d670-4331-9812-ef0f644a0c45, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=1883658f-d670-4331-9812-ef0f644a0c45,segment=NetworkSegment(7e26916e-da96-4459-b449-3cf8c9155b0c),segment_id=7e26916e-da96-4459-b449-3cf8c9155b0c)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:36:09.764979 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d18cb953-e4bb-4a64-82f7-26098e04550e tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:09.792009 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-d18cb953-e4bb-4a64-82f7-26098e04550e tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Calling delete_port for 1883658f-d670-4331-9812-ef0f644a0c45 owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:09.807254 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb2d9be-f7fa-4069-ad85-95556d9f1510 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] GET failed (client error): The resource could not be found. Apr 29 11:36:09.812709 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ddb2d9be-f7fa-4069-ad85-95556d9f1510 tempest-PortsAdminExtendedAttrsTestJSON-702119641 tempest-PortsAdminExtendedAttrsTestJSON-702119641-project-admin] 10.222.0.69 "GET /v2.0/ports/7747ba45-bac2-4b12-ae64-bae8e165b8e8 HTTP/1.1" status: 404 len: 333 time: 0.0755508 Apr 29 11:36:09.818370 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47514) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:09.843632 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5cd426df-5afb-4a9e-a80c-bf3f4b0f6e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:09.881050 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd426df-5afb-4a9e-a80c-bf3f4b0f6e1c None None] No DVR routers for this DVR port 1883658f-d670-4331-9812-ef0f644a0c45 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:36:09.886227 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd426df-5afb-4a9e-a80c-bf3f4b0f6e1c None None] Pushing event deleted for resources: {'Port': ['ID=1883658f-d670-4331-9812-ef0f644a0c45,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:09.978965 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d18cb953-e4bb-4a64-82f7-26098e04550e tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:09.995593 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-57b9b6fa-36fd-4aa7-adaf-4182d13ad9a5 tempest-PortsAdminExtendedAttrsTestJSON-1223636586 tempest-PortsAdminExtendedAttrsTestJSON-1223636586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:10.013908 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-04a32f6b-4422-404c-91b2-bed16552bfbd tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:10.019100 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18cb953-e4bb-4a64-82f7-26098e04550e tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Pushing event deleted for resources: {'Port': ['ID=1883658f-d670-4331-9812-ef0f644a0c45,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:10.027484 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18cb953-e4bb-4a64-82f7-26098e04550e tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] No DVR routers for this DVR port 1883658f-d670-4331-9812-ef0f644a0c45 on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:36:10.127372 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d18cb953-e4bb-4a64-82f7-26098e04550e tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:10.147080 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-59b40858-f9e3-46a0-8b22-ce42cfe9bcbc tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681475', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3683613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1117'] for router, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:10.148524 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47520) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:10.154747 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-d18cb953-e4bb-4a64-82f7-26098e04550e tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af3f5064-9c4b-454f-992b-975505f7128e']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:10.161006 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-57b9b6fa-36fd-4aa7-adaf-4182d13ad9a5 tempest-PortsAdminExtendedAttrsTestJSON-1223636586 tempest-PortsAdminExtendedAttrsTestJSON-1223636586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:10.164342 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-59b40858-f9e3-46a0-8b22-ce42cfe9bcbc tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683602'] for router, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:10.166115 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-d18cb953-e4bb-4a64-82f7-26098e04550e tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e26916e-da96-4459-b449-3cf8c9155b0c') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:10.166789 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-d18cb953-e4bb-4a64-82f7-26098e04550e tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e26916e-da96-4459-b449-3cf8c9155b0c') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:10.176078 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-04a32f6b-4422-404c-91b2-bed16552bfbd tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:10.193068 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d18cb953-e4bb-4a64-82f7-26098e04550e tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:10.225389 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-57b9b6fa-36fd-4aa7-adaf-4182d13ad9a5 tempest-PortsAdminExtendedAttrsTestJSON-1223636586 tempest-PortsAdminExtendedAttrsTestJSON-1223636586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c476e37-97ab-4a3f-9b19-fe68b8f43af9']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:10.228599 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a32f6b-4422-404c-91b2-bed16552bfbd tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Network 73c10f80-7ab4-490f-99c0-4311c0413f6f is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:36:10.235177 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-04a32f6b-4422-404c-91b2-bed16552bfbd tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:10.237571 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a32f6b-4422-404c-91b2-bed16552bfbd tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:36:10.240070 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-57b9b6fa-36fd-4aa7-adaf-4182d13ad9a5 tempest-PortsAdminExtendedAttrsTestJSON-1223636586 tempest-PortsAdminExtendedAttrsTestJSON-1223636586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c508c448-a534-45f1-b24d-633b8dfb5a8e') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:10.240371 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-57b9b6fa-36fd-4aa7-adaf-4182d13ad9a5 tempest-PortsAdminExtendedAttrsTestJSON-1223636586 tempest-PortsAdminExtendedAttrsTestJSON-1223636586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c508c448-a534-45f1-b24d-633b8dfb5a8e') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:10.243464 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a32f6b-4422-404c-91b2-bed16552bfbd tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:10.244108 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-04a32f6b-4422-404c-91b2-bed16552bfbd tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:10.257538 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-57b9b6fa-36fd-4aa7-adaf-4182d13ad9a5 tempest-PortsAdminExtendedAttrsTestJSON-1223636586 tempest-PortsAdminExtendedAttrsTestJSON-1223636586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:10.266123 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d18cb953-e4bb-4a64-82f7-26098e04550e tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:10.274573 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-04a32f6b-4422-404c-91b2-bed16552bfbd tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4066594 Apr 29 11:36:10.280629 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47526) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:10.286137 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-9131f870-5a53-4df2-b633-f825d3a2b45b tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Request body: {'port': {'network_id': '73c10f80-7ab4-490f-99c0-4311c0413f6f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1368046101'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:10.298403 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d18cb953-e4bb-4a64-82f7-26098e04550e tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:36:10.298813 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d18cb953-e4bb-4a64-82f7-26098e04550e tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:10.305797 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-de47b463-4bfe-4e23-9ffd-5ac13ca51d18 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1305617412', 'router:external': True}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:10.311318 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-57b9b6fa-36fd-4aa7-adaf-4182d13ad9a5 tempest-PortsAdminExtendedAttrsTestJSON-1223636586 tempest-PortsAdminExtendedAttrsTestJSON-1223636586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: items = [ Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: self.session.flush() Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: self.session.flush() Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: self.session.flush() Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: self.session.flush() Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:36:10.312220 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:36:10.326240 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a32f6b-4422-404c-91b2-bed16552bfbd tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Pushing event updated for resources: {'Port': ['ID=f9dbe455-4d3a-4da5-ab63-9d16eb6c6a34,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:10.329081 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b9b6fa-36fd-4aa7-adaf-4182d13ad9a5 tempest-PortsAdminExtendedAttrsTestJSON-1223636586 tempest-PortsAdminExtendedAttrsTestJSON-1223636586-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:36:10.329760 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-57b9b6fa-36fd-4aa7-adaf-4182d13ad9a5 tempest-PortsAdminExtendedAttrsTestJSON-1223636586 tempest-PortsAdminExtendedAttrsTestJSON-1223636586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:10.335228 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:36:10.335228 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:36:10.335228 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:36:10.335228 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:36:10.335228 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:36:10.335228 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:36:10.335228 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:36:10.335228 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:36:10.335228 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:36:10.335228 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:36:10.335228 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:36:10.335228 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:36:10.335228 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:36:10.335228 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:36:10.335228 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:36:10.335228 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:36:10.335228 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:36:10.335228 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:36:10.335228 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:36:10.335228 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:36:10.335228 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:36:10.335228 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:36:10.335228 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:36:10.335228 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:36:10.335228 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:36:10.335228 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:36:10.335228 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:36:10.335228 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:36:10.335228 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:36:10.335228 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:36:10.335228 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:36:10.335228 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:36:10.409332 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de47b463-4bfe-4e23-9ffd-5ac13ca51d18 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Made reservation on behalf of 19abb1b1198641a5b163772c86e96e17 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:36:10.412075 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de47b463-4bfe-4e23-9ffd-5ac13ca51d18 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:10.416499 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b40858-f9e3-46a0-8b22-ce42cfe9bcbc tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Router c903db40-d38a-4dcb-8964-a852ab69f6c6 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:36:10.445963 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d18cb953-e4bb-4a64-82f7-26098e04550e tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:10.447867 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de47b463-4bfe-4e23-9ffd-5ac13ca51d18 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:10.461984 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-57b9b6fa-36fd-4aa7-adaf-4182d13ad9a5 tempest-PortsAdminExtendedAttrsTestJSON-1223636586 tempest-PortsAdminExtendedAttrsTestJSON-1223636586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:10.464605 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d18cb953-e4bb-4a64-82f7-26098e04550e tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:10.472725 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d18cb953-e4bb-4a64-82f7-26098e04550e tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] 10.222.0.69 "DELETE /v2.0/networks/af3f5064-9c4b-454f-992b-975505f7128e HTTP/1.1" status: 204 len: 168 time: 1.3877559 Apr 29 11:36:10.476104 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47530) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:10.494431 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-57b9b6fa-36fd-4aa7-adaf-4182d13ad9a5 tempest-PortsAdminExtendedAttrsTestJSON-1223636586 tempest-PortsAdminExtendedAttrsTestJSON-1223636586-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:10.500532 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-57b9b6fa-36fd-4aa7-adaf-4182d13ad9a5 tempest-PortsAdminExtendedAttrsTestJSON-1223636586 tempest-PortsAdminExtendedAttrsTestJSON-1223636586-project] 10.222.0.69 "DELETE /v2.0/networks/5c476e37-97ab-4a3f-9b19-fe68b8f43af9 HTTP/1.1" status: 204 len: 168 time: 0.6803844 Apr 29 11:36:10.510877 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9b6fa-36fd-4aa7-adaf-4182d13ad9a5 tempest-PortsAdminExtendedAttrsTestJSON-1223636586 tempest-PortsAdminExtendedAttrsTestJSON-1223636586-project] Pushing event deleted for resources: {'Network': ['ID=5c476e37-97ab-4a3f-9b19-fe68b8f43af9,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:10.538155 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18cb953-e4bb-4a64-82f7-26098e04550e tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Pushing event deleted for resources: {'Network': ['ID=af3f5064-9c4b-454f-992b-975505f7128e,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:10.578665 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-24de9e64-3326-40c0-bc93-37e7821d79f7 None None] Provisioning complete for port f9dbe455-4d3a-4da5-ab63-9d16eb6c6a34 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:10.579711 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-24de9e64-3326-40c0-bc93-37e7821d79f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:10.628877 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-24de9e64-3326-40c0-bc93-37e7821d79f7 None None] Port f9dbe455-4d3a-4da5-ab63-9d16eb6c6a34 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:36:10.661259 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c25c8-18a5-4090-a58a-664199a28bd5 req-ddbde085-3405-41a9-b898-f003e4f99945 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:10.666649 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9131f870-5a53-4df2-b633-f825d3a2b45b tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Made reservation on behalf of 9008e26e98c549258c930f1f74c815d8 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:36:10.670246 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9131f870-5a53-4df2-b633-f825d3a2b45b tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:10.670423 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1c5c25c8-18a5-4090-a58a-664199a28bd5 req-ddbde085-3405-41a9-b898-f003e4f99945 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.1684422 Apr 29 11:36:10.698533 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-9131f870-5a53-4df2-b633-f825d3a2b45b tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] device_id is not set on port e038b041-28dc-4775-a2ae-97dc36442463 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:36:10.748140 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-62cbf7a8-b4c3-4b3c-be32-df7ab2affc11 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Deleting port 09a569d5-0fe2-49e8-a8d8-a9b947aefdaf {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:10.748582 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-62cbf7a8-b4c3-4b3c-be32-df7ab2affc11 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:10.781775 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b40858-f9e3-46a0-8b22-ce42cfe9bcbc tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:36:10.799017 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1c5c25c8-18a5-4090-a58a-664199a28bd5 req-b600c868-74d9-4bf2-8804-b876062fb388 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251748 Apr 29 11:36:10.799182 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880b1e19-e518-444d-a762-c95e805e24a3 None None] Sync routers for ids ['c903db40-d38a-4dcb-8964-a852ab69f6c6'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:36:10.805053 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-59b40858-f9e3-46a0-8b22-ce42cfe9bcbc tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:10.821832 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-59b40858-f9e3-46a0-8b22-ce42cfe9bcbc tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "PUT /v2.0/routers/c903db40-d38a-4dcb-8964-a852ab69f6c6 HTTP/1.1" status: 200 len: 922 time: 3.0071287 Apr 29 11:36:10.821832 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de47b463-4bfe-4e23-9ffd-5ac13ca51d18 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:10.821832 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47536) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:10.823980 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880b1e19-e518-444d-a762-c95e805e24a3 None None] Routers {'c903db40-d38a-4dcb-8964-a852ab69f6c6'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:10.823980 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-880b1e19-e518-444d-a762-c95e805e24a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:35:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c903db40-d38a-4dcb-8964-a852ab69f6c6'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:10.899344 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de47b463-4bfe-4e23-9ffd-5ac13ca51d18 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:10.904886 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-880b1e19-e518-444d-a762-c95e805e24a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:10.925560 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880b1e19-e518-444d-a762-c95e805e24a3 None None] Routers {'c903db40-d38a-4dcb-8964-a852ab69f6c6'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:10.926474 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-880b1e19-e518-444d-a762-c95e805e24a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:35:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c903db40-d38a-4dcb-8964-a852ab69f6c6'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:10.936056 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 1883658f-d670-4331-9812-ef0f644a0c45 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:36:10.953456 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47540) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:10.970722 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 1883658f-d670-4331-9812-ef0f644a0c45 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:36:10.972267 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 1883658f-d670-4331-9812-ef0f644a0c45 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:36:10.973564 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de47b463-4bfe-4e23-9ffd-5ac13ca51d18 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:36:10.991282 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47b463-4bfe-4e23-9ffd-5ac13ca51d18 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd34d96-c349-494e-a572-0384a7a08001,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:10.999895 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de47b463-4bfe-4e23-9ffd-5ac13ca51d18 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:11.000230 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-de47b463-4bfe-4e23-9ffd-5ac13ca51d18 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Added segment 8df2dbbe-1897-4f6f-8865-6ef36f99d2fe of type vlan for network 8385cd63-d41c-4b03-8bec-40ab11deabfb Apr 29 11:36:11.018272 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-9131f870-5a53-4df2-b633-f825d3a2b45b tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Allocated IP 2001:db8::18e (73c10f80-7ab4-490f-99c0-4311c0413f6f/e405e1d3-6c01-42ce-be1c-2eab5c0fbdeb/e038b041-28dc-4775-a2ae-97dc36442463) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:36:11.058938 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-880b1e19-e518-444d-a762-c95e805e24a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:11.060786 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880b1e19-e518-444d-a762-c95e805e24a3 None None] The sync data for ids ['c903db40-d38a-4dcb-8964-a852ab69f6c6'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:36:11.082758 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-62cbf7a8-b4c3-4b3c-be32-df7ab2affc11 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:11.083094 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-62cbf7a8-b4c3-4b3c-be32-df7ab2affc11 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:11.112539 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-62cbf7a8-b4c3-4b3c-be32-df7ab2affc11 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Calling delete_port for 09a569d5-0fe2-49e8-a8d8-a9b947aefdaf owned by network:floatingip {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:11.145316 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de47b463-4bfe-4e23-9ffd-5ac13ca51d18 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:11.161362 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-1e5a36ec-e888-4a92-b43c-fbb046e147cc tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "GET /v2.0/routers/c903db40-d38a-4dcb-8964-a852ab69f6c6 HTTP/1.1" status: 200 len: 922 time: 0.3404253 Apr 29 11:36:11.162567 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47546) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:11.261239 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09fefb-fa89-4945-ab82-ea66b33cdd62 req-132fc587-f384-4309-b246-cedf83bea357 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:11.262822 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ae09fefb-fa89-4945-ab82-ea66b33cdd62 req-132fc587-f384-4309-b246-cedf83bea357 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.2022178 Apr 29 11:36:11.303159 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9131f870-5a53-4df2-b633-f825d3a2b45b tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:11.328674 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de47b463-4bfe-4e23-9ffd-5ac13ca51d18 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:11.329688 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de47b463-4bfe-4e23-9ffd-5ac13ca51d18 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:11.330289 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de47b463-4bfe-4e23-9ffd-5ac13ca51d18 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:11.363671 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-acbf5071-1175-4573-8a14-f891b0109380 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6c5555e2c1144323951254293f26fdbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4006863 Apr 29 11:36:11.367115 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47548) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:11.375731 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecd78ff-7512-4ac7-bab4-23ff3bff1912 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:11.377222 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3ecd78ff-7512-4ac7-bab4-23ff3bff1912 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=1c458760-cee1-43dd-bfaa-f7beebba31f7&device_id=c903db40-d38a-4dcb-8964-a852ab69f6c6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2124071 Apr 29 11:36:11.380254 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47550) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:11.404872 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-62cbf7a8-b4c3-4b3c-be32-df7ab2affc11 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:11.422985 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9131f870-5a53-4df2-b633-f825d3a2b45b tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:11.426097 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-de47b463-4bfe-4e23-9ffd-5ac13ca51d18 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2747524 Apr 29 11:36:11.432189 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ae09fefb-fa89-4945-ab82-ea66b33cdd62 req-41c373c8-e963-4f99-a6b9-a182d20a0852 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559141 Apr 29 11:36:11.433036 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47552) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:11.435006 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b7056-1179-4ee5-a087-4fe2e6de4a91 req-dc45d780-a631-48b1-a1e5-cff804311ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:11.436444 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8a4b7056-1179-4ee5-a087-4fe2e6de4a91 req-dc45d780-a631-48b1-a1e5-cff804311ec2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=966d71c123a54a1eb7656282c791d69b&device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 1098 time: 0.1959198 Apr 29 11:36:11.441326 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-8fc9c99b-7e02-4dfa-9869-40dd804e820b tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Request body: {'subnet': {'network_id': '8385cd63-d41c-4b03-8bec-40ab11deabfb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:11.444685 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47b463-4bfe-4e23-9ffd-5ac13ca51d18 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Pushing event updated for resources: {'Network': ['ID=8385cd63-d41c-4b03-8bec-40ab11deabfb,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:11.471560 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 8385cd63-d41c-4b03-8bec-40ab11deabfb details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:36:11.498560 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cbf7a8-b4c3-4b3c-be32-df7ab2affc11 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Pushing event deleted for resources: {'Port': ['ID=09a569d5-0fe2-49e8-a8d8-a9b947aefdaf,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:11.529237 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc9c99b-7e02-4dfa-9869-40dd804e820b tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Made reservation on behalf of 19abb1b1198641a5b163772c86e96e17 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:36:11.532515 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8fc9c99b-7e02-4dfa-9869-40dd804e820b tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:11.572347 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9131f870-5a53-4df2-b633-f825d3a2b45b tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Network 73c10f80-7ab4-490f-99c0-4311c0413f6f is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:36:11.605015 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-9131f870-5a53-4df2-b633-f825d3a2b45b tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:11.625320 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9131f870-5a53-4df2-b633-f825d3a2b45b tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:36:11.625837 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b7056-1179-4ee5-a087-4fe2e6de4a91 req-e642ff01-e3f4-4659-b064-da3a30ffead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:11.627373 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8a4b7056-1179-4ee5-a087-4fe2e6de4a91 req-e642ff01-e3f4-4659-b064-da3a30ffead6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4 HTTP/1.1" status: 200 len: 912 time: 0.1793575 Apr 29 11:36:11.630990 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9131f870-5a53-4df2-b633-f825d3a2b45b tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:11.631958 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9131f870-5a53-4df2-b633-f825d3a2b45b tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:11.659682 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4b6a1cc9-4662-49e9-8dde-d177a7085e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:11.672167 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131f870-5a53-4df2-b633-f825d3a2b45b tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Pushing event updated for resources: {'Port': ['ID=e038b041-28dc-4775-a2ae-97dc36442463,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:11.693631 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9131f870-5a53-4df2-b633-f825d3a2b45b tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4118783 Apr 29 11:36:11.694910 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544f9335-9721-4432-b02b-334735902c8d tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:11.696212 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-544f9335-9721-4432-b02b-334735902c8d tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "GET /v2.0/networks/1c458760-cee1-43dd-bfaa-f7beebba31f7 HTTP/1.1" status: 200 len: 881 time: 0.3150194 Apr 29 11:36:11.701774 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47554) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:11.702049 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47556) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:11.724077 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-d22cf7b0-bc7c-4b3a-ac24-750edc08983e tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b5', 'mac_address': 'fa:16:3e:f4:df:25'}, {'ip_address': '2001:db8::293', 'mac_address': 'fa:16:3e:c0:1a:a0'}]}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:11.760788 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8a4b7056-1179-4ee5-a087-4fe2e6de4a91 req-ee506b3e-0bfc-402a-843f-99689e3f5ffb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec1c2e1e-2b57-42dd-9d04-8a525132f294 HTTP/1.1" status: 200 len: 1001 time: 0.1183348 Apr 29 11:36:11.770611 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4b6a1cc9-4662-49e9-8dde-d177a7085e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:11.882773 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b7056-1179-4ee5-a087-4fe2e6de4a91 req-08e6e24b-e7eb-4032-8fe8-9e676c1ab110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:11.884351 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8a4b7056-1179-4ee5-a087-4fe2e6de4a91 req-08e6e24b-e7eb-4032-8fe8-9e676c1ab110 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f2955ff6-7656-4447-a96d-af5d60561c06 HTTP/1.1" status: 200 len: 850 time: 0.1149237 Apr 29 11:36:11.977157 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-dc8da1e0-64de-4755-9d56-96c7eae8f83e None None] Provisioning complete for port e038b041-28dc-4775-a2ae-97dc36442463 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:11.979644 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dc8da1e0-64de-4755-9d56-96c7eae8f83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:11.996553 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b7056-1179-4ee5-a087-4fe2e6de4a91 req-42c04ae7-7ad8-4465-90d9-ec7449945a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:11.998543 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8a4b7056-1179-4ee5-a087-4fe2e6de4a91 req-42c04ae7-7ad8-4465-90d9-ec7449945a44 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0850766 Apr 29 11:36:12.034330 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-dc8da1e0-64de-4755-9d56-96c7eae8f83e None None] Port e038b041-28dc-4775-a2ae-97dc36442463 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:36:12.137986 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-62cbf7a8-b4c3-4b3c-be32-df7ab2affc11 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks [] for floatingip, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:12.140176 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-62cbf7a8-b4c3-4b3c-be32-df7ab2affc11 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:12.143760 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-62cbf7a8-b4c3-4b3c-be32-df7ab2affc11 tempest-FloatingIPAdminTestJSON-294602577 tempest-FloatingIPAdminTestJSON-294602577-project] 10.222.0.69 "DELETE /v2.0/floatingips/b2efa1c3-4d9e-48dd-a7b7-caa4a791d610 HTTP/1.1" status: 204 len: 168 time: 1.6633396 Apr 29 11:36:12.162487 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-54b5610b-d284-4a08-8a4d-e1cef274e528 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] 10.222.0.69 "GET /v2.0/ports?device_id=c903db40-d38a-4dcb-8964-a852ab69f6c6 HTTP/1.1" status: 200 len: 205 time: 0.4581401 Apr 29 11:36:12.163206 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47560) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:12.183566 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8a4b7056-1179-4ee5-a087-4fe2e6de4a91 req-0e25049f-55bb-4431-86e4-c9db62468fd7 service neutron] 10.222.0.62 "GET /v2.0/networks/9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768148 Apr 29 11:36:12.306283 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.objects.ports [None req-8fc9c99b-7e02-4dfa-9869-40dd804e820b tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102959) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 11:36:12.306978 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8fc9c99b-7e02-4dfa-9869-40dd804e820b tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:12.343499 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4b6a1cc9-4662-49e9-8dde-d177a7085e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:12.346095 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4b6a1cc9-4662-49e9-8dde-d177a7085e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:12.349668 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4b6a1cc9-4662-49e9-8dde-d177a7085e55 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d0743bd2-3944-40f4-b615-c1f692fd8793 HTTP/1.1" status: 204 len: 168 time: 0.9792657 Apr 29 11:36:12.359194 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8a4b7056-1179-4ee5-a087-4fe2e6de4a91 req-8a600573-a7fb-4cb7-ad00-68c91367460a service neutron] 10.222.0.62 "GET /v2.0/networks/9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643143 Apr 29 11:36:12.359520 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a1cc9-4662-49e9-8dde-d177a7085e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0743bd2-3944-40f4-b615-c1f692fd8793,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:12.363285 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3ab881f5-f5f0-4889-83f4-7a0e9bdcd892 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:12.414752 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9c99b-7e02-4dfa-9869-40dd804e820b tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Pushing event updated for resources: {'Subnet': ['ID=17cb7cdf-09f0-4818-bff8-0000cf864abb,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:12.423987 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc9c99b-7e02-4dfa-9869-40dd804e820b tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Checking segment: {'id': '8df2dbbe-1897-4f6f-8865-6ef36f99d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8385cd63-d41c-4b03-8bec-40ab11deabfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:36:12.424636 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc9c99b-7e02-4dfa-9869-40dd804e820b tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Network hostable DHCP agents. Network: 8385cd63-d41c-4b03-8bec-40ab11deabfb, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:36:12.444270 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc9c99b-7e02-4dfa-9869-40dd804e820b tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Network 8385cd63-d41c-4b03-8bec-40ab11deabfb is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:36:12.464692 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-8fc9c99b-7e02-4dfa-9869-40dd804e820b tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 8385cd63-d41c-4b03-8bec-40ab11deabfb) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:12.474985 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246ebeab-208e-4d82-89e1-fb7efc58773b None None] Network 8385cd63-d41c-4b03-8bec-40ab11deabfb requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:36:12.498649 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc9c99b-7e02-4dfa-9869-40dd804e820b tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:12.499334 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8fc9c99b-7e02-4dfa-9869-40dd804e820b tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:12.501220 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3ab881f5-f5f0-4889-83f4-7a0e9bdcd892 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:12.536495 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47568) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:12.576304 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-8fc9c99b-7e02-4dfa-9869-40dd804e820b tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1387904 Apr 29 11:36:12.589447 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d22cf7b0-bc7c-4b3a-ac24-750edc08983e tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:12.593784 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47572) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:12.621741 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-ca159961-71ae-4c4a-883e-f5e28dea78d4 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-560494219', 'network_id': '8385cd63-d41c-4b03-8bec-40ab11deabfb'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:12.667226 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ba202-21af-48ad-8482-278c793f7eac req-77e1ab14-7271-4965-97c0-f6e87b963d90 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:12.683552 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0e0ba202-21af-48ad-8482-278c793f7eac req-77e1ab14-7271-4965-97c0-f6e87b963d90 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.1259785 Apr 29 11:36:12.717506 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca159961-71ae-4c4a-883e-f5e28dea78d4 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Made reservation on behalf of 19abb1b1198641a5b163772c86e96e17 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:36:12.719978 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ca159961-71ae-4c4a-883e-f5e28dea78d4 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:12.743289 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d23c2e5-00d8-48da-9229-f88d2d85acaa None None] Network 8385cd63-d41c-4b03-8bec-40ab11deabfb requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:36:12.781692 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-3ab881f5-f5f0-4889-83f4-7a0e9bdcd892 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Deleting port 7ff2f960-218f-4975-9f6b-cf1b96f0ccad {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:12.782242 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3ab881f5-f5f0-4889-83f4-7a0e9bdcd892 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:12.785063 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-ca159961-71ae-4c4a-883e-f5e28dea78d4 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] device_id is not set on port 8ff357bf-5589-481b-80f5-99ddfd174249 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:36:12.794266 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0e0ba202-21af-48ad-8482-278c793f7eac req-0eac8518-60dc-4054-858a-bcb33eecdef3 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069915 Apr 29 11:36:12.989659 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2028b4a7-a433-4d8e-9dd7-7f5198ea6ed3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4ac41c0a67804f97bddaff7fb66f1b90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4488692 Apr 29 11:36:12.990574 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47576) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:13.024875 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3ab881f5-f5f0-4889-83f4-7a0e9bdcd892 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:13.080250 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-3ab881f5-f5f0-4889-83f4-7a0e9bdcd892 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Calling delete_port for 7ff2f960-218f-4975-9f6b-cf1b96f0ccad owned by network:router_gateway {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:13.088490 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47578) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:13.094608 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-73d369ac-c982-4bcb-97c7-19d14f884f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:13.118757 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-73d369ac-c982-4bcb-97c7-19d14f884f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:13.120439 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-ca159961-71ae-4c4a-883e-f5e28dea78d4 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Allocated IP 2001:db8::2b0 (8385cd63-d41c-4b03-8bec-40ab11deabfb/17cb7cdf-09f0-4818-bff8-0000cf864abb/8ff357bf-5589-481b-80f5-99ddfd174249) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:36:13.149601 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d22cf7b0-bc7c-4b3a-ac24-750edc08983e tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:13.165056 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d22cf7b0-bc7c-4b3a-ac24-750edc08983e tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:13.180983 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-73d369ac-c982-4bcb-97c7-19d14f884f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:13.184931 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-73d369ac-c982-4bcb-97c7-19d14f884f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:13.188693 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-73d369ac-c982-4bcb-97c7-19d14f884f22 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1ab5cfc8-8243-4585-bf29-1d3b64de0fb6 HTTP/1.1" status: 204 len: 168 time: 0.1947284 Apr 29 11:36:13.195634 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d369ac-c982-4bcb-97c7-19d14f884f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab5cfc8-8243-4585-bf29-1d3b64de0fb6,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:13.274202 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-d22cf7b0-bc7c-4b3a-ac24-750edc08983e tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] In _notify_port_updated(), no bound segment for port e038b041-28dc-4775-a2ae-97dc36442463 on network 73c10f80-7ab4-490f-99c0-4311c0413f6f {{(pid=102960) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 11:36:13.280691 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22cf7b0-bc7c-4b3a-ac24-750edc08983e tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:13.281390 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d22cf7b0-bc7c-4b3a-ac24-750edc08983e tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:13.282866 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d22cf7b0-bc7c-4b3a-ac24-750edc08983e tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] 10.222.0.69 "PUT /v2.0/ports/e038b041-28dc-4775-a2ae-97dc36442463 HTTP/1.1" status: 200 len: 1068 time: 1.5798657 Apr 29 11:36:13.286651 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47582) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:13.293901 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-06822110-b2f2-402a-a2fb-51ed5e6a9cc5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f7c5a7a6980a4f59a77e49cf76ab0570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1995294 Apr 29 11:36:13.296717 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47584) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:13.335229 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22cf7b0-bc7c-4b3a-ac24-750edc08983e tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Pushing event updated for resources: {'Port': ['ID=e038b041-28dc-4775-a2ae-97dc36442463,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:13.476971 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-fb8a43c7-47f8-41aa-9691-8d622e2ef498 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Deleting port e038b041-28dc-4775-a2ae-97dc36442463 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:13.477319 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fb8a43c7-47f8-41aa-9691-8d622e2ef498 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:13.503471 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ca159961-71ae-4c4a-883e-f5e28dea78d4 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:13.533039 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3ab881f5-f5f0-4889-83f4-7a0e9bdcd892 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:13.568762 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab881f5-f5f0-4889-83f4-7a0e9bdcd892 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Pushing event deleted for resources: {'Port': ['ID=7ff2f960-218f-4975-9f6b-cf1b96f0ccad,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:13.580929 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fb8a43c7-47f8-41aa-9691-8d622e2ef498 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:13.596721 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-fb8a43c7-47f8-41aa-9691-8d622e2ef498 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Calling delete_port for e038b041-28dc-4775-a2ae-97dc36442463 owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:13.600048 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ca159961-71ae-4c4a-883e-f5e28dea78d4 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:13.682743 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca159961-71ae-4c4a-883e-f5e28dea78d4 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Network 8385cd63-d41c-4b03-8bec-40ab11deabfb is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:36:13.689043 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-ca159961-71ae-4c4a-883e-f5e28dea78d4 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:13.694664 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca159961-71ae-4c4a-883e-f5e28dea78d4 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:36:13.695820 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca159961-71ae-4c4a-883e-f5e28dea78d4 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:13.696503 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ca159961-71ae-4c4a-883e-f5e28dea78d4 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:13.699664 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-06997f03-667d-4f87-9031-815d978f58cd None None] Provisioning complete for port e038b041-28dc-4775-a2ae-97dc36442463 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:13.700999 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-06997f03-667d-4f87-9031-815d978f58cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:13.703157 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3ab881f5-f5f0-4889-83f4-7a0e9bdcd892 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:13.755366 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-06997f03-667d-4f87-9031-815d978f58cd None None] Port e038b041-28dc-4775-a2ae-97dc36442463 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:36:13.762965 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47588) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:13.780183 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca159961-71ae-4c4a-883e-f5e28dea78d4 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Pushing event updated for resources: {'Port': ['ID=8ff357bf-5589-481b-80f5-99ddfd174249,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:13.821280 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ce7ec096-991c-4698-a2a7-0e70e243b445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:13.825302 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3ab881f5-f5f0-4889-83f4-7a0e9bdcd892 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:13.829903 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ca159961-71ae-4c4a-883e-f5e28dea78d4 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2152147 Apr 29 11:36:13.831405 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3ab881f5-f5f0-4889-83f4-7a0e9bdcd892 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:13.835560 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47590) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:13.922323 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3ab881f5-f5f0-4889-83f4-7a0e9bdcd892 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:13.922870 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab881f5-f5f0-4889-83f4-7a0e9bdcd892 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Fanout notify agent at l3_agent the message router_deleted on router c903db40-d38a-4dcb-8964-a852ab69f6c6 {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:36:13.932288 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3ab881f5-f5f0-4889-83f4-7a0e9bdcd892 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:13.938354 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3ab881f5-f5f0-4889-83f4-7a0e9bdcd892 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] 10.222.0.69 "DELETE /v2.0/routers/c903db40-d38a-4dcb-8964-a852ab69f6c6 HTTP/1.1" status: 204 len: 168 time: 1.7677293 Apr 29 11:36:13.960014 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47594) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:13.967171 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-a76adf18-22d8-4e55-aa8c-b89b6155b32b tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-372662969', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:14.009145 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9e205810-a1bc-4938-8b9b-11219e564d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:14.027605 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a76adf18-22d8-4e55-aa8c-b89b6155b32b tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:14.029258 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a76adf18-22d8-4e55-aa8c-b89b6155b32b tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:14.061255 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9e205810-a1bc-4938-8b9b-11219e564d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:14.084578 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ce7ec096-991c-4698-a2a7-0e70e243b445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:14.088596 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf8048-41aa-4c92-86bf-6300899bc405 req-841eaacc-1ae9-4183-a0a7-91590dd3c49d tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:14.090129 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cadf8048-41aa-4c92-86bf-6300899bc405 req-841eaacc-1ae9-4183-a0a7-91590dd3c49d tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.1135709 Apr 29 11:36:14.093907 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ce7ec096-991c-4698-a2a7-0e70e243b445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:14.121128 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a76adf18-22d8-4e55-aa8c-b89b6155b32b tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:14.124420 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-00734622-16a5-47ef-b8fc-6dd2033d545d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Deleting port 8ff357bf-5589-481b-80f5-99ddfd174249 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:14.124753 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-00734622-16a5-47ef-b8fc-6dd2033d545d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:14.150805 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a76adf18-22d8-4e55-aa8c-b89b6155b32b tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:14.190425 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cadf8048-41aa-4c92-86bf-6300899bc405 req-15e01e0c-c785-400b-9794-fd0a19ef9e75 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909395 Apr 29 11:36:14.216329 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ce7ec096-991c-4698-a2a7-0e70e243b445 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a6ea2f8c9e1048348232d15ff27cf3cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4477248 Apr 29 11:36:14.219335 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47600) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:14.219947 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a76adf18-22d8-4e55-aa8c-b89b6155b32b tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:14.223729 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a76adf18-22d8-4e55-aa8c-b89b6155b32b tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2601321 Apr 29 11:36:14.224366 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ec096-991c-4698-a2a7-0e70e243b445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8bffa7-b4c8-4c23-9eb2-82597fa3afe3,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:14.228375 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9e205810-a1bc-4938-8b9b-11219e564d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:14.229648 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47602) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:14.232091 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9e205810-a1bc-4938-8b9b-11219e564d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:14.233548 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9e205810-a1bc-4938-8b9b-11219e564d9a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/76cc2f51-127d-4ebd-8531-382f14c70b67 HTTP/1.1" status: 204 len: 168 time: 0.9319797 Apr 29 11:36:14.239556 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-211f26f5-cbdc-490d-8739-554363f419a1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Request body: {'router': {'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:14.251849 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fb8a43c7-47f8-41aa-9691-8d622e2ef498 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:14.273778 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e205810-a1bc-4938-8b9b-11219e564d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cc2f51-127d-4ebd-8531-382f14c70b67,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:14.287029 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-00734622-16a5-47ef-b8fc-6dd2033d545d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:14.306107 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a43c7-47f8-41aa-9691-8d622e2ef498 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Pushing event deleted for resources: {'Port': ['ID=e038b041-28dc-4775-a2ae-97dc36442463,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:14.312557 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-00734622-16a5-47ef-b8fc-6dd2033d545d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Calling delete_port for 8ff357bf-5589-481b-80f5-99ddfd174249 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:14.416538 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f07bd694-2aba-4beb-9cee-5807b79110af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:14.486512 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bab522-692a-403e-a5ec-0a81d4415d9f req-77187707-e432-4145-aacc-8e60d8b965d0 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:14.491410 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-83bab522-692a-403e-a5ec-0a81d4415d9f req-77187707-e432-4145-aacc-8e60d8b965d0 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.1903427 Apr 29 11:36:14.562550 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f07bd694-2aba-4beb-9cee-5807b79110af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:14.579135 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-83bab522-692a-403e-a5ec-0a81d4415d9f req-b41ae75d-a645-493d-8ec4-c0d65da03179 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568931 Apr 29 11:36:14.651944 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-211f26f5-cbdc-490d-8739-554363f419a1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:14.677920 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fb8a43c7-47f8-41aa-9691-8d622e2ef498 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:14.683629 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-fb8a43c7-47f8-41aa-9691-8d622e2ef498 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] 10.222.0.69 "DELETE /v2.0/ports/e038b041-28dc-4775-a2ae-97dc36442463 HTTP/1.1" status: 204 len: 168 time: 1.3933527 Apr 29 11:36:14.685136 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47614) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:14.719878 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2cf6133-9aa5-4ed1-9b3b-03c6a595edac tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] GET failed (client error): The resource could not be found. Apr 29 11:36:14.721374 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f2cf6133-9aa5-4ed1-9b3b-03c6a595edac tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] 10.222.0.69 "GET /v2.0/ports/e038b041-28dc-4775-a2ae-97dc36442463 HTTP/1.1" status: 404 len: 333 time: 0.0354636 Apr 29 11:36:14.726760 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47618) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:14.733607 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-00734622-16a5-47ef-b8fc-6dd2033d545d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:14.740659 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f07bd694-2aba-4beb-9cee-5807b79110af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:14.756709 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f07bd694-2aba-4beb-9cee-5807b79110af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:14.758320 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f07bd694-2aba-4beb-9cee-5807b79110af admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8e8bffa7-b4c8-4c23-9eb2-82597fa3afe3 HTTP/1.1" status: 204 len: 168 time: 0.5376613 Apr 29 11:36:14.772998 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00734622-16a5-47ef-b8fc-6dd2033d545d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ff357bf-5589-481b-80f5-99ddfd174249,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:14.792197 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07bd694-2aba-4beb-9cee-5807b79110af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8bffa7-b4c8-4c23-9eb2-82597fa3afe3,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:14.860195 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-00734622-16a5-47ef-b8fc-6dd2033d545d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:14.861055 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-00734622-16a5-47ef-b8fc-6dd2033d545d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "DELETE /v2.0/ports/8ff357bf-5589-481b-80f5-99ddfd174249 HTTP/1.1" status: 204 len: 168 time: 1.0240507 Apr 29 11:36:14.863491 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47626) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:14.867860 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-905e7935-e339-454c-aabb-e8c376cfb570 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8385cd63-d41c-4b03-8bec-40ab11deabfb', 'external_fixed_ips': [{'subnet_id': '17cb7cdf-09f0-4818-bff8-0000cf864abb', 'ip_address': '2001:db8::2b0'}]}}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:14.903853 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211e662-3181-4b6c-859d-cc32265cce6b req-bd46886d-3142-4d1d-a9d2-0c352f580729 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:14.911610 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6211e662-3181-4b6c-859d-cc32265cce6b req-bd46886d-3142-4d1d-a9d2-0c352f580729 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.0870931 Apr 29 11:36:14.914266 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-905e7935-e339-454c-aabb-e8c376cfb570 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:14.915725 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-905e7935-e339-454c-aabb-e8c376cfb570 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:14.941894 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-167e2635-c57c-439e-a1d8-fbc10c18e701 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Deleting port f9dbe455-4d3a-4da5-ab63-9d16eb6c6a34 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:14.942135 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-167e2635-c57c-439e-a1d8-fbc10c18e701 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:14.985873 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6211e662-3181-4b6c-859d-cc32265cce6b req-771986be-e38d-432e-ba6e-3c41eed0d47d tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684700 Apr 29 11:36:14.999987 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-905e7935-e339-454c-aabb-e8c376cfb570 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:15.093139 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-167e2635-c57c-439e-a1d8-fbc10c18e701 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:15.141714 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-167e2635-c57c-439e-a1d8-fbc10c18e701 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Calling delete_port for f9dbe455-4d3a-4da5-ab63-9d16eb6c6a34 owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:15.229690 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed28a1-ec54-40bd-ba4b-ac2bced2918d req-92ea52a0-80cb-48d4-a937-372da3757ce2 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:15.238132 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eeed28a1-ec54-40bd-ba4b-ac2bced2918d req-92ea52a0-80cb-48d4-a937-372da3757ce2 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.1355684 Apr 29 11:36:15.276157 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47638) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:15.313883 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f9ad6a7d-aa17-4b83-ad76-a7652aa83c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:15.363603 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eeed28a1-ec54-40bd-ba4b-ac2bced2918d req-4acd1cef-7e42-41aa-9793-d852e398f643 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242523 Apr 29 11:36:15.528468 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-211f26f5-cbdc-490d-8739-554363f419a1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router_gateway, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:15.544518 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47644) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:15.578450 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-211f26f5-cbdc-490d-8739-554363f419a1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:15.580600 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-167e2635-c57c-439e-a1d8-fbc10c18e701 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:15.589415 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852bfc9-9f10-420f-ab18-5b9bcaa31e2e req-705ff332-255f-4e93-b867-9fa9caa30685 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:15.591514 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9852bfc9-9f10-420f-ab18-5b9bcaa31e2e req-705ff332-255f-4e93-b867-9fa9caa30685 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.1356301 Apr 29 11:36:15.615360 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-905e7935-e339-454c-aabb-e8c376cfb570 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:15.637131 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e2635-c57c-439e-a1d8-fbc10c18e701 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Pushing event deleted for resources: {'Port': ['ID=f9dbe455-4d3a-4da5-ab63-9d16eb6c6a34,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:15.683983 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f9ad6a7d-aa17-4b83-ad76-a7652aa83c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:15.688623 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-167e2635-c57c-439e-a1d8-fbc10c18e701 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:15.693317 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-167e2635-c57c-439e-a1d8-fbc10c18e701 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] 10.222.0.69 "DELETE /v2.0/ports/f9dbe455-4d3a-4da5-ab63-9d16eb6c6a34 HTTP/1.1" status: 204 len: 168 time: 0.9650962 Apr 29 11:36:15.701943 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-03affdb4-50bf-42a2-b7b0-effbad26a171 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Request body: {'networks': [{'name': 'tempest-network--588699141'}, {'name': 'tempest-network--1357564518'}]} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:15.702508 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-03affdb4-50bf-42a2-b7b0-effbad26a171 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Request body: {'network': {'name': 'tempest-network--588699141'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:15.703276 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-03affdb4-50bf-42a2-b7b0-effbad26a171 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Request body: {'network': {'name': 'tempest-network--1357564518'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:15.712755 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47648) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:15.713418 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f9ad6a7d-aa17-4b83-ad76-a7652aa83c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:15.767756 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9852bfc9-9f10-420f-ab18-5b9bcaa31e2e req-9e83dd96-2d34-4c13-b698-fd47edee17b1 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505170 Apr 29 11:36:15.778856 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee2862c-4f3e-4ae4-921d-9f553de539b2 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] GET failed (client error): The resource could not be found. Apr 29 11:36:15.780503 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7ee2862c-4f3e-4ae4-921d-9f553de539b2 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] 10.222.0.69 "GET /v2.0/ports/f9dbe455-4d3a-4da5-ab63-9d16eb6c6a34 HTTP/1.1" status: 404 len: 333 time: 0.0639234 Apr 29 11:36:15.791961 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47652) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:15.816381 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f9ad6a7d-aa17-4b83-ad76-a7652aa83c5d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3b23560ff75541bf83649be3df36ef87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5354009 Apr 29 11:36:15.817547 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03affdb4-50bf-42a2-b7b0-effbad26a171 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Made reservation on behalf of 524949a49c0246e8b645c984eee33c07 for: {'network': 2} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:36:15.821040 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47656) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:15.828120 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-03affdb4-50bf-42a2-b7b0-effbad26a171 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:15.831837 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad6a7d-aa17-4b83-ad76-a7652aa83c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675d2b3a-b8bc-4f57-bc7f-491b6a8a2c09,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:15.835218 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-211f26f5-cbdc-490d-8739-554363f419a1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Allocated IP 172.26.4.237 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/cd99022f-7f61-47be-9b9a-8453f9b91c68) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:36:15.847656 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-03affdb4-50bf-42a2-b7b0-effbad26a171 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:15.966697 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-03affdb4-50bf-42a2-b7b0-effbad26a171 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:15.972534 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-03affdb4-50bf-42a2-b7b0-effbad26a171 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:15.973087 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-03affdb4-50bf-42a2-b7b0-effbad26a171 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:16.031693 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03affdb4-50bf-42a2-b7b0-effbad26a171 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b40aef15-bbc6-4f7d-9cea-b4aa0a2bd8dd,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:16.054624 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03affdb4-50bf-42a2-b7b0-effbad26a171 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:36:16.063452 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-96c0ee05-61f8-4db6-9024-9c2ef9b623c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:16.069384 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-03affdb4-50bf-42a2-b7b0-effbad26a171 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:16.069737 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-03affdb4-50bf-42a2-b7b0-effbad26a171 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Added segment 4abee998-4615-4547-a0bf-3aced73e680d of type vlan for network bc030832-eeaa-472d-8c19-be45a3758e52 Apr 29 11:36:16.114315 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd53cf0-76a2-4805-9684-c0f4a45efc85 req-dab84fa2-9669-4b5c-96f9-07922f47379c tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:16.115918 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5fd53cf0-76a2-4805-9684-c0f4a45efc85 req-dab84fa2-9669-4b5c-96f9-07922f47379c tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.1074617 Apr 29 11:36:16.138723 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-96c0ee05-61f8-4db6-9024-9c2ef9b623c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:16.147977 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-03affdb4-50bf-42a2-b7b0-effbad26a171 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:16.186714 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5fd53cf0-76a2-4805-9684-c0f4a45efc85 req-a5255768-1bfd-4de5-995a-2d36ee981a61 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577438 Apr 29 11:36:16.202521 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03affdb4-50bf-42a2-b7b0-effbad26a171 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:36:16.217295 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-03affdb4-50bf-42a2-b7b0-effbad26a171 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:16.217742 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-03affdb4-50bf-42a2-b7b0-effbad26a171 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Added segment fa16e3ca-f11c-4703-9790-58b81cfe693f of type vlan for network 9a903579-dd66-4950-bb30-a833ce615242 Apr 29 11:36:16.267985 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-03affdb4-50bf-42a2-b7b0-effbad26a171 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:16.276265 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-5a995852-61d8-4c45-b8c4-be7e16f2e664 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Deleting port fdac2dd1-c744-4976-9565-18206247b695 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:16.276609 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5a995852-61d8-4c45-b8c4-be7e16f2e664 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:16.282388 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-211f26f5-cbdc-490d-8739-554363f419a1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:16.304785 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-03affdb4-50bf-42a2-b7b0-effbad26a171 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:16.305264 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-03affdb4-50bf-42a2-b7b0-effbad26a171 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:16.310876 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03affdb4-50bf-42a2-b7b0-effbad26a171 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:16.315645 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03affdb4-50bf-42a2-b7b0-effbad26a171 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:16.315915 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-905e7935-e339-454c-aabb-e8c376cfb570 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:16.316311 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-03affdb4-50bf-42a2-b7b0-effbad26a171 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:16.348949 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-03affdb4-50bf-42a2-b7b0-effbad26a171 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8032067 Apr 29 11:36:16.353086 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47660) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:16.396083 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03affdb4-50bf-42a2-b7b0-effbad26a171 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Pushing event updated for resources: {'Network': ['ID=bc030832-eeaa-472d-8c19-be45a3758e52,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:16.399016 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-96c0ee05-61f8-4db6-9024-9c2ef9b623c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:16.401744 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-96c0ee05-61f8-4db6-9024-9c2ef9b623c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:16.403511 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-96c0ee05-61f8-4db6-9024-9c2ef9b623c5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/675d2b3a-b8bc-4f57-bc7f-491b6a8a2c09 HTTP/1.1" status: 204 len: 168 time: 0.5694027 Apr 29 11:36:16.409339 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network bc030832-eeaa-472d-8c19-be45a3758e52 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:36:16.425769 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-905e7935-e339-454c-aabb-e8c376cfb570 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:16.474222 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03affdb4-50bf-42a2-b7b0-effbad26a171 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Pushing event updated for resources: {'Network': ['ID=9a903579-dd66-4950-bb30-a833ce615242,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:16.489995 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 9a903579-dd66-4950-bb30-a833ce615242 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:36:16.505899 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0ee05-61f8-4db6-9024-9c2ef9b623c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675d2b3a-b8bc-4f57-bc7f-491b6a8a2c09,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:16.633525 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-211f26f5-cbdc-490d-8739-554363f419a1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:16.646918 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5a995852-61d8-4c45-b8c4-be7e16f2e664 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:16.721701 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-5a995852-61d8-4c45-b8c4-be7e16f2e664 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Calling delete_port for fdac2dd1-c744-4976-9565-18206247b695 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:16.792244 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211f26f5-cbdc-490d-8739-554363f419a1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:36:16.805483 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6795defc-5fd9-4c2b-aead-192e85aeeb67 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:16.811871 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6795defc-5fd9-4c2b-aead-192e85aeeb67 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:16.818031 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6795defc-5fd9-4c2b-aead-192e85aeeb67 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:16.823927 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6795defc-5fd9-4c2b-aead-192e85aeeb67 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:16.830381 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6795defc-5fd9-4c2b-aead-192e85aeeb67 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:16.832453 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6795defc-5fd9-4c2b-aead-192e85aeeb67 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3014 time: 0.4747837 Apr 29 11:36:16.836105 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47672) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:16.844824 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-211f26f5-cbdc-490d-8739-554363f419a1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:16.847775 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211f26f5-cbdc-490d-8739-554363f419a1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:36:16.855565 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f26f5-cbdc-490d-8739-554363f419a1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Pushing event updated for resources: {'Port': ['ID=cd99022f-7f61-47be-9b9a-8453f9b91c68,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:16.933660 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7dbad343-b6eb-4ef9-9e39-ebb646ce4ea2 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:16.992577 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-905e7935-e339-454c-aabb-e8c376cfb570 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Allocated IP 2001:db8::2b0 (8385cd63-d41c-4b03-8bec-40ab11deabfb/17cb7cdf-09f0-4818-bff8-0000cf864abb/24e37676-c847-45d3-b356-816bac7a8acc) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:36:17.087343 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7dbad343-b6eb-4ef9-9e39-ebb646ce4ea2 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:17.128213 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-7dbad343-b6eb-4ef9-9e39-ebb646ce4ea2 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc030832-eeaa-472d-8c19-be45a3758e52']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:17.139149 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-7dbad343-b6eb-4ef9-9e39-ebb646ce4ea2 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4abee998-4615-4547-a0bf-3aced73e680d') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:17.139466 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-7dbad343-b6eb-4ef9-9e39-ebb646ce4ea2 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4abee998-4615-4547-a0bf-3aced73e680d') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:17.150824 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7dbad343-b6eb-4ef9-9e39-ebb646ce4ea2 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:17.169657 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7dbad343-b6eb-4ef9-9e39-ebb646ce4ea2 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:17.177735 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dbad343-b6eb-4ef9-9e39-ebb646ce4ea2 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:36:17.178190 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7dbad343-b6eb-4ef9-9e39-ebb646ce4ea2 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:17.182235 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:36:17.182235 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:36:17.182235 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:36:17.182235 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:36:17.182235 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:36:17.182235 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:36:17.182235 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:36:17.182235 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:36:17.182235 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:36:17.182235 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:36:17.182235 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:36:17.182235 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:36:17.182235 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:36:17.182235 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:36:17.182235 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:36:17.182235 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:36:17.182235 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:36:17.182235 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:36:17.182235 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:36:17.182235 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:36:17.182235 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:36:17.182235 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:36:17.182235 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:36:17.182235 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:36:17.182235 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:36:17.182235 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:36:17.182235 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:36:17.182235 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:36:17.182235 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:36:17.182235 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:36:17.182235 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:36:17.182235 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:36:17.266363 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7dbad343-b6eb-4ef9-9e39-ebb646ce4ea2 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:17.274630 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7dbad343-b6eb-4ef9-9e39-ebb646ce4ea2 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:17.282057 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7dbad343-b6eb-4ef9-9e39-ebb646ce4ea2 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] 10.222.0.69 "DELETE /v2.0/networks/bc030832-eeaa-472d-8c19-be45a3758e52 HTTP/1.1" status: 204 len: 168 time: 0.4443712 Apr 29 11:36:17.285943 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47684) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:17.302609 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbad343-b6eb-4ef9-9e39-ebb646ce4ea2 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Pushing event deleted for resources: {'Network': ['ID=bc030832-eeaa-472d-8c19-be45a3758e52,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:17.355707 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5a995852-61d8-4c45-b8c4-be7e16f2e664 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:17.381443 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec367e-6274-407f-be21-2856e329ab46 req-0ca1e8a2-2ff0-48d8-94ed-31f172d16d6b tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:17.384433 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-33ec367e-6274-407f-be21-2856e329ab46 req-0ca1e8a2-2ff0-48d8-94ed-31f172d16d6b tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.0637007 Apr 29 11:36:17.455691 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-33ec367e-6274-407f-be21-2856e329ab46 req-3e549cae-8a02-481d-8335-db4c05ac4d42 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592699 Apr 29 11:36:17.465751 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a995852-61d8-4c45-b8c4-be7e16f2e664 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Pushing event deleted for resources: {'Port': ['ID=fdac2dd1-c744-4976-9565-18206247b695,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:17.519851 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-905e7935-e339-454c-aabb-e8c376cfb570 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:17.544624 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5a995852-61d8-4c45-b8c4-be7e16f2e664 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:17.548149 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5a995852-61d8-4c45-b8c4-be7e16f2e664 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] 10.222.0.69 "DELETE /v2.0/ports/fdac2dd1-c744-4976-9565-18206247b695 HTTP/1.1" status: 204 len: 168 time: 1.7428308 Apr 29 11:36:17.550696 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47692) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:17.641126 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b8581d49-9dc6-47a3-b1ae-dbf828c63a79 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:17.670003 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-211f26f5-cbdc-490d-8739-554363f419a1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router_gateway, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:17.684573 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-d19a830d-4f93-4004-abc7-c3907bc35752 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Deleting subnet e405e1d3-6c01-42ce-be1c-2eab5c0fbdeb {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:36:17.694230 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d19a830d-4f93-4004-abc7-c3907bc35752 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:17.783767 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-905e7935-e339-454c-aabb-e8c376cfb570 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:17.799090 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d19a830d-4f93-4004-abc7-c3907bc35752 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:17.887055 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da1fa9-dba0-4020-97a5-11e2cc342de2 req-f8528ab7-c6fc-451e-b3d2-85b8145fc221 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:17.889110 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-06da1fa9-dba0-4020-97a5-11e2cc342de2 req-f8528ab7-c6fc-451e-b3d2-85b8145fc221 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.1698275 Apr 29 11:36:17.958197 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e7935-e339-454c-aabb-e8c376cfb570 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Pushing event updated for resources: {'Port': ['ID=24e37676-c847-45d3-b356-816bac7a8acc,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:17.970554 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d19a830d-4f93-4004-abc7-c3907bc35752 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:17.995466 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b8581d49-9dc6-47a3-b1ae-dbf828c63a79 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:18.010447 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905e7935-e339-454c-aabb-e8c376cfb570 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Network 8385cd63-d41c-4b03-8bec-40ab11deabfb is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:36:18.021002 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-905e7935-e339-454c-aabb-e8c376cfb570 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:18.023451 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905e7935-e339-454c-aabb-e8c376cfb570 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:36:18.066108 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d19a830d-4f93-4004-abc7-c3907bc35752 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:18.084612 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-06da1fa9-dba0-4020-97a5-11e2cc342de2 req-4d9066f9-8ea2-4a0e-b98a-9b4294df75fa tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693607 Apr 29 11:36:18.105797 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a830d-4f93-4004-abc7-c3907bc35752 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Pushing event deleted for resources: {'Subnet': ['ID=e405e1d3-6c01-42ce-be1c-2eab5c0fbdeb,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:18.109398 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d19a830d-4f93-4004-abc7-c3907bc35752 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:18.112766 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d19a830d-4f93-4004-abc7-c3907bc35752 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] 10.222.0.69 "DELETE /v2.0/subnets/e405e1d3-6c01-42ce-be1c-2eab5c0fbdeb HTTP/1.1" status: 204 len: 168 time: 0.5609758 Apr 29 11:36:18.115301 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47706) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:18.123205 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87ff757-baad-43be-8d44-f9559b58ed0b None None] Network 73c10f80-7ab4-490f-99c0-4311c0413f6f requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:36:18.338773 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e9314c7c-04ca-47ff-9a19-8936cfffaf06 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:18.368465 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47710) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:18.400700 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f505f9e-bcb1-43b9-8617-efb7b6c731ff None None] DHCP port deletion for 73c10f80-7ab4-490f-99c0-4311c0413f6f request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:36:18.422953 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-b8581d49-9dc6-47a3-b1ae-dbf828c63a79 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a903579-dd66-4950-bb30-a833ce615242']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:18.437045 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-e9314c7c-04ca-47ff-9a19-8936cfffaf06 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Deleting port f09a2a66-fce1-47f1-bcf7-cc17dda26b84 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:18.438711 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e9314c7c-04ca-47ff-9a19-8936cfffaf06 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:18.441426 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-b8581d49-9dc6-47a3-b1ae-dbf828c63a79 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa16e3ca-f11c-4703-9790-58b81cfe693f') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:18.441723 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-b8581d49-9dc6-47a3-b1ae-dbf828c63a79 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa16e3ca-f11c-4703-9790-58b81cfe693f') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:18.503629 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b8581d49-9dc6-47a3-b1ae-dbf828c63a79 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:18.506306 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-8f505f9e-bcb1-43b9-8617-efb7b6c731ff None None] Deleting port f09a2a66-fce1-47f1-bcf7-cc17dda26b84 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:18.507689 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8f505f9e-bcb1-43b9-8617-efb7b6c731ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:18.534900 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-e9314c7c-04ca-47ff-9a19-8936cfffaf06 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] For port f09a2a66-fce1-47f1-bcf7-cc17dda26b84, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=f09a2a66-fce1-47f1-bcf7-cc17dda26b84,segment=NetworkSegment(069c37b2-02f3-4ac5-a9f3-eaf307c84325),segment_id=069c37b2-02f3-4ac5-a9f3-eaf307c84325)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:36:18.535423 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e9314c7c-04ca-47ff-9a19-8936cfffaf06 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:18.558486 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-e9314c7c-04ca-47ff-9a19-8936cfffaf06 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Calling delete_port for f09a2a66-fce1-47f1-bcf7-cc17dda26b84 owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:18.567115 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b8581d49-9dc6-47a3-b1ae-dbf828c63a79 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:18.593661 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8581d49-9dc6-47a3-b1ae-dbf828c63a79 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:36:18.594062 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b8581d49-9dc6-47a3-b1ae-dbf828c63a79 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:18.597901 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:36:18.597901 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:36:18.597901 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:36:18.597901 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:36:18.597901 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:36:18.597901 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:36:18.597901 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:36:18.597901 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:36:18.597901 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:36:18.597901 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:36:18.597901 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:36:18.597901 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:36:18.597901 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:36:18.597901 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:36:18.597901 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:36:18.597901 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:36:18.597901 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:36:18.597901 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:36:18.597901 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:36:18.597901 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:36:18.597901 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:36:18.597901 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:36:18.597901 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:36:18.597901 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:36:18.597901 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:36:18.597901 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:36:18.597901 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:36:18.597901 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:36:18.597901 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:36:18.597901 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:36:18.597901 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:36:18.597901 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:36:18.611160 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-8f505f9e-bcb1-43b9-8617-efb7b6c731ff None None] For port f09a2a66-fce1-47f1-bcf7-cc17dda26b84, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=f09a2a66-fce1-47f1-bcf7-cc17dda26b84,segment=NetworkSegment(069c37b2-02f3-4ac5-a9f3-eaf307c84325),segment_id=069c37b2-02f3-4ac5-a9f3-eaf307c84325)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:36:18.611557 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8f505f9e-bcb1-43b9-8617-efb7b6c731ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:18.635775 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-8f505f9e-bcb1-43b9-8617-efb7b6c731ff None None] Calling delete_port for f09a2a66-fce1-47f1-bcf7-cc17dda26b84 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:18.637762 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-ed962172-de72-40e6-b853-a29a63065bae tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1155318482'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:18.680750 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ed962172-de72-40e6-b853-a29a63065bae tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:18.682113 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ed962172-de72-40e6-b853-a29a63065bae tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:18.718544 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e9314c7c-04ca-47ff-9a19-8936cfffaf06 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:18.739654 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8f505f9e-bcb1-43b9-8617-efb7b6c731ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:18.763278 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9314c7c-04ca-47ff-9a19-8936cfffaf06 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Pushing event deleted for resources: {'Port': ['ID=f09a2a66-fce1-47f1-bcf7-cc17dda26b84,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:18.772133 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9314c7c-04ca-47ff-9a19-8936cfffaf06 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] No DVR routers for this DVR port f09a2a66-fce1-47f1-bcf7-cc17dda26b84 on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:36:18.783929 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f505f9e-bcb1-43b9-8617-efb7b6c731ff None None] No DVR routers for this DVR port f09a2a66-fce1-47f1-bcf7-cc17dda26b84 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:36:18.785638 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f505f9e-bcb1-43b9-8617-efb7b6c731ff None None] Pushing event deleted for resources: {'Port': ['ID=f09a2a66-fce1-47f1-bcf7-cc17dda26b84,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:18.802848 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-211f26f5-cbdc-490d-8739-554363f419a1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681475', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3683613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1117'] for router, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:18.806719 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b8581d49-9dc6-47a3-b1ae-dbf828c63a79 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:18.819361 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b8581d49-9dc6-47a3-b1ae-dbf828c63a79 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:18.827435 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b8581d49-9dc6-47a3-b1ae-dbf828c63a79 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] 10.222.0.69 "DELETE /v2.0/networks/9a903579-dd66-4950-bb30-a833ce615242 HTTP/1.1" status: 204 len: 168 time: 1.5352387 Apr 29 11:36:18.827435 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-211f26f5-cbdc-490d-8739-554363f419a1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683602'] for router, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:18.832855 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47714) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:18.875784 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8581d49-9dc6-47a3-b1ae-dbf828c63a79 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Pushing event deleted for resources: {'Network': ['ID=9a903579-dd66-4950-bb30-a833ce615242,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:18.896236 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device f09a2a66-fce1-47f1-bcf7-cc17dda26b84 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:36:18.922398 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: f09a2a66-fce1-47f1-bcf7-cc17dda26b84 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:36:18.922749 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device f09a2a66-fce1-47f1-bcf7-cc17dda26b84 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:36:18.930660 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-905e7935-e339-454c-aabb-e8c376cfb570 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:18.933552 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e9314c7c-04ca-47ff-9a19-8936cfffaf06 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:18.945374 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ed962172-de72-40e6-b853-a29a63065bae tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:18.991643 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ed962172-de72-40e6-b853-a29a63065bae tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:18.994557 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-e9314c7c-04ca-47ff-9a19-8936cfffaf06 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c10f80-7ab4-490f-99c0-4311c0413f6f']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:19.019093 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-e9314c7c-04ca-47ff-9a19-8936cfffaf06 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '069c37b2-02f3-4ac5-a9f3-eaf307c84325') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:19.019362 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-e9314c7c-04ca-47ff-9a19-8936cfffaf06 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '069c37b2-02f3-4ac5-a9f3-eaf307c84325') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:19.036379 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e9314c7c-04ca-47ff-9a19-8936cfffaf06 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:19.052216 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ed962172-de72-40e6-b853-a29a63065bae tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:19.053329 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ed962172-de72-40e6-b853-a29a63065bae tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6836331 Apr 29 11:36:19.064145 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47716) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:19.079442 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e9314c7c-04ca-47ff-9a19-8936cfffaf06 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:19.126267 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9314c7c-04ca-47ff-9a19-8936cfffaf06 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:36:19.126676 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e9314c7c-04ca-47ff-9a19-8936cfffaf06 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:19.131118 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:36:19.131118 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:36:19.131118 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:36:19.131118 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:36:19.131118 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:36:19.131118 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:36:19.131118 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:36:19.131118 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:36:19.131118 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:36:19.131118 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:36:19.131118 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:36:19.131118 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:36:19.131118 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:36:19.131118 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:36:19.131118 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:36:19.131118 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:36:19.131118 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:36:19.131118 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:36:19.131118 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:36:19.131118 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:36:19.131118 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:36:19.131118 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:36:19.131118 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:36:19.131118 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:36:19.131118 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:36:19.131118 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:36:19.131118 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:36:19.131118 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:36:19.131118 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:36:19.131118 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:36:19.131118 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:36:19.131118 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:36:19.166784 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211f26f5-cbdc-490d-8739-554363f419a1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Router 110fac74-a034-4474-86e1-93fca8708760 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:36:19.185679 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7799e869-bf2f-4f12-9925-58e49ec5f038 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:19.197003 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7799e869-bf2f-4f12-9925-58e49ec5f038 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:19.203491 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7799e869-bf2f-4f12-9925-58e49ec5f038 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:19.205128 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7799e869-bf2f-4f12-9925-58e49ec5f038 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1947 time: 0.3713353 Apr 29 11:36:19.210851 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47720) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:19.211689 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe577-22d8-419d-8b6d-cb44e9cda43c tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:19.219519 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-1122895b-b63a-4c96-8473-ca7e05761031 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-942324594'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:19.275088 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-905e7935-e339-454c-aabb-e8c376cfb570 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:19.337127 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1122895b-b63a-4c96-8473-ca7e05761031 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Made reservation on behalf of 524949a49c0246e8b645c984eee33c07 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:36:19.340988 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1122895b-b63a-4c96-8473-ca7e05761031 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:19.415228 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e9314c7c-04ca-47ff-9a19-8936cfffaf06 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:19.426059 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e9314c7c-04ca-47ff-9a19-8936cfffaf06 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:19.429236 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e9314c7c-04ca-47ff-9a19-8936cfffaf06 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] 10.222.0.69 "DELETE /v2.0/networks/73c10f80-7ab4-490f-99c0-4311c0413f6f HTTP/1.1" status: 204 len: 168 time: 1.3129013 Apr 29 11:36:19.455480 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1122895b-b63a-4c96-8473-ca7e05761031 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:36:19.470616 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211f26f5-cbdc-490d-8739-554363f419a1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:36:19.475970 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1122895b-b63a-4c96-8473-ca7e05761031 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:19.476322 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-1122895b-b63a-4c96-8473-ca7e05761031 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Added segment 0a9bcd80-0271-4917-9426-f18b3d577572 of type vlan for network c3a6463b-39b8-4a9e-805d-f2c00f655320 Apr 29 11:36:19.483794 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-211f26f5-cbdc-490d-8739-554363f419a1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:19.487526 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-211f26f5-cbdc-490d-8739-554363f419a1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] 10.222.0.69 "PUT /v2.0/routers/110fac74-a034-4474-86e1-93fca8708760 HTTP/1.1" status: 200 len: 879 time: 5.2543578 Apr 29 11:36:19.491378 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4045bca-95ff-4880-bcff-6c95ec986a99 None None] Sync routers for ids ['110fac74-a034-4474-86e1-93fca8708760'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:36:19.498798 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47724) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:19.503369 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe577-22d8-419d-8b6d-cb44e9cda43c tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:19.506547 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe577-22d8-419d-8b6d-cb44e9cda43c tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:19.508265 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9314c7c-04ca-47ff-9a19-8936cfffaf06 tempest-AllowedAddressPairIpV6TestJSON-1698004474 tempest-AllowedAddressPairIpV6TestJSON-1698004474-project] Pushing event deleted for resources: {'Network': ['ID=73c10f80-7ab4-490f-99c0-4311c0413f6f,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:19.509464 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4045bca-95ff-4880-bcff-6c95ec986a99 None None] Routers {'110fac74-a034-4474-86e1-93fca8708760'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:19.513555 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-e4045bca-95ff-4880-bcff-6c95ec986a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:35:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['110fac74-a034-4474-86e1-93fca8708760'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:19.530551 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45afa4-8598-4006-ae4f-6d3aa969aa28 req-0a478025-533f-47ef-87c3-33529b2d6cfd tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:19.532629 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6e45afa4-8598-4006-ae4f-6d3aa969aa28 req-0a478025-533f-47ef-87c3-33529b2d6cfd tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.3179116 Apr 29 11:36:19.545942 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1122895b-b63a-4c96-8473-ca7e05761031 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:19.568347 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-e4045bca-95ff-4880-bcff-6c95ec986a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:19.581106 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4045bca-95ff-4880-bcff-6c95ec986a99 None None] Routers {'110fac74-a034-4474-86e1-93fca8708760'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:19.581736 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-e4045bca-95ff-4880-bcff-6c95ec986a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:35:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['110fac74-a034-4474-86e1-93fca8708760'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:19.596807 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1122895b-b63a-4c96-8473-ca7e05761031 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:19.603528 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1122895b-b63a-4c96-8473-ca7e05761031 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:19.604162 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1122895b-b63a-4c96-8473-ca7e05761031 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:19.627612 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-e4045bca-95ff-4880-bcff-6c95ec986a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:19.628515 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4045bca-95ff-4880-bcff-6c95ec986a99 None None] The sync data for ids ['110fac74-a034-4474-86e1-93fca8708760'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:36:19.643462 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe577-22d8-419d-8b6d-cb44e9cda43c tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:19.643926 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcbe577-22d8-419d-8b6d-cb44e9cda43c tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 05b7f4c9-23a8-46e7-b88a-6f2e71496b4f {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:36:19.649385 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe577-22d8-419d-8b6d-cb44e9cda43c tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:19.650084 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905e7935-e339-454c-aabb-e8c376cfb570 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Router 998cc302-6baf-4ee8-bfa8-257b283b3815 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:36:19.650856 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5bcbe577-22d8-419d-8b6d-cb44e9cda43c tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] 10.222.0.69 "DELETE /v2.0/routers/05b7f4c9-23a8-46e7-b88a-6f2e71496b4f HTTP/1.1" status: 204 len: 168 time: 0.5857265 Apr 29 11:36:19.660710 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47726) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:19.665883 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-05e461eb-69cc-4e08-852a-dc4c60947773 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Request body: {'router': {'name': 'tempest-router-2052223899', 'distributed': False}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:19.686003 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1122895b-b63a-4c96-8473-ca7e05761031 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4752522 Apr 29 11:36:19.704365 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47728) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:19.711027 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-8349ea48-8c4f-4459-aeae-d572e05a946b tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1055303627'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:19.719922 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6e45afa4-8598-4006-ae4f-6d3aa969aa28 req-e23487fb-04d4-44b8-b1b3-de53b626cf2d tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469510 Apr 29 11:36:19.748587 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e47e0aa5-565f-40af-902c-fc99ce97e015 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "GET /v2.0/routers/110fac74-a034-4474-86e1-93fca8708760 HTTP/1.1" status: 200 len: 920 time: 0.2368028 Apr 29 11:36:19.750664 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8349ea48-8c4f-4459-aeae-d572e05a946b tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Made reservation on behalf of 524949a49c0246e8b645c984eee33c07 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:36:19.753820 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47730) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:19.754473 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8349ea48-8c4f-4459-aeae-d572e05a946b tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:19.796652 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8349ea48-8c4f-4459-aeae-d572e05a946b tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:36:19.802905 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122895b-b63a-4c96-8473-ca7e05761031 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Pushing event updated for resources: {'Network': ['ID=c3a6463b-39b8-4a9e-805d-f2c00f655320,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:19.820496 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network c3a6463b-39b8-4a9e-805d-f2c00f655320 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:36:19.824134 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8349ea48-8c4f-4459-aeae-d572e05a946b tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:19.824935 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-8349ea48-8c4f-4459-aeae-d572e05a946b tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Added segment 8ef9314f-e89e-4bdd-b463-f9f016d69e41 of type vlan for network c336312f-01f5-42f8-bee5-2791f2a7b156 Apr 29 11:36:19.876284 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8349ea48-8c4f-4459-aeae-d572e05a946b tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:19.895783 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47736) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:19.898921 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05e461eb-69cc-4e08-852a-dc4c60947773 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:19.900064 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05e461eb-69cc-4e08-852a-dc4c60947773 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:19.939759 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8349ea48-8c4f-4459-aeae-d572e05a946b tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:19.945675 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8349ea48-8c4f-4459-aeae-d572e05a946b tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:19.946336 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8349ea48-8c4f-4459-aeae-d572e05a946b tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:19.967743 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a443ba2-d5eb-4db6-9236-350d55dd19e9 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:19.970221 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8a443ba2-d5eb-4db6-9236-350d55dd19e9 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=1c458760-cee1-43dd-bfaa-f7beebba31f7&device_id=110fac74-a034-4474-86e1-93fca8708760&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2142472 Apr 29 11:36:19.974603 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47740) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:20.031622 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05e461eb-69cc-4e08-852a-dc4c60947773 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:20.033657 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905e7935-e339-454c-aabb-e8c376cfb570 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:36:20.049289 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05e461eb-69cc-4e08-852a-dc4c60947773 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:20.050087 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b562c86e-de98-4e4c-8360-7f13257d74ce None None] Sync routers for ids ['998cc302-6baf-4ee8-bfa8-257b283b3815'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:36:20.057724 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-905e7935-e339-454c-aabb-e8c376cfb570 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:20.062970 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-905e7935-e339-454c-aabb-e8c376cfb570 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.1948395 Apr 29 11:36:20.063207 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804c74d-6fb8-4745-88e5-a2ac26b2277b req-fe8ff955-de50-406d-8244-3183526d28df tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:20.063207 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2804c74d-6fb8-4745-88e5-a2ac26b2277b req-fe8ff955-de50-406d-8244-3183526d28df tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.1619351 Apr 29 11:36:20.063420 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b562c86e-de98-4e4c-8360-7f13257d74ce None None] Routers {'998cc302-6baf-4ee8-bfa8-257b283b3815'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:20.063420 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-b562c86e-de98-4e4c-8360-7f13257d74ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:35:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['998cc302-6baf-4ee8-bfa8-257b283b3815'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:20.065111 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-8349ea48-8c4f-4459-aeae-d572e05a946b tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3597388 Apr 29 11:36:20.069996 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47742) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:20.069996 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47744) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:20.076944 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-6fa93b50-01b2-465f-811a-c621f0ed17fa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Request body: {'ports': [{'network_id': 'c3a6463b-39b8-4a9e-805d-f2c00f655320', 'name': 'tempest-port--366714867', 'admin_state_up': True}, {'network_id': 'c336312f-01f5-42f8-bee5-2791f2a7b156', 'admin_state_up': False}]} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:20.077275 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-6fa93b50-01b2-465f-811a-c621f0ed17fa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Request body: {'port': {'network_id': 'c3a6463b-39b8-4a9e-805d-f2c00f655320', 'name': 'tempest-port--366714867', 'admin_state_up': True}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:20.077772 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-6fa93b50-01b2-465f-811a-c621f0ed17fa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Request body: {'port': {'network_id': 'c336312f-01f5-42f8-bee5-2791f2a7b156', 'admin_state_up': False}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:20.096652 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05e461eb-69cc-4e08-852a-dc4c60947773 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:20.101916 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-05e461eb-69cc-4e08-852a-dc4c60947773 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4355676 Apr 29 11:36:20.101916 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47746) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:20.195543 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-b562c86e-de98-4e4c-8360-7f13257d74ce None None] Set router 998cc302-6baf-4ee8-bfa8-257b283b3815 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:36:20.221988 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c52b1dd9-35bf-4ec3-b77f-c822136dffbd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9008e26e98c549258c930f1f74c815d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211119 Apr 29 11:36:20.223189 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47748) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:20.236212 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c667f384-b602-45cf-9b8a-ae60edbe9632 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:20.463412 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349ea48-8c4f-4459-aeae-d572e05a946b tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Pushing event updated for resources: {'Network': ['ID=c336312f-01f5-42f8-bee5-2791f2a7b156,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:20.478057 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network c336312f-01f5-42f8-bee5-2791f2a7b156 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:36:20.479259 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-b562c86e-de98-4e4c-8360-7f13257d74ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998cc302-6baf-4ee8-bfa8-257b283b3815', 'name': '', 'tenant_id': '19abb1b1198641a5b163772c86e96e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8385cd63-d41c-4b03-8bec-40ab11deabfb', 'external_fixed_ips': [{'subnet_id': '17cb7cdf-09f0-4818-bff8-0000cf864abb', 'ip_address': '2001:db8::2b0'}], 'enable_snat': True}, 'gw_port_id': '24e37676-c847-45d3-b356-816bac7a8acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:36:14Z', 'updated_at': '2022-04-29T11:36:18Z', 'revision_number': 3, 'project_id': '19abb1b1198641a5b163772c86e96e17', 'gw_port': {'id': '24e37676-c847-45d3-b356-816bac7a8acc', 'name': '', 'network_id': '8385cd63-d41c-4b03-8bec-40ab11deabfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:46:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998cc302-6baf-4ee8-bfa8-257b283b3815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '17cb7cdf-09f0-4818-bff8-0000cf864abb', 'ip_address': '2001:db8::2b0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:36:16Z', 'updated_at': '2022-04-29T11:36:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17cb7cdf-09f0-4818-bff8-0000cf864abb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:20.483843 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c667f384-b602-45cf-9b8a-ae60edbe9632 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:20.486229 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c667f384-b602-45cf-9b8a-ae60edbe9632 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:20.487627 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-58814830-0c77-4578-803b-3688b5cc7cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:20.516189 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b562c86e-de98-4e4c-8360-7f13257d74ce None None] Checking router: 998cc302-6baf-4ee8-bfa8-257b283b3815 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:36:20.516917 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b562c86e-de98-4e4c-8360-7f13257d74ce None None] Updating router 998cc302-6baf-4ee8-bfa8-257b283b3815 port 24e37676-c847-45d3-b356-816bac7a8acc binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:36:20.553241 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-b562c86e-de98-4e4c-8360-7f13257d74ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:20.602813 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2804c74d-6fb8-4745-88e5-a2ac26b2277b req-222ad90a-5409-45f4-a48a-fd24b28fb3e4 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5157366 Apr 29 11:36:20.761565 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d189370c-6073-4b5c-86a2-c1c3b0e71a10 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:20.767560 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d189370c-6073-4b5c-86a2-c1c3b0e71a10 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "GET /v2.0/networks/1c458760-cee1-43dd-bfaa-f7beebba31f7 HTTP/1.1" status: 200 len: 881 time: 0.7850752 Apr 29 11:36:20.787015 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47752) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:20.845939 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-58814830-0c77-4578-803b-3688b5cc7cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:20.857146 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c667f384-b602-45cf-9b8a-ae60edbe9632 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:20.857351 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c667f384-b602-45cf-9b8a-ae60edbe9632 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc25cd37-260e-4394-b1f9-de96c282d96d {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:36:20.864321 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c667f384-b602-45cf-9b8a-ae60edbe9632 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:20.865502 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c667f384-b602-45cf-9b8a-ae60edbe9632 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] 10.222.0.69 "DELETE /v2.0/routers/cc25cd37-260e-4394-b1f9-de96c282d96d HTTP/1.1" status: 204 len: 168 time: 0.7628968 Apr 29 11:36:20.869902 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47754) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:20.875739 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-8e5ca28d-f7eb-42f3-8dfe-ca111bf7bd91 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Request body: {'router': {'name': 'tempest-router-1838294943', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'eca7bb285c3a428abb869fb3a779cbfa'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:20.885946 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2e5b485c-553c-4ef4-911c-8e2ba32f246f tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] 10.222.0.69 "GET /v2.0/ports?device_id=110fac74-a034-4474-86e1-93fca8708760 HTTP/1.1" status: 200 len: 205 time: 0.0926526 Apr 29 11:36:20.890466 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c26d2d28-d08d-4470-965f-0da233f079c6 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:20.892855 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47756) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:20.894138 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-b562c86e-de98-4e4c-8360-7f13257d74ce None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:20.899569 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8e5ca28d-f7eb-42f3-8dfe-ca111bf7bd91 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:20.901748 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8e5ca28d-f7eb-42f3-8dfe-ca111bf7bd91 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:20.901972 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-b562c86e-de98-4e4c-8360-7f13257d74ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:20.955741 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-b562c86e-de98-4e4c-8360-7f13257d74ce None None] Attempting to bind port 24e37676-c847-45d3-b356-816bac7a8acc on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:36:20.956219 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-b562c86e-de98-4e4c-8360-7f13257d74ce None None] Attempting to bind port 24e37676-c847-45d3-b356-816bac7a8acc by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '8df2dbbe-1897-4f6f-8865-6ef36f99d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8385cd63-d41c-4b03-8bec-40ab11deabfb'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:36:20.956478 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b562c86e-de98-4e4c-8360-7f13257d74ce None None] Attempting to bind port 24e37676-c847-45d3-b356-816bac7a8acc on network 8385cd63-d41c-4b03-8bec-40ab11deabfb {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:36:20.960480 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8e5ca28d-f7eb-42f3-8dfe-ca111bf7bd91 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:20.964755 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388e25e-ff2b-439b-ab92-0ca4d7e35aff None None] Pushing event updated for resources: {'Port': ['ID=24e37676-c847-45d3-b356-816bac7a8acc,revision_number=2']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:20.973097 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b562c86e-de98-4e4c-8360-7f13257d74ce None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:36:20.973539 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b562c86e-de98-4e4c-8360-7f13257d74ce None None] Checking segment: {'id': '8df2dbbe-1897-4f6f-8865-6ef36f99d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8385cd63-d41c-4b03-8bec-40ab11deabfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:36:20.973942 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-b562c86e-de98-4e4c-8360-7f13257d74ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:20.974792 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b562c86e-de98-4e4c-8360-7f13257d74ce None None] Bound using segment: {'id': '8df2dbbe-1897-4f6f-8865-6ef36f99d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8385cd63-d41c-4b03-8bec-40ab11deabfb'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:36:20.974904 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-b562c86e-de98-4e4c-8360-7f13257d74ce None None] Bound port: 24e37676-c847-45d3-b356-816bac7a8acc, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df2dbbe-1897-4f6f-8865-6ef36f99d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8385cd63-d41c-4b03-8bec-40ab11deabfb'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:36:20.975511 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8e5ca28d-f7eb-42f3-8dfe-ca111bf7bd91 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:20.975719 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-b562c86e-de98-4e4c-8360-7f13257d74ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:21.000227 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8e5ca28d-f7eb-42f3-8dfe-ca111bf7bd91 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:21.001523 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8e5ca28d-f7eb-42f3-8dfe-ca111bf7bd91 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1306422 Apr 29 11:36:21.004604 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47758) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:21.011014 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-70143f32-1d2f-4c5f-aa4e-ee73b3852f76 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:21.038295 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f036ec-f35f-4a53-afc6-69092dd9f538 req-1f11d11e-1ff7-4ea5-ad22-c14950bf471c tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:21.039819 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-73f036ec-f35f-4a53-afc6-69092dd9f538 req-1f11d11e-1ff7-4ea5-ad22-c14950bf471c tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.2954543 Apr 29 11:36:21.057072 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-b562c86e-de98-4e4c-8360-7f13257d74ce None None] For port 24e37676-c847-45d3-b356-816bac7a8acc, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:36:21.062335 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-b562c86e-de98-4e4c-8360-7f13257d74ce None None] For port 24e37676-c847-45d3-b356-816bac7a8acc, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=24e37676-c847-45d3-b356-816bac7a8acc,segment=NetworkSegment(8df2dbbe-1897-4f6f-8865-6ef36f99d2fe),segment_id=8df2dbbe-1897-4f6f-8865-6ef36f99d2fe)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:36:21.067804 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-b562c86e-de98-4e4c-8360-7f13257d74ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:21.084592 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa93b50-01b2-465f-811a-c621f0ed17fa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Made reservation on behalf of 524949a49c0246e8b645c984eee33c07 for: {'port': 2} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:36:21.089307 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6fa93b50-01b2-465f-811a-c621f0ed17fa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:21.094689 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-58814830-0c77-4578-803b-3688b5cc7cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:21.097370 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-58814830-0c77-4578-803b-3688b5cc7cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:21.098891 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-58814830-0c77-4578-803b-3688b5cc7cb5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a5345b51-66f0-4aed-a6df-f80658ce9f17 HTTP/1.1" status: 204 len: 168 time: 0.8741407 Apr 29 11:36:21.139301 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58814830-0c77-4578-803b-3688b5cc7cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5345b51-66f0-4aed-a6df-f80658ce9f17,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:21.169111 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b562c86e-de98-4e4c-8360-7f13257d74ce None None] Routers {'998cc302-6baf-4ee8-bfa8-257b283b3815'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:21.170342 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-b562c86e-de98-4e4c-8360-7f13257d74ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:35:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['998cc302-6baf-4ee8-bfa8-257b283b3815'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:21.170837 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6fa93b50-01b2-465f-811a-c621f0ed17fa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:21.204863 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0bfa31ae-c412-4961-8a7b-eab641424b86 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:21.263245 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-70143f32-1d2f-4c5f-aa4e-ee73b3852f76 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681475', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3683613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1117'] for router, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:21.263985 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-70143f32-1d2f-4c5f-aa4e-ee73b3852f76 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks [] for router, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:21.297591 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c26d2d28-d08d-4470-965f-0da233f079c6 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:21.308940 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-b562c86e-de98-4e4c-8360-7f13257d74ce None None] Set router 998cc302-6baf-4ee8-bfa8-257b283b3815 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:36:21.317723 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-73f036ec-f35f-4a53-afc6-69092dd9f538 req-a0e79435-c96c-4e21-8dd8-c564a203e7dc tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982567 Apr 29 11:36:21.368639 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-70143f32-1d2f-4c5f-aa4e-ee73b3852f76 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102960) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Apr 29 11:36:21.369666 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-70143f32-1d2f-4c5f-aa4e-ee73b3852f76 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Router de4ec6c7-9fba-454f-bb57-66669f9e3ce8 migrating from provider to provider. {{(pid=102960) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Apr 29 11:36:21.370223 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-70143f32-1d2f-4c5f-aa4e-ee73b3852f76 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:21.376265 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-70143f32-1d2f-4c5f-aa4e-ee73b3852f76 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:21.385124 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-70143f32-1d2f-4c5f-aa4e-ee73b3852f76 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683602'] for router, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:21.447601 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388e25e-ff2b-439b-ab92-0ca4d7e35aff None None] Pushing event updated for resources: {'Port': ['ID=24e37676-c847-45d3-b356-816bac7a8acc,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:21.523262 dv-neutron-838888-1-hyperv neutron-server[102960]: WARNING neutron.scheduler.l3_agent_scheduler [None req-70143f32-1d2f-4c5f-aa4e-ee73b3852f76 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] No L3 agents can host the router de4ec6c7-9fba-454f-bb57-66669f9e3ce8 Apr 29 11:36:21.537012 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-6fa93b50-01b2-465f-811a-c621f0ed17fa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] device_id is not set on port 0ab7a34f-5aee-48a0-8446-6174f7db2b64 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:36:21.565436 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0bfa31ae-c412-4961-8a7b-eab641424b86 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:21.607421 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14425cf8-ad78-4f9a-a4be-e54634bcfb1e req-7bfe3ec1-f888-46c0-b5ba-33fa15b160ed tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:21.608955 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-14425cf8-ad78-4f9a-a4be-e54634bcfb1e req-7bfe3ec1-f888-46c0-b5ba-33fa15b160ed tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.1299751 Apr 29 11:36:21.610489 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-c26d2d28-d08d-4470-965f-0da233f079c6 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Deleting port 24e37676-c847-45d3-b356-816bac7a8acc {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:21.610826 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c26d2d28-d08d-4470-965f-0da233f079c6 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:21.654017 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70143f32-1d2f-4c5f-aa4e-ee73b3852f76 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Hosts for router de4ec6c7-9fba-454f-bb57-66669f9e3ce8: [] {{(pid=102960) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 29 11:36:21.683703 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70143f32-1d2f-4c5f-aa4e-ee73b3852f76 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Hosts for other DVR routers connected to router de4ec6c7-9fba-454f-bb57-66669f9e3ce8: set() {{(pid=102960) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Apr 29 11:36:21.687415 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-70143f32-1d2f-4c5f-aa4e-ee73b3852f76 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:21.691604 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-70143f32-1d2f-4c5f-aa4e-ee73b3852f76 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] 10.222.0.69 "PUT /v2.0/routers/de4ec6c7-9fba-454f-bb57-66669f9e3ce8 HTTP/1.1" status: 200 len: 717 time: 0.6859307 Apr 29 11:36:21.692282 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47776) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:21.800350 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-b562c86e-de98-4e4c-8360-7f13257d74ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998cc302-6baf-4ee8-bfa8-257b283b3815', 'name': '', 'tenant_id': '19abb1b1198641a5b163772c86e96e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8385cd63-d41c-4b03-8bec-40ab11deabfb', 'external_fixed_ips': [{'subnet_id': '17cb7cdf-09f0-4818-bff8-0000cf864abb', 'ip_address': '2001:db8::2b0'}], 'enable_snat': True}, 'gw_port_id': '24e37676-c847-45d3-b356-816bac7a8acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:36:14Z', 'updated_at': '2022-04-29T11:36:18Z', 'revision_number': 3, 'project_id': '19abb1b1198641a5b163772c86e96e17', 'gw_port': {'id': '24e37676-c847-45d3-b356-816bac7a8acc', 'name': '', 'network_id': '8385cd63-d41c-4b03-8bec-40ab11deabfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:46:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998cc302-6baf-4ee8-bfa8-257b283b3815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '17cb7cdf-09f0-4818-bff8-0000cf864abb', 'ip_address': '2001:db8::2b0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:36:16Z', 'updated_at': '2022-04-29T11:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17cb7cdf-09f0-4818-bff8-0000cf864abb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:21.800638 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-14425cf8-ad78-4f9a-a4be-e54634bcfb1e req-acdc9fe7-73f9-40bc-b4b1-b64324be5756 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649849 Apr 29 11:36:21.844832 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47780) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:21.853951 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-0bfa31ae-c412-4961-8a7b-eab641424b86 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Deleting port cd99022f-7f61-47be-9b9a-8453f9b91c68 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:21.854529 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0bfa31ae-c412-4961-8a7b-eab641424b86 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:21.857262 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-fefd1ad3-efde-4c30-8670-c069a26d5d31 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] 10.222.0.69 "GET /v2.0/routers/de4ec6c7-9fba-454f-bb57-66669f9e3ce8 HTTP/1.1" status: 200 len: 717 time: 0.1530933 Apr 29 11:36:21.860629 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b562c86e-de98-4e4c-8360-7f13257d74ce None None] The sync data for ids ['998cc302-6baf-4ee8-bfa8-257b283b3815'] in dv-neutron-838888-1-hyperv is: [{'id': '998cc302-6baf-4ee8-bfa8-257b283b3815', 'name': '', 'tenant_id': '19abb1b1198641a5b163772c86e96e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8385cd63-d41c-4b03-8bec-40ab11deabfb', 'external_fixed_ips': [{'subnet_id': '17cb7cdf-09f0-4818-bff8-0000cf864abb', 'ip_address': '2001:db8::2b0'}], 'enable_snat': True}, 'gw_port_id': '24e37676-c847-45d3-b356-816bac7a8acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:36:14Z', 'updated_at': '2022-04-29T11:36:18Z', 'revision_number': 3, 'project_id': '19abb1b1198641a5b163772c86e96e17', 'gw_port': {'id': '24e37676-c847-45d3-b356-816bac7a8acc', 'name': '', 'network_id': '8385cd63-d41c-4b03-8bec-40ab11deabfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:46:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998cc302-6baf-4ee8-bfa8-257b283b3815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '17cb7cdf-09f0-4818-bff8-0000cf864abb', 'ip_address': '2001:db8::2b0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:36:16Z', 'updated_at': '2022-04-29T11:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17cb7cdf-09f0-4818-bff8-0000cf864abb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:36:21.926790 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-c26d2d28-d08d-4470-965f-0da233f079c6 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] For port 24e37676-c847-45d3-b356-816bac7a8acc, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=24e37676-c847-45d3-b356-816bac7a8acc,segment=NetworkSegment(8df2dbbe-1897-4f6f-8865-6ef36f99d2fe),segment_id=8df2dbbe-1897-4f6f-8865-6ef36f99d2fe)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:36:21.926790 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c26d2d28-d08d-4470-965f-0da233f079c6 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:21.974112 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-c26d2d28-d08d-4470-965f-0da233f079c6 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Calling delete_port for 24e37676-c847-45d3-b356-816bac7a8acc owned by network:router_gateway {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:22.038566 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6fa93b50-01b2-465f-811a-c621f0ed17fa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:22.220850 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47792) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:22.340114 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-6fa93b50-01b2-465f-811a-c621f0ed17fa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] device_id is not set on port f7061c0b-2954-4f24-9d16-d5b709790183 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:36:22.344335 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0bfa31ae-c412-4961-8a7b-eab641424b86 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:22.382398 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32e8b7-a655-4a3a-9d32-f2ba08939911 req-375bb9cb-9d3f-4959-9936-1698baa6f6ac tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:22.384568 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8b32e8b7-a655-4a3a-9d32-f2ba08939911 req-375bb9cb-9d3f-4959-9936-1698baa6f6ac tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.4163535 Apr 29 11:36:22.392421 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-16570d25-68fc-4163-8fe4-ddeca1ce8c8d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-920134439'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:22.413236 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16570d25-68fc-4163-8fe4-ddeca1ce8c8d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Made reservation on behalf of 39685abd7a114d62abb4ba48b231a867 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:36:22.416860 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-16570d25-68fc-4163-8fe4-ddeca1ce8c8d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:22.425084 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b232f493-1b20-4a5e-ad32-ab1a45063654 tempest-RoutersTestDVR-1195358698 tempest-RoutersTestDVR-1195358698-project] 10.222.0.69 "GET /v2.0/routers/de4ec6c7-9fba-454f-bb57-66669f9e3ce8 HTTP/1.1" status: 200 len: 683 time: 0.5714498 Apr 29 11:36:22.427249 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47798) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:22.430737 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-0bfa31ae-c412-4961-8a7b-eab641424b86 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Calling delete_port for cd99022f-7f61-47be-9b9a-8453f9b91c68 owned by network:router_gateway {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:22.433453 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-16570d25-68fc-4163-8fe4-ddeca1ce8c8d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:22.519495 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d53f85bc-9aee-49e5-9d98-d12aa37db723 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:22.583386 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8b32e8b7-a655-4a3a-9d32-f2ba08939911 req-e84842f3-5722-4e13-9ca9-93edb56c2249 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835980 Apr 29 11:36:22.724130 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d53f85bc-9aee-49e5-9d98-d12aa37db723 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:22.726583 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d53f85bc-9aee-49e5-9d98-d12aa37db723 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:22.786564 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d53f85bc-9aee-49e5-9d98-d12aa37db723 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:22.787410 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53f85bc-9aee-49e5-9d98-d12aa37db723 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de4ec6c7-9fba-454f-bb57-66669f9e3ce8 {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:36:22.792568 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d53f85bc-9aee-49e5-9d98-d12aa37db723 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:22.798007 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d53f85bc-9aee-49e5-9d98-d12aa37db723 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] 10.222.0.69 "DELETE /v2.0/routers/de4ec6c7-9fba-454f-bb57-66669f9e3ce8 HTTP/1.1" status: 204 len: 168 time: 0.3654871 Apr 29 11:36:22.798499 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c26d2d28-d08d-4470-965f-0da233f079c6 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:22.798625 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47802) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:22.802858 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-64fa6b63-0c62-413b-aa17-5c62ee7ec427 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Request body: {'router': {'name': 'tempest-router-1056610763', 'distributed': True}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:22.846539 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-64fa6b63-0c62-413b-aa17-5c62ee7ec427 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:22.847495 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-64fa6b63-0c62-413b-aa17-5c62ee7ec427 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:22.857884 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-16570d25-68fc-4163-8fe4-ddeca1ce8c8d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:22.870736 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-16570d25-68fc-4163-8fe4-ddeca1ce8c8d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:22.872034 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d2d28-d08d-4470-965f-0da233f079c6 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Pushing event deleted for resources: {'Port': ['ID=24e37676-c847-45d3-b356-816bac7a8acc,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:22.898387 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6fa93b50-01b2-465f-811a-c621f0ed17fa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:22.937610 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c26d2d28-d08d-4470-965f-0da233f079c6 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:22.954513 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-64fa6b63-0c62-413b-aa17-5c62ee7ec427 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:22.962252 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16570d25-68fc-4163-8fe4-ddeca1ce8c8d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:36:22.975563 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-64fa6b63-0c62-413b-aa17-5c62ee7ec427 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:22.984171 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16570d25-68fc-4163-8fe4-ddeca1ce8c8d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b074f9cc-26b4-4a30-b848-6752305b8313,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:22.984500 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 24e37676-c847-45d3-b356-816bac7a8acc up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:36:22.997264 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998cf95b-6041-4d85-a6f4-8e800a0ed788 req-c51e98f1-f3a2-4e6e-86c8-5a72266845cc tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:22.997646 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-16570d25-68fc-4163-8fe4-ddeca1ce8c8d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:22.998004 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-16570d25-68fc-4163-8fe4-ddeca1ce8c8d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Added segment f2d955af-7721-4074-a79e-bce7828f80c8 of type vlan for network 15743e18-d4b5-4633-b8b5-180020f6df38 Apr 29 11:36:22.999445 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-998cf95b-6041-4d85-a6f4-8e800a0ed788 req-c51e98f1-f3a2-4e6e-86c8-5a72266845cc tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.2779992 Apr 29 11:36:23.018424 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-64fa6b63-0c62-413b-aa17-5c62ee7ec427 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:23.020140 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-64fa6b63-0c62-413b-aa17-5c62ee7ec427 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2212529 Apr 29 11:36:23.025834 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47804) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:23.030129 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 24e37676-c847-45d3-b356-816bac7a8acc {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:36:23.030501 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 24e37676-c847-45d3-b356-816bac7a8acc not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 29 11:36:23.056687 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Port 24e37676-c847-45d3-b356-816bac7a8acc not found, will not notify nova. {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 29 11:36:23.114523 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-16570d25-68fc-4163-8fe4-ddeca1ce8c8d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:23.153956 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-da271095-9cd8-4d01-b4b8-5389248bb268 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:23.255221 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-16570d25-68fc-4163-8fe4-ddeca1ce8c8d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:23.260808 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16570d25-68fc-4163-8fe4-ddeca1ce8c8d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:23.261444 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-16570d25-68fc-4163-8fe4-ddeca1ce8c8d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:23.413804 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-16570d25-68fc-4163-8fe4-ddeca1ce8c8d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1890793 Apr 29 11:36:23.415439 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-da271095-9cd8-4d01-b4b8-5389248bb268 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:23.419334 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47806) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:23.426936 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-da271095-9cd8-4d01-b4b8-5389248bb268 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:23.426936 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-92139f9f-87c6-43d0-a0a9-7b3cff1977ec tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1846491955'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:23.427261 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c26d2d28-d08d-4470-965f-0da233f079c6 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:23.431670 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c26d2d28-d08d-4470-965f-0da233f079c6 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:23.437998 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16570d25-68fc-4163-8fe4-ddeca1ce8c8d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Network': ['ID=15743e18-d4b5-4633-b8b5-180020f6df38,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:23.438664 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0bfa31ae-c412-4961-8a7b-eab641424b86 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:23.467145 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 15743e18-d4b5-4633-b8b5-180020f6df38 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:36:23.495777 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-da271095-9cd8-4d01-b4b8-5389248bb268 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:23.498786 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da271095-9cd8-4d01-b4b8-5389248bb268 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97706d18-a29d-41c7-8b56-f28dc0f8fc1c {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:36:23.505229 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-da271095-9cd8-4d01-b4b8-5389248bb268 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:23.513047 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-da271095-9cd8-4d01-b4b8-5389248bb268 tempest-RoutersTestDVR-232617273 tempest-RoutersTestDVR-232617273-project-admin] 10.222.0.69 "DELETE /v2.0/routers/97706d18-a29d-41c7-8b56-f28dc0f8fc1c HTTP/1.1" status: 204 len: 168 time: 0.4795051 Apr 29 11:36:23.516511 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92139f9f-87c6-43d0-a0a9-7b3cff1977ec tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Made reservation on behalf of 39685abd7a114d62abb4ba48b231a867 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:36:23.522818 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-92139f9f-87c6-43d0-a0a9-7b3cff1977ec tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:23.568758 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-998cf95b-6041-4d85-a6f4-8e800a0ed788 req-8477de3c-918e-429f-b6cc-f046361ce72d tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5329583 Apr 29 11:36:23.572671 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa31ae-c412-4961-8a7b-eab641424b86 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Pushing event deleted for resources: {'Port': ['ID=cd99022f-7f61-47be-9b9a-8453f9b91c68,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:23.596234 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6fa93b50-01b2-465f-811a-c621f0ed17fa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:23.598212 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c26d2d28-d08d-4470-965f-0da233f079c6 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:23.598920 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26d2d28-d08d-4470-965f-0da233f079c6 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 998cc302-6baf-4ee8-bfa8-257b283b3815 {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:36:23.605383 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c26d2d28-d08d-4470-965f-0da233f079c6 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:23.607217 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c26d2d28-d08d-4470-965f-0da233f079c6 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "DELETE /v2.0/routers/998cc302-6baf-4ee8-bfa8-257b283b3815 HTTP/1.1" status: 204 len: 168 time: 3.5362654 Apr 29 11:36:23.608634 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92139f9f-87c6-43d0-a0a9-7b3cff1977ec tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:36:23.610758 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47812) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:23.672985 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-92139f9f-87c6-43d0-a0a9-7b3cff1977ec tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:23.673595 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-92139f9f-87c6-43d0-a0a9-7b3cff1977ec tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Added segment bfcce9e5-5401-4d35-aff5-1a098f5839b6 of type vlan for network f40c54eb-2f80-40db-86c4-613c1e9e6a2a Apr 29 11:36:23.693547 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa93b50-01b2-465f-811a-c621f0ed17fa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Pushing event updated for resources: {'Port': ['ID=0ab7a34f-5aee-48a0-8446-6174f7db2b64,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:23.710129 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-daeb765e-3739-42d9-8678-ae43e00a99a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:23.712261 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0bfa31ae-c412-4961-8a7b-eab641424b86 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:23.800024 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa93b50-01b2-465f-811a-c621f0ed17fa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Checking segment: {'id': '0a9bcd80-0271-4917-9426-f18b3d577572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c3a6463b-39b8-4a9e-805d-f2c00f655320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:36:23.800518 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa93b50-01b2-465f-811a-c621f0ed17fa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Network hostable DHCP agents. Network: c3a6463b-39b8-4a9e-805d-f2c00f655320, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:36:23.816998 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca7e3009-df54-40fe-86b7-6e6c24b6001f tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Deleting subnet 17cb7cdf-09f0-4818-bff8-0000cf864abb {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:36:23.821689 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-92139f9f-87c6-43d0-a0a9-7b3cff1977ec tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:23.835215 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ca7e3009-df54-40fe-86b7-6e6c24b6001f tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:23.839993 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0bfa31ae-c412-4961-8a7b-eab641424b86 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:23.844777 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0bfa31ae-c412-4961-8a7b-eab641424b86 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:23.907177 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ca7e3009-df54-40fe-86b7-6e6c24b6001f tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:23.916820 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa93b50-01b2-465f-811a-c621f0ed17fa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Network c3a6463b-39b8-4a9e-805d-f2c00f655320 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:36:23.935240 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0bfa31ae-c412-4961-8a7b-eab641424b86 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:23.935942 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfa31ae-c412-4961-8a7b-eab641424b86 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Fanout notify agent at l3_agent the message router_deleted on router 110fac74-a034-4474-86e1-93fca8708760 {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:36:23.952944 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0bfa31ae-c412-4961-8a7b-eab641424b86 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:23.954190 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0bfa31ae-c412-4961-8a7b-eab641424b86 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] 10.222.0.69 "DELETE /v2.0/routers/110fac74-a034-4474-86e1-93fca8708760 HTTP/1.1" status: 204 len: 168 time: 3.0594468 Apr 29 11:36:23.978256 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47818) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:23.984398 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-a2675cd9-a334-4de1-9a8f-123633b380d3 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2116971749', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:23.997301 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-6fa93b50-01b2-465f-811a-c621f0ed17fa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, c3a6463b-39b8-4a9e-805d-f2c00f655320) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:24.008355 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa93b50-01b2-465f-811a-c621f0ed17fa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:36:24.011096 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6fa93b50-01b2-465f-811a-c621f0ed17fa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:24.013896 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e4e71f-c859-4792-a784-f1b25ef42a55 None None] Network c3a6463b-39b8-4a9e-805d-f2c00f655320 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:36:24.092723 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a2675cd9-a334-4de1-9a8f-123633b380d3 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:24.094229 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a2675cd9-a334-4de1-9a8f-123633b380d3 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:24.163517 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a2675cd9-a334-4de1-9a8f-123633b380d3 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:24.164459 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47822) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:24.204235 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a2675cd9-a334-4de1-9a8f-123633b380d3 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:24.213810 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa93b50-01b2-465f-811a-c621f0ed17fa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Pushing event updated for resources: {'Port': ['ID=f7061c0b-2954-4f24-9d16-d5b709790183,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:24.272646 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa93b50-01b2-465f-811a-c621f0ed17fa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Checking segment: {'id': '8ef9314f-e89e-4bdd-b463-f9f016d69e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c336312f-01f5-42f8-bee5-2791f2a7b156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:36:24.273164 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa93b50-01b2-465f-811a-c621f0ed17fa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Network hostable DHCP agents. Network: c336312f-01f5-42f8-bee5-2791f2a7b156, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:36:24.307237 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c6f23-3635-49ef-aecc-eaa118173513 req-b416cb35-5a0b-4920-a01b-31078e36ce4a tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:24.316762 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-df7c6f23-3635-49ef-aecc-eaa118173513 req-b416cb35-5a0b-4920-a01b-31078e36ce4a tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cd64ac3-ea03-454f-b47b-da99f74304af HTTP/1.1" status: 200 len: 946 time: 0.1065869 Apr 29 11:36:24.331254 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a2675cd9-a334-4de1-9a8f-123633b380d3 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:24.333000 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a2675cd9-a334-4de1-9a8f-123633b380d3 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3532352 Apr 29 11:36:24.349084 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47826) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:24.354330 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-ff17d6bc-a62c-4025-86e1-d2dc8b0f89d6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'enable_snat': True}}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:24.383035 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-92139f9f-87c6-43d0-a0a9-7b3cff1977ec tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:24.388866 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92139f9f-87c6-43d0-a0a9-7b3cff1977ec tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:24.389482 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-92139f9f-87c6-43d0-a0a9-7b3cff1977ec tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:24.400468 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa93b50-01b2-465f-811a-c621f0ed17fa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Network c336312f-01f5-42f8-bee5-2791f2a7b156 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:36:24.473910 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-92139f9f-87c6-43d0-a0a9-7b3cff1977ec tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0535617 Apr 29 11:36:24.475389 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c5224757-775a-4e11-abc8-cd9d5249059d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:24.477467 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ca7e3009-df54-40fe-86b7-6e6c24b6001f tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:24.479578 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47828) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:24.487642 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-6fa93b50-01b2-465f-811a-c621f0ed17fa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, c336312f-01f5-42f8-bee5-2791f2a7b156) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:24.488302 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-db16343e-ef31-4e66-b5ab-0f09bd17c1ad tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Request body: {'subnet': {'network_id': '15743e18-d4b5-4633-b8b5-180020f6df38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:24.498784 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eafae1-79ce-412e-b841-1951f9c422d3 None None] Network c336312f-01f5-42f8-bee5-2791f2a7b156 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:36:24.520581 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa93b50-01b2-465f-811a-c621f0ed17fa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:36:24.530077 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92139f9f-87c6-43d0-a0a9-7b3cff1977ec tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Network': ['ID=f40c54eb-2f80-40db-86c4-613c1e9e6a2a,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:24.532218 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa93b50-01b2-465f-811a-c621f0ed17fa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:24.539725 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa93b50-01b2-465f-811a-c621f0ed17fa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:24.541176 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6fa93b50-01b2-465f-811a-c621f0ed17fa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:24.586637 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network f40c54eb-2f80-40db-86c4-613c1e9e6a2a details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:36:24.630462 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-df7c6f23-3635-49ef-aecc-eaa118173513 req-d5780117-5f83-4e07-a2f5-ab96711b716d tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/security-groups?id=af172940-50b2-4c9e-9817-d1a8a3efc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3125191 Apr 29 11:36:24.636303 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ca7e3009-df54-40fe-86b7-6e6c24b6001f tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:24.644696 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db16343e-ef31-4e66-b5ab-0f09bd17c1ad tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Made reservation on behalf of 39685abd7a114d62abb4ba48b231a867 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:36:24.648781 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-db16343e-ef31-4e66-b5ab-0f09bd17c1ad tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:24.686095 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e3009-df54-40fe-86b7-6e6c24b6001f tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=17cb7cdf-09f0-4818-bff8-0000cf864abb,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:24.691062 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ca7e3009-df54-40fe-86b7-6e6c24b6001f tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:24.694961 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ca7e3009-df54-40fe-86b7-6e6c24b6001f tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "DELETE /v2.0/subnets/17cb7cdf-09f0-4818-bff8-0000cf864abb HTTP/1.1" status: 204 len: 168 time: 1.0825288 Apr 29 11:36:24.712973 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47830) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:24.781476 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6fa93b50-01b2-465f-811a-c621f0ed17fa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.7089779 Apr 29 11:36:24.792760 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47832) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:24.873436 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ff17d6bc-a62c-4025-86e1-d2dc8b0f89d6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:24.883491 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc9e9e5-ef48-4f0d-bf0f-f838ca622ace tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:24.890465 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc9e9e5-ef48-4f0d-bf0f-f838ca622ace tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:24.891041 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eee6bc3b-46b1-4aa4-ac08-5ea8afbce495 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:24.892326 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-dcc9e9e5-ef48-4f0d-bf0f-f838ca622ace tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0970416 Apr 29 11:36:24.897949 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47834) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:24.927805 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 24e37676-c847-45d3-b356-816bac7a8acc no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:36:24.996951 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c5224757-775a-4e11-abc8-cd9d5249059d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:25.038522 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-db16343e-ef31-4e66-b5ab-0f09bd17c1ad tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:25.082820 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c5224757-775a-4e11-abc8-cd9d5249059d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:25.092789 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 24e37676-c847-45d3-b356-816bac7a8acc {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:36:25.093420 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 24e37676-c847-45d3-b356-816bac7a8acc not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:36:25.108606 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16343e-ef31-4e66-b5ab-0f09bd17c1ad tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Subnet': ['ID=8d4b8222-b21c-46af-b59a-73663402b338,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:25.121397 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db16343e-ef31-4e66-b5ab-0f09bd17c1ad tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Checking segment: {'id': 'f2d955af-7721-4074-a79e-bce7828f80c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '15743e18-d4b5-4633-b8b5-180020f6df38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:36:25.122021 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db16343e-ef31-4e66-b5ab-0f09bd17c1ad tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network hostable DHCP agents. Network: 15743e18-d4b5-4633-b8b5-180020f6df38, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:36:25.143657 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db16343e-ef31-4e66-b5ab-0f09bd17c1ad tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network 15743e18-d4b5-4633-b8b5-180020f6df38 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:36:25.160994 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-db16343e-ef31-4e66-b5ab-0f09bd17c1ad tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 15743e18-d4b5-4633-b8b5-180020f6df38) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:25.165667 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db16343e-ef31-4e66-b5ab-0f09bd17c1ad tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:25.166484 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-db16343e-ef31-4e66-b5ab-0f09bd17c1ad tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:25.173373 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7162f96-b5a7-4ad8-bf0b-64ee8f342a2a None None] Network 15743e18-d4b5-4633-b8b5-180020f6df38 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:36:25.186006 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c5224757-775a-4e11-abc8-cd9d5249059d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eca7bb285c3a428abb869fb3a779cbfa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0180678 Apr 29 11:36:25.187797 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47836) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:25.197768 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5224757-775a-4e11-abc8-cd9d5249059d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb4d65f-7bce-4b8b-b585-71b6e1522623,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:25.199023 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-db16343e-ef31-4e66-b5ab-0f09bd17c1ad tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7155919 Apr 29 11:36:25.202561 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47838) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:25.209232 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-2fc42e24-2174-4a31-8b9b-6b9a333e7fd4 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Request body: {'subnet': {'network_id': 'f40c54eb-2f80-40db-86c4-613c1e9e6a2a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:25.218048 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eee6bc3b-46b1-4aa4-ac08-5ea8afbce495 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:25.273809 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-eee6bc3b-46b1-4aa4-ac08-5ea8afbce495 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8385cd63-d41c-4b03-8bec-40ab11deabfb']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:25.295216 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-eee6bc3b-46b1-4aa4-ac08-5ea8afbce495 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df2dbbe-1897-4f6f-8865-6ef36f99d2fe') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:25.295509 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-eee6bc3b-46b1-4aa4-ac08-5ea8afbce495 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df2dbbe-1897-4f6f-8865-6ef36f99d2fe') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:25.315241 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eee6bc3b-46b1-4aa4-ac08-5ea8afbce495 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:25.320979 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-77400217-43eb-4afe-b2af-4042ff617880 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Deleting port 0ab7a34f-5aee-48a0-8446-6174f7db2b64 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:25.321522 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-77400217-43eb-4afe-b2af-4042ff617880 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:25.323865 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc42e24-2174-4a31-8b9b-6b9a333e7fd4 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Made reservation on behalf of 39685abd7a114d62abb4ba48b231a867 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:36:25.328732 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2fc42e24-2174-4a31-8b9b-6b9a333e7fd4 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:25.365603 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebf35ef-48bf-4227-9b20-357760cffd31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-15743e18-d4b5-4633-b8b5-180020f6df38', 'network_id': '15743e18-d4b5-4633-b8b5-180020f6df38', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'fixed_ips': [{'subnet_id': '8d4b8222-b21c-46af-b59a-73663402b338'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:36:25.367051 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6ebf35ef-48bf-4227-9b20-357760cffd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:25.403735 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eee6bc3b-46b1-4aa4-ac08-5ea8afbce495 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:25.426620 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0f0574d5-c7a6-48a9-923b-bf855c929068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:25.434703 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee6bc3b-46b1-4aa4-ac08-5ea8afbce495 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:36:25.435154 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eee6bc3b-46b1-4aa4-ac08-5ea8afbce495 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:25.440836 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:36:25.440836 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:36:25.440836 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:36:25.440836 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:36:25.440836 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:36:25.440836 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:36:25.440836 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:36:25.440836 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:36:25.440836 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:36:25.440836 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:36:25.440836 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:36:25.440836 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:36:25.440836 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:36:25.440836 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:36:25.440836 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:36:25.440836 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:36:25.440836 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:36:25.440836 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:36:25.440836 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:36:25.440836 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:36:25.440836 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:36:25.440836 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:36:25.440836 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:36:25.440836 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:36:25.440836 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:36:25.440836 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:36:25.440836 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:36:25.440836 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:36:25.440836 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:36:25.440836 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:36:25.440836 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:36:25.440836 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:36:25.508237 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-77400217-43eb-4afe-b2af-4042ff617880 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:25.546333 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0f0574d5-c7a6-48a9-923b-bf855c929068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:25.548092 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-77400217-43eb-4afe-b2af-4042ff617880 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Calling delete_port for 0ab7a34f-5aee-48a0-8446-6174f7db2b64 owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:25.568443 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-6ebf35ef-48bf-4227-9b20-357760cffd31 None None] Allocated IP 2001:db8::2 (15743e18-d4b5-4633-b8b5-180020f6df38/8d4b8222-b21c-46af-b59a-73663402b338/947a2520-e902-4119-924a-f87bb8c4497a) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:36:25.580605 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eee6bc3b-46b1-4aa4-ac08-5ea8afbce495 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:25.581262 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2fc42e24-2174-4a31-8b9b-6b9a333e7fd4 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:25.657227 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee6bc3b-46b1-4aa4-ac08-5ea8afbce495 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8385cd63-d41c-4b03-8bec-40ab11deabfb {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 11:36:25.662792 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc42e24-2174-4a31-8b9b-6b9a333e7fd4 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Checking segment: {'id': 'bfcce9e5-5401-4d35-aff5-1a098f5839b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f40c54eb-2f80-40db-86c4-613c1e9e6a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:36:25.662792 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc42e24-2174-4a31-8b9b-6b9a333e7fd4 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network hostable DHCP agents. Network: f40c54eb-2f80-40db-86c4-613c1e9e6a2a, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:36:25.664486 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc42e24-2174-4a31-8b9b-6b9a333e7fd4 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Subnet': ['ID=4e1e12d6-91b2-4816-b3bf-df0698e06626,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:25.664622 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eee6bc3b-46b1-4aa4-ac08-5ea8afbce495 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:25.672756 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-eee6bc3b-46b1-4aa4-ac08-5ea8afbce495 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "DELETE /v2.0/networks/8385cd63-d41c-4b03-8bec-40ab11deabfb HTTP/1.1" status: 204 len: 168 time: 0.9555178 Apr 29 11:36:25.713527 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc42e24-2174-4a31-8b9b-6b9a333e7fd4 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network f40c54eb-2f80-40db-86c4-613c1e9e6a2a is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:36:25.728920 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-2fc42e24-2174-4a31-8b9b-6b9a333e7fd4 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, f40c54eb-2f80-40db-86c4-613c1e9e6a2a) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:25.745719 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc42e24-2174-4a31-8b9b-6b9a333e7fd4 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:25.750990 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2fc42e24-2174-4a31-8b9b-6b9a333e7fd4 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:25.754980 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97d7fe1-175f-4898-ad78-0a542286b41b None None] Network f40c54eb-2f80-40db-86c4-613c1e9e6a2a requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:36:25.778736 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6bc3b-46b1-4aa4-ac08-5ea8afbce495 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Pushing event deleted for resources: {'Network': ['ID=8385cd63-d41c-4b03-8bec-40ab11deabfb,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:25.816923 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2fc42e24-2174-4a31-8b9b-6b9a333e7fd4 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6131401 Apr 29 11:36:25.819617 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47844) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:25.825035 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-5a415cce-f304-4bbd-8608-30e0055cabce tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1274407356', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:25.870098 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5a415cce-f304-4bbd-8608-30e0055cabce tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:25.872037 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5a415cce-f304-4bbd-8608-30e0055cabce tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:25.884553 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60c3ac-c16c-4106-bd70-2a0c2d3d59ad req-5da9acf0-bdb6-46fb-ab6f-5f51271c4a17 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:25.894112 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ca60c3ac-c16c-4106-bd70-2a0c2d3d59ad req-5da9acf0-bdb6-46fb-ab6f-5f51271c4a17 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cd64ac3-ea03-454f-b47b-da99f74304af HTTP/1.1" status: 200 len: 946 time: 0.2110715 Apr 29 11:36:25.995089 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5a415cce-f304-4bbd-8608-30e0055cabce tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:26.008742 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0f0574d5-c7a6-48a9-923b-bf855c929068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:26.014117 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0f0574d5-c7a6-48a9-923b-bf855c929068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:26.015374 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0f0574d5-c7a6-48a9-923b-bf855c929068 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/adb4d65f-7bce-4b8b-b585-71b6e1522623 HTTP/1.1" status: 204 len: 168 time: 0.8195751 Apr 29 11:36:26.022224 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5a415cce-f304-4bbd-8608-30e0055cabce tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:26.028481 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6ebf35ef-48bf-4227-9b20-357760cffd31 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:26.041006 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6ebf35ef-48bf-4227-9b20-357760cffd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:26.066029 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0574d5-c7a6-48a9-923b-bf855c929068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb4d65f-7bce-4b8b-b585-71b6e1522623,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:26.084406 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ff17d6bc-a62c-4025-86e1-d2dc8b0f89d6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:26.088235 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5a415cce-f304-4bbd-8608-30e0055cabce tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:26.091773 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5a415cce-f304-4bbd-8608-30e0055cabce tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2708800 Apr 29 11:36:26.094782 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47852) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:26.200617 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-77400217-43eb-4afe-b2af-4042ff617880 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:26.202364 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebf35ef-48bf-4227-9b20-357760cffd31 None None] Network 15743e18-d4b5-4633-b8b5-180020f6df38 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:36:26.207377 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47854) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:26.217104 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-6ebf35ef-48bf-4227-9b20-357760cffd31 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:26.232829 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf35ef-48bf-4227-9b20-357760cffd31 None None] Pushing event updated for resources: {'Port': ['ID=947a2520-e902-4119-924a-f87bb8c4497a,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:26.237673 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-944e9dc6-6c74-4cd8-be63-f422d8467880 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Request body: {'router': {'name': 'tempest-router--1238079414', 'project_id': '0c190d6de0f346bc8f40e07f84b37e11'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:26.240431 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebf35ef-48bf-4227-9b20-357760cffd31 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:36:26.263651 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ff17d6bc-a62c-4025-86e1-d2dc8b0f89d6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:26.379838 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8be8edf-f4da-4507-93f5-5da80319d33f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-f40c54eb-2f80-40db-86c4-613c1e9e6a2a', 'network_id': 'f40c54eb-2f80-40db-86c4-613c1e9e6a2a', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'fixed_ips': [{'subnet_id': '4e1e12d6-91b2-4816-b3bf-df0698e06626'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:36:26.379838 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e8be8edf-f4da-4507-93f5-5da80319d33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:26.411604 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-ff17d6bc-a62c-4025-86e1-d2dc8b0f89d6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Allocated IP 172.26.4.131 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/0258ea99-b027-4348-8ff3-8ac81545b765) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:36:26.468634 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-6ebf35ef-48bf-4227-9b20-357760cffd31 None None] Attempting to bind port 947a2520-e902-4119-924a-f87bb8c4497a on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:36:26.469079 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-6ebf35ef-48bf-4227-9b20-357760cffd31 None None] Attempting to bind port 947a2520-e902-4119-924a-f87bb8c4497a by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'f2d955af-7721-4074-a79e-bce7828f80c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '15743e18-d4b5-4633-b8b5-180020f6df38'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:36:26.470128 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebf35ef-48bf-4227-9b20-357760cffd31 None None] Attempting to bind port 947a2520-e902-4119-924a-f87bb8c4497a on network 15743e18-d4b5-4633-b8b5-180020f6df38 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:36:26.531910 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebf35ef-48bf-4227-9b20-357760cffd31 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:36:26.532472 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebf35ef-48bf-4227-9b20-357760cffd31 None None] Checking segment: {'id': 'f2d955af-7721-4074-a79e-bce7828f80c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '15743e18-d4b5-4633-b8b5-180020f6df38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:36:26.532978 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6ebf35ef-48bf-4227-9b20-357760cffd31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:26.533622 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebf35ef-48bf-4227-9b20-357760cffd31 None None] Bound using segment: {'id': 'f2d955af-7721-4074-a79e-bce7828f80c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '15743e18-d4b5-4633-b8b5-180020f6df38'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:36:26.534056 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-6ebf35ef-48bf-4227-9b20-357760cffd31 None None] Bound port: 947a2520-e902-4119-924a-f87bb8c4497a, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d955af-7721-4074-a79e-bce7828f80c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '15743e18-d4b5-4633-b8b5-180020f6df38'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:36:26.534556 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6ebf35ef-48bf-4227-9b20-357760cffd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:26.549553 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ff17d6bc-a62c-4025-86e1-d2dc8b0f89d6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:26.599611 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-77400217-43eb-4afe-b2af-4042ff617880 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:26.607240 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-77400217-43eb-4afe-b2af-4042ff617880 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] 10.222.0.69 "DELETE /v2.0/ports/0ab7a34f-5aee-48a0-8446-6174f7db2b64 HTTP/1.1" status: 204 len: 168 time: 1.7066994 Apr 29 11:36:26.618997 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47858) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:26.645006 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322a22b-e04a-4fb4-9a1f-80fdcd669a3a req-9554047c-1d1e-488c-a523-b62348d584ce tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:26.647330 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b322a22b-e04a-4fb4-9a1f-80fdcd669a3a req-9554047c-1d1e-488c-a523-b62348d584ce tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cd64ac3-ea03-454f-b47b-da99f74304af HTTP/1.1" status: 200 len: 946 time: 0.7944064 Apr 29 11:36:26.649722 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-944e9dc6-6c74-4cd8-be63-f422d8467880 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:26.651111 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-944e9dc6-6c74-4cd8-be63-f422d8467880 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:26.683320 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-e8be8edf-f4da-4507-93f5-5da80319d33f None None] Allocated IP 2001:db8:1::2 (f40c54eb-2f80-40db-86c4-613c1e9e6a2a/4e1e12d6-91b2-4816-b3bf-df0698e06626/2f8773be-fa19-4a20-89df-f98c0f9ec38c) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:36:26.689999 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-6ebf35ef-48bf-4227-9b20-357760cffd31 None None] For port 947a2520-e902-4119-924a-f87bb8c4497a, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:36:26.695953 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-6ebf35ef-48bf-4227-9b20-357760cffd31 None None] For port 947a2520-e902-4119-924a-f87bb8c4497a, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=947a2520-e902-4119-924a-f87bb8c4497a,segment=NetworkSegment(f2d955af-7721-4074-a79e-bce7828f80c8),segment_id=f2d955af-7721-4074-a79e-bce7828f80c8)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:36:26.708684 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77400217-43eb-4afe-b2af-4042ff617880 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Pushing event deleted for resources: {'Port': ['ID=0ab7a34f-5aee-48a0-8446-6174f7db2b64,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:26.721578 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6ebf35ef-48bf-4227-9b20-357760cffd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:26.738811 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47860) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:26.788142 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-944e9dc6-6c74-4cd8-be63-f422d8467880 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:26.799113 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-362f471f-997d-4532-80ba-05a6f95f406d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:26.811041 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c6040e89-7e0f-45cd-9489-fe3cbbb02d6a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:26.845571 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-944e9dc6-6c74-4cd8-be63-f422d8467880 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:26.872473 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-944e9dc6-6c74-4cd8-be63-f422d8467880 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:26.873773 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-944e9dc6-6c74-4cd8-be63-f422d8467880 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6467106 Apr 29 11:36:26.879187 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47862) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:26.888719 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-3703e3f8-8ac3-4d7b-94b8-5e4904d4ab6d tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Deleting port f7061c0b-2954-4f24-9d16-d5b709790183 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:26.889074 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3703e3f8-8ac3-4d7b-94b8-5e4904d4ab6d tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:26.908054 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ff17d6bc-a62c-4025-86e1-d2dc8b0f89d6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:26.913815 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf35ef-48bf-4227-9b20-357760cffd31 None None] Pushing event updated for resources: {'Port': ['ID=947a2520-e902-4119-924a-f87bb8c4497a,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:26.995270 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b322a22b-e04a-4fb4-9a1f-80fdcd669a3a req-3762ff3e-9adc-44c9-9606-5f9b44225cb3 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/security-groups?id=af172940-50b2-4c9e-9817-d1a8a3efc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2882984 Apr 29 11:36:26.998011 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-ca60c3ac-c16c-4106-bd70-2a0c2d3d59ad req-933d5931-d7c5-4c6e-8c50-6b7dd1166300 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Deleting port fd87afa4-3381-456f-92ae-c6c619a21da4 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:26.998368 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ca60c3ac-c16c-4106-bd70-2a0c2d3d59ad req-933d5931-d7c5-4c6e-8c50-6b7dd1166300 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:27.043135 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:27.060836 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-302656b1-3196-49b4-b99d-6a5aa4ac0fdd tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:27.102147 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3703e3f8-8ac3-4d7b-94b8-5e4904d4ab6d tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:27.103007 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e8be8edf-f4da-4507-93f5-5da80319d33f None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:27.103153 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff17d6bc-a62c-4025-86e1-d2dc8b0f89d6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:36:27.142307 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e8be8edf-f4da-4507-93f5-5da80319d33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:27.170012 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-ff17d6bc-a62c-4025-86e1-d2dc8b0f89d6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:27.172971 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff17d6bc-a62c-4025-86e1-d2dc8b0f89d6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:36:27.174730 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-3703e3f8-8ac3-4d7b-94b8-5e4904d4ab6d tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Calling delete_port for f7061c0b-2954-4f24-9d16-d5b709790183 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:27.200487 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8be8edf-f4da-4507-93f5-5da80319d33f None None] Network f40c54eb-2f80-40db-86c4-613c1e9e6a2a is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:36:27.227202 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17d6bc-a62c-4025-86e1-d2dc8b0f89d6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Pushing event updated for resources: {'Port': ['ID=0258ea99-b027-4348-8ff3-8ac81545b765,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:27.253319 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-e8be8edf-f4da-4507-93f5-5da80319d33f None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:27.263820 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8be8edf-f4da-4507-93f5-5da80319d33f None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:36:27.318840 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be8edf-f4da-4507-93f5-5da80319d33f None None] Pushing event updated for resources: {'Port': ['ID=2f8773be-fa19-4a20-89df-f98c0f9ec38c,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:27.372890 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-e8be8edf-f4da-4507-93f5-5da80319d33f None None] Attempting to bind port 2f8773be-fa19-4a20-89df-f98c0f9ec38c on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:36:27.373273 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-e8be8edf-f4da-4507-93f5-5da80319d33f None None] Attempting to bind port 2f8773be-fa19-4a20-89df-f98c0f9ec38c by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'bfcce9e5-5401-4d35-aff5-1a098f5839b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f40c54eb-2f80-40db-86c4-613c1e9e6a2a'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:36:27.373636 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8be8edf-f4da-4507-93f5-5da80319d33f None None] Attempting to bind port 2f8773be-fa19-4a20-89df-f98c0f9ec38c on network f40c54eb-2f80-40db-86c4-613c1e9e6a2a {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:36:27.380287 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8be8edf-f4da-4507-93f5-5da80319d33f None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:36:27.380662 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8be8edf-f4da-4507-93f5-5da80319d33f None None] Checking segment: {'id': 'bfcce9e5-5401-4d35-aff5-1a098f5839b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f40c54eb-2f80-40db-86c4-613c1e9e6a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:36:27.381069 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e8be8edf-f4da-4507-93f5-5da80319d33f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:27.381464 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8be8edf-f4da-4507-93f5-5da80319d33f None None] Bound using segment: {'id': 'bfcce9e5-5401-4d35-aff5-1a098f5839b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f40c54eb-2f80-40db-86c4-613c1e9e6a2a'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:36:27.381943 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-e8be8edf-f4da-4507-93f5-5da80319d33f None None] Bound port: 2f8773be-fa19-4a20-89df-f98c0f9ec38c, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfcce9e5-5401-4d35-aff5-1a098f5839b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f40c54eb-2f80-40db-86c4-613c1e9e6a2a'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:36:27.382374 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e8be8edf-f4da-4507-93f5-5da80319d33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:27.406284 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-362f471f-997d-4532-80ba-05a6f95f406d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:27.418689 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-362f471f-997d-4532-80ba-05a6f95f406d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:27.421779 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-302656b1-3196-49b4-b99d-6a5aa4ac0fdd tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:27.426443 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-302656b1-3196-49b4-b99d-6a5aa4ac0fdd tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:27.478002 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-e8be8edf-f4da-4507-93f5-5da80319d33f None None] For port 2f8773be-fa19-4a20-89df-f98c0f9ec38c, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:36:27.487233 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-e8be8edf-f4da-4507-93f5-5da80319d33f None None] For port 2f8773be-fa19-4a20-89df-f98c0f9ec38c, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=2f8773be-fa19-4a20-89df-f98c0f9ec38c,segment=NetworkSegment(bfcce9e5-5401-4d35-aff5-1a098f5839b6),segment_id=bfcce9e5-5401-4d35-aff5-1a098f5839b6)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:36:27.488738 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-362f471f-997d-4532-80ba-05a6f95f406d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6cbe0d7db5b944af95e5910d9cc93a91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7474890 Apr 29 11:36:27.494064 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e8be8edf-f4da-4507-93f5-5da80319d33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:27.506229 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47866) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:27.506229 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3703e3f8-8ac3-4d7b-94b8-5e4904d4ab6d tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:27.573220 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-c6040e89-7e0f-45cd-9489-fe3cbbb02d6a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Allocated IP 2001:db8::1 (15743e18-d4b5-4633-b8b5-180020f6df38/8d4b8222-b21c-46af-b59a-73663402b338/826eff88-797f-4d4c-957f-3e22df786cc0) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:36:27.578689 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f471f-997d-4532-80ba-05a6f95f406d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbae5e37-7522-407f-b94a-fbdff11d3baf,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:27.587743 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703e3f8-8ac3-4d7b-94b8-5e4904d4ab6d tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Pushing event deleted for resources: {'Port': ['ID=f7061c0b-2954-4f24-9d16-d5b709790183,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:27.613539 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be8edf-f4da-4507-93f5-5da80319d33f None None] Pushing event updated for resources: {'Port': ['ID=2f8773be-fa19-4a20-89df-f98c0f9ec38c,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:27.627681 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3703e3f8-8ac3-4d7b-94b8-5e4904d4ab6d tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:27.633854 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3703e3f8-8ac3-4d7b-94b8-5e4904d4ab6d tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] 10.222.0.69 "DELETE /v2.0/ports/f7061c0b-2954-4f24-9d16-d5b709790183 HTTP/1.1" status: 204 len: 168 time: 1.0129707 Apr 29 11:36:27.639053 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47868) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:27.704876 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6030c33a-fed8-4fef-aee5-46342fcfb73d tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0607548 Apr 29 11:36:27.718619 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ef7bcce1-1bb8-41f2-a66c-eb2b1ede35ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:27.753855 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47870) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:27.761664 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-cc34cdf2-faa9-488c-b62b-aa8ac75a7da4 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1765804040'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:27.858974 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-10b8e4fe-2cf9-4d83-b18a-751cb55e1ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:27.869188 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc34cdf2-faa9-488c-b62b-aa8ac75a7da4 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Made reservation on behalf of 524949a49c0246e8b645c984eee33c07 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:36:27.872964 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cc34cdf2-faa9-488c-b62b-aa8ac75a7da4 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:27.923670 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-10b8e4fe-2cf9-4d83-b18a-751cb55e1ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:27.937944 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c6040e89-7e0f-45cd-9489-fe3cbbb02d6a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:27.950661 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-ca60c3ac-c16c-4106-bd70-2a0c2d3d59ad req-933d5931-d7c5-4c6e-8c50-6b7dd1166300 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] For port fd87afa4-3381-456f-92ae-c6c619a21da4, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=fd87afa4-3381-456f-92ae-c6c619a21da4,segment=NetworkSegment(35485283-c5e8-404d-b1aa-59c7c4a98c5e),segment_id=35485283-c5e8-404d-b1aa-59c7c4a98c5e)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:36:27.951434 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ca60c3ac-c16c-4106-bd70-2a0c2d3d59ad req-933d5931-d7c5-4c6e-8c50-6b7dd1166300 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:27.961164 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-302656b1-3196-49b4-b99d-6a5aa4ac0fdd tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:27.961663 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302656b1-3196-49b4-b99d-6a5aa4ac0fdd tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 357c1c0f-2546-4da8-bacb-75f2d9da94ad {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:36:27.975910 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-302656b1-3196-49b4-b99d-6a5aa4ac0fdd tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:27.977368 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-302656b1-3196-49b4-b99d-6a5aa4ac0fdd tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "DELETE /v2.0/routers/357c1c0f-2546-4da8-bacb-75f2d9da94ad HTTP/1.1" status: 204 len: 168 time: 1.0970361 Apr 29 11:36:27.981136 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc34cdf2-faa9-488c-b62b-aa8ac75a7da4 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:36:28.012309 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cc34cdf2-faa9-488c-b62b-aa8ac75a7da4 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:28.012721 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-cc34cdf2-faa9-488c-b62b-aa8ac75a7da4 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Added segment 7ab88107-cd1a-4046-bde2-41c8d336d89d of type vlan for network 00dc2329-cfc1-484c-b7a2-6aa7068552e7 Apr 29 11:36:28.099594 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-10b8e4fe-2cf9-4d83-b18a-751cb55e1ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:28.102294 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-10b8e4fe-2cf9-4d83-b18a-751cb55e1ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:28.105391 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-10b8e4fe-2cf9-4d83-b18a-751cb55e1ec8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cbae5e37-7522-407f-b94a-fbdff11d3baf HTTP/1.1" status: 204 len: 168 time: 0.6030290 Apr 29 11:36:28.131528 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c6040e89-7e0f-45cd-9489-fe3cbbb02d6a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:28.138837 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cc34cdf2-faa9-488c-b62b-aa8ac75a7da4 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:28.162274 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b8e4fe-2cf9-4d83-b18a-751cb55e1ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbae5e37-7522-407f-b94a-fbdff11d3baf,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:28.253348 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6040e89-7e0f-45cd-9489-fe3cbbb02d6a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network 15743e18-d4b5-4633-b8b5-180020f6df38 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:36:28.260354 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-c6040e89-7e0f-45cd-9489-fe3cbbb02d6a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:28.270932 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.db.resource_extend [None req-cc34cdf2-faa9-488c-b62b-aa8ac75a7da4 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:36:28.298650 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6040e89-7e0f-45cd-9489-fe3cbbb02d6a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:36:28.299209 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c6040e89-7e0f-45cd-9489-fe3cbbb02d6a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:28.380899 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6040e89-7e0f-45cd-9489-fe3cbbb02d6a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Port': ['ID=826eff88-797f-4d4c-957f-3e22df786cc0,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:28.401850 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cc34cdf2-faa9-488c-b62b-aa8ac75a7da4 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:28.410114 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc34cdf2-faa9-488c-b62b-aa8ac75a7da4 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:28.411092 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cc34cdf2-faa9-488c-b62b-aa8ac75a7da4 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:28.479867 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47880) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:28.487152 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:28.515685 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d367013-6a9d-4b18-a312-f708d7810b75 None None] Network 15743e18-d4b5-4633-b8b5-180020f6df38 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:36:28.558216 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-cc34cdf2-faa9-488c-b62b-aa8ac75a7da4 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8028622 Apr 29 11:36:28.563387 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47884) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:28.568277 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-b99f6964-e2fd-42b4-9133-3fe98547da7a tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2126191718'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:28.569711 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80559c3-c8be-4324-a870-0b3db8e08f8a req-d215f211-27ad-46b1-bfed-a703c91d40e4 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:28.572668 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a80559c3-c8be-4324-a870-0b3db8e08f8a req-d215f211-27ad-46b1-bfed-a703c91d40e4 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cd64ac3-ea03-454f-b47b-da99f74304af HTTP/1.1" status: 200 len: 946 time: 0.4459720 Apr 29 11:36:28.596079 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34cdf2-faa9-488c-b62b-aa8ac75a7da4 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Pushing event updated for resources: {'Network': ['ID=00dc2329-cfc1-484c-b7a2-6aa7068552e7,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:28.650132 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c6040e89-7e0f-45cd-9489-fe3cbbb02d6a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:28.672543 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99f6964-e2fd-42b4-9133-3fe98547da7a tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Made reservation on behalf of 524949a49c0246e8b645c984eee33c07 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:36:28.676930 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 00dc2329-cfc1-484c-b7a2-6aa7068552e7 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:36:28.678587 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b99f6964-e2fd-42b4-9133-3fe98547da7a tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:28.684222 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ff17d6bc-a62c-4025-86e1-d2dc8b0f89d6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:28.784451 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ca60c3ac-c16c-4106-bd70-2a0c2d3d59ad req-933d5931-d7c5-4c6e-8c50-6b7dd1166300 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:28.784717 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ca60c3ac-c16c-4106-bd70-2a0c2d3d59ad req-933d5931-d7c5-4c6e-8c50-6b7dd1166300 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:28.786580 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [req-ca60c3ac-c16c-4106-bd70-2a0c2d3d59ad req-933d5931-d7c5-4c6e-8c50-6b7dd1166300 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Floating IP 564c2a43-c833-4b37-93ac-e5a497e98dff disassociated. External IP: 172.26.4.124, port: fd87afa4-3381-456f-92ae-c6c619a21da4. Apr 29 11:36:28.787129 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-ca60c3ac-c16c-4106-bd70-2a0c2d3d59ad req-933d5931-d7c5-4c6e-8c50-6b7dd1166300 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Calling delete_port for fd87afa4-3381-456f-92ae-c6c619a21da4 owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:28.825362 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99f6964-e2fd-42b4-9133-3fe98547da7a tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:36:28.863078 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-b726cd7d-ee4a-452c-aecf-305a93de308e None None] Provisioning complete for port 947a2520-e902-4119-924a-f87bb8c4497a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:28.863447 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b726cd7d-ee4a-452c-aecf-305a93de308e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:28.928047 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b99f6964-e2fd-42b4-9133-3fe98547da7a tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:28.928416 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-b99f6964-e2fd-42b4-9133-3fe98547da7a tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Added segment c6596eaa-9245-464f-8943-804e0d266720 of type vlan for network 0b724135-0fbd-4cbf-aea1-fc4b91328455 Apr 29 11:36:28.936047 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a80559c3-c8be-4324-a870-0b3db8e08f8a req-6d431237-c1c2-4d33-88b1-e3dc9c2fc4c9 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/security-groups?id=af172940-50b2-4c9e-9817-d1a8a3efc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3499682 Apr 29 11:36:29.075355 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-ae4b15d1-7533-4885-9a34-c8912c738e8d tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-82856825', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}, 'admin_state_up': False}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:29.125719 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 947a2520-e902-4119-924a-f87bb8c4497a up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:36:29.150403 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b99f6964-e2fd-42b4-9133-3fe98547da7a tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:29.192777 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b99f6964-e2fd-42b4-9133-3fe98547da7a tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:29.200568 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99f6964-e2fd-42b4-9133-3fe98547da7a tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:29.202014 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b99f6964-e2fd-42b4-9133-3fe98547da7a tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:29.229647 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d85dd0f-7832-4b19-a16f-c4ae3131589a None None] Network f40c54eb-2f80-40db-86c4-613c1e9e6a2a requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:36:29.262279 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ae4b15d1-7533-4885-9a34-c8912c738e8d tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:29.265696 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ae4b15d1-7533-4885-9a34-c8912c738e8d tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:29.270144 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ca60c3ac-c16c-4106-bd70-2a0c2d3d59ad req-933d5931-d7c5-4c6e-8c50-6b7dd1166300 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:29.284614 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 947a2520-e902-4119-924a-f87bb8c4497a triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:29.286221 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:29.356694 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d5931-d7c5-4c6e-8c50-6b7dd1166300 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Pushing event deleted for resources: {'Port': ['ID=fd87afa4-3381-456f-92ae-c6c619a21da4,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:29.360749 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b99f6964-e2fd-42b4-9133-3fe98547da7a tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7962842 Apr 29 11:36:29.394691 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ff17d6bc-a62c-4025-86e1-d2dc8b0f89d6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681475', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3683613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1117'] for router, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:29.407992 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b726cd7d-ee4a-452c-aecf-305a93de308e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:29.411395 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ff17d6bc-a62c-4025-86e1-d2dc8b0f89d6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683602'] for router, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:29.471613 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f6964-e2fd-42b4-9133-3fe98547da7a tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Pushing event updated for resources: {'Network': ['ID=0b724135-0fbd-4cbf-aea1-fc4b91328455,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:29.516509 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47902) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:29.525870 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-b32fbfb6-4174-4e0a-a073-c4be72e5c7aa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Request body: {'subnets': [{'network_id': '00dc2329-cfc1-484c-b7a2-6aa7068552e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--319491375', 'ip_version': 4}, {'network_id': '0b724135-0fbd-4cbf-aea1-fc4b91328455', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:29.530337 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-b32fbfb6-4174-4e0a-a073-c4be72e5c7aa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Request body: {'subnet': {'network_id': '00dc2329-cfc1-484c-b7a2-6aa7068552e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--319491375', 'ip_version': 4}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:29.531037 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-b32fbfb6-4174-4e0a-a073-c4be72e5c7aa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Request body: {'subnet': {'network_id': '0b724135-0fbd-4cbf-aea1-fc4b91328455', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:29.562727 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 0b724135-0fbd-4cbf-aea1-fc4b91328455 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:36:29.587851 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ae4b15d1-7533-4885-9a34-c8912c738e8d tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:29.709780 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-b726cd7d-ee4a-452c-aecf-305a93de308e None None] For port 947a2520-e902-4119-924a-f87bb8c4497a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=947a2520-e902-4119-924a-f87bb8c4497a,segment=NetworkSegment(f2d955af-7721-4074-a79e-bce7828f80c8),segment_id=f2d955af-7721-4074-a79e-bce7828f80c8)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:36:29.804810 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ae4b15d1-7533-4885-9a34-c8912c738e8d tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:29.814267 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b726cd7d-ee4a-452c-aecf-305a93de308e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:29.842839 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47906) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:29.961533 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726cd7d-ee4a-452c-aecf-305a93de308e None None] Pushing event updated for resources: {'Port': ['ID=947a2520-e902-4119-924a-f87bb8c4497a,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:30.018907 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device fd87afa4-3381-456f-92ae-c6c619a21da4 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:36:30.052619 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c6040e89-7e0f-45cd-9489-fe3cbbb02d6a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:30.065087 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c6040e89-7e0f-45cd-9489-fe3cbbb02d6a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:30.065869 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c6040e89-7e0f-45cd-9489-fe3cbbb02d6a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:30.176650 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: fd87afa4-3381-456f-92ae-c6c619a21da4 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:36:30.185528 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device fd87afa4-3381-456f-92ae-c6c619a21da4 not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:36:30.195463 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 2f8773be-fa19-4a20-89df-f98c0f9ec38c up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:36:30.241030 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-407f1bf6-42f4-41a8-84e2-469a93ba4499 None None] Provisioning complete for port 826eff88-797f-4d4c-957f-3e22df786cc0 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:30.241386 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-407f1bf6-42f4-41a8-84e2-469a93ba4499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:30.258026 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca60c3ac-c16c-4106-bd70-2a0c2d3d59ad req-933d5931-d7c5-4c6e-8c50-6b7dd1166300 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Router 81c81a82-d88c-477c-a229-3809860b7e42 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:36:30.260673 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32fbfb6-4174-4e0a-a073-c4be72e5c7aa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Made reservation on behalf of 524949a49c0246e8b645c984eee33c07 for: {'subnet': 2} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:36:30.265070 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6040e89-7e0f-45cd-9489-fe3cbbb02d6a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Port': ['ID=826eff88-797f-4d4c-957f-3e22df786cc0,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:30.272502 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b32fbfb6-4174-4e0a-a073-c4be72e5c7aa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:30.273782 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b32fbfb6-4174-4e0a-a073-c4be72e5c7aa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:30.283898 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6040e89-7e0f-45cd-9489-fe3cbbb02d6a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network 15743e18-d4b5-4633-b8b5-180020f6df38 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:36:30.288270 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8c2223d5-c7e7-49a9-9bc6-80e47cbe306e req-596da714-974b-431b-b4ed-054f0740b78c tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cd64ac3-ea03-454f-b47b-da99f74304af HTTP/1.1" status: 200 len: 210 time: 0.0966229 Apr 29 11:36:30.292843 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-a8132ff8-8e64-4859-9f31-fe4fe1ae3073 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1148640397'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:30.301312 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-c6040e89-7e0f-45cd-9489-fe3cbbb02d6a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:30.318199 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-407f1bf6-42f4-41a8-84e2-469a93ba4499 None None] Port 826eff88-797f-4d4c-957f-3e22df786cc0 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:36:30.331421 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:30.342816 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:30.391284 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-407f1bf6-42f4-41a8-84e2-469a93ba4499 None None] Provisioning complete for port 947a2520-e902-4119-924a-f87bb8c4497a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:30.391744 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-407f1bf6-42f4-41a8-84e2-469a93ba4499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:30.481708 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8132ff8-8e64-4859-9f31-fe4fe1ae3073 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Made reservation on behalf of ac99b29eb2b543aeb4b674cf73550ea4 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:36:30.493299 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a8132ff8-8e64-4859-9f31-fe4fe1ae3073 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:30.580773 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a8132ff8-8e64-4859-9f31-fe4fe1ae3073 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:30.616848 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 2f8773be-fa19-4a20-89df-f98c0f9ec38c triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:30.624658 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:30.769149 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-407f1bf6-42f4-41a8-84e2-469a93ba4499 None None] Provisioning complete for port 2f8773be-fa19-4a20-89df-f98c0f9ec38c triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:30.769617 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-407f1bf6-42f4-41a8-84e2-469a93ba4499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:30.939368 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca60c3ac-c16c-4106-bd70-2a0c2d3d59ad req-933d5931-d7c5-4c6e-8c50-6b7dd1166300 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:36:30.958499 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff17d6bc-a62c-4025-86e1-d2dc8b0f89d6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Router 57b74869-fe85-46cf-b6ef-b4c418115046 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:36:31.019417 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca60c3ac-c16c-4106-bd70-2a0c2d3d59ad req-933d5931-d7c5-4c6e-8c50-6b7dd1166300 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] No DVR routers for this DVR port fd87afa4-3381-456f-92ae-c6c619a21da4 on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:36:31.024295 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ca60c3ac-c16c-4106-bd70-2a0c2d3d59ad req-933d5931-d7c5-4c6e-8c50-6b7dd1166300 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:31.029061 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ca60c3ac-c16c-4106-bd70-2a0c2d3d59ad req-933d5931-d7c5-4c6e-8c50-6b7dd1166300 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.62 "DELETE /v2.0/ports/fd87afa4-3381-456f-92ae-c6c619a21da4 HTTP/1.1" status: 204 len: 173 time: 5.1186893 Apr 29 11:36:31.030638 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd64ac3-ea03-454f-b47b-da99f74304af', 'name': 'network-vif-deleted', 'tag': 'fd87afa4-3381-456f-92ae-c6c619a21da4'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:36:31.032559 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616e2fc2-f8e6-4a68-9065-54062084fe91" -d '{"events": [{"server_uuid": "7cd64ac3-ea03-454f-b47b-da99f74304af", "name": "network-vif-deleted", "tag": "fd87afa4-3381-456f-92ae-c6c619a21da4"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:36:31.093235 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfd9363-d5bb-477f-9c19-771ca5ae5dc2 x-openstack-request-id: req-5dfd9363-d5bb-477f-9c19-771ca5ae5dc2 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:36:31.093586 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd64ac3-ea03-454f-b47b-da99f74304af", "name": "network-vif-deleted", "tag": "fd87afa4-3381-456f-92ae-c6c619a21da4", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:36:31.093776 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5dfd9363-d5bb-477f-9c19-771ca5ae5dc2 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:36:31.094195 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dfd9363-d5bb-477f-9c19-771ca5ae5dc2'] response: {'server_uuid': '7cd64ac3-ea03-454f-b47b-da99f74304af', 'name': 'network-vif-deleted', 'tag': 'fd87afa4-3381-456f-92ae-c6c619a21da4', 'status': 'completed', 'code': 200} Apr 29 11:36:31.107412 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:31.110342 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340e5564-f40f-4610-803b-7b1f16167852 None None] Sync routers for ids ['81c81a82-d88c-477c-a229-3809860b7e42'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:36:31.135821 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340e5564-f40f-4610-803b-7b1f16167852 None None] Routers {'81c81a82-d88c-477c-a229-3809860b7e42'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:31.136466 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-340e5564-f40f-4610-803b-7b1f16167852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['81c81a82-d88c-477c-a229-3809860b7e42'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:31.164812 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 2f8773be-fa19-4a20-89df-f98c0f9ec38c, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=2f8773be-fa19-4a20-89df-f98c0f9ec38c,segment=NetworkSegment(bfcce9e5-5401-4d35-aff5-1a098f5839b6),segment_id=bfcce9e5-5401-4d35-aff5-1a098f5839b6)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:36:31.169101 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b32fbfb6-4174-4e0a-a073-c4be72e5c7aa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:31.177658 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:31.277460 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ae4b15d1-7533-4885-9a34-c8912c738e8d tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router_gateway, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:31.343597 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ae4b15d1-7533-4885-9a34-c8912c738e8d tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:31.377975 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32fbfb6-4174-4e0a-a073-c4be72e5c7aa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Pushing event updated for resources: {'Subnet': ['ID=0dbd779a-e1d9-4ccf-bd4c-cab403631a75,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:31.390090 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff17d6bc-a62c-4025-86e1-d2dc8b0f89d6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:36:31.394947 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ff17d6bc-a62c-4025-86e1-d2dc8b0f89d6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:31.396835 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ff17d6bc-a62c-4025-86e1-d2dc8b0f89d6 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "PUT /v2.0/routers/57b74869-fe85-46cf-b6ef-b4c418115046 HTTP/1.1" status: 200 len: 915 time: 7.0462430 Apr 29 11:36:31.403250 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ad2372-9fd6-47b6-8f63-81c96e1d6366 None None] Sync routers for ids ['57b74869-fe85-46cf-b6ef-b4c418115046'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:36:31.406744 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47916) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:31.407757 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32fbfb6-4174-4e0a-a073-c4be72e5c7aa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Checking segment: {'id': '7ab88107-cd1a-4046-bde2-41c8d336d89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '00dc2329-cfc1-484c-b7a2-6aa7068552e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:36:31.408230 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32fbfb6-4174-4e0a-a073-c4be72e5c7aa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Network hostable DHCP agents. Network: 00dc2329-cfc1-484c-b7a2-6aa7068552e7, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:36:31.424872 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ad2372-9fd6-47b6-8f63-81c96e1d6366 None None] Routers {'57b74869-fe85-46cf-b6ef-b4c418115046'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:31.425799 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-b2ad2372-9fd6-47b6-8f63-81c96e1d6366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['57b74869-fe85-46cf-b6ef-b4c418115046'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:31.480255 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32fbfb6-4174-4e0a-a073-c4be72e5c7aa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Network 00dc2329-cfc1-484c-b7a2-6aa7068552e7 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:36:31.509326 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-340e5564-f40f-4610-803b-7b1f16167852 None None] Set router 81c81a82-d88c-477c-a229-3809860b7e42 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:36:31.530758 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-b32fbfb6-4174-4e0a-a073-c4be72e5c7aa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 00dc2329-cfc1-484c-b7a2-6aa7068552e7) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:31.552232 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b32fbfb6-4174-4e0a-a073-c4be72e5c7aa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:31.558448 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-b2ad2372-9fd6-47b6-8f63-81c96e1d6366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:31.576871 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ad2372-9fd6-47b6-8f63-81c96e1d6366 None None] Routers {'57b74869-fe85-46cf-b6ef-b4c418115046'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:31.578248 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-b2ad2372-9fd6-47b6-8f63-81c96e1d6366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['57b74869-fe85-46cf-b6ef-b4c418115046'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:31.646355 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 947a2520-e902-4119-924a-f87bb8c4497a up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:36:31.650032 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf051c9-2790-472e-8702-6363d0118877 None None] Network 00dc2329-cfc1-484c-b7a2-6aa7068552e7 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:36:31.656690 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=2f8773be-fa19-4a20-89df-f98c0f9ec38c,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:31.669361 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-ae4b15d1-7533-4885-9a34-c8912c738e8d tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Allocated IP 172.26.4.204 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/9038a5bc-8583-4967-9dc3-1f38161aac8f) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:36:31.693172 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-b2ad2372-9fd6-47b6-8f63-81c96e1d6366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:31.694273 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ad2372-9fd6-47b6-8f63-81c96e1d6366 None None] The sync data for ids ['57b74869-fe85-46cf-b6ef-b4c418115046'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:36:31.822215 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-04f1c89e-7cdd-4bc5-8eb3-3d05a794a022 None None] Provisioning complete for port 826eff88-797f-4d4c-957f-3e22df786cc0 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:31.822695 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-04f1c89e-7cdd-4bc5-8eb3-3d05a794a022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:31.860426 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ae4b15d1-7533-4885-9a34-c8912c738e8d tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:31.935737 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6040e89-7e0f-45cd-9489-fe3cbbb02d6a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Router 31a6bbfd-02ad-4063-935a-f1e0a95c7c23 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:36:31.942722 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-04f1c89e-7cdd-4bc5-8eb3-3d05a794a022 None None] Port 826eff88-797f-4d4c-957f-3e22df786cc0 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:36:31.985399 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 947a2520-e902-4119-924a-f87bb8c4497a triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:31.985888 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:32.070697 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ae4b15d1-7533-4885-9a34-c8912c738e8d tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:32.089429 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a8132ff8-8e64-4859-9f31-fe4fe1ae3073 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:32.142756 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a8132ff8-8e64-4859-9f31-fe4fe1ae3073 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:32.151205 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32fbfb6-4174-4e0a-a073-c4be72e5c7aa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Pushing event updated for resources: {'Subnet': ['ID=2ccaad3e-73d7-4b37-a449-abb47d6bf41b,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:32.160317 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ad392898-3fae-47ef-87fe-c8e8bd72f660 req-0113e4a4-7565-4635-9161-ef723b1de7e1 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cd64ac3-ea03-454f-b47b-da99f74304af HTTP/1.1" status: 200 len: 210 time: 0.6348503 Apr 29 11:36:32.184256 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3dee287d-fe17-4634-8d7f-36c9bf9b28b3 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "GET /v2.0/routers/57b74869-fe85-46cf-b6ef-b4c418115046 HTTP/1.1" status: 200 len: 921 time: 0.7722983 Apr 29 11:36:32.188593 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47918) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:32.189445 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-04f1c89e-7cdd-4bc5-8eb3-3d05a794a022 None None] Provisioning complete for port 2f8773be-fa19-4a20-89df-f98c0f9ec38c triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:32.189828 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-04f1c89e-7cdd-4bc5-8eb3-3d05a794a022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:32.273624 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-340e5564-f40f-4610-803b-7b1f16167852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c81a82-d88c-477c-a229-3809860b7e42', 'name': 'tempest-ServersTestManualDisk-309826622-router', 'tenant_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '401c559e-1f03-4f11-a60f-ef1235fa09b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:51Z', 'updated_at': '2022-04-29T11:34:59Z', 'revision_number': 4, 'project_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'gw_port': {'id': '401c559e-1f03-4f11-a60f-ef1235fa09b7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c81a82-d88c-477c-a229-3809860b7e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:52Z', 'updated_at': '2022-04-29T11:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '210c6edf-9df0-4661-8ff5-e3bc0e1fcb53', 'name': '', 'network_id': '6125a237-5a34-436c-b459-de251466d228', 'tenant_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'mac_address': 'fa:16:3e:07:aa:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c81a82-d88c-477c-a229-3809860b7e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '59b54d58-4e33-45ba-b2f2-931d467f06e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:56Z', 'updated_at': '2022-04-29T11:35:08Z', 'revision_number': 5, 'project_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'subnets': [{'id': '59b54d58-4e33-45ba-b2f2-931d467f06e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:32.317220 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32fbfb6-4174-4e0a-a073-c4be72e5c7aa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Checking segment: {'id': 'c6596eaa-9245-464f-8943-804e0d266720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0b724135-0fbd-4cbf-aea1-fc4b91328455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:36:32.317576 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd4df23-9fec-4a02-b956-ad3fe2bfd869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-00dc2329-cfc1-484c-b7a2-6aa7068552e7', 'network_id': '00dc2329-cfc1-484c-b7a2-6aa7068552e7', 'tenant_id': '524949a49c0246e8b645c984eee33c07', 'fixed_ips': [{'subnet_id': '0dbd779a-e1d9-4ccf-bd4c-cab403631a75'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:36:32.318397 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32fbfb6-4174-4e0a-a073-c4be72e5c7aa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Network hostable DHCP agents. Network: 0b724135-0fbd-4cbf-aea1-fc4b91328455, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:36:32.318608 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fcd4df23-9fec-4a02-b956-ad3fe2bfd869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:32.323337 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4b15d1-7533-4885-9a34-c8912c738e8d tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:36:32.324526 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340e5564-f40f-4610-803b-7b1f16167852 None None] Checking router: 81c81a82-d88c-477c-a229-3809860b7e42 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:36:32.329119 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aac3cb0-8c41-4271-9018-956e939cecdc tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:32.336408 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2aac3cb0-8c41-4271-9018-956e939cecdc tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=1c458760-cee1-43dd-bfaa-f7beebba31f7&device_id=57b74869-fe85-46cf-b6ef-b4c418115046&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1405699 Apr 29 11:36:32.336713 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8132ff8-8e64-4859-9f31-fe4fe1ae3073 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:36:32.342013 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b15d1-7533-4885-9a34-c8912c738e8d tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Pushing event updated for resources: {'Port': ['ID=9038a5bc-8583-4967-9dc3-1f38161aac8f,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:32.347901 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47920) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:32.350639 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-ae4b15d1-7533-4885-9a34-c8912c738e8d tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:32.356864 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4b15d1-7533-4885-9a34-c8912c738e8d tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:36:32.360406 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8132ff8-8e64-4859-9f31-fe4fe1ae3073 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a30668a6-9193-4f31-af75-0f9bdb79e15b,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:32.366346 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6040e89-7e0f-45cd-9489-fe3cbbb02d6a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:36:32.368892 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a8132ff8-8e64-4859-9f31-fe4fe1ae3073 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:32.369228 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-a8132ff8-8e64-4859-9f31-fe4fe1ae3073 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Added segment 75375737-dc3b-4e7a-badf-10ef41fddd6d of type vlan for network c5140b68-704a-4850-b2a6-d34057ec3169 Apr 29 11:36:32.400652 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c6040e89-7e0f-45cd-9489-fe3cbbb02d6a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "PUT /v2.0/routers/31a6bbfd-02ad-4063-935a-f1e0a95c7c23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3004615 Apr 29 11:36:32.400888 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32fbfb6-4174-4e0a-a073-c4be72e5c7aa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Network 0b724135-0fbd-4cbf-aea1-fc4b91328455 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:36:32.401368 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47922) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:32.401826 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbad611-e212-48d7-95a5-f6c706337952 None None] Sync routers for ids ['31a6bbfd-02ad-4063-935a-f1e0a95c7c23'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:36:32.408225 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340e5564-f40f-4610-803b-7b1f16167852 None None] Routers {'81c81a82-d88c-477c-a229-3809860b7e42'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:32.409469 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-340e5564-f40f-4610-803b-7b1f16167852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['81c81a82-d88c-477c-a229-3809860b7e42'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:32.430050 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-b32fbfb6-4174-4e0a-a073-c4be72e5c7aa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 0b724135-0fbd-4cbf-aea1-fc4b91328455) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:32.462351 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32fbfb6-4174-4e0a-a073-c4be72e5c7aa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:32.462351 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32fbfb6-4174-4e0a-a073-c4be72e5c7aa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:32.462902 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b32fbfb6-4174-4e0a-a073-c4be72e5c7aa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:32.490343 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b32fbfb6-4174-4e0a-a073-c4be72e5c7aa tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.9707365 Apr 29 11:36:32.491444 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47924) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:32.500754 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afc6564-cb0d-49e8-bbb7-3781ba3c6222 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:32.502291 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6afc6564-cb0d-49e8-bbb7-3781ba3c6222 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "GET /v2.0/ports/826eff88-797f-4d4c-957f-3e22df786cc0 HTTP/1.1" status: 200 len: 911 time: 0.0983162 Apr 29 11:36:32.514123 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47926) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:32.539128 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25542405-8cb7-4ee0-b51c-749b2570a9db None None] Network 0b724135-0fbd-4cbf-aea1-fc4b91328455 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:36:32.554465 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a8132ff8-8e64-4859-9f31-fe4fe1ae3073 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:32.591184 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbad611-e212-48d7-95a5-f6c706337952 None None] Routers {'31a6bbfd-02ad-4063-935a-f1e0a95c7c23'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:32.591996 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-adbad611-e212-48d7-95a5-f6c706337952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['31a6bbfd-02ad-4063-935a-f1e0a95c7c23'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:32.703631 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a8132ff8-8e64-4859-9f31-fe4fe1ae3073 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:32.710722 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-adbad611-e212-48d7-95a5-f6c706337952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:32.712822 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8132ff8-8e64-4859-9f31-fe4fe1ae3073 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:32.713818 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a8132ff8-8e64-4859-9f31-fe4fe1ae3073 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:32.744671 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3268a6-0d74-4928-9b35-a3349b2edb4b tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:32.756220 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-cf3268a6-0d74-4928-9b35-a3349b2edb4b tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "GET /v2.0/networks/1c458760-cee1-43dd-bfaa-f7beebba31f7 HTTP/1.1" status: 200 len: 881 time: 0.3908989 Apr 29 11:36:32.756479 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daacc50-f70f-431c-86c7-de6513665ff1 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:32.756650 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47928) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:32.757263 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daacc50-f70f-431c-86c7-de6513665ff1 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:32.760724 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daacc50-f70f-431c-86c7-de6513665ff1 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:32.764020 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8daacc50-f70f-431c-86c7-de6513665ff1 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2703397 Apr 29 11:36:32.792777 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47930) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:32.796112 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-340e5564-f40f-4610-803b-7b1f16167852 None None] Set router 81c81a82-d88c-477c-a229-3809860b7e42 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:36:32.837282 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbad611-e212-48d7-95a5-f6c706337952 None None] Routers {'31a6bbfd-02ad-4063-935a-f1e0a95c7c23'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:32.838017 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-adbad611-e212-48d7-95a5-f6c706337952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['31a6bbfd-02ad-4063-935a-f1e0a95c7c23'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:32.894574 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-adbad611-e212-48d7-95a5-f6c706337952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:32.895356 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbad611-e212-48d7-95a5-f6c706337952 None None] The sync data for ids ['31a6bbfd-02ad-4063-935a-f1e0a95c7c23'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:36:32.905094 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3530f255-3967-40e2-9e6c-61d2fd24a6c8 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] 10.222.0.69 "GET /v2.0/ports?device_id=57b74869-fe85-46cf-b6ef-b4c418115046 HTTP/1.1" status: 200 len: 205 time: 0.1464307 Apr 29 11:36:32.906301 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47932) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:32.908898 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-fcd4df23-9fec-4a02-b956-ad3fe2bfd869 None None] Allocated IP 172.20.0.2 (00dc2329-cfc1-484c-b7a2-6aa7068552e7/0dbd779a-e1d9-4ccf-bd4c-cab403631a75/2f031b17-ab3a-4e69-bdef-c2f3de05517b) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:36:32.912452 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a8132ff8-8e64-4859-9f31-fe4fe1ae3073 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.0671780 Apr 29 11:36:32.932560 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47934) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:32.955822 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8132ff8-8e64-4859-9f31-fe4fe1ae3073 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Pushing event updated for resources: {'Network': ['ID=c5140b68-704a-4850-b2a6-d34057ec3169,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:32.991862 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-f331c1bc-4f3c-4556-acfd-c8f24b7de32d tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Deleting subnet 0dbd779a-e1d9-4ccf-bd4c-cab403631a75 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:36:32.992927 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-b5c11d83-7700-459d-a344-26831fb247e7 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Request body: {'subnet': {'network_id': 'c5140b68-704a-4850-b2a6-d34057ec3169', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:33.055283 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ae4b15d1-7533-4885-9a34-c8912c738e8d tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router_gateway, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:33.128443 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network c5140b68-704a-4850-b2a6-d34057ec3169 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:36:33.314768 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ae4b15d1-7533-4885-9a34-c8912c738e8d tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:33.385956 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 2f8773be-fa19-4a20-89df-f98c0f9ec38c up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:36:33.428351 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47940) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:33.436012 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957ca57a-b82d-464e-a231-d3b6e5340dc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-0b724135-0fbd-4cbf-aea1-fc4b91328455', 'network_id': '0b724135-0fbd-4cbf-aea1-fc4b91328455', 'tenant_id': '524949a49c0246e8b645c984eee33c07', 'fixed_ips': [{'subnet_id': '2ccaad3e-73d7-4b37-a449-abb47d6bf41b'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:36:33.436970 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-957ca57a-b82d-464e-a231-d3b6e5340dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:33.461136 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c11d83-7700-459d-a344-26831fb247e7 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Made reservation on behalf of ac99b29eb2b543aeb4b674cf73550ea4 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:36:33.465541 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b5c11d83-7700-459d-a344-26831fb247e7 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:33.500494 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4b15d1-7533-4885-9a34-c8912c738e8d tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Router 85f1cf28-8641-463d-bdc1-f224b86916fc is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:36:33.578512 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b1f1392f-a007-49e8-a82b-91a47e7dbeef tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:33.638034 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4b15d1-7533-4885-9a34-c8912c738e8d tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:36:33.663077 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fcd4df23-9fec-4a02-b956-ad3fe2bfd869 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:33.667180 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac78ed9-eaa9-45e0-9ab4-6dba40d279ae None None] Sync routers for ids ['85f1cf28-8641-463d-bdc1-f224b86916fc'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:36:33.677296 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 2f8773be-fa19-4a20-89df-f98c0f9ec38c triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:33.677655 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:33.682954 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ae4b15d1-7533-4885-9a34-c8912c738e8d tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:33.688665 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ae4b15d1-7533-4885-9a34-c8912c738e8d tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.2013028 Apr 29 11:36:33.690346 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f331c1bc-4f3c-4556-acfd-c8f24b7de32d tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:33.690532 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac78ed9-eaa9-45e0-9ab4-6dba40d279ae None None] Routers {'85f1cf28-8641-463d-bdc1-f224b86916fc'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:33.692677 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-eac78ed9-eaa9-45e0-9ab4-6dba40d279ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['85f1cf28-8641-463d-bdc1-f224b86916fc'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:33.692949 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47944) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:33.711218 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-be313a8a-5286-4a1a-9212-82ccb09841f5 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:33.718676 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fcd4df23-9fec-4a02-b956-ad3fe2bfd869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:33.817865 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-340e5564-f40f-4610-803b-7b1f16167852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c81a82-d88c-477c-a229-3809860b7e42', 'name': 'tempest-ServersTestManualDisk-309826622-router', 'tenant_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '401c559e-1f03-4f11-a60f-ef1235fa09b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:51Z', 'updated_at': '2022-04-29T11:34:59Z', 'revision_number': 4, 'project_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'gw_port': {'id': '401c559e-1f03-4f11-a60f-ef1235fa09b7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c81a82-d88c-477c-a229-3809860b7e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:52Z', 'updated_at': '2022-04-29T11:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '210c6edf-9df0-4661-8ff5-e3bc0e1fcb53', 'name': '', 'network_id': '6125a237-5a34-436c-b459-de251466d228', 'tenant_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'mac_address': 'fa:16:3e:07:aa:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c81a82-d88c-477c-a229-3809860b7e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '59b54d58-4e33-45ba-b2f2-931d467f06e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:56Z', 'updated_at': '2022-04-29T11:35:08Z', 'revision_number': 5, 'project_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'subnets': [{'id': '59b54d58-4e33-45ba-b2f2-931d467f06e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:33.819166 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f331c1bc-4f3c-4556-acfd-c8f24b7de32d tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:33.821243 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd4df23-9fec-4a02-b956-ad3fe2bfd869 None None] Network 00dc2329-cfc1-484c-b7a2-6aa7068552e7 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:36:33.824221 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-eac78ed9-eaa9-45e0-9ab4-6dba40d279ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:33.837693 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-fcd4df23-9fec-4a02-b956-ad3fe2bfd869 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:33.849750 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac78ed9-eaa9-45e0-9ab4-6dba40d279ae None None] Routers {'85f1cf28-8641-463d-bdc1-f224b86916fc'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:33.851386 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-eac78ed9-eaa9-45e0-9ab4-6dba40d279ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['85f1cf28-8641-463d-bdc1-f224b86916fc'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:33.867937 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd4df23-9fec-4a02-b956-ad3fe2bfd869 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:36:33.870468 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4df23-9fec-4a02-b956-ad3fe2bfd869 None None] Pushing event updated for resources: {'Port': ['ID=2f031b17-ab3a-4e69-bdef-c2f3de05517b,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:33.872230 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-be313a8a-5286-4a1a-9212-82ccb09841f5 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:33.887448 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340e5564-f40f-4610-803b-7b1f16167852 None None] The sync data for ids ['81c81a82-d88c-477c-a229-3809860b7e42'] in dv-neutron-838888-1-hyperv is: [{'id': '81c81a82-d88c-477c-a229-3809860b7e42', 'name': 'tempest-ServersTestManualDisk-309826622-router', 'tenant_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '401c559e-1f03-4f11-a60f-ef1235fa09b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:51Z', 'updated_at': '2022-04-29T11:34:59Z', 'revision_number': 4, 'project_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'gw_port': {'id': '401c559e-1f03-4f11-a60f-ef1235fa09b7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c81a82-d88c-477c-a229-3809860b7e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:52Z', 'updated_at': '2022-04-29T11:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '210c6edf-9df0-4661-8ff5-e3bc0e1fcb53', 'name': '', 'network_id': '6125a237-5a34-436c-b459-de251466d228', 'tenant_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'mac_address': 'fa:16:3e:07:aa:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c81a82-d88c-477c-a229-3809860b7e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '59b54d58-4e33-45ba-b2f2-931d467f06e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:56Z', 'updated_at': '2022-04-29T11:35:08Z', 'revision_number': 5, 'project_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'subnets': [{'id': '59b54d58-4e33-45ba-b2f2-931d467f06e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:36:33.895930 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-957ca57a-b82d-464e-a231-d3b6e5340dc7 None None] Allocated IP 172.20.0.18 (0b724135-0fbd-4cbf-aea1-fc4b91328455/2ccaad3e-73d7-4b37-a449-abb47d6bf41b/d0f69370-b186-4630-9306-04aeb37cb50c) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:36:33.974618 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-eac78ed9-eaa9-45e0-9ab4-6dba40d279ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:33.977125 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac78ed9-eaa9-45e0-9ab4-6dba40d279ae None None] The sync data for ids ['85f1cf28-8641-463d-bdc1-f224b86916fc'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:36:34.039950 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-91fe081d-d84d-4059-84c0-1116c8667b11 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:34.044631 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f331c1bc-4f3c-4556-acfd-c8f24b7de32d tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:34.077674 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b1f1392f-a007-49e8-a82b-91a47e7dbeef tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:34.120507 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-fcd4df23-9fec-4a02-b956-ad3fe2bfd869 None None] Attempting to bind port 2f031b17-ab3a-4e69-bdef-c2f3de05517b on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:36:34.120997 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-fcd4df23-9fec-4a02-b956-ad3fe2bfd869 None None] Attempting to bind port 2f031b17-ab3a-4e69-bdef-c2f3de05517b by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '7ab88107-cd1a-4046-bde2-41c8d336d89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '00dc2329-cfc1-484c-b7a2-6aa7068552e7'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:36:34.122185 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd4df23-9fec-4a02-b956-ad3fe2bfd869 None None] Attempting to bind port 2f031b17-ab3a-4e69-bdef-c2f3de05517b on network 00dc2329-cfc1-484c-b7a2-6aa7068552e7 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:36:34.146446 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd4df23-9fec-4a02-b956-ad3fe2bfd869 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:36:34.147042 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd4df23-9fec-4a02-b956-ad3fe2bfd869 None None] Checking segment: {'id': '7ab88107-cd1a-4046-bde2-41c8d336d89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '00dc2329-cfc1-484c-b7a2-6aa7068552e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:36:34.147704 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fcd4df23-9fec-4a02-b956-ad3fe2bfd869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:34.148399 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd4df23-9fec-4a02-b956-ad3fe2bfd869 None None] Bound using segment: {'id': '7ab88107-cd1a-4046-bde2-41c8d336d89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '00dc2329-cfc1-484c-b7a2-6aa7068552e7'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:36:34.149378 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-fcd4df23-9fec-4a02-b956-ad3fe2bfd869 None None] Bound port: 2f031b17-ab3a-4e69-bdef-c2f3de05517b, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab88107-cd1a-4046-bde2-41c8d336d89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '00dc2329-cfc1-484c-b7a2-6aa7068552e7'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:36:34.149378 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fcd4df23-9fec-4a02-b956-ad3fe2bfd869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:34.153407 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f331c1bc-4f3c-4556-acfd-c8f24b7de32d tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:34.161042 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a1859dc7-e21d-4a91-ab90-c6d66444b7c9 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "GET /v2.0/routers/85f1cf28-8641-463d-bdc1-f224b86916fc HTTP/1.1" status: 200 len: 923 time: 0.4575911 Apr 29 11:36:34.164581 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47946) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:34.224467 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331c1bc-4f3c-4556-acfd-c8f24b7de32d tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Pushing event deleted for resources: {'Subnet': ['ID=0dbd779a-e1d9-4ccf-bd4c-cab403631a75,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:34.252339 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-76618255-b5fb-4a40-941e-a60d19d90d6b tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] 10.222.0.69 "GET /v2.0/ports?device_id=85f1cf28-8641-463d-bdc1-f224b86916fc HTTP/1.1" status: 200 len: 205 time: 0.0779891 Apr 29 11:36:34.253515 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f331c1bc-4f3c-4556-acfd-c8f24b7de32d tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:34.258822 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47948) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:34.260123 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f331c1bc-4f3c-4556-acfd-c8f24b7de32d tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] 10.222.0.69 "DELETE /v2.0/subnets/0dbd779a-e1d9-4ccf-bd4c-cab403631a75 HTTP/1.1" status: 204 len: 168 time: 1.4597268 Apr 29 11:36:34.261193 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47950) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:34.331397 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b5c11d83-7700-459d-a344-26831fb247e7 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:34.333520 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-be313a8a-5286-4a1a-9212-82ccb09841f5 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:34.336027 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-be313a8a-5286-4a1a-9212-82ccb09841f5 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:34.337164 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-be313a8a-5286-4a1a-9212-82ccb09841f5 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "DELETE /v2.0/security-groups/af172940-50b2-4c9e-9817-d1a8a3efc04e HTTP/1.1" status: 204 len: 168 time: 0.9087508 Apr 29 11:36:34.340549 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47952) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:34.344826 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8dc3932-ffd0-4e85-99e5-1272311f5ff2 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Deleting subnet 2ccaad3e-73d7-4b37-a449-abb47d6bf41b {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:36:34.362954 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-5a4f7a7e-6df4-40fd-a187-168128d3683a tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] show failed (client error): The resource could not be found. Apr 29 11:36:34.366232 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5a4f7a7e-6df4-40fd-a187-168128d3683a tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "GET /v2.0/security-groups/af172940-50b2-4c9e-9817-d1a8a3efc04e HTTP/1.1" status: 404 len: 347 time: 0.0166664 Apr 29 11:36:34.366982 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47954) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:34.391840 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d334da2-ef3f-49ce-abae-b5ace56d878e None None] New status for floating IP 564c2a43-c833-4b37-93ac-e5a497e98dff: DOWN {{(pid=102961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:36:34.415166 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be313a8a-5286-4a1a-9212-82ccb09841f5 tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af172940-50b2-4c9e-9817-d1a8a3efc04e,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:34.510002 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c11d83-7700-459d-a344-26831fb247e7 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Pushing event updated for resources: {'Subnet': ['ID=36bcd4f2-8369-49b9-b3e6-1bce8152bb8f,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:34.518121 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-957ca57a-b82d-464e-a231-d3b6e5340dc7 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:34.580415 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c8dc3932-ffd0-4e85-99e5-1272311f5ff2 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:34.581304 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-957ca57a-b82d-464e-a231-d3b6e5340dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:34.635421 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ca57a-b82d-464e-a231-d3b6e5340dc7 None None] Pushing event updated for resources: {'Port': ['ID=d0f69370-b186-4630-9306-04aeb37cb50c,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:34.642890 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-fcd4df23-9fec-4a02-b956-ad3fe2bfd869 None None] For port 2f031b17-ab3a-4e69-bdef-c2f3de05517b, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:36:34.666679 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957ca57a-b82d-464e-a231-d3b6e5340dc7 None None] Network 0b724135-0fbd-4cbf-aea1-fc4b91328455 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:36:34.670598 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-957ca57a-b82d-464e-a231-d3b6e5340dc7 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:34.672578 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c8dc3932-ffd0-4e85-99e5-1272311f5ff2 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:34.674842 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-fcd4df23-9fec-4a02-b956-ad3fe2bfd869 None None] For port 2f031b17-ab3a-4e69-bdef-c2f3de05517b, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=2f031b17-ab3a-4e69-bdef-c2f3de05517b,segment=NetworkSegment(7ab88107-cd1a-4046-bde2-41c8d336d89d),segment_id=7ab88107-cd1a-4046-bde2-41c8d336d89d)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:36:34.677244 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957ca57a-b82d-464e-a231-d3b6e5340dc7 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:36:34.689245 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fcd4df23-9fec-4a02-b956-ad3fe2bfd869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:34.819341 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-b1f1392f-a007-49e8-a82b-91a47e7dbeef tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Deleting port 0258ea99-b027-4348-8ff3-8ac81545b765 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:34.820221 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b1f1392f-a007-49e8-a82b-91a47e7dbeef tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:34.830293 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c8dc3932-ffd0-4e85-99e5-1272311f5ff2 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:34.883227 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-a24d7b36-b549-4d4f-92dc-b90d57bf0bdc tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Deleting port ee5bdd21-40f9-4813-816c-2bc617a0a181 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:34.883793 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a24d7b36-b549-4d4f-92dc-b90d57bf0bdc tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:34.904919 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82891132-b85d-44da-9d74-24521aec10dc None None] Network 00dc2329-cfc1-484c-b7a2-6aa7068552e7 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:36:34.921745 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a953ead0-e476-497e-b7ce-c1af948fcf11 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:34.926349 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-957ca57a-b82d-464e-a231-d3b6e5340dc7 None None] Attempting to bind port d0f69370-b186-4630-9306-04aeb37cb50c on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:36:34.926656 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-957ca57a-b82d-464e-a231-d3b6e5340dc7 None None] Attempting to bind port d0f69370-b186-4630-9306-04aeb37cb50c by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'c6596eaa-9245-464f-8943-804e0d266720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0b724135-0fbd-4cbf-aea1-fc4b91328455'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:36:34.927005 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957ca57a-b82d-464e-a231-d3b6e5340dc7 None None] Attempting to bind port d0f69370-b186-4630-9306-04aeb37cb50c on network 0b724135-0fbd-4cbf-aea1-fc4b91328455 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:36:34.984583 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4df23-9fec-4a02-b956-ad3fe2bfd869 None None] Pushing event updated for resources: {'Port': ['ID=2f031b17-ab3a-4e69-bdef-c2f3de05517b,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:34.987382 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957ca57a-b82d-464e-a231-d3b6e5340dc7 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:36:34.987868 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957ca57a-b82d-464e-a231-d3b6e5340dc7 None None] Checking segment: {'id': 'c6596eaa-9245-464f-8943-804e0d266720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0b724135-0fbd-4cbf-aea1-fc4b91328455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:36:34.988184 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-957ca57a-b82d-464e-a231-d3b6e5340dc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:34.988508 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957ca57a-b82d-464e-a231-d3b6e5340dc7 None None] Bound using segment: {'id': 'c6596eaa-9245-464f-8943-804e0d266720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0b724135-0fbd-4cbf-aea1-fc4b91328455'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:36:34.988983 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-957ca57a-b82d-464e-a231-d3b6e5340dc7 None None] Bound port: d0f69370-b186-4630-9306-04aeb37cb50c, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6596eaa-9245-464f-8943-804e0d266720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0b724135-0fbd-4cbf-aea1-fc4b91328455'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:36:34.989367 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-957ca57a-b82d-464e-a231-d3b6e5340dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:35.007586 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a24d7b36-b549-4d4f-92dc-b90d57bf0bdc tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:35.007903 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a24d7b36-b549-4d4f-92dc-b90d57bf0bdc tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:35.011119 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c11d83-7700-459d-a344-26831fb247e7 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Checking segment: {'id': '75375737-dc3b-4e7a-badf-10ef41fddd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c5140b68-704a-4850-b2a6-d34057ec3169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:36:35.012263 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c11d83-7700-459d-a344-26831fb247e7 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Network hostable DHCP agents. Network: c5140b68-704a-4850-b2a6-d34057ec3169, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:36:35.021991 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c8dc3932-ffd0-4e85-99e5-1272311f5ff2 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:35.033884 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-a24d7b36-b549-4d4f-92dc-b90d57bf0bdc tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Calling delete_port for ee5bdd21-40f9-4813-816c-2bc617a0a181 owned by network:floatingip {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:35.070581 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc3932-ffd0-4e85-99e5-1272311f5ff2 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Pushing event deleted for resources: {'Subnet': ['ID=2ccaad3e-73d7-4b37-a449-abb47d6bf41b,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:35.079194 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c8dc3932-ffd0-4e85-99e5-1272311f5ff2 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:35.079927 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c8dc3932-ffd0-4e85-99e5-1272311f5ff2 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] 10.222.0.69 "DELETE /v2.0/subnets/2ccaad3e-73d7-4b37-a449-abb47d6bf41b HTTP/1.1" status: 204 len: 168 time: 0.8167329 Apr 29 11:36:35.087808 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47960) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:35.147684 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-957ca57a-b82d-464e-a231-d3b6e5340dc7 None None] For port d0f69370-b186-4630-9306-04aeb37cb50c, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:36:35.184683 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-957ca57a-b82d-464e-a231-d3b6e5340dc7 None None] For port d0f69370-b186-4630-9306-04aeb37cb50c, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=d0f69370-b186-4630-9306-04aeb37cb50c,segment=NetworkSegment(c6596eaa-9245-464f-8943-804e0d266720),segment_id=c6596eaa-9245-464f-8943-804e0d266720)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:36:35.191998 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-957ca57a-b82d-464e-a231-d3b6e5340dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:35.213979 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2040b5a9-a836-41f9-aea9-15121608fea7 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:35.223011 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2040b5a9-a836-41f9-aea9-15121608fea7 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1275394 Apr 29 11:36:35.223564 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:36:35.233465 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47962) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:35.322444 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ca57a-b82d-464e-a231-d3b6e5340dc7 None None] Pushing event updated for resources: {'Port': ['ID=d0f69370-b186-4630-9306-04aeb37cb50c,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:35.339359 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-91c419d7-dc2c-42a2-91de-66d8e22aceda tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:35.359407 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cbebb7-c7e8-451b-8507-a624b5b70ad8 None None] Network 0b724135-0fbd-4cbf-aea1-fc4b91328455 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:36:35.438751 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a24d7b36-b549-4d4f-92dc-b90d57bf0bdc tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:35.475063 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d7b36-b549-4d4f-92dc-b90d57bf0bdc tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Pushing event deleted for resources: {'Port': ['ID=ee5bdd21-40f9-4813-816c-2bc617a0a181,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:35.533545 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-91c419d7-dc2c-42a2-91de-66d8e22aceda tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Deleting port d0f69370-b186-4630-9306-04aeb37cb50c {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:35.533866 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-91c419d7-dc2c-42a2-91de-66d8e22aceda tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:35.635308 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c11d83-7700-459d-a344-26831fb247e7 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Network c5140b68-704a-4850-b2a6-d34057ec3169 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:36:35.636456 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a24d7b36-b549-4d4f-92dc-b90d57bf0bdc tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks [] for floatingip, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:35.639384 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a24d7b36-b549-4d4f-92dc-b90d57bf0bdc tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:35.643312 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a24d7b36-b549-4d4f-92dc-b90d57bf0bdc tempest-ServersTestManualDisk-1622244019 tempest-ServersTestManualDisk-1622244019-project] 10.222.0.69 "DELETE /v2.0/floatingips/564c2a43-c833-4b37-93ac-e5a497e98dff HTTP/1.1" status: 204 len: 168 time: 1.2725387 Apr 29 11:36:35.646597 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47964) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:35.664558 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc363c8f-3172-4727-b9ac-e8862b1f58a4 req-804d919d-cdc0-4565-8b35-71a0ec82c136 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:35.666142 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fc363c8f-3172-4727-b9ac-e8862b1f58a4 req-804d919d-cdc0-4565-8b35-71a0ec82c136 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/ports?device_id=c709a808-d139-469a-a2df-f23f6e9fcef1 HTTP/1.1" status: 200 len: 945 time: 0.7799623 Apr 29 11:36:35.672648 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b1f1392f-a007-49e8-a82b-91a47e7dbeef tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:35.704819 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-b5c11d83-7700-459d-a344-26831fb247e7 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, c5140b68-704a-4850-b2a6-d34057ec3169) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:35.708485 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-91fe081d-d84d-4059-84c0-1116c8667b11 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Allocated IP 2001:db8:1::1 (f40c54eb-2f80-40db-86c4-613c1e9e6a2a/4e1e12d6-91b2-4816-b3bf-df0698e06626/77ba4190-b69d-4f54-be41-9a0317cee0fd) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:36:35.710442 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4c1596-dd6e-4222-b2f7-da93564e08e4 None None] get_active_networks_info from dv-neutron-838888-1-hyperv {{(pid=102961) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 11:36:35.712259 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-91c419d7-dc2c-42a2-91de-66d8e22aceda tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] For port d0f69370-b186-4630-9306-04aeb37cb50c, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=d0f69370-b186-4630-9306-04aeb37cb50c,segment=NetworkSegment(c6596eaa-9245-464f-8943-804e0d266720),segment_id=c6596eaa-9245-464f-8943-804e0d266720)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:36:35.712631 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-91c419d7-dc2c-42a2-91de-66d8e22aceda tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:35.733003 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-b1f1392f-a007-49e8-a82b-91a47e7dbeef tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Calling delete_port for 0258ea99-b027-4348-8ff3-8ac81545b765 owned by network:router_gateway {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:35.734541 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-91c419d7-dc2c-42a2-91de-66d8e22aceda tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Calling delete_port for d0f69370-b186-4630-9306-04aeb37cb50c owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:35.735486 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c11d83-7700-459d-a344-26831fb247e7 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:35.736272 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b5c11d83-7700-459d-a344-26831fb247e7 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:35.755779 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a953ead0-e476-497e-b7ce-c1af948fcf11 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:35.845468 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fc363c8f-3172-4727-b9ac-e8862b1f58a4 req-61a9eeeb-5e2a-41cc-b59d-d712cee14486 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/security-groups?id=15dd70ea-bbec-43b0-9ce3-3ab603b34e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680398 Apr 29 11:36:35.848744 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b5c11d83-7700-459d-a344-26831fb247e7 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9138753 Apr 29 11:36:35.874000 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47968) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:35.879513 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-fabe200c-31c6-44ff-89e4-ef315c5ac610 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Request body: {'port': {'network_id': 'c5140b68-704a-4850-b2a6-d34057ec3169', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1176298184'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:35.976644 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4c1596-dd6e-4222-b2f7-da93564e08e4 None None] Resources bound (agent type, host, resource id): {{(pid=102961) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 11:36:36.131588 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-91fe081d-d84d-4059-84c0-1116c8667b11 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:36.162056 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-a953ead0-e476-497e-b7ce-c1af948fcf11 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Deleting port 9038a5bc-8583-4967-9dc3-1f38161aac8f {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:36.163365 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a953ead0-e476-497e-b7ce-c1af948fcf11 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:36.276726 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-91c419d7-dc2c-42a2-91de-66d8e22aceda tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:36.315831 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c419d7-dc2c-42a2-91de-66d8e22aceda tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Pushing event deleted for resources: {'Port': ['ID=d0f69370-b186-4630-9306-04aeb37cb50c,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:36.349239 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c419d7-dc2c-42a2-91de-66d8e22aceda tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] No DVR routers for this DVR port d0f69370-b186-4630-9306-04aeb37cb50c on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:36:36.349632 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabe200c-31c6-44ff-89e4-ef315c5ac610 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Made reservation on behalf of ac99b29eb2b543aeb4b674cf73550ea4 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:36:36.353156 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fabe200c-31c6-44ff-89e4-ef315c5ac610 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:36.374022 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-91fe081d-d84d-4059-84c0-1116c8667b11 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:36.382958 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b1f1392f-a007-49e8-a82b-91a47e7dbeef tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:36.439321 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a953ead0-e476-497e-b7ce-c1af948fcf11 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:36.470261 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-fabe200c-31c6-44ff-89e4-ef315c5ac610 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] device_id is not set on port b3ce7f9d-157b-4811-90d0-37174c16c765 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:36:36.477700 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-91c419d7-dc2c-42a2-91de-66d8e22aceda tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:36.490931 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debff359-bbe9-4156-9952-13f7b0055417 req-c6acdf75-eea4-484a-8b36-dc47fb84f9f0 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:36.492549 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-debff359-bbe9-4156-9952-13f7b0055417 req-c6acdf75-eea4-484a-8b36-dc47fb84f9f0 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.62 "GET /v2.0/ports?device_id=c709a808-d139-469a-a2df-f23f6e9fcef1 HTTP/1.1" status: 200 len: 945 time: 0.2190843 Apr 29 11:36:36.493768 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-a953ead0-e476-497e-b7ce-c1af948fcf11 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Calling delete_port for 9038a5bc-8583-4967-9dc3-1f38161aac8f owned by network:router_gateway {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:36.526072 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fe081d-d84d-4059-84c0-1116c8667b11 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network f40c54eb-2f80-40db-86c4-613c1e9e6a2a is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:36:36.536303 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-91c419d7-dc2c-42a2-91de-66d8e22aceda tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b724135-0fbd-4cbf-aea1-fc4b91328455']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:36.536639 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe081d-d84d-4059-84c0-1116c8667b11 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Port': ['ID=77ba4190-b69d-4f54-be41-9a0317cee0fd,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:36.553866 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-91c419d7-dc2c-42a2-91de-66d8e22aceda tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6596eaa-9245-464f-8943-804e0d266720') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:36.554365 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-91c419d7-dc2c-42a2-91de-66d8e22aceda tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6596eaa-9245-464f-8943-804e0d266720') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:36.575224 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-91c419d7-dc2c-42a2-91de-66d8e22aceda tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:36.599336 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-91c419d7-dc2c-42a2-91de-66d8e22aceda tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:36.612504 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91c419d7-dc2c-42a2-91de-66d8e22aceda tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:36:36.613055 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-91c419d7-dc2c-42a2-91de-66d8e22aceda tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:36.616536 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:36:36.616536 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:36:36.616536 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:36:36.616536 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:36:36.616536 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:36:36.616536 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:36:36.616536 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:36:36.616536 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:36:36.616536 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:36:36.616536 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:36:36.616536 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:36:36.616536 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:36:36.616536 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:36:36.616536 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:36:36.616536 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:36:36.616536 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:36:36.616536 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:36:36.616536 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:36:36.616536 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:36:36.616536 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:36:36.616536 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:36:36.616536 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:36:36.616536 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:36:36.616536 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:36:36.616536 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:36:36.616536 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:36:36.616536 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:36:36.616536 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:36:36.616536 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:36:36.616536 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:36:36.616536 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:36:36.616536 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:36:36.620783 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-91fe081d-d84d-4059-84c0-1116c8667b11 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:36.650403 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fe081d-d84d-4059-84c0-1116c8667b11 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:36:36.651173 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-91fe081d-d84d-4059-84c0-1116c8667b11 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:36.707254 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1392f-a007-49e8-a82b-91a47e7dbeef tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Pushing event deleted for resources: {'Port': ['ID=0258ea99-b027-4348-8ff3-8ac81545b765,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:36.739474 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-91c419d7-dc2c-42a2-91de-66d8e22aceda tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:36.753098 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ab156b-957c-45c7-a714-762f1d98eddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-c5140b68-704a-4850-b2a6-d34057ec3169', 'network_id': 'c5140b68-704a-4850-b2a6-d34057ec3169', 'tenant_id': 'ac99b29eb2b543aeb4b674cf73550ea4', 'fixed_ips': [{'subnet_id': '36bcd4f2-8369-49b9-b3e6-1bce8152bb8f'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:36:36.754930 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-93ab156b-957c-45c7-a714-762f1d98eddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:36.759109 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-91c419d7-dc2c-42a2-91de-66d8e22aceda tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:36.764165 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-91c419d7-dc2c-42a2-91de-66d8e22aceda tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] 10.222.0.69 "DELETE /v2.0/networks/0b724135-0fbd-4cbf-aea1-fc4b91328455 HTTP/1.1" status: 204 len: 168 time: 1.5296214 Apr 29 11:36:36.766990 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47970) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:36.806393 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c419d7-dc2c-42a2-91de-66d8e22aceda tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Pushing event deleted for resources: {'Network': ['ID=0b724135-0fbd-4cbf-aea1-fc4b91328455,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:36.861582 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-460eaac5-5c40-4afb-b3e2-384acad8ba0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:36.897036 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b1f1392f-a007-49e8-a82b-91a47e7dbeef tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:37.125517 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-fabe200c-31c6-44ff-89e4-ef315c5ac610 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Allocated IP 2001:db8::360 (c5140b68-704a-4850-b2a6-d34057ec3169/36bcd4f2-8369-49b9-b3e6-1bce8152bb8f/b3ce7f9d-157b-4811-90d0-37174c16c765) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:36:37.139335 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ef9cd31e-1d05-479a-aa40-fc17811c86c7 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:37.179370 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b1f1392f-a007-49e8-a82b-91a47e7dbeef tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:37.196330 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b1f1392f-a007-49e8-a82b-91a47e7dbeef tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:37.313268 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-91fe081d-d84d-4059-84c0-1116c8667b11 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:37.332546 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-460eaac5-5c40-4afb-b3e2-384acad8ba0e admin admin] Deleting port 210c6edf-9df0-4661-8ff5-e3bc0e1fcb53 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:37.333304 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-460eaac5-5c40-4afb-b3e2-384acad8ba0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:37.369692 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261fc30-d9f4-46a6-a247-aae17d0b1878 req-9bb9da28-e491-425d-b5e6-7fe5959f5673 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:37.371903 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b261fc30-d9f4-46a6-a247-aae17d0b1878 req-9bb9da28-e491-425d-b5e6-7fe5959f5673 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/ports?device_id=c709a808-d139-469a-a2df-f23f6e9fcef1 HTTP/1.1" status: 200 len: 945 time: 0.4205108 Apr 29 11:36:37.396970 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b1f1392f-a007-49e8-a82b-91a47e7dbeef tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:37.397472 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f1392f-a007-49e8-a82b-91a47e7dbeef tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Fanout notify agent at l3_agent the message router_deleted on router 57b74869-fe85-46cf-b6ef-b4c418115046 {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:36:37.407909 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-debff359-bbe9-4156-9952-13f7b0055417 req-bb2d35d4-1e7e-46d3-8876-9c99a13cef43 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Deleting port eb9abf18-d56e-4f1b-926a-e8ccc1f64b55 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:37.408257 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-debff359-bbe9-4156-9952-13f7b0055417 req-bb2d35d4-1e7e-46d3-8876-9c99a13cef43 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:37.424695 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b1f1392f-a007-49e8-a82b-91a47e7dbeef tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:37.431049 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b1f1392f-a007-49e8-a82b-91a47e7dbeef tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] 10.222.0.69 "DELETE /v2.0/routers/57b74869-fe85-46cf-b6ef-b4c418115046 HTTP/1.1" status: 204 len: 168 time: 4.5144169 Apr 29 11:36:37.431536 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47974) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:37.438056 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-19fa5d8a-bd44-4470-9c58-15bb1782f97c tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-921686501', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:37.448069 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-460eaac5-5c40-4afb-b3e2-384acad8ba0e admin admin] For port 210c6edf-9df0-4661-8ff5-e3bc0e1fcb53, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=210c6edf-9df0-4661-8ff5-e3bc0e1fcb53,segment=NetworkSegment(35485283-c5e8-404d-b1aa-59c7c4a98c5e),segment_id=35485283-c5e8-404d-b1aa-59c7c4a98c5e)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:36:37.448572 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-460eaac5-5c40-4afb-b3e2-384acad8ba0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:37.474259 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-460eaac5-5c40-4afb-b3e2-384acad8ba0e admin admin] Calling delete_port for 210c6edf-9df0-4661-8ff5-e3bc0e1fcb53 owned by network:router_interface {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:37.497862 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-19fa5d8a-bd44-4470-9c58-15bb1782f97c tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:37.499610 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-19fa5d8a-bd44-4470-9c58-15bb1782f97c tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:37.639811 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a953ead0-e476-497e-b7ce-c1af948fcf11 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:37.672107 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-19fa5d8a-bd44-4470-9c58-15bb1782f97c tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:37.679052 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-19fa5d8a-bd44-4470-9c58-15bb1782f97c tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:37.696083 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b261fc30-d9f4-46a6-a247-aae17d0b1878 req-68252f16-6038-48f8-8852-adbc4d62371e tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/security-groups?id=15dd70ea-bbec-43b0-9ce3-3ab603b34e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2937167 Apr 29 11:36:37.745409 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-19fa5d8a-bd44-4470-9c58-15bb1782f97c tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:37.746730 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-19fa5d8a-bd44-4470-9c58-15bb1782f97c tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3140709 Apr 29 11:36:37.750683 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47976) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:37.759057 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-27db9e1b-b6d5-4ed3-ac43-e7df9f43ce12 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'enable_snat': False}}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:37.770352 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953ead0-e476-497e-b7ce-c1af948fcf11 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Pushing event deleted for resources: {'Port': ['ID=9038a5bc-8583-4967-9dc3-1f38161aac8f,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:37.815865 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-debff359-bbe9-4156-9952-13f7b0055417 req-bb2d35d4-1e7e-46d3-8876-9c99a13cef43 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] For port eb9abf18-d56e-4f1b-926a-e8ccc1f64b55, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=eb9abf18-d56e-4f1b-926a-e8ccc1f64b55,segment=NetworkSegment(82aa0242-ee84-4c14-a14a-da2052556bcd),segment_id=82aa0242-ee84-4c14-a14a-da2052556bcd)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:36:37.816316 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-debff359-bbe9-4156-9952-13f7b0055417 req-bb2d35d4-1e7e-46d3-8876-9c99a13cef43 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:38.040204 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-27db9e1b-b6d5-4ed3-ac43-e7df9f43ce12 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:38.059301 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-460eaac5-5c40-4afb-b3e2-384acad8ba0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:38.109515 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460eaac5-5c40-4afb-b3e2-384acad8ba0e admin admin] Pushing event deleted for resources: {'Port': ['ID=210c6edf-9df0-4661-8ff5-e3bc0e1fcb53,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:38.214145 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-ef9cd31e-1d05-479a-aa40-fc17811c86c7 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Deleting port 2f031b17-ab3a-4e69-bdef-c2f3de05517b {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:38.214517 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ef9cd31e-1d05-479a-aa40-fc17811c86c7 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:38.310493 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fabe200c-31c6-44ff-89e4-ef315c5ac610 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:38.389631 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-460eaac5-5c40-4afb-b3e2-384acad8ba0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:38.516213 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a953ead0-e476-497e-b7ce-c1af948fcf11 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:38.524264 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-ef9cd31e-1d05-479a-aa40-fc17811c86c7 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] For port 2f031b17-ab3a-4e69-bdef-c2f3de05517b, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=2f031b17-ab3a-4e69-bdef-c2f3de05517b,segment=NetworkSegment(7ab88107-cd1a-4046-bde2-41c8d336d89d),segment_id=7ab88107-cd1a-4046-bde2-41c8d336d89d)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:36:38.524635 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ef9cd31e-1d05-479a-aa40-fc17811c86c7 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:38.548813 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-27db9e1b-b6d5-4ed3-ac43-e7df9f43ce12 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:38.571158 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-27db9e1b-b6d5-4ed3-ac43-e7df9f43ce12 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:38.617205 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-ef9cd31e-1d05-479a-aa40-fc17811c86c7 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Calling delete_port for 2f031b17-ab3a-4e69-bdef-c2f3de05517b owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:38.720430 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a953ead0-e476-497e-b7ce-c1af948fcf11 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:38.743809 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a953ead0-e476-497e-b7ce-c1af948fcf11 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:38.747320 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fabe200c-31c6-44ff-89e4-ef315c5ac610 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:38.779627 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-93ab156b-957c-45c7-a714-762f1d98eddc None None] Allocated IP 2001:db8::2 (c5140b68-704a-4850-b2a6-d34057ec3169/36bcd4f2-8369-49b9-b3e6-1bce8152bb8f/b047f488-0d12-46d3-be42-d787d478b41b) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:36:38.799173 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460eaac5-5c40-4afb-b3e2-384acad8ba0e admin admin] Router 81c81a82-d88c-477c-a229-3809860b7e42 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:36:38.880576 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-27db9e1b-b6d5-4ed3-ac43-e7df9f43ce12 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Allocated IP 172.26.4.52 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/7253a81e-7848-4fd7-b1b7-d68ca01bdea6) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:36:38.976692 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-debff359-bbe9-4156-9952-13f7b0055417 req-bb2d35d4-1e7e-46d3-8876-9c99a13cef43 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:38.977060 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-debff359-bbe9-4156-9952-13f7b0055417 req-bb2d35d4-1e7e-46d3-8876-9c99a13cef43 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:38.977378 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [req-debff359-bbe9-4156-9952-13f7b0055417 req-bb2d35d4-1e7e-46d3-8876-9c99a13cef43 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Floating IP 827a948b-3d23-4198-9a98-0a0af917c9dc disassociated. External IP: 172.26.4.163, port: eb9abf18-d56e-4f1b-926a-e8ccc1f64b55. Apr 29 11:36:38.977735 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-debff359-bbe9-4156-9952-13f7b0055417 req-bb2d35d4-1e7e-46d3-8876-9c99a13cef43 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Calling delete_port for eb9abf18-d56e-4f1b-926a-e8ccc1f64b55 owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:38.998932 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-93ab156b-957c-45c7-a714-762f1d98eddc None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:39.002268 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a953ead0-e476-497e-b7ce-c1af948fcf11 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:39.002748 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a953ead0-e476-497e-b7ce-c1af948fcf11 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Fanout notify agent at l3_agent the message router_deleted on router 85f1cf28-8641-463d-bdc1-f224b86916fc {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:36:39.009353 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-93ab156b-957c-45c7-a714-762f1d98eddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:39.011485 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabe200c-31c6-44ff-89e4-ef315c5ac610 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Network c5140b68-704a-4850-b2a6-d34057ec3169 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:36:39.014546 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-91fe081d-d84d-4059-84c0-1116c8667b11 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:39.024278 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a953ead0-e476-497e-b7ce-c1af948fcf11 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:39.029507 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a953ead0-e476-497e-b7ce-c1af948fcf11 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] 10.222.0.69 "DELETE /v2.0/routers/85f1cf28-8641-463d-bdc1-f224b86916fc HTTP/1.1" status: 204 len: 168 time: 4.7592077 Apr 29 11:36:39.036546 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47980) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:39.040812 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-fabe200c-31c6-44ff-89e4-ef315c5ac610 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:39.047522 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-5e90a317-6bba-44b3-ac26-c5b62924b52d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1811094995', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'enable_snat': False}}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:39.053494 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-91fe081d-d84d-4059-84c0-1116c8667b11 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:39.054327 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-91fe081d-d84d-4059-84c0-1116c8667b11 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:39.056505 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabe200c-31c6-44ff-89e4-ef315c5ac610 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:36:39.062967 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabe200c-31c6-44ff-89e4-ef315c5ac610 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:39.063280 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ab156b-957c-45c7-a714-762f1d98eddc None None] Network c5140b68-704a-4850-b2a6-d34057ec3169 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:36:39.063690 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fabe200c-31c6-44ff-89e4-ef315c5ac610 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:39.068174 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-93ab156b-957c-45c7-a714-762f1d98eddc None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:39.070504 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe200c-31c6-44ff-89e4-ef315c5ac610 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Pushing event updated for resources: {'Port': ['ID=b3ce7f9d-157b-4811-90d0-37174c16c765,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:39.078620 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ab156b-957c-45c7-a714-762f1d98eddc None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:36:39.089428 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab156b-957c-45c7-a714-762f1d98eddc None None] Pushing event updated for resources: {'Port': ['ID=b047f488-0d12-46d3-be42-d787d478b41b,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:39.175555 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-93ab156b-957c-45c7-a714-762f1d98eddc None None] Attempting to bind port b047f488-0d12-46d3-be42-d787d478b41b on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:36:39.176241 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-93ab156b-957c-45c7-a714-762f1d98eddc None None] Attempting to bind port b047f488-0d12-46d3-be42-d787d478b41b by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '75375737-dc3b-4e7a-badf-10ef41fddd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c5140b68-704a-4850-b2a6-d34057ec3169'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:36:39.177030 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ab156b-957c-45c7-a714-762f1d98eddc None None] Attempting to bind port b047f488-0d12-46d3-be42-d787d478b41b on network c5140b68-704a-4850-b2a6-d34057ec3169 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:36:39.192537 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ab156b-957c-45c7-a714-762f1d98eddc None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:36:39.193099 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ab156b-957c-45c7-a714-762f1d98eddc None None] Checking segment: {'id': '75375737-dc3b-4e7a-badf-10ef41fddd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c5140b68-704a-4850-b2a6-d34057ec3169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:36:39.193573 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-93ab156b-957c-45c7-a714-762f1d98eddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:39.194134 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ab156b-957c-45c7-a714-762f1d98eddc None None] Bound using segment: {'id': '75375737-dc3b-4e7a-badf-10ef41fddd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c5140b68-704a-4850-b2a6-d34057ec3169'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:36:39.194717 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-93ab156b-957c-45c7-a714-762f1d98eddc None None] Bound port: b047f488-0d12-46d3-be42-d787d478b41b, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75375737-dc3b-4e7a-badf-10ef41fddd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c5140b68-704a-4850-b2a6-d34057ec3169'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:36:39.195449 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-93ab156b-957c-45c7-a714-762f1d98eddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:39.210182 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-fabe200c-31c6-44ff-89e4-ef315c5ac610 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.3315387 Apr 29 11:36:39.215650 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c7fbd-3f73-46c0-a00e-704a03108164 req-d9d624f4-ad3b-45cf-aa80-92943344b724 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:39.226931 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2c5c7fbd-3f73-46c0-a00e-704a03108164 req-d9d624f4-ad3b-45cf-aa80-92943344b724 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/ports?device_id=c709a808-d139-469a-a2df-f23f6e9fcef1 HTTP/1.1" status: 200 len: 945 time: 0.4045525 Apr 29 11:36:39.242880 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47982) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:39.267959 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-da34c58c-9137-47fb-906e-131aa81ca65b tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Request body: {'port': {'network_id': 'c5140b68-704a-4850-b2a6-d34057ec3169', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1687003921', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:39.268785 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.api.validators [None req-da34c58c-9137-47fb-906e-131aa81ca65b tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] bootfile-name is not in valid_values {{(pid=102959) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 11:36:39.269130 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.api.validators [None req-da34c58c-9137-47fb-906e-131aa81ca65b tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] tftp-server is not in valid_values {{(pid=102959) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 11:36:39.269460 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.api.validators [None req-da34c58c-9137-47fb-906e-131aa81ca65b tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] server-ip-address is not in valid_values {{(pid=102959) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 11:36:39.273675 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ef9cd31e-1d05-479a-aa40-fc17811c86c7 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:39.289266 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-93ab156b-957c-45c7-a714-762f1d98eddc None None] For port b047f488-0d12-46d3-be42-d787d478b41b, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:36:39.294149 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-93ab156b-957c-45c7-a714-762f1d98eddc None None] For port b047f488-0d12-46d3-be42-d787d478b41b, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=b047f488-0d12-46d3-be42-d787d478b41b,segment=NetworkSegment(75375737-dc3b-4e7a-badf-10ef41fddd6d),segment_id=75375737-dc3b-4e7a-badf-10ef41fddd6d)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:36:39.300960 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-93ab156b-957c-45c7-a714-762f1d98eddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:39.325410 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e90a317-6bba-44b3-ac26-c5b62924b52d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:39.326968 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e90a317-6bba-44b3-ac26-c5b62924b52d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:39.365613 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460eaac5-5c40-4afb-b3e2-384acad8ba0e admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:36:39.366959 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe081d-d84d-4059-84c0-1116c8667b11 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Port': ['ID=77ba4190-b69d-4f54-be41-9a0317cee0fd,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:39.372494 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-460eaac5-5c40-4afb-b3e2-384acad8ba0e admin admin] 10.222.0.69 "PUT /v2.0/routers/81c81a82-d88c-477c-a229-3809860b7e42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7247643 Apr 29 11:36:39.372905 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9cd31e-1d05-479a-aa40-fc17811c86c7 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] No DVR routers for this DVR port 2f031b17-ab3a-4e69-bdef-c2f3de05517b on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:36:39.381380 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47984) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:39.382761 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab156b-957c-45c7-a714-762f1d98eddc None None] Pushing event updated for resources: {'Port': ['ID=b047f488-0d12-46d3-be42-d787d478b41b,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:39.392929 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d74710-f78f-4cb3-8d22-d8c76b7bb139 None None] Sync routers for ids ['81c81a82-d88c-477c-a229-3809860b7e42'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:36:39.419517 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d74710-f78f-4cb3-8d22-d8c76b7bb139 None None] Routers {'81c81a82-d88c-477c-a229-3809860b7e42'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:39.420870 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-15d74710-f78f-4cb3-8d22-d8c76b7bb139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['81c81a82-d88c-477c-a229-3809860b7e42'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:39.507342 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-27db9e1b-b6d5-4ed3-ac43-e7df9f43ce12 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:39.518227 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cd31e-1d05-479a-aa40-fc17811c86c7 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Pushing event deleted for resources: {'Port': ['ID=2f031b17-ab3a-4e69-bdef-c2f3de05517b,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:39.543131 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bc2825f8-086f-43b7-bc04-d67a917246f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:39.547767 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2c5c7fbd-3f73-46c0-a00e-704a03108164 req-dc56bf81-6ddf-46f1-a42c-d67fca6ab3a9 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/security-groups?id=15dd70ea-bbec-43b0-9ce3-3ab603b34e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3196528 Apr 29 11:36:39.607643 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-15d74710-f78f-4cb3-8d22-d8c76b7bb139 None None] Set router 81c81a82-d88c-477c-a229-3809860b7e42 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:36:39.624395 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e90a317-6bba-44b3-ac26-c5b62924b52d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:39.625811 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-27db9e1b-b6d5-4ed3-ac43-e7df9f43ce12 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:39.713763 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27db9e1b-b6d5-4ed3-ac43-e7df9f43ce12 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:36:39.728718 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-27db9e1b-b6d5-4ed3-ac43-e7df9f43ce12 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:39.734846 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27db9e1b-b6d5-4ed3-ac43-e7df9f43ce12 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:36:39.780539 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db9e1b-b6d5-4ed3-ac43-e7df9f43ce12 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Pushing event updated for resources: {'Port': ['ID=7253a81e-7848-4fd7-b1b7-d68ca01bdea6,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:39.791342 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bc2825f8-086f-43b7-bc04-d67a917246f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:39.814095 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ef9cd31e-1d05-479a-aa40-fc17811c86c7 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:39.840737 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fe081d-d84d-4059-84c0-1116c8667b11 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network f40c54eb-2f80-40db-86c4-613c1e9e6a2a is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:36:39.877069 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-debff359-bbe9-4156-9952-13f7b0055417 req-bb2d35d4-1e7e-46d3-8876-9c99a13cef43 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:39.884968 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-91fe081d-d84d-4059-84c0-1116c8667b11 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:39.915967 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-ef9cd31e-1d05-479a-aa40-fc17811c86c7 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00dc2329-cfc1-484c-b7a2-6aa7068552e7']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:39.983211 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-15d74710-f78f-4cb3-8d22-d8c76b7bb139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c81a82-d88c-477c-a229-3809860b7e42', 'name': 'tempest-ServersTestManualDisk-309826622-router', 'tenant_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '401c559e-1f03-4f11-a60f-ef1235fa09b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:51Z', 'updated_at': '2022-04-29T11:36:37Z', 'revision_number': 5, 'project_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'gw_port': {'id': '401c559e-1f03-4f11-a60f-ef1235fa09b7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c81a82-d88c-477c-a229-3809860b7e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:52Z', 'updated_at': '2022-04-29T11:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:39.994151 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d35d4-1e7e-46d3-8876-9c99a13cef43 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Pushing event deleted for resources: {'Port': ['ID=eb9abf18-d56e-4f1b-926a-e8ccc1f64b55,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:40.004847 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-ef9cd31e-1d05-479a-aa40-fc17811c86c7 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab88107-cd1a-4046-bde2-41c8d336d89d') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:40.005368 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-ef9cd31e-1d05-479a-aa40-fc17811c86c7 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab88107-cd1a-4046-bde2-41c8d336d89d') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:40.015468 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d74710-f78f-4cb3-8d22-d8c76b7bb139 None None] Checking router: 81c81a82-d88c-477c-a229-3809860b7e42 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:36:40.019056 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-bc2825f8-086f-43b7-bc04-d67a917246f4 admin admin] Deleting port 401c559e-1f03-4f11-a60f-ef1235fa09b7 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:40.019632 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bc2825f8-086f-43b7-bc04-d67a917246f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:40.030324 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d74710-f78f-4cb3-8d22-d8c76b7bb139 None None] Routers {'81c81a82-d88c-477c-a229-3809860b7e42'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:40.031672 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-15d74710-f78f-4cb3-8d22-d8c76b7bb139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['81c81a82-d88c-477c-a229-3809860b7e42'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:40.046034 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device eb9abf18-d56e-4f1b-926a-e8ccc1f64b55 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:36:40.091765 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e90a317-6bba-44b3-ac26-c5b62924b52d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:40.095165 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da34c58c-9137-47fb-906e-131aa81ca65b tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Made reservation on behalf of ac99b29eb2b543aeb4b674cf73550ea4 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:36:40.099050 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-da34c58c-9137-47fb-906e-131aa81ca65b tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:40.104074 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ef9cd31e-1d05-479a-aa40-fc17811c86c7 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:40.109261 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: eb9abf18-d56e-4f1b-926a-e8ccc1f64b55 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:36:40.109621 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device eb9abf18-d56e-4f1b-926a-e8ccc1f64b55 not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:36:40.133638 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-15d74710-f78f-4cb3-8d22-d8c76b7bb139 None None] Set router 81c81a82-d88c-477c-a229-3809860b7e42 gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:36:40.201587 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ef9cd31e-1d05-479a-aa40-fc17811c86c7 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:40.225872 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-15d74710-f78f-4cb3-8d22-d8c76b7bb139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c81a82-d88c-477c-a229-3809860b7e42', 'name': 'tempest-ServersTestManualDisk-309826622-router', 'tenant_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:51Z', 'updated_at': '2022-04-29T11:36:39Z', 'revision_number': 6, 'project_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'gw_port_host': None}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:40.237061 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-da34c58c-9137-47fb-906e-131aa81ca65b tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] device_id is not set on port 1c34606c-4cd1-4388-803f-bbd14cb0120e yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:36:40.239927 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-bc2825f8-086f-43b7-bc04-d67a917246f4 admin admin] For port 401c559e-1f03-4f11-a60f-ef1235fa09b7, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=401c559e-1f03-4f11-a60f-ef1235fa09b7,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:36:40.240314 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bc2825f8-086f-43b7-bc04-d67a917246f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:40.243990 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef9cd31e-1d05-479a-aa40-fc17811c86c7 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:36:40.244496 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ef9cd31e-1d05-479a-aa40-fc17811c86c7 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:40.250097 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:36:40.250097 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:36:40.250097 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:36:40.250097 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:36:40.250097 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:36:40.250097 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:36:40.250097 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:36:40.250097 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:36:40.250097 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:36:40.250097 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:36:40.250097 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:36:40.250097 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:36:40.250097 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:36:40.250097 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:36:40.250097 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:36:40.250097 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:36:40.250097 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:36:40.250097 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:36:40.250097 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:36:40.250097 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:36:40.250097 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:36:40.250097 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:36:40.250097 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:36:40.250097 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:36:40.250097 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:36:40.250097 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:36:40.250097 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:36:40.250097 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:36:40.250097 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:36:40.250097 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:36:40.250097 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:36:40.250097 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:36:40.253979 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-27db9e1b-b6d5-4ed3-ac43-e7df9f43ce12 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:40.272649 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d74710-f78f-4cb3-8d22-d8c76b7bb139 None None] The sync data for ids ['81c81a82-d88c-477c-a229-3809860b7e42'] in dv-neutron-838888-1-hyperv is: [{'id': '81c81a82-d88c-477c-a229-3809860b7e42', 'name': 'tempest-ServersTestManualDisk-309826622-router', 'tenant_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:51Z', 'updated_at': '2022-04-29T11:36:39Z', 'revision_number': 6, 'project_id': 'cf40feb98e9c4f74b755b5dcaa6e15a8', 'gw_port_host': None}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:36:40.301210 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-bc2825f8-086f-43b7-bc04-d67a917246f4 admin admin] Calling delete_port for 401c559e-1f03-4f11-a60f-ef1235fa09b7 owned by network:router_gateway {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:40.349196 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fe081d-d84d-4059-84c0-1116c8667b11 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Router 31a6bbfd-02ad-4063-935a-f1e0a95c7c23 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:36:40.696828 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-27db9e1b-b6d5-4ed3-ac43-e7df9f43ce12 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681475', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3683613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1117'] for router, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:40.705300 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-27db9e1b-b6d5-4ed3-ac43-e7df9f43ce12 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683602'] for router, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:40.779598 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bc2825f8-086f-43b7-bc04-d67a917246f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:40.850922 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2825f8-086f-43b7-bc04-d67a917246f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=401c559e-1f03-4f11-a60f-ef1235fa09b7,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:40.982472 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0467f3ef-2b5d-4ac1-aae2-abb5d1bb940b req-d9cda7e3-4281-4475-b836-1413514b32e7 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/ports?device_id=c709a808-d139-469a-a2df-f23f6e9fcef1 HTTP/1.1" status: 200 len: 210 time: 0.1320987 Apr 29 11:36:40.998908 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19f45cd-e46b-46b0-afd5-354c82b7ecee None None] get_active_networks_info from dv-neutron-838888-1-hyperv {{(pid=102961) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 11:36:41.020831 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bc2825f8-086f-43b7-bc04-d67a917246f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:41.054275 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ef9cd31e-1d05-479a-aa40-fc17811c86c7 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:41.079077 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-e929c84f-f293-4faf-92ad-5ce127535e96 None None] Provisioning complete for port b047f488-0d12-46d3-be42-d787d478b41b triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:41.080203 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e929c84f-f293-4faf-92ad-5ce127535e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:41.092401 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ef9cd31e-1d05-479a-aa40-fc17811c86c7 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:41.095750 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ef9cd31e-1d05-479a-aa40-fc17811c86c7 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] 10.222.0.69 "DELETE /v2.0/networks/00dc2329-cfc1-484c-b7a2-6aa7068552e7 HTTP/1.1" status: 204 len: 168 time: 4.3206511 Apr 29 11:36:41.107120 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47988) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:41.184246 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cd31e-1d05-479a-aa40-fc17811c86c7 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Pushing event deleted for resources: {'Network': ['ID=00dc2329-cfc1-484c-b7a2-6aa7068552e7,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:41.218295 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-debff359-bbe9-4156-9952-13f7b0055417 req-bb2d35d4-1e7e-46d3-8876-9c99a13cef43 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Router 872a2d86-b4f6-4df2-bc72-241fd0064261 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:36:41.228026 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bc2825f8-086f-43b7-bc04-d67a917246f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:41.229733 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27db9e1b-b6d5-4ed3-ac43-e7df9f43ce12 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Router 9016320b-7e03-48ac-8ef9-9b2d5ef152e1 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:36:41.240929 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bc2825f8-086f-43b7-bc04-d67a917246f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:41.318234 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f2dc7591-3d62-4cda-99ef-821c8216e9a3 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:41.404875 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-da34c58c-9137-47fb-906e-131aa81ca65b tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Allocated IP 2001:db8::22f (c5140b68-704a-4850-b2a6-d34057ec3169/36bcd4f2-8369-49b9-b3e6-1bce8152bb8f/1c34606c-4cd1-4388-803f-bbd14cb0120e) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:36:41.409373 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fe081d-d84d-4059-84c0-1116c8667b11 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:36:41.440187 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-91fe081d-d84d-4059-84c0-1116c8667b11 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "PUT /v2.0/routers/31a6bbfd-02ad-4063-935a-f1e0a95c7c23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9208188 Apr 29 11:36:41.450971 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e0e7be-1771-4510-a75f-16904fc7da66 None None] Sync routers for ids ['31a6bbfd-02ad-4063-935a-f1e0a95c7c23'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:36:41.455773 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47990) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:41.462186 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e929c84f-f293-4faf-92ad-5ce127535e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:41.491047 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27db9e1b-b6d5-4ed3-ac43-e7df9f43ce12 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:36:41.503596 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-27db9e1b-b6d5-4ed3-ac43-e7df9f43ce12 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:41.505644 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-27db9e1b-b6d5-4ed3-ac43-e7df9f43ce12 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "PUT /v2.0/routers/9016320b-7e03-48ac-8ef9-9b2d5ef152e1 HTTP/1.1" status: 200 len: 914 time: 3.7495687 Apr 29 11:36:41.508215 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecf096b-7d09-4f65-be2b-5d2156500317 None None] Sync routers for ids ['9016320b-7e03-48ac-8ef9-9b2d5ef152e1'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:36:41.529265 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47992) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:41.531195 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecf096b-7d09-4f65-be2b-5d2156500317 None None] Routers {'9016320b-7e03-48ac-8ef9-9b2d5ef152e1'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:41.531822 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-2ecf096b-7d09-4f65-be2b-5d2156500317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['9016320b-7e03-48ac-8ef9-9b2d5ef152e1'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:41.565514 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device b047f488-0d12-46d3-be42-d787d478b41b up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:36:41.579448 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded6729b-16be-4913-8331-330104edd7bd tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:41.587690 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-2ecf096b-7d09-4f65-be2b-5d2156500317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:41.588851 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ded6729b-16be-4913-8331-330104edd7bd tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "GET /v2.0/ports/77ba4190-b69d-4f54-be41-9a0317cee0fd HTTP/1.1" status: 200 len: 913 time: 0.1314409 Apr 29 11:36:41.591080 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bc2825f8-086f-43b7-bc04-d67a917246f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:41.591956 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2825f8-086f-43b7-bc04-d67a917246f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81c81a82-d88c-477c-a229-3809860b7e42 {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:36:41.593588 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-debff359-bbe9-4156-9952-13f7b0055417 req-bb2d35d4-1e7e-46d3-8876-9c99a13cef43 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:36:41.601125 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecf096b-7d09-4f65-be2b-5d2156500317 None None] Routers {'9016320b-7e03-48ac-8ef9-9b2d5ef152e1'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:41.601301 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47994) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:41.601932 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-2ecf096b-7d09-4f65-be2b-5d2156500317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['9016320b-7e03-48ac-8ef9-9b2d5ef152e1'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:41.604346 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bc2825f8-086f-43b7-bc04-d67a917246f4 admin admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:41.606215 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-bc2825f8-086f-43b7-bc04-d67a917246f4 admin admin] 10.222.0.69 "DELETE /v2.0/routers/81c81a82-d88c-477c-a229-3809860b7e42 HTTP/1.1" status: 204 len: 168 time: 2.2204576 Apr 29 11:36:41.616664 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 47996) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:41.653633 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19f45cd-e46b-46b0-afd5-354c82b7ecee None None] Resources bound (agent type, host, resource id): {{(pid=102961) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 11:36:41.671043 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f0509e-f746-41f8-a888-00a4634f2fff None None] Sync routers for ids ['872a2d86-b4f6-4df2-bc72-241fd0064261'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:36:41.685084 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e0e7be-1771-4510-a75f-16904fc7da66 None None] Routers {'31a6bbfd-02ad-4063-935a-f1e0a95c7c23'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:41.686367 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-64e0e7be-1771-4510-a75f-16904fc7da66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['31a6bbfd-02ad-4063-935a-f1e0a95c7c23'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:41.688866 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-2ecf096b-7d09-4f65-be2b-5d2156500317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:41.690339 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecf096b-7d09-4f65-be2b-5d2156500317 None None] The sync data for ids ['9016320b-7e03-48ac-8ef9-9b2d5ef152e1'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:36:41.762809 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-64e0e7be-1771-4510-a75f-16904fc7da66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:41.770632 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-e929c84f-f293-4faf-92ad-5ce127535e96 None None] For port b047f488-0d12-46d3-be42-d787d478b41b, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=b047f488-0d12-46d3-be42-d787d478b41b,segment=NetworkSegment(75375737-dc3b-4e7a-badf-10ef41fddd6d),segment_id=75375737-dc3b-4e7a-badf-10ef41fddd6d)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:36:41.776650 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-896f76cf-2df6-4add-920a-94eacc43872d tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "GET /v2.0/routers/9016320b-7e03-48ac-8ef9-9b2d5ef152e1 HTTP/1.1" status: 200 len: 920 time: 0.2389152 Apr 29 11:36:41.780534 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f0509e-f746-41f8-a888-00a4634f2fff None None] Routers {'872a2d86-b4f6-4df2-bc72-241fd0064261'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:41.780534 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-38f0509e-f746-41f8-a888-00a4634f2fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['872a2d86-b4f6-4df2-bc72-241fd0064261'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:41.781341 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 47998) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:41.801717 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e929c84f-f293-4faf-92ad-5ce127535e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:41.822801 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-debff359-bbe9-4156-9952-13f7b0055417 req-bb2d35d4-1e7e-46d3-8876-9c99a13cef43 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] No DVR routers for this DVR port eb9abf18-d56e-4f1b-926a-e8ccc1f64b55 on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:36:41.835351 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d469ce-343d-4ba1-afd0-e30e1502a0bb tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:41.841985 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-debff359-bbe9-4156-9952-13f7b0055417 req-bb2d35d4-1e7e-46d3-8876-9c99a13cef43 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:41.844499 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-57d469ce-343d-4ba1-afd0-e30e1502a0bb tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=1c458760-cee1-43dd-bfaa-f7beebba31f7&device_id=9016320b-7e03-48ac-8ef9-9b2d5ef152e1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0632038 Apr 29 11:36:41.845218 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48000) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:41.845907 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-debff359-bbe9-4156-9952-13f7b0055417 req-bb2d35d4-1e7e-46d3-8876-9c99a13cef43 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.62 "DELETE /v2.0/ports/eb9abf18-d56e-4f1b-926a-e8ccc1f64b55 HTTP/1.1" status: 204 len: 173 time: 5.3280778 Apr 29 11:36:41.858345 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c709a808-d139-469a-a2df-f23f6e9fcef1', 'name': 'network-vif-deleted', 'tag': 'eb9abf18-d56e-4f1b-926a-e8ccc1f64b55'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:36:41.864125 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0dbdb5-586a-44a6-af96-62432c799ce3" -d '{"events": [{"server_uuid": "c709a808-d139-469a-a2df-f23f6e9fcef1", "name": "network-vif-deleted", "tag": "eb9abf18-d56e-4f1b-926a-e8ccc1f64b55"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:36:42.022838 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a041c3f-c6bb-4e1e-bbb5-68aa3c784188 x-openstack-request-id: req-4a041c3f-c6bb-4e1e-bbb5-68aa3c784188 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:36:42.023872 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c709a808-d139-469a-a2df-f23f6e9fcef1", "name": "network-vif-deleted", "tag": "eb9abf18-d56e-4f1b-926a-e8ccc1f64b55", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:36:42.024302 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4a041c3f-c6bb-4e1e-bbb5-68aa3c784188 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:36:42.024738 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a041c3f-c6bb-4e1e-bbb5-68aa3c784188'] response: {'server_uuid': 'c709a808-d139-469a-a2df-f23f6e9fcef1', 'name': 'network-vif-deleted', 'tag': 'eb9abf18-d56e-4f1b-926a-e8ccc1f64b55', 'status': 'completed', 'code': 200} Apr 29 11:36:42.042003 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9523856-a32a-4b5a-8d9c-ca75956d0f22 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:42.047973 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c9523856-a32a-4b5a-8d9c-ca75956d0f22 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "GET /v2.0/networks/1c458760-cee1-43dd-bfaa-f7beebba31f7 HTTP/1.1" status: 200 len: 881 time: 0.2016537 Apr 29 11:36:42.048605 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48006) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:42.095081 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9411e71b-685a-4a9a-b435-6f89f1461f27 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] 10.222.0.69 "GET /v2.0/ports?device_id=9016320b-7e03-48ac-8ef9-9b2d5ef152e1 HTTP/1.1" status: 200 len: 205 time: 0.0452735 Apr 29 11:36:42.097505 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48008) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:42.125803 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfbd5dfe-0765-4fd0-b7d6-7be3a8bdaabf admin admin] Deleting subnet 59b54d58-4e33-45ba-b2f2-931d467f06e6 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:36:42.140114 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e0e7be-1771-4510-a75f-16904fc7da66 None None] Routers {'31a6bbfd-02ad-4063-935a-f1e0a95c7c23'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:42.141014 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-64e0e7be-1771-4510-a75f-16904fc7da66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['31a6bbfd-02ad-4063-935a-f1e0a95c7c23'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:42.147143 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f2dc7591-3d62-4cda-99ef-821c8216e9a3 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:42.197935 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dfbd5dfe-0765-4fd0-b7d6-7be3a8bdaabf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:42.202153 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-64e0e7be-1771-4510-a75f-16904fc7da66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:42.202943 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e0e7be-1771-4510-a75f-16904fc7da66 None None] The sync data for ids ['31a6bbfd-02ad-4063-935a-f1e0a95c7c23'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:36:42.241838 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e1aa8bd1-d23b-4315-a370-275068d798a2 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:42.280217 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port b047f488-0d12-46d3-be42-d787d478b41b triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:42.280593 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:42.300917 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929c84f-f293-4faf-92ad-5ce127535e96 None None] Pushing event updated for resources: {'Port': ['ID=b047f488-0d12-46d3-be42-d787d478b41b,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:42.310947 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-f2dc7591-3d62-4cda-99ef-821c8216e9a3 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c336312f-01f5-42f8-bee5-2791f2a7b156']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:42.314699 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-948523e0-7dcc-4689-b07f-1b2803b97b04 req-d3c3d6c6-8e95-409b-b146-c96cf62d4a6c tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/ports?device_id=c709a808-d139-469a-a2df-f23f6e9fcef1 HTTP/1.1" status: 200 len: 210 time: 0.1599464 Apr 29 11:36:42.365762 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-38f0509e-f746-41f8-a888-00a4634f2fff None None] Set router 872a2d86-b4f6-4df2-bc72-241fd0064261 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:36:42.405692 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-f2dc7591-3d62-4cda-99ef-821c8216e9a3 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef9314f-e89e-4bdd-b463-f9f016d69e41') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:42.406039 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-f2dc7591-3d62-4cda-99ef-821c8216e9a3 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef9314f-e89e-4bdd-b463-f9f016d69e41') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:42.419320 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e1aa8bd1-d23b-4315-a370-275068d798a2 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:42.442305 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e90a317-6bba-44b3-ac26-c5b62924b52d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:42.477643 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f2dc7591-3d62-4cda-99ef-821c8216e9a3 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:42.505970 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dfbd5dfe-0765-4fd0-b7d6-7be3a8bdaabf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:42.546593 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e90a317-6bba-44b3-ac26-c5b62924b52d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:42.569152 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-e1aa8bd1-d23b-4315-a370-275068d798a2 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Deleting port 7253a81e-7848-4fd7-b1b7-d68ca01bdea6 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:42.569152 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e1aa8bd1-d23b-4315-a370-275068d798a2 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:42.583226 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f2dc7591-3d62-4cda-99ef-821c8216e9a3 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:42.634314 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-da34c58c-9137-47fb-906e-131aa81ca65b tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:42.658601 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2dc7591-3d62-4cda-99ef-821c8216e9a3 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:36:42.659006 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f2dc7591-3d62-4cda-99ef-821c8216e9a3 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:42.667219 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:36:42.667219 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:36:42.667219 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:36:42.667219 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:36:42.667219 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:36:42.667219 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:36:42.667219 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:36:42.667219 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:36:42.667219 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:36:42.667219 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:36:42.667219 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:36:42.667219 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:36:42.667219 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:36:42.667219 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:36:42.667219 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:36:42.667219 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:36:42.667219 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:36:42.667219 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:36:42.667219 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:36:42.667219 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:36:42.667219 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:36:42.667219 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:36:42.667219 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:36:42.667219 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:36:42.667219 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:36:42.667219 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:36:42.667219 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:36:42.667219 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:36:42.667219 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:36:42.667219 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:36:42.667219 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:36:42.667219 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:36:42.698928 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e1aa8bd1-d23b-4315-a370-275068d798a2 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:42.713144 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-e1aa8bd1-d23b-4315-a370-275068d798a2 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Calling delete_port for 7253a81e-7848-4fd7-b1b7-d68ca01bdea6 owned by network:router_gateway {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:42.864714 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 210c6edf-9df0-4661-8ff5-e3bc0e1fcb53 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:36:42.871767 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f2dc7591-3d62-4cda-99ef-821c8216e9a3 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:42.889533 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f2dc7591-3d62-4cda-99ef-821c8216e9a3 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:42.892804 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f2dc7591-3d62-4cda-99ef-821c8216e9a3 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] 10.222.0.69 "DELETE /v2.0/networks/c336312f-01f5-42f8-bee5-2791f2a7b156 HTTP/1.1" status: 204 len: 168 time: 1.7750759 Apr 29 11:36:42.894309 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dfbd5dfe-0765-4fd0-b7d6-7be3a8bdaabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:42.899906 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48010) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:42.932954 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-da34c58c-9137-47fb-906e-131aa81ca65b tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:42.969503 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc7591-3d62-4cda-99ef-821c8216e9a3 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Pushing event deleted for resources: {'Network': ['ID=c336312f-01f5-42f8-bee5-2791f2a7b156,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:42.977988 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472f518f-423b-43d4-a6db-a3f926d14f29 None None] Network c5140b68-704a-4850-b2a6-d34057ec3169 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:36:42.989183 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 210c6edf-9df0-4661-8ff5-e3bc0e1fcb53 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:36:42.989881 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 210c6edf-9df0-4661-8ff5-e3bc0e1fcb53 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:36:42.990675 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 401c559e-1f03-4f11-a60f-ef1235fa09b7 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:36:43.054061 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 401c559e-1f03-4f11-a60f-ef1235fa09b7 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:36:43.054949 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 401c559e-1f03-4f11-a60f-ef1235fa09b7 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:36:43.066094 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-5e90a317-6bba-44b3-ac26-c5b62924b52d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Allocated IP 172.26.4.119 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/1f04f464-6a18-48d3-87c2-365134b296a8) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:36:43.103468 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da34c58c-9137-47fb-906e-131aa81ca65b tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Network c5140b68-704a-4850-b2a6-d34057ec3169 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:36:43.107410 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e1aa8bd1-d23b-4315-a370-275068d798a2 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:43.137269 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-da34c58c-9137-47fb-906e-131aa81ca65b tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:43.152059 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa8bd1-d23b-4315-a370-275068d798a2 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Pushing event deleted for resources: {'Port': ['ID=7253a81e-7848-4fd7-b1b7-d68ca01bdea6,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:43.153559 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34c58c-9137-47fb-906e-131aa81ca65b tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Pushing event updated for resources: {'Port': ['ID=1c34606c-4cd1-4388-803f-bbd14cb0120e,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:43.173814 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da34c58c-9137-47fb-906e-131aa81ca65b tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:36:43.180395 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da34c58c-9137-47fb-906e-131aa81ca65b tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:43.181630 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-da34c58c-9137-47fb-906e-131aa81ca65b tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:43.189498 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-38f0509e-f746-41f8-a888-00a4634f2fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'name': 'tempest-ServersTestJSON-948303896-router', 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'f9561228-c645-4edd-8c92-085b79086207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:59Z', 'updated_at': '2022-04-29T11:35:13Z', 'revision_number': 4, 'project_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'gw_port': {'id': 'f9561228-c645-4edd-8c92-085b79086207', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:01Z', 'updated_at': '2022-04-29T11:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '5d5b1f49-1502-4b7c-bd69-d4d62b7360c4', 'name': '', 'network_id': 'eaec72b3-21b8-4237-9007-e0660233be23', 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'mac_address': 'fa:16:3e:ab:d9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '61739443-868d-4a94-a39b-257f7d0153d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:11Z', 'updated_at': '2022-04-29T11:35:23Z', 'revision_number': 5, 'project_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'subnets': [{'id': '61739443-868d-4a94-a39b-257f7d0153d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:43.232534 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-64c8e419-f416-488c-a4ae-0ae855080667 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:43.291350 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e1aa8bd1-d23b-4315-a370-275068d798a2 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:43.300798 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dfbd5dfe-0765-4fd0-b7d6-7be3a8bdaabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:43.310230 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-da34c58c-9137-47fb-906e-131aa81ca65b tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.0602012 Apr 29 11:36:43.318282 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f0509e-f746-41f8-a888-00a4634f2fff None None] Checking router: 872a2d86-b4f6-4df2-bc72-241fd0064261 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:36:43.325073 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48014) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:43.501671 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device b047f488-0d12-46d3-be42-d787d478b41b up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:36:43.563535 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd5dfe-0765-4fd0-b7d6-7be3a8bdaabf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59b54d58-4e33-45ba-b2f2-931d467f06e6,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:43.567170 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f0509e-f746-41f8-a888-00a4634f2fff None None] Routers {'872a2d86-b4f6-4df2-bc72-241fd0064261'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:43.568243 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-38f0509e-f746-41f8-a888-00a4634f2fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['872a2d86-b4f6-4df2-bc72-241fd0064261'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:43.573546 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dfbd5dfe-0765-4fd0-b7d6-7be3a8bdaabf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:43.580014 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48020) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:43.589191 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e1aa8bd1-d23b-4315-a370-275068d798a2 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:43.591161 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-dfbd5dfe-0765-4fd0-b7d6-7be3a8bdaabf admin admin] 10.222.0.69 "DELETE /v2.0/subnets/59b54d58-4e33-45ba-b2f2-931d467f06e6 HTTP/1.1" status: 204 len: 168 time: 1.9509175 Apr 29 11:36:43.603273 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e1aa8bd1-d23b-4315-a370-275068d798a2 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:43.603488 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48022) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:43.694113 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba32b88-195b-4709-9514-a5d12a4e2ba3 None None] Network 6125a237-5a34-436c-b459-de251466d228 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:36:43.705990 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e1aa8bd1-d23b-4315-a370-275068d798a2 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:43.707300 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1aa8bd1-d23b-4315-a370-275068d798a2 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Fanout notify agent at l3_agent the message router_deleted on router 9016320b-7e03-48ac-8ef9-9b2d5ef152e1 {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:36:43.715893 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e1aa8bd1-d23b-4315-a370-275068d798a2 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:43.717526 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e1aa8bd1-d23b-4315-a370-275068d798a2 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] 10.222.0.69 "DELETE /v2.0/routers/9016320b-7e03-48ac-8ef9-9b2d5ef152e1 HTTP/1.1" status: 204 len: 168 time: 1.6188815 Apr 29 11:36:43.726742 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48024) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:43.733141 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-6de3d4ee-48a6-4d8a-bd3a-5e39e0ce5c01 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1637474497', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}, 'admin_state_up': False}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:43.777224 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cbce9c80-5a2b-4348-981a-40e3cd05422e tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:43.809162 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cbce9c80-5a2b-4348-981a-40e3cd05422e tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:43.895244 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6de3d4ee-48a6-4d8a-bd3a-5e39e0ce5c01 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:43.897569 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6de3d4ee-48a6-4d8a-bd3a-5e39e0ce5c01 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:43.946686 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-e45493c4-4a3f-454f-902b-69547fae04d5 None None] Provisioning complete for port 77ba4190-b69d-4f54-be41-9a0317cee0fd triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:43.947025 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e45493c4-4a3f-454f-902b-69547fae04d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:43.973917 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cbce9c80-5a2b-4348-981a-40e3cd05422e tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:43.976846 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cbce9c80-5a2b-4348-981a-40e3cd05422e tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:43.981382 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-cbce9c80-5a2b-4348-981a-40e3cd05422e tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "DELETE /v2.0/security-groups/15dd70ea-bbec-43b0-9ce3-3ab603b34e85 HTTP/1.1" status: 204 len: 168 time: 0.3966935 Apr 29 11:36:43.981382 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6de3d4ee-48a6-4d8a-bd3a-5e39e0ce5c01 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:43.984730 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48026) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:44.028944 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port b047f488-0d12-46d3-be42-d787d478b41b triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:44.029458 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:44.116201 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-e45493c4-4a3f-454f-902b-69547fae04d5 None None] Port 77ba4190-b69d-4f54-be41-9a0317cee0fd cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:36:44.145864 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-38f0509e-f746-41f8-a888-00a4634f2fff None None] Set router 872a2d86-b4f6-4df2-bc72-241fd0064261 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:36:44.280871 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-64c8e419-f416-488c-a4ae-0ae855080667 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:44.330611 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924ed6c9-7400-48de-9db2-aecc6a86770f tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:44.343907 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce9c80-5a2b-4348-981a-40e3cd05422e tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15dd70ea-bbec-43b0-9ce3-3ab603b34e85,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:44.346267 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924ed6c9-7400-48de-9db2-aecc6a86770f tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:44.362998 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924ed6c9-7400-48de-9db2-aecc6a86770f tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:44.370009 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-924ed6c9-7400-48de-9db2-aecc6a86770f tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 1.0323982 Apr 29 11:36:44.381996 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48028) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:44.388866 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49ee315-ce09-4e2d-9967-fc471d8c818f None None] DHCP port deletion for 6125a237-5a34-436c-b459-de251466d228 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:36:44.396973 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-9e647119-6334-4a77-95c0-2147305e97b8 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] show failed (client error): The resource could not be found. Apr 29 11:36:44.397980 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9e647119-6334-4a77-95c0-2147305e97b8 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "GET /v2.0/security-groups/15dd70ea-bbec-43b0-9ce3-3ab603b34e85 HTTP/1.1" status: 404 len: 347 time: 0.4122605 Apr 29 11:36:44.400916 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48030) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:44.427086 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-dfd6edbd-b491-4d40-9ed6-c53aa5c8690b None None] Provisioning complete for port 77ba4190-b69d-4f54-be41-9a0317cee0fd triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:44.427441 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dfd6edbd-b491-4d40-9ed6-c53aa5c8690b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:44.427542 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e90a317-6bba-44b3-ac26-c5b62924b52d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:44.434019 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-64c8e419-f416-488c-a4ae-0ae855080667 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a6463b-39b8-4a9e-805d-f2c00f655320']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:44.458505 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-08462d4b-e949-4fbd-ae28-5147a32ec22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:44.481851 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-dfd6edbd-b491-4d40-9ed6-c53aa5c8690b None None] Port 77ba4190-b69d-4f54-be41-9a0317cee0fd cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:36:44.483079 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-64c8e419-f416-488c-a4ae-0ae855080667 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a9bcd80-0271-4917-9426-f18b3d577572') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:44.485384 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-64c8e419-f416-488c-a4ae-0ae855080667 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a9bcd80-0271-4917-9426-f18b3d577572') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:44.497624 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6b997941-bd26-43a2-afaf-e305044204a9 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:44.594104 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-a49ee315-ce09-4e2d-9967-fc471d8c818f None None] Deleting port 759351de-318c-442b-863d-b11a48e7314d {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:44.594466 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a49ee315-ce09-4e2d-9967-fc471d8c818f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:44.633934 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6de3d4ee-48a6-4d8a-bd3a-5e39e0ce5c01 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:44.645134 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-64c8e419-f416-488c-a4ae-0ae855080667 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:44.693474 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-3d2683ad-3db7-4794-8976-3117d23e26b0 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Deleting port de3c7ab5-a78b-4c2c-95eb-d8de610d2a2f {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:44.693829 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3d2683ad-3db7-4794-8976-3117d23e26b0 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:44.778820 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-64c8e419-f416-488c-a4ae-0ae855080667 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:44.818289 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64c8e419-f416-488c-a4ae-0ae855080667 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:36:44.818917 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-64c8e419-f416-488c-a4ae-0ae855080667 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:44.827182 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:36:44.827182 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:36:44.827182 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:36:44.827182 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:36:44.827182 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:36:44.827182 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:36:44.827182 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:36:44.827182 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:36:44.827182 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:36:44.827182 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:36:44.827182 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:36:44.827182 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:36:44.827182 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:36:44.827182 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:36:44.827182 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:36:44.827182 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:36:44.827182 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:36:44.827182 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:36:44.827182 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:36:44.827182 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:36:44.827182 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:36:44.827182 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:36:44.827182 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:36:44.827182 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:36:44.827182 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:36:44.827182 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:36:44.827182 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:36:44.827182 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:36:44.827182 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:36:44.827182 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:36:44.827182 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:36:44.827182 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:36:44.868535 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-38f0509e-f746-41f8-a888-00a4634f2fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'name': 'tempest-ServersTestJSON-948303896-router', 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'f9561228-c645-4edd-8c92-085b79086207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:59Z', 'updated_at': '2022-04-29T11:35:13Z', 'revision_number': 4, 'project_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'gw_port': {'id': 'f9561228-c645-4edd-8c92-085b79086207', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:01Z', 'updated_at': '2022-04-29T11:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '5d5b1f49-1502-4b7c-bd69-d4d62b7360c4', 'name': '', 'network_id': 'eaec72b3-21b8-4237-9007-e0660233be23', 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'mac_address': 'fa:16:3e:ab:d9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '61739443-868d-4a94-a39b-257f7d0153d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:11Z', 'updated_at': '2022-04-29T11:35:23Z', 'revision_number': 5, 'project_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'subnets': [{'id': '61739443-868d-4a94-a39b-257f7d0153d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:44.898149 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e90a317-6bba-44b3-ac26-c5b62924b52d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:44.901307 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3d2683ad-3db7-4794-8976-3117d23e26b0 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:44.903227 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3d2683ad-3db7-4794-8976-3117d23e26b0 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:44.908339 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f0509e-f746-41f8-a888-00a4634f2fff None None] The sync data for ids ['872a2d86-b4f6-4df2-bc72-241fd0064261'] in dv-neutron-838888-1-hyperv is: [{'id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'name': 'tempest-ServersTestJSON-948303896-router', 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'f9561228-c645-4edd-8c92-085b79086207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:59Z', 'updated_at': '2022-04-29T11:35:13Z', 'revision_number': 4, 'project_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'gw_port': {'id': 'f9561228-c645-4edd-8c92-085b79086207', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:01Z', 'updated_at': '2022-04-29T11:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '5d5b1f49-1502-4b7c-bd69-d4d62b7360c4', 'name': '', 'network_id': 'eaec72b3-21b8-4237-9007-e0660233be23', 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'mac_address': 'fa:16:3e:ab:d9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '61739443-868d-4a94-a39b-257f7d0153d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:11Z', 'updated_at': '2022-04-29T11:35:23Z', 'revision_number': 5, 'project_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'subnets': [{'id': '61739443-868d-4a94-a39b-257f7d0153d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:36:44.917071 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-a49ee315-ce09-4e2d-9967-fc471d8c818f None None] For port 759351de-318c-442b-863d-b11a48e7314d, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=759351de-318c-442b-863d-b11a48e7314d,segment=NetworkSegment(35485283-c5e8-404d-b1aa-59c7c4a98c5e),segment_id=35485283-c5e8-404d-b1aa-59c7c4a98c5e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:36:44.917467 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a49ee315-ce09-4e2d-9967-fc471d8c818f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:44.944683 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-3d2683ad-3db7-4794-8976-3117d23e26b0 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Calling delete_port for de3c7ab5-a78b-4c2c-95eb-d8de610d2a2f owned by network:floatingip {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:44.953577 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-a49ee315-ce09-4e2d-9967-fc471d8c818f None None] Calling delete_port for 759351de-318c-442b-863d-b11a48e7314d owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:44.999303 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-64c8e419-f416-488c-a4ae-0ae855080667 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:45.013275 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-64c8e419-f416-488c-a4ae-0ae855080667 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:45.023258 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-64c8e419-f416-488c-a4ae-0ae855080667 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] 10.222.0.69 "DELETE /v2.0/networks/c3a6463b-39b8-4a9e-805d-f2c00f655320 HTTP/1.1" status: 204 len: 168 time: 2.0917959 Apr 29 11:36:45.041964 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07ffe02-19e7-4b7b-96c3-7471548124a7 None None] Network c5140b68-704a-4850-b2a6-d34057ec3169 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:36:45.077202 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e90a317-6bba-44b3-ac26-c5b62924b52d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:36:45.119622 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6de3d4ee-48a6-4d8a-bd3a-5e39e0ce5c01 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router_gateway, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:45.151937 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6de3d4ee-48a6-4d8a-bd3a-5e39e0ce5c01 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:45.180522 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a49ee315-ce09-4e2d-9967-fc471d8c818f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:45.188387 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-45ce3193-af72-47f5-8265-72bd9b86056b tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Deleting port 1c34606c-4cd1-4388-803f-bbd14cb0120e {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:45.188623 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-45ce3193-af72-47f5-8265-72bd9b86056b tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:45.257430 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ee315-ce09-4e2d-9967-fc471d8c818f None None] Pushing event deleted for resources: {'Port': ['ID=759351de-318c-442b-863d-b11a48e7314d,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:45.271192 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49ee315-ce09-4e2d-9967-fc471d8c818f None None] No DVR routers for this DVR port 759351de-318c-442b-863d-b11a48e7314d on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:36:45.304820 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-9458ea8e-05ed-4918-b5ab-ab12a60999e1 None None] Provisioning complete for port b047f488-0d12-46d3-be42-d787d478b41b triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:45.309120 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9458ea8e-05ed-4918-b5ab-ab12a60999e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:45.350934 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-5e90a317-6bba-44b3-ac26-c5b62924b52d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:45.360550 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8e419-f416-488c-a4ae-0ae855080667 tempest-BulkNetworkOpsTest-828537948 tempest-BulkNetworkOpsTest-828537948-project] Pushing event deleted for resources: {'Network': ['ID=c3a6463b-39b8-4a9e-805d-f2c00f655320,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:45.371294 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e90a317-6bba-44b3-ac26-c5b62924b52d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:36:45.380022 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90a317-6bba-44b3-ac26-c5b62924b52d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Pushing event updated for resources: {'Port': ['ID=1f04f464-6a18-48d3-87c2-365134b296a8,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:45.412774 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 759351de-318c-442b-863d-b11a48e7314d no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:36:45.422779 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9af038-b437-43f9-aa66-e3e8df959995 None None] New status for floating IP 827a948b-3d23-4198-9a98-0a0af917c9dc: DOWN {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:36:45.440100 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-08462d4b-e949-4fbd-ae28-5147a32ec22d admin admin] Deleting port 759351de-318c-442b-863d-b11a48e7314d {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:45.440100 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-08462d4b-e949-4fbd-ae28-5147a32ec22d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:45.463031 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3d2683ad-3db7-4794-8976-3117d23e26b0 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:45.500819 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-45ce3193-af72-47f5-8265-72bd9b86056b tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:45.533204 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-45ce3193-af72-47f5-8265-72bd9b86056b tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Calling delete_port for 1c34606c-4cd1-4388-803f-bbd14cb0120e owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:45.543725 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 759351de-318c-442b-863d-b11a48e7314d {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:36:45.544021 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 759351de-318c-442b-863d-b11a48e7314d not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:36:45.544973 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2683ad-3db7-4794-8976-3117d23e26b0 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Pushing event deleted for resources: {'Port': ['ID=de3c7ab5-a78b-4c2c-95eb-d8de610d2a2f,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:45.549566 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-6de3d4ee-48a6-4d8a-bd3a-5e39e0ce5c01 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Allocated IP 172.26.4.244 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/3f8fffc0-421c-4579-9e04-4724ebde237b) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:36:45.575598 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-08462d4b-e949-4fbd-ae28-5147a32ec22d admin admin] For port 759351de-318c-442b-863d-b11a48e7314d, host dv-neutron-838888-1-hyperv, got binding levels [] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:36:45.575598 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-08462d4b-e949-4fbd-ae28-5147a32ec22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:45.661616 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48036) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:45.676938 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-9458ea8e-05ed-4918-b5ab-ab12a60999e1 None None] Provisioning complete for port b3ce7f9d-157b-4811-90d0-37174c16c765 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:45.677576 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9458ea8e-05ed-4918-b5ab-ab12a60999e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:45.688890 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.db.api [None req-6a9af038-b437-43f9-aa66-e3e8df959995 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102962) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:36:45.689693 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG oslo_db.api [None req-6a9af038-b437-43f9-aa66-e3e8df959995 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:36:45.712071 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-08462d4b-e949-4fbd-ae28-5147a32ec22d admin admin] Calling delete_port for 759351de-318c-442b-863d-b11a48e7314d owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:45.723368 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.ipam_backend_mixin [None req-08462d4b-e949-4fbd-ae28-5147a32ec22d admin admin] Port 759351de-318c-442b-863d-b11a48e7314d was not found and therefore no delete operation was performed {{(pid=102959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 11:36:45.737221 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-9458ea8e-05ed-4918-b5ab-ab12a60999e1 None None] Port b3ce7f9d-157b-4811-90d0-37174c16c765 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:36:45.750696 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-9458ea8e-05ed-4918-b5ab-ab12a60999e1 None None] Provisioning complete for port 1c34606c-4cd1-4388-803f-bbd14cb0120e triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:45.751127 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9458ea8e-05ed-4918-b5ab-ab12a60999e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:45.753327 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3d2683ad-3db7-4794-8976-3117d23e26b0 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks [] for floatingip, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:45.758934 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-6b997941-bd26-43a2-afaf-e305044204a9 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Deleting port 77ba4190-b69d-4f54-be41-9a0317cee0fd {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:45.759535 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6b997941-bd26-43a2-afaf-e305044204a9 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:45.765715 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3d2683ad-3db7-4794-8976-3117d23e26b0 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:45.770311 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3d2683ad-3db7-4794-8976-3117d23e26b0 tempest-ServersTestJSON-1431815814 tempest-ServersTestJSON-1431815814-project] 10.222.0.69 "DELETE /v2.0/floatingips/827a948b-3d23-4198-9a98-0a0af917c9dc HTTP/1.1" status: 204 len: 168 time: 1.3651814 Apr 29 11:36:45.775043 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48040) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:45.824120 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-9458ea8e-05ed-4918-b5ab-ab12a60999e1 None None] Port 1c34606c-4cd1-4388-803f-bbd14cb0120e cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:36:45.873317 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-08462d4b-e949-4fbd-ae28-5147a32ec22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:45.948264 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08462d4b-e949-4fbd-ae28-5147a32ec22d admin admin] Pushing event deleted for resources: {'Port': ['ID=759351de-318c-442b-863d-b11a48e7314d,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:45.950410 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f96972d4-8539-4d47-8b39-82e144c5a23a None None] Provisioning complete for port b047f488-0d12-46d3-be42-d787d478b41b triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:45.950974 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f96972d4-8539-4d47-8b39-82e144c5a23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:45.953461 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08462d4b-e949-4fbd-ae28-5147a32ec22d admin admin] No DVR routers for this DVR port 759351de-318c-442b-863d-b11a48e7314d on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:36:45.990272 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6b997941-bd26-43a2-afaf-e305044204a9 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:46.018756 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-6b997941-bd26-43a2-afaf-e305044204a9 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Calling delete_port for 77ba4190-b69d-4f54-be41-9a0317cee0fd owned by network:router_interface {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:46.105083 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-08462d4b-e949-4fbd-ae28-5147a32ec22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:46.119989 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f96972d4-8539-4d47-8b39-82e144c5a23a None None] Provisioning complete for port b3ce7f9d-157b-4811-90d0-37174c16c765 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:46.121789 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f96972d4-8539-4d47-8b39-82e144c5a23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:46.124416 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6de3d4ee-48a6-4d8a-bd3a-5e39e0ce5c01 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:46.171387 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-66e4e248-5246-4ddc-9bb0-10ef6f9ea9b4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=524949a49c0246e8b645c984eee33c07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5084181 Apr 29 11:36:46.176006 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f96972d4-8539-4d47-8b39-82e144c5a23a None None] Port b3ce7f9d-157b-4811-90d0-37174c16c765 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:36:46.177190 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48042) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:46.180428 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6de3d4ee-48a6-4d8a-bd3a-5e39e0ce5c01 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:46.190933 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9af038-b437-43f9-aa66-e3e8df959995 None None] New status for floating IP 827a948b-3d23-4198-9a98-0a0af917c9dc: DOWN {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:36:46.201240 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f96972d4-8539-4d47-8b39-82e144c5a23a None None] Provisioning complete for port 1c34606c-4cd1-4388-803f-bbd14cb0120e triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:46.202312 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f96972d4-8539-4d47-8b39-82e144c5a23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:46.232154 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-08462d4b-e949-4fbd-ae28-5147a32ec22d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6125a237-5a34-436c-b459-de251466d228']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:46.257644 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-08462d4b-e949-4fbd-ae28-5147a32ec22d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35485283-c5e8-404d-b1aa-59c7c4a98c5e') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:46.258447 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-08462d4b-e949-4fbd-ae28-5147a32ec22d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35485283-c5e8-404d-b1aa-59c7c4a98c5e') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:46.276576 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-45ce3193-af72-47f5-8265-72bd9b86056b tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:46.281187 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-08462d4b-e949-4fbd-ae28-5147a32ec22d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:46.313870 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f96972d4-8539-4d47-8b39-82e144c5a23a None None] Port 1c34606c-4cd1-4388-803f-bbd14cb0120e cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:36:46.364427 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de3d4ee-48a6-4d8a-bd3a-5e39e0ce5c01 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:36:46.381565 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-6de3d4ee-48a6-4d8a-bd3a-5e39e0ce5c01 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:46.388060 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de3d4ee-48a6-4d8a-bd3a-5e39e0ce5c01 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:36:46.401693 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce3193-af72-47f5-8265-72bd9b86056b tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Pushing event deleted for resources: {'Port': ['ID=1c34606c-4cd1-4388-803f-bbd14cb0120e,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:46.430793 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-08462d4b-e949-4fbd-ae28-5147a32ec22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:46.450737 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-45ce3193-af72-47f5-8265-72bd9b86056b tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:46.453801 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3d4ee-48a6-4d8a-bd3a-5e39e0ce5c01 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Pushing event updated for resources: {'Port': ['ID=3f8fffc0-421c-4579-9e04-4724ebde237b,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:46.454134 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-45ce3193-af72-47f5-8265-72bd9b86056b tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] 10.222.0.69 "DELETE /v2.0/ports/1c34606c-4cd1-4388-803f-bbd14cb0120e HTTP/1.1" status: 204 len: 168 time: 2.0679452 Apr 29 11:36:46.458677 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e90a317-6bba-44b3-ac26-c5b62924b52d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:46.460829 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08462d4b-e949-4fbd-ae28-5147a32ec22d admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:36:46.461221 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-08462d4b-e949-4fbd-ae28-5147a32ec22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:46.462929 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:36:46.462929 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:36:46.462929 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:36:46.462929 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:36:46.462929 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:36:46.462929 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:36:46.462929 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:36:46.462929 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:36:46.462929 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:36:46.462929 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:36:46.462929 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:36:46.462929 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:36:46.462929 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:36:46.462929 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:36:46.462929 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:36:46.462929 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:36:46.462929 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:36:46.462929 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:36:46.462929 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:36:46.462929 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:36:46.462929 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:36:46.462929 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:36:46.462929 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:36:46.462929 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:36:46.462929 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:36:46.462929 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:36:46.462929 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:36:46.462929 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:36:46.462929 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:36:46.462929 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:36:46.462929 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:36:46.462929 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:36:46.469870 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-9628f99f-e968-44d8-98e2-c133019f45f4 None None] Provisioning complete for port b3ce7f9d-157b-4811-90d0-37174c16c765 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:46.470666 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9628f99f-e968-44d8-98e2-c133019f45f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:46.474095 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48044) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:46.484825 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eecbac55-c89f-4065-9c0a-9947b597bc27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:46.517211 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-71eae516-45f7-4cdf-96fa-0e2aff6e7959 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Request body: {'port': {'name': 'tempest-new-port-name-1548078197', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:46.517438 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.api.validators [None req-71eae516-45f7-4cdf-96fa-0e2aff6e7959 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] bootfile-name is not in valid_values {{(pid=102959) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 11:36:46.517578 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.api.validators [None req-71eae516-45f7-4cdf-96fa-0e2aff6e7959 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] tftp-server is not in valid_values {{(pid=102959) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 11:36:46.517906 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.api.validators [None req-71eae516-45f7-4cdf-96fa-0e2aff6e7959 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] server-ip-address is not in valid_values {{(pid=102959) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 11:36:46.533268 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-9628f99f-e968-44d8-98e2-c133019f45f4 None None] Port b3ce7f9d-157b-4811-90d0-37174c16c765 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:36:46.595637 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eecbac55-c89f-4065-9c0a-9947b597bc27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:46.649756 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-de64c371-48c7-4e7b-bdc3-4cde0e215a70 None None] Could not find standard attr ID for object 1c34606c-4cd1-4388-803f-bbd14cb0120e. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:36:46.707390 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-08462d4b-e949-4fbd-ae28-5147a32ec22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:46.737901 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-08462d4b-e949-4fbd-ae28-5147a32ec22d admin admin] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:46.745418 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-08462d4b-e949-4fbd-ae28-5147a32ec22d admin admin] 10.222.0.69 "DELETE /v2.0/networks/6125a237-5a34-436c-b459-de251466d228 HTTP/1.1" status: 204 len: 168 time: 3.0876691 Apr 29 11:36:46.787059 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-71eae516-45f7-4cdf-96fa-0e2aff6e7959 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:46.810750 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6b997941-bd26-43a2-afaf-e305044204a9 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:46.820604 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eecbac55-c89f-4065-9c0a-9947b597bc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:46.823184 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eecbac55-c89f-4065-9c0a-9947b597bc27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:46.825549 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-eecbac55-c89f-4065-9c0a-9947b597bc27 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b40aef15-bbc6-4f7d-9cea-b4aa0a2bd8dd HTTP/1.1" status: 204 len: 168 time: 0.6464994 Apr 29 11:36:46.847918 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08462d4b-e949-4fbd-ae28-5147a32ec22d admin admin] Pushing event deleted for resources: {'Network': ['ID=6125a237-5a34-436c-b459-de251466d228,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:46.851650 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecbac55-c89f-4065-9c0a-9947b597bc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40aef15-bbc6-4f7d-9cea-b4aa0a2bd8dd,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:46.894282 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b997941-bd26-43a2-afaf-e305044204a9 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Port': ['ID=77ba4190-b69d-4f54-be41-9a0317cee0fd,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:46.970718 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6de3d4ee-48a6-4d8a-bd3a-5e39e0ce5c01 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router_gateway, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:47.015219 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48050) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:47.170032 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5d7ef8a5-3d48-4636-883b-6e0955ae98f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:47.599390 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6b997941-bd26-43a2-afaf-e305044204a9 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:47.613047 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2cfed94f-7759-431a-ae45-a12616b59d22 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cf40feb98e9c4f74b755b5dcaa6e15a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5506709 Apr 29 11:36:47.621593 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48068) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:47.647586 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e90a317-6bba-44b3-ac26-c5b62924b52d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:47.702637 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6de3d4ee-48a6-4d8a-bd3a-5e39e0ce5c01 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:47.770902 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48072) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:47.903283 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0fec4d80-09cb-4605-883e-d64d8b2ab65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:47.927752 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-badcc467-92c4-40ad-93ad-2c1312702507 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:47.928463 dv-neutron-838888-1-hyperv neutron-server[102960]: WARNING neutron.api.v2.base [None req-badcc467-92c4-40ad-93ad-2c1312702507 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 29 11:36:47.928957 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-badcc467-92c4-40ad-93ad-2c1312702507 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 11:36:47.934293 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-badcc467-92c4-40ad-93ad-2c1312702507 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1585381 Apr 29 11:36:47.934675 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48076) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:47.940403 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-2a75359e-335f-45ad-b81d-dccaecce8e81 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group': {'name': 'tempest-secgroup--2079589591'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:47.949443 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-71eae516-45f7-4cdf-96fa-0e2aff6e7959 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:47.978945 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de3d4ee-48a6-4d8a-bd3a-5e39e0ce5c01 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Router 210515c5-b978-4575-a4c4-d4811b3a65b6 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:36:47.985235 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2a75359e-335f-45ad-b81d-dccaecce8e81 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:48.000378 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2a75359e-335f-45ad-b81d-dccaecce8e81 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:48.003064 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-71eae516-45f7-4cdf-96fa-0e2aff6e7959 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:48.006458 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-5d7ef8a5-3d48-4636-883b-6e0955ae98f6 admin admin] Deleting port 5d5b1f49-1502-4b7c-bd69-d4d62b7360c4 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:48.006792 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5d7ef8a5-3d48-4636-883b-6e0955ae98f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:48.009245 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0fec4d80-09cb-4605-883e-d64d8b2ab65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:48.086575 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-71eae516-45f7-4cdf-96fa-0e2aff6e7959 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] In _notify_port_updated(), no bound segment for port b3ce7f9d-157b-4811-90d0-37174c16c765 on network c5140b68-704a-4850-b2a6-d34057ec3169 {{(pid=102959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 11:36:48.092907 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eae516-45f7-4cdf-96fa-0e2aff6e7959 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:48.093577 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-71eae516-45f7-4cdf-96fa-0e2aff6e7959 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:48.097751 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-71eae516-45f7-4cdf-96fa-0e2aff6e7959 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] 10.222.0.69 "PUT /v2.0/ports/b3ce7f9d-157b-4811-90d0-37174c16c765 HTTP/1.1" status: 200 len: 1130 time: 1.6225569 Apr 29 11:36:48.104908 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48078) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:48.157058 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eae516-45f7-4cdf-96fa-0e2aff6e7959 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Pushing event updated for resources: {'Port': ['ID=b3ce7f9d-157b-4811-90d0-37174c16c765,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:48.174731 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b997941-bd26-43a2-afaf-e305044204a9 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Router 31a6bbfd-02ad-4063-935a-f1e0a95c7c23 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:36:48.211157 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-5d7ef8a5-3d48-4636-883b-6e0955ae98f6 admin admin] For port 5d5b1f49-1502-4b7c-bd69-d4d62b7360c4, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=5d5b1f49-1502-4b7c-bd69-d4d62b7360c4,segment=NetworkSegment(82aa0242-ee84-4c14-a14a-da2052556bcd),segment_id=82aa0242-ee84-4c14-a14a-da2052556bcd)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:36:48.211577 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5d7ef8a5-3d48-4636-883b-6e0955ae98f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:48.226527 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-5d7ef8a5-3d48-4636-883b-6e0955ae98f6 admin admin] Calling delete_port for 5d5b1f49-1502-4b7c-bd69-d4d62b7360c4 owned by network:router_interface {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:48.238022 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e90a317-6bba-44b3-ac26-c5b62924b52d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Router 44413fa9-c7f2-4970-bd40-f066179b7424 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:36:48.240240 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0fec4d80-09cb-4605-883e-d64d8b2ab65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:48.242777 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0fec4d80-09cb-4605-883e-d64d8b2ab65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:48.247061 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0fec4d80-09cb-4605-883e-d64d8b2ab65e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a941c91e-b502-4302-8022-60b844631fb4 HTTP/1.1" status: 204 len: 168 time: 0.6213577 Apr 29 11:36:48.290296 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec4d80-09cb-4605-883e-d64d8b2ab65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a941c91e-b502-4302-8022-60b844631fb4,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:48.355492 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6611fe9f-030d-424f-8458-ee6f1dca4c2d tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:48.357301 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6611fe9f-030d-424f-8458-ee6f1dca4c2d tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] 10.222.0.69 "GET /v2.0/ports/b3ce7f9d-157b-4811-90d0-37174c16c765 HTTP/1.1" status: 200 len: 1130 time: 0.2512004 Apr 29 11:36:48.362407 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48082) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:48.372350 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b997941-bd26-43a2-afaf-e305044204a9 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:36:48.381259 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6b997941-bd26-43a2-afaf-e305044204a9 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "PUT /v2.0/routers/31a6bbfd-02ad-4063-935a-f1e0a95c7c23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7765989 Apr 29 11:36:48.381557 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48084) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:48.386371 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a81861-288f-4c0c-8a2e-0a4c263574c8 None None] Sync routers for ids ['31a6bbfd-02ad-4063-935a-f1e0a95c7c23'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:36:48.412992 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a81861-288f-4c0c-8a2e-0a4c263574c8 None None] Routers {'31a6bbfd-02ad-4063-935a-f1e0a95c7c23'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:48.414839 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-21a81861-288f-4c0c-8a2e-0a4c263574c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['31a6bbfd-02ad-4063-935a-f1e0a95c7c23'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:48.420957 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2a75359e-335f-45ad-b81d-dccaecce8e81 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:48.434741 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2a75359e-335f-45ad-b81d-dccaecce8e81 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:48.475344 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-21a81861-288f-4c0c-8a2e-0a4c263574c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:48.483571 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de3d4ee-48a6-4d8a-bd3a-5e39e0ce5c01 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:36:48.493752 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67b3328-6a6f-43d5-83b2-19f1b030491c None None] Sync routers for ids ['210515c5-b978-4575-a4c4-d4811b3a65b6'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:36:48.508391 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a81861-288f-4c0c-8a2e-0a4c263574c8 None None] Routers {'31a6bbfd-02ad-4063-935a-f1e0a95c7c23'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:48.509604 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-21a81861-288f-4c0c-8a2e-0a4c263574c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['31a6bbfd-02ad-4063-935a-f1e0a95c7c23'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:48.518764 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-91025a1b-bb3e-4fc7-aa4a-3e48e3ae2648 None None] Provisioning complete for port b3ce7f9d-157b-4811-90d0-37174c16c765 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:48.519503 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-91025a1b-bb3e-4fc7-aa4a-3e48e3ae2648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:48.523836 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67b3328-6a6f-43d5-83b2-19f1b030491c None None] Routers {'210515c5-b978-4575-a4c4-d4811b3a65b6'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:48.524481 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-a67b3328-6a6f-43d5-83b2-19f1b030491c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['210515c5-b978-4575-a4c4-d4811b3a65b6'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:48.544532 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6de3d4ee-48a6-4d8a-bd3a-5e39e0ce5c01 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:48.547123 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6de3d4ee-48a6-4d8a-bd3a-5e39e0ce5c01 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.8190112 Apr 29 11:36:48.556443 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48088) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:48.565872 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-2c5c549f-6bc2-4a46-93fb-87a7ce421731 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:48.578158 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75359e-335f-45ad-b81d-dccaecce8e81 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=976bb90b-84a6-4009-950e-d2ff1f6d3526,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:48.632986 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-91025a1b-bb3e-4fc7-aa4a-3e48e3ae2648 None None] Port b3ce7f9d-157b-4811-90d0-37174c16c765 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:36:48.641980 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-21a81861-288f-4c0c-8a2e-0a4c263574c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:48.643241 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a81861-288f-4c0c-8a2e-0a4c263574c8 None None] The sync data for ids ['31a6bbfd-02ad-4063-935a-f1e0a95c7c23'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:36:48.718613 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e90a317-6bba-44b3-ac26-c5b62924b52d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:36:48.730559 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34163d26-ba14-4777-bdf3-fe96b26de099 None None] Sync routers for ids ['44413fa9-c7f2-4970-bd40-f066179b7424'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:36:48.751237 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34163d26-ba14-4777-bdf3-fe96b26de099 None None] Routers {'44413fa9-c7f2-4970-bd40-f066179b7424'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:48.752585 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-34163d26-ba14-4777-bdf3-fe96b26de099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['44413fa9-c7f2-4970-bd40-f066179b7424'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:48.759691 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2a75359e-335f-45ad-b81d-dccaecce8e81 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:48.788875 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-a67b3328-6a6f-43d5-83b2-19f1b030491c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:48.794204 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e90a317-6bba-44b3-ac26-c5b62924b52d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:48.795961 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5e90a317-6bba-44b3-ac26-c5b62924b52d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 9.7563117 Apr 29 11:36:48.798901 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67b3328-6a6f-43d5-83b2-19f1b030491c None None] Routers {'210515c5-b978-4575-a4c4-d4811b3a65b6'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:48.799519 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-a67b3328-6a6f-43d5-83b2-19f1b030491c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['210515c5-b978-4575-a4c4-d4811b3a65b6'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:48.802970 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-463339c8-0df9-46fa-9753-6df14fdd74b5 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Deleting port b3ce7f9d-157b-4811-90d0-37174c16c765 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:48.804734 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2a75359e-335f-45ad-b81d-dccaecce8e81 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:48.806544 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-463339c8-0df9-46fa-9753-6df14fdd74b5 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:48.815366 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48096) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:48.835193 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-a67b3328-6a6f-43d5-83b2-19f1b030491c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:48.835841 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67b3328-6a6f-43d5-83b2-19f1b030491c None None] The sync data for ids ['210515c5-b978-4575-a4c4-d4811b3a65b6'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:36:48.942716 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75359e-335f-45ad-b81d-dccaecce8e81 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756f9af8-6f23-42f7-ad5d-dd879337e87c,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:48.947159 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2a75359e-335f-45ad-b81d-dccaecce8e81 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:48.948608 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2a75359e-335f-45ad-b81d-dccaecce8e81 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0130768 Apr 29 11:36:48.952822 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48102) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:48.962443 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-5e0b6b9e-129f-4cea-ba2a-a81ed093c6a2 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group_rule': {'security_group_id': '756f9af8-6f23-42f7-ad5d-dd879337e87c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:48.963362 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-34163d26-ba14-4777-bdf3-fe96b26de099 None None] Set router 44413fa9-c7f2-4970-bd40-f066179b7424 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:36:49.073126 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5e0b6b9e-129f-4cea-ba2a-a81ed093c6a2 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:49.130725 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-463339c8-0df9-46fa-9753-6df14fdd74b5 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:49.149138 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-463339c8-0df9-46fa-9753-6df14fdd74b5 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Calling delete_port for b3ce7f9d-157b-4811-90d0-37174c16c765 owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:49.163125 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5d7ef8a5-3d48-4636-883b-6e0955ae98f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:49.200546 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-34163d26-ba14-4777-bdf3-fe96b26de099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44413fa9-c7f2-4970-bd40-f066179b7424', 'name': 'tempest-snat-router-1811094995', 'tenant_id': '19abb1b1198641a5b163772c86e96e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.119'}], 'enable_snat': False}, 'gw_port_id': '1f04f464-6a18-48d3-87c2-365134b296a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:36:39Z', 'updated_at': '2022-04-29T11:36:45Z', 'revision_number': 3, 'project_id': '19abb1b1198641a5b163772c86e96e17', 'gw_port': {'id': '1f04f464-6a18-48d3-87c2-365134b296a8', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44413fa9-c7f2-4970-bd40-f066179b7424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:36:42Z', 'updated_at': '2022-04-29T11:36:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:49.209393 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ef8a5-3d48-4636-883b-6e0955ae98f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d5b1f49-1502-4b7c-bd69-d4d62b7360c4,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:49.242298 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5e0b6b9e-129f-4cea-ba2a-a81ed093c6a2 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:49.280563 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34163d26-ba14-4777-bdf3-fe96b26de099 None None] Checking router: 44413fa9-c7f2-4970-bd40-f066179b7424 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:36:49.281398 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34163d26-ba14-4777-bdf3-fe96b26de099 None None] Updating router 44413fa9-c7f2-4970-bd40-f066179b7424 port 1f04f464-6a18-48d3-87c2-365134b296a8 binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:36:49.306392 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5e0b6b9e-129f-4cea-ba2a-a81ed093c6a2 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:49.317013 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-34163d26-ba14-4777-bdf3-fe96b26de099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:49.393161 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b6b9e-129f-4cea-ba2a-a81ed093c6a2 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb0d8585-e157-49c0-9786-5c135dd2f92e,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:49.400261 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2c5c549f-6bc2-4a46-93fb-87a7ce421731 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:49.410491 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5e0b6b9e-129f-4cea-ba2a-a81ed093c6a2 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:49.414152 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5e0b6b9e-129f-4cea-ba2a-a81ed093c6a2 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4559078 Apr 29 11:36:49.414490 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48112) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:49.421268 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-8945739c-67df-4146-96e2-b78b89790fc2 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group_rule': {'security_group_id': '756f9af8-6f23-42f7-ad5d-dd879337e87c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:49.436311 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2c5c549f-6bc2-4a46-93fb-87a7ce421731 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:49.456311 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6bb90ec7-0194-48fb-ba4e-cb7f8018aff1 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "GET /v2.0/routers/44413fa9-c7f2-4970-bd40-f066179b7424 HTTP/1.1" status: 200 len: 909 time: 0.6323609 Apr 29 11:36:49.456593 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48114) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:49.456671 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-463339c8-0df9-46fa-9753-6df14fdd74b5 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:49.459733 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-70c00295-4cdb-43c3-bfd8-6728178c5627 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1811094995', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'enable_snat': True}}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:49.499656 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48116) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:49.525294 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8945739c-67df-4146-96e2-b78b89790fc2 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:49.525862 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463339c8-0df9-46fa-9753-6df14fdd74b5 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Pushing event deleted for resources: {'Port': ['ID=b3ce7f9d-157b-4811-90d0-37174c16c765,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:49.557277 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-463339c8-0df9-46fa-9753-6df14fdd74b5 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:49.567217 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-463339c8-0df9-46fa-9753-6df14fdd74b5 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] 10.222.0.69 "DELETE /v2.0/ports/b3ce7f9d-157b-4811-90d0-37174c16c765 HTTP/1.1" status: 204 len: 168 time: 1.2035670 Apr 29 11:36:49.569028 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48120) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:49.608073 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-70c00295-4cdb-43c3-bfd8-6728178c5627 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:49.609172 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-70c00295-4cdb-43c3-bfd8-6728178c5627 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:49.678791 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-66cb4ab2-632c-4bae-8a88-a5dcd672d367 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Deleting subnet 36bcd4f2-8369-49b9-b3e6-1bce8152bb8f {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:36:49.690197 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-66cb4ab2-632c-4bae-8a88-a5dcd672d367 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:49.721253 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-471f3998-a4a7-48f1-a2ab-af05d89e19da tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1022417262'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:49.728525 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5d7ef8a5-3d48-4636-883b-6e0955ae98f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:49.738805 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c2a4c75a-a032-4ccf-9963-90b7457dce42 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:49.790439 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-66cb4ab2-632c-4bae-8a88-a5dcd672d367 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:49.791702 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-34163d26-ba14-4777-bdf3-fe96b26de099 None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:49.800499 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-34163d26-ba14-4777-bdf3-fe96b26de099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:49.874526 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac2d42-8871-4f2f-87d6-60f3d3371795 None None] Pushing event updated for resources: {'Port': ['ID=1f04f464-6a18-48d3-87c2-365134b296a8,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:49.874788 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-70c00295-4cdb-43c3-bfd8-6728178c5627 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:49.879072 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471f3998-a4a7-48f1-a2ab-af05d89e19da tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Made reservation on behalf of 8ba3675c3fb44eca89fa0c44690374de for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:36:49.881299 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-34163d26-ba14-4777-bdf3-fe96b26de099 None None] Attempting to bind port 1f04f464-6a18-48d3-87c2-365134b296a8 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:36:49.881954 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-34163d26-ba14-4777-bdf3-fe96b26de099 None None] Attempting to bind port 1f04f464-6a18-48d3-87c2-365134b296a8 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:36:49.882873 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-471f3998-a4a7-48f1-a2ab-af05d89e19da tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:49.883470 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34163d26-ba14-4777-bdf3-fe96b26de099 None None] Attempting to bind port 1f04f464-6a18-48d3-87c2-365134b296a8 on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:36:49.895431 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34163d26-ba14-4777-bdf3-fe96b26de099 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:36:49.895723 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34163d26-ba14-4777-bdf3-fe96b26de099 None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:36:49.895978 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-34163d26-ba14-4777-bdf3-fe96b26de099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:49.896705 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34163d26-ba14-4777-bdf3-fe96b26de099 None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:36:49.897134 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-8945739c-67df-4146-96e2-b78b89790fc2 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 11:36:49.897269 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-34163d26-ba14-4777-bdf3-fe96b26de099 None None] Bound port: 1f04f464-6a18-48d3-87c2-365134b296a8, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:36:49.897653 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-34163d26-ba14-4777-bdf3-fe96b26de099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:49.901052 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8945739c-67df-4146-96e2-b78b89790fc2 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4828186 Apr 29 11:36:49.910353 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48122) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:49.955220 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-471f3998-a4a7-48f1-a2ab-af05d89e19da tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:49.970764 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-2c5c549f-6bc2-4a46-93fb-87a7ce421731 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Deleting port 3f8fffc0-421c-4579-9e04-4724ebde237b {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:49.971108 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2c5c549f-6bc2-4a46-93fb-87a7ce421731 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:49.975194 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-34163d26-ba14-4777-bdf3-fe96b26de099 None None] For port 1f04f464-6a18-48d3-87c2-365134b296a8, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:36:49.978666 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-34163d26-ba14-4777-bdf3-fe96b26de099 None None] For port 1f04f464-6a18-48d3-87c2-365134b296a8, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=1f04f464-6a18-48d3-87c2-365134b296a8,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:36:49.985190 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-66cb4ab2-632c-4bae-8a88-a5dcd672d367 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:49.986439 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-34163d26-ba14-4777-bdf3-fe96b26de099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:50.043516 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34163d26-ba14-4777-bdf3-fe96b26de099 None None] Routers {'44413fa9-c7f2-4970-bd40-f066179b7424'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:50.044171 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-34163d26-ba14-4777-bdf3-fe96b26de099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['44413fa9-c7f2-4970-bd40-f066179b7424'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:50.098888 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac2d42-8871-4f2f-87d6-60f3d3371795 None None] Pushing event updated for resources: {'Port': ['ID=1f04f464-6a18-48d3-87c2-365134b296a8,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:50.176606 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-34163d26-ba14-4777-bdf3-fe96b26de099 None None] Set router 44413fa9-c7f2-4970-bd40-f066179b7424 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:36:50.428112 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-34163d26-ba14-4777-bdf3-fe96b26de099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44413fa9-c7f2-4970-bd40-f066179b7424', 'name': 'tempest-snat-router-1811094995', 'tenant_id': '19abb1b1198641a5b163772c86e96e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.119'}], 'enable_snat': False}, 'gw_port_id': '1f04f464-6a18-48d3-87c2-365134b296a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:36:39Z', 'updated_at': '2022-04-29T11:36:45Z', 'revision_number': 3, 'project_id': '19abb1b1198641a5b163772c86e96e17', 'gw_port': {'id': '1f04f464-6a18-48d3-87c2-365134b296a8', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44413fa9-c7f2-4970-bd40-f066179b7424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:36:42Z', 'updated_at': '2022-04-29T11:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:50.440631 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-66cb4ab2-632c-4bae-8a88-a5dcd672d367 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:50.463145 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34163d26-ba14-4777-bdf3-fe96b26de099 None None] The sync data for ids ['44413fa9-c7f2-4970-bd40-f066179b7424'] in dv-neutron-838888-1-hyperv is: [{'id': '44413fa9-c7f2-4970-bd40-f066179b7424', 'name': 'tempest-snat-router-1811094995', 'tenant_id': '19abb1b1198641a5b163772c86e96e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.119'}], 'enable_snat': False}, 'gw_port_id': '1f04f464-6a18-48d3-87c2-365134b296a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:36:39Z', 'updated_at': '2022-04-29T11:36:45Z', 'revision_number': 3, 'project_id': '19abb1b1198641a5b163772c86e96e17', 'gw_port': {'id': '1f04f464-6a18-48d3-87c2-365134b296a8', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44413fa9-c7f2-4970-bd40-f066179b7424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:36:42Z', 'updated_at': '2022-04-29T11:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:36:50.482517 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-66cb4ab2-632c-4bae-8a88-a5dcd672d367 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:50.488647 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-66cb4ab2-632c-4bae-8a88-a5dcd672d367 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] 10.222.0.69 "DELETE /v2.0/subnets/36bcd4f2-8369-49b9-b3e6-1bce8152bb8f HTTP/1.1" status: 204 len: 168 time: 0.9130440 Apr 29 11:36:50.488865 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def99b26-bb49-4d99-a0eb-6b9e98421ef4 None None] Network c5140b68-704a-4850-b2a6-d34057ec3169 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:36:50.489809 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb4ab2-632c-4bae-8a88-a5dcd672d367 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Pushing event deleted for resources: {'Subnet': ['ID=36bcd4f2-8369-49b9-b3e6-1bce8152bb8f,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:50.497414 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48124) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:50.535249 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-70c00295-4cdb-43c3-bfd8-6728178c5627 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:50.569611 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-c2a4c75a-a032-4ccf-9963-90b7457dce42 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Deleting port 826eff88-797f-4d4c-957f-3e22df786cc0 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:50.569959 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c2a4c75a-a032-4ccf-9963-90b7457dce42 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:50.646993 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bce9e816-cadd-4128-afa1-8734cf78db18 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:50.669608 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2c5c549f-6bc2-4a46-93fb-87a7ce421731 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:50.689659 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c2a4c75a-a032-4ccf-9963-90b7457dce42 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:50.690710 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-61a71ffe-7ce0-4d76-a4b2-aece1a4cc6b6 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:50.717935 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-2c5c549f-6bc2-4a46-93fb-87a7ce421731 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Calling delete_port for 3f8fffc0-421c-4579-9e04-4724ebde237b owned by network:router_gateway {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:50.721410 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-c2a4c75a-a032-4ccf-9963-90b7457dce42 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Calling delete_port for 826eff88-797f-4d4c-957f-3e22df786cc0 owned by network:router_interface {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:50.730966 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8843359b-9605-400f-981a-b4b4cc38a3a6 None None] DHCP port deletion for c5140b68-704a-4850-b2a6-d34057ec3169 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:36:50.791768 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-8843359b-9605-400f-981a-b4b4cc38a3a6 None None] Deleting port b047f488-0d12-46d3-be42-d787d478b41b {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:50.792465 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8843359b-9605-400f-981a-b4b4cc38a3a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:50.798303 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-bce9e816-cadd-4128-afa1-8734cf78db18 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Deleting port b047f488-0d12-46d3-be42-d787d478b41b {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:50.798791 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bce9e816-cadd-4128-afa1-8734cf78db18 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:50.812359 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-61a71ffe-7ce0-4d76-a4b2-aece1a4cc6b6 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:50.913798 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-8843359b-9605-400f-981a-b4b4cc38a3a6 None None] For port b047f488-0d12-46d3-be42-d787d478b41b, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=b047f488-0d12-46d3-be42-d787d478b41b,segment=NetworkSegment(75375737-dc3b-4e7a-badf-10ef41fddd6d),segment_id=75375737-dc3b-4e7a-badf-10ef41fddd6d)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:36:50.914612 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8843359b-9605-400f-981a-b4b4cc38a3a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:50.944914 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-8843359b-9605-400f-981a-b4b4cc38a3a6 None None] Calling delete_port for b047f488-0d12-46d3-be42-d787d478b41b owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:50.945897 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-bce9e816-cadd-4128-afa1-8734cf78db18 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] For port b047f488-0d12-46d3-be42-d787d478b41b, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=b047f488-0d12-46d3-be42-d787d478b41b,segment=NetworkSegment(75375737-dc3b-4e7a-badf-10ef41fddd6d),segment_id=75375737-dc3b-4e7a-badf-10ef41fddd6d)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:36:50.946480 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bce9e816-cadd-4128-afa1-8734cf78db18 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:50.954436 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-471f3998-a4a7-48f1-a2ab-af05d89e19da tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:50.959466 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7ef8a5-3d48-4636-883b-6e0955ae98f6 admin admin] Router 872a2d86-b4f6-4df2-bc72-241fd0064261 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:36:50.960936 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-bce9e816-cadd-4128-afa1-8734cf78db18 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Calling delete_port for b047f488-0d12-46d3-be42-d787d478b41b owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:50.975473 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-471f3998-a4a7-48f1-a2ab-af05d89e19da tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:51.076471 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c2a4c75a-a032-4ccf-9963-90b7457dce42 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:51.080287 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8843359b-9605-400f-981a-b4b4cc38a3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:51.089696 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-61a71ffe-7ce0-4d76-a4b2-aece1a4cc6b6 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:51.092750 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-61a71ffe-7ce0-4d76-a4b2-aece1a4cc6b6 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:51.096409 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-61a71ffe-7ce0-4d76-a4b2-aece1a4cc6b6 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "DELETE /v2.0/security-groups/756f9af8-6f23-42f7-ad5d-dd879337e87c HTTP/1.1" status: 204 len: 168 time: 1.1503661 Apr 29 11:36:51.102661 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471f3998-a4a7-48f1-a2ab-af05d89e19da tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:36:51.105969 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48126) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:51.118017 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4c75a-a032-4ccf-9963-90b7457dce42 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Port': ['ID=826eff88-797f-4d4c-957f-3e22df786cc0,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:51.140995 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843359b-9605-400f-981a-b4b4cc38a3a6 None None] Pushing event deleted for resources: {'Port': ['ID=b047f488-0d12-46d3-be42-d787d478b41b,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:51.148092 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bce9e816-cadd-4128-afa1-8734cf78db18 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:51.150807 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8843359b-9605-400f-981a-b4b4cc38a3a6 None None] No DVR routers for this DVR port b047f488-0d12-46d3-be42-d787d478b41b on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:36:51.174992 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f3998-a4a7-48f1-a2ab-af05d89e19da tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23faf2a4-d0e8-45fa-9fd8-4d90cc4d6400,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:51.224977 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9e816-cadd-4128-afa1-8734cf78db18 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Pushing event deleted for resources: {'Port': ['ID=b047f488-0d12-46d3-be42-d787d478b41b,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:51.267022 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce9e816-cadd-4128-afa1-8734cf78db18 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] No DVR routers for this DVR port b047f488-0d12-46d3-be42-d787d478b41b on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:36:51.282893 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c2a4c75a-a032-4ccf-9963-90b7457dce42 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:51.390638 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-471f3998-a4a7-48f1-a2ab-af05d89e19da tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:51.390990 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-471f3998-a4a7-48f1-a2ab-af05d89e19da tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Added segment 3b93c108-d97a-4e34-a456-724d77a98340 of type vlan for network 841c9b3d-d966-4f0f-869f-01488c42179c Apr 29 11:36:51.392985 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a71ffe-7ce0-4d76-a4b2-aece1a4cc6b6 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=756f9af8-6f23-42f7-ad5d-dd879337e87c,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:51.414529 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2c5c549f-6bc2-4a46-93fb-87a7ce421731 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:51.433575 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 1f04f464-6a18-48d3-87c2-365134b296a8 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:36:51.455231 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7ef8a5-3d48-4636-883b-6e0955ae98f6 admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:36:51.469633 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09104b2c-c254-409d-b778-b5335b11b131 None None] Sync routers for ids ['872a2d86-b4f6-4df2-bc72-241fd0064261'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:36:51.470820 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5d7ef8a5-3d48-4636-883b-6e0955ae98f6 admin admin] 10.222.0.69 "PUT /v2.0/routers/872a2d86-b4f6-4df2-bc72-241fd0064261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6940639 Apr 29 11:36:51.504775 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 1f04f464-6a18-48d3-87c2-365134b296a8 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:51.505988 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:51.518118 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48128) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:51.526513 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09104b2c-c254-409d-b778-b5335b11b131 None None] Routers {'872a2d86-b4f6-4df2-bc72-241fd0064261'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:51.528110 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-09104b2c-c254-409d-b778-b5335b11b131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['872a2d86-b4f6-4df2-bc72-241fd0064261'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:51.560992 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bce9e816-cadd-4128-afa1-8734cf78db18 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:51.601758 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-bce9e816-cadd-4128-afa1-8734cf78db18 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5140b68-704a-4850-b2a6-d34057ec3169']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:51.610836 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:51.614510 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c549f-6bc2-4a46-93fb-87a7ce421731 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Pushing event deleted for resources: {'Port': ['ID=3f8fffc0-421c-4579-9e04-4724ebde237b,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:51.615680 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-bce9e816-cadd-4128-afa1-8734cf78db18 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75375737-dc3b-4e7a-badf-10ef41fddd6d') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:51.616031 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-bce9e816-cadd-4128-afa1-8734cf78db18 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75375737-dc3b-4e7a-badf-10ef41fddd6d') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:51.633463 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bce9e816-cadd-4128-afa1-8734cf78db18 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:51.646140 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 1f04f464-6a18-48d3-87c2-365134b296a8, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=1f04f464-6a18-48d3-87c2-365134b296a8,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:36:51.651587 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bce9e816-cadd-4128-afa1-8734cf78db18 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:51.655302 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:51.661651 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce9e816-cadd-4128-afa1-8734cf78db18 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:36:51.662189 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bce9e816-cadd-4128-afa1-8734cf78db18 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:51.662398 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-471f3998-a4a7-48f1-a2ab-af05d89e19da tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:51.707356 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-386e8ac6-0904-42cc-a756-41a04bbe6266 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5577517 Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: self.session.flush() Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: self.session.flush() Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: self.session.flush() Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: self.session.flush() Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:36:51.737792 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:36:51.755417 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c549f-6bc2-4a46-93fb-87a7ce421731 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:51.755757 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c549f-6bc2-4a46-93fb-87a7ce421731 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:51.756095 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c549f-6bc2-4a46-93fb-87a7ce421731 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:51.756423 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c549f-6bc2-4a46-93fb-87a7ce421731 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:51.756743 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c549f-6bc2-4a46-93fb-87a7ce421731 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:51.757063 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c549f-6bc2-4a46-93fb-87a7ce421731 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:51.757386 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c549f-6bc2-4a46-93fb-87a7ce421731 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:51.757701 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c549f-6bc2-4a46-93fb-87a7ce421731 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:51.758016 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c549f-6bc2-4a46-93fb-87a7ce421731 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:51.758358 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c549f-6bc2-4a46-93fb-87a7ce421731 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:51.758671 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c549f-6bc2-4a46-93fb-87a7ce421731 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:51.758981 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c549f-6bc2-4a46-93fb-87a7ce421731 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:51.773442 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48130) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:51.782653 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=1f04f464-6a18-48d3-87c2-365134b296a8,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:51.787921 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-8ac2d93c-a45d-42e7-aae1-a895dc100e90 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group': {'name': 'tempest-secgroup--1709861850'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:51.796163 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device b047f488-0d12-46d3-be42-d787d478b41b no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:36:51.846806 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: b047f488-0d12-46d3-be42-d787d478b41b {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:36:51.848095 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device b047f488-0d12-46d3-be42-d787d478b41b not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:36:51.853523 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-09104b2c-c254-409d-b778-b5335b11b131 None None] Set router 872a2d86-b4f6-4df2-bc72-241fd0064261 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:36:51.877204 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bce9e816-cadd-4128-afa1-8734cf78db18 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:51.891013 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bce9e816-cadd-4128-afa1-8734cf78db18 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:51.905363 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-bce9e816-cadd-4128-afa1-8734cf78db18 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] 10.222.0.69 "DELETE /v2.0/networks/c5140b68-704a-4850-b2a6-d34057ec3169 HTTP/1.1" status: 204 len: 168 time: 1.4008436 Apr 29 11:36:51.924418 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a4c75a-a032-4ccf-9963-90b7457dce42 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Router 31a6bbfd-02ad-4063-935a-f1e0a95c7c23 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:36:51.925183 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8ac2d93c-a45d-42e7-aae1-a895dc100e90 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:51.925915 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9e816-cadd-4128-afa1-8734cf78db18 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842 tempest-ExtraDHCPOptionsIpV6TestJSON-301886842-project] Pushing event deleted for resources: {'Network': ['ID=c5140b68-704a-4850-b2a6-d34057ec3169,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:51.968386 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2c5c549f-6bc2-4a46-93fb-87a7ce421731 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:51.976552 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-471f3998-a4a7-48f1-a2ab-af05d89e19da tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:51.983263 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471f3998-a4a7-48f1-a2ab-af05d89e19da tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:51.984591 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-471f3998-a4a7-48f1-a2ab-af05d89e19da tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:52.065645 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a4c75a-a032-4ccf-9963-90b7457dce42 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:36:52.071929 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c2a4c75a-a032-4ccf-9963-90b7457dce42 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "PUT /v2.0/routers/31a6bbfd-02ad-4063-935a-f1e0a95c7c23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6846442 Apr 29 11:36:52.074738 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48134) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:52.079741 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e84729-8c59-4c75-9315-c6146746ccca None None] Sync routers for ids ['31a6bbfd-02ad-4063-935a-f1e0a95c7c23'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:36:52.110182 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5e7f1b98-c9d5-4022-b417-74ef1284a133 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a6bbfd-02ad-4063-935a-f1e0a95c7c23 HTTP/1.1" status: 200 len: 205 time: 0.0340960 Apr 29 11:36:52.113873 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48136) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:52.131889 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-09104b2c-c254-409d-b778-b5335b11b131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'name': 'tempest-ServersTestJSON-948303896-router', 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'f9561228-c645-4edd-8c92-085b79086207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:59Z', 'updated_at': '2022-04-29T11:36:48Z', 'revision_number': 5, 'project_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'gw_port': {'id': 'f9561228-c645-4edd-8c92-085b79086207', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:01Z', 'updated_at': '2022-04-29T11:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:52.180900 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8ac2d93c-a45d-42e7-aae1-a895dc100e90 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:52.193099 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d32e49a9-acc9-4583-9b22-718c4e0d1f36 admin admin] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:52.217103 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09104b2c-c254-409d-b778-b5335b11b131 None None] Checking router: 872a2d86-b4f6-4df2-bc72-241fd0064261 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:36:52.239308 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09104b2c-c254-409d-b778-b5335b11b131 None None] Routers {'872a2d86-b4f6-4df2-bc72-241fd0064261'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:52.239947 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-09104b2c-c254-409d-b778-b5335b11b131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['872a2d86-b4f6-4df2-bc72-241fd0064261'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:52.255352 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-42292f13-57a9-4922-97e9-70dceed7f009 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:52.269279 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e84729-8c59-4c75-9315-c6146746ccca None None] Routers {'31a6bbfd-02ad-4063-935a-f1e0a95c7c23'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:52.270303 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-26e84729-8c59-4c75-9315-c6146746ccca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['31a6bbfd-02ad-4063-935a-f1e0a95c7c23'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:52.271950 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-70c00295-4cdb-43c3-bfd8-6728178c5627 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:52.289046 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-471f3998-a4a7-48f1-a2ab-af05d89e19da tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.7882595 Apr 29 11:36:52.289873 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8ac2d93c-a45d-42e7-aae1-a895dc100e90 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:52.292470 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48140) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:52.309312 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-26e84729-8c59-4c75-9315-c6146746ccca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:52.319707 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e84729-8c59-4c75-9315-c6146746ccca None None] Routers {'31a6bbfd-02ad-4063-935a-f1e0a95c7c23'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:52.320686 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-26e84729-8c59-4c75-9315-c6146746ccca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['31a6bbfd-02ad-4063-935a-f1e0a95c7c23'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:52.364186 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-26e84729-8c59-4c75-9315-c6146746ccca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:52.365200 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e84729-8c59-4c75-9315-c6146746ccca None None] The sync data for ids ['31a6bbfd-02ad-4063-935a-f1e0a95c7c23'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:36:52.391613 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-9a2c9a97-5138-4d36-afe4-5ce04b273698 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Request body: {'subnet': {'network_id': '841c9b3d-d966-4f0f-869f-01488c42179c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:52.396093 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2d93c-a45d-42e7-aae1-a895dc100e90 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeda6fd5-b98b-4710-8885-1df7e87938cb,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:52.420814 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-70c00295-4cdb-43c3-bfd8-6728178c5627 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:52.422345 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48142) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:52.439682 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-09104b2c-c254-409d-b778-b5335b11b131 None None] Set router 872a2d86-b4f6-4df2-bc72-241fd0064261 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:36:52.476173 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-42292f13-57a9-4922-97e9-70dceed7f009 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:52.479182 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-42292f13-57a9-4922-97e9-70dceed7f009 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:52.533086 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f3998-a4a7-48f1-a2ab-af05d89e19da tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Pushing event updated for resources: {'Network': ['ID=841c9b3d-d966-4f0f-869f-01488c42179c,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:52.539608 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-42292f13-57a9-4922-97e9-70dceed7f009 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:52.540634 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42292f13-57a9-4922-97e9-70dceed7f009 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Fanout notify agent at l3_agent the message router_deleted on router 31a6bbfd-02ad-4063-935a-f1e0a95c7c23 {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:36:52.566732 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 841c9b3d-d966-4f0f-869f-01488c42179c details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:36:52.568694 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-42292f13-57a9-4922-97e9-70dceed7f009 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:52.572176 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-42292f13-57a9-4922-97e9-70dceed7f009 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/routers/31a6bbfd-02ad-4063-935a-f1e0a95c7c23 HTTP/1.1" status: 204 len: 168 time: 0.4569886 Apr 29 11:36:52.576561 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48146) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:52.674146 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8ac2d93c-a45d-42e7-aae1-a895dc100e90 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:52.688276 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8ac2d93c-a45d-42e7-aae1-a895dc100e90 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9121535 Apr 29 11:36:52.696790 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48148) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:52.716948 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-bb47fa41-59f6-44b5-83f3-e39a4063b09a tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group_rule': {'security_group_id': 'eeda6fd5-b98b-4710-8885-1df7e87938cb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:52.729046 dv-neutron-838888-1-hyperv neutron-server[102959]: WARNING neutron.api.v2.base [None req-bb47fa41-59f6-44b5-83f3-e39a4063b09a tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 29 11:36:52.730134 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-bb47fa41-59f6-44b5-83f3-e39a4063b09a tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:36:52.734803 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-bb47fa41-59f6-44b5-83f3-e39a4063b09a tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0333710 Apr 29 11:36:52.739649 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48150) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:52.753645 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-09104b2c-c254-409d-b778-b5335b11b131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'name': 'tempest-ServersTestJSON-948303896-router', 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'f9561228-c645-4edd-8c92-085b79086207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:59Z', 'updated_at': '2022-04-29T11:36:48Z', 'revision_number': 5, 'project_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'gw_port': {'id': 'f9561228-c645-4edd-8c92-085b79086207', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:01Z', 'updated_at': '2022-04-29T11:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:52.785741 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d5630d-48fa-4de1-84e5-ee7d7b9e9aa7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Deleting subnet 4e1e12d6-91b2-4816-b3bf-df0698e06626 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:36:52.795390 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09104b2c-c254-409d-b778-b5335b11b131 None None] The sync data for ids ['872a2d86-b4f6-4df2-bc72-241fd0064261'] in dv-neutron-838888-1-hyperv is: [{'id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'name': 'tempest-ServersTestJSON-948303896-router', 'tenant_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'f9561228-c645-4edd-8c92-085b79086207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:59Z', 'updated_at': '2022-04-29T11:36:48Z', 'revision_number': 5, 'project_id': '29eeb1d4e92a46069f73b83fdbc1d076', 'gw_port': {'id': 'f9561228-c645-4edd-8c92-085b79086207', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872a2d86-b4f6-4df2-bc72-241fd0064261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:01Z', 'updated_at': '2022-04-29T11:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:36:52.796990 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70d5630d-48fa-4de1-84e5-ee7d7b9e9aa7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:52.892507 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1f94a692-91b4-403d-9e05-7a5f43a732c1 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:52.903050 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70d5630d-48fa-4de1-84e5-ee7d7b9e9aa7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:52.950495 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1f94a692-91b4-403d-9e05-7a5f43a732c1 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:53.008188 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2c5c549f-6bc2-4a46-93fb-87a7ce421731 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681475', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3683613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1117'] for router, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:53.012863 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2c9a97-5138-4d36-afe4-5ce04b273698 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Made reservation on behalf of 8ba3675c3fb44eca89fa0c44690374de for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:36:53.016565 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a97-5138-4d36-afe4-5ce04b273698 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:53.039091 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70d5630d-48fa-4de1-84e5-ee7d7b9e9aa7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:53.053332 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2c5c549f-6bc2-4a46-93fb-87a7ce421731 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683602'] for router, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:53.065813 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1f94a692-91b4-403d-9e05-7a5f43a732c1 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:53.068419 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1f94a692-91b4-403d-9e05-7a5f43a732c1 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:53.070746 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-1f94a692-91b4-403d-9e05-7a5f43a732c1 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "DELETE /v2.0/security-groups/eeda6fd5-b98b-4710-8885-1df7e87938cb HTTP/1.1" status: 204 len: 168 time: 0.3302350 Apr 29 11:36:53.078445 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48152) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:53.107416 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f94a692-91b4-403d-9e05-7a5f43a732c1 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeda6fd5-b98b-4710-8885-1df7e87938cb,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:53.132353 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d32e49a9-acc9-4583-9b22-718c4e0d1f36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:53.154614 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f8336537-74f3-49c1-9a56-7b61fdf0ee40 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ac99b29eb2b543aeb4b674cf73550ea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6534956 Apr 29 11:36:53.158953 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48154) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:53.178125 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4b41b6bb-250b-48a6-9469-d48f2da85221 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0984032 Apr 29 11:36:53.182678 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48156) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:53.192670 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-213dea07-3175-4077-a3bd-81e1a6f8905e tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group': {'name': 'tempest-secgroup--604519133'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:53.196820 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70d5630d-48fa-4de1-84e5-ee7d7b9e9aa7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:53.256380 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5630d-48fa-4de1-84e5-ee7d7b9e9aa7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Subnet': ['ID=4e1e12d6-91b2-4816-b3bf-df0698e06626,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:53.260609 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70d5630d-48fa-4de1-84e5-ee7d7b9e9aa7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:53.264874 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-70d5630d-48fa-4de1-84e5-ee7d7b9e9aa7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/subnets/4e1e12d6-91b2-4816-b3bf-df0698e06626 HTTP/1.1" status: 204 len: 168 time: 0.6870422 Apr 29 11:36:53.266081 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ce216d-b596-4867-9524-82fa935ffebd None None] Network f40c54eb-2f80-40db-86c4-613c1e9e6a2a requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:36:53.270662 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48158) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:53.296658 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-70c00295-4cdb-43c3-bfd8-6728178c5627 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Allocated IP 172.26.4.72 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/9e798eb6-96bf-486f-839f-2f8b326e0571) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:36:53.322410 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5c549f-6bc2-4a46-93fb-87a7ce421731 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Router 210515c5-b978-4575-a4c4-d4811b3a65b6 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:36:53.329678 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-15cacb47-1e74-497a-ba69-2c2a4cb187e8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Deleting subnet 8d4b8222-b21c-46af-b59a-73663402b338 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:36:53.335514 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-15cacb47-1e74-497a-ba69-2c2a4cb187e8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:53.338148 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-213dea07-3175-4077-a3bd-81e1a6f8905e tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:53.400458 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 1f04f464-6a18-48d3-87c2-365134b296a8 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:36:53.413597 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-15cacb47-1e74-497a-ba69-2c2a4cb187e8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:53.421240 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f63da2d2-b022-45fe-a992-82af32106e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:53.447065 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f63da2d2-b022-45fe-a992-82af32106e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:53.530912 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2c0be0ee-88c8-41ce-8d87-145ac537a988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:53.542140 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f63da2d2-b022-45fe-a992-82af32106e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:53.545614 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f63da2d2-b022-45fe-a992-82af32106e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:53.547350 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f63da2d2-b022-45fe-a992-82af32106e5d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a30668a6-9193-4f31-af75-0f9bdb79e15b HTTP/1.1" status: 204 len: 168 time: 0.3868532 Apr 29 11:36:53.551143 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 1f04f464-6a18-48d3-87c2-365134b296a8 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:53.551959 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:53.581755 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63da2d2-b022-45fe-a992-82af32106e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30668a6-9193-4f31-af75-0f9bdb79e15b,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:53.688143 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-213dea07-3175-4077-a3bd-81e1a6f8905e tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:53.693577 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26caebf5-f596-46b1-bfc5-65a67a769a43 None None] DHCP port deletion for f40c54eb-2f80-40db-86c4-613c1e9e6a2a request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:36:53.695773 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-213dea07-3175-4077-a3bd-81e1a6f8905e tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:53.720534 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-15cacb47-1e74-497a-ba69-2c2a4cb187e8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:53.770230 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-213dea07-3175-4077-a3bd-81e1a6f8905e tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:53.771942 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-213dea07-3175-4077-a3bd-81e1a6f8905e tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5887942 Apr 29 11:36:53.774520 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213dea07-3175-4077-a3bd-81e1a6f8905e tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10730f45-e2f8-44c1-a576-00b3b58f0ce1,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:53.779862 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48162) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:53.783983 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-368d91f4-a778-4849-8188-f7c3e3d9b621 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group_rule': {'security_group_id': '10730f45-e2f8-44c1-a576-00b3b58f0ce1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:53.785215 dv-neutron-838888-1-hyperv neutron-server[102959]: WARNING neutron.api.v2.base [None req-368d91f4-a778-4849-8188-f7c3e3d9b621 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 29 11:36:53.785441 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-368d91f4-a778-4849-8188-f7c3e3d9b621 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:36:53.786459 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-368d91f4-a778-4849-8188-f7c3e3d9b621 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059760 Apr 29 11:36:53.794718 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48164) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:53.844659 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 5d5b1f49-1502-4b7c-bd69-d4d62b7360c4 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:36:53.855157 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-15cacb47-1e74-497a-ba69-2c2a4cb187e8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:53.873823 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-15cacb47-1e74-497a-ba69-2c2a4cb187e8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:53.877383 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-15cacb47-1e74-497a-ba69-2c2a4cb187e8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/subnets/8d4b8222-b21c-46af-b59a-73663402b338 HTTP/1.1" status: 204 len: 168 time: 0.6057379 Apr 29 11:36:53.882343 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48168) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:53.900347 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ed0f66-8d68-4118-8df8-e11fbe63a72a None None] Network 15743e18-d4b5-4633-b8b5-180020f6df38 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:36:53.904048 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cacb47-1e74-497a-ba69-2c2a4cb187e8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Subnet': ['ID=8d4b8222-b21c-46af-b59a-73663402b338,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:53.924624 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-d32e49a9-acc9-4583-9b22-718c4e0d1f36 admin admin] Deleting port f9561228-c645-4edd-8c92-085b79086207 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:53.924963 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d32e49a9-acc9-4583-9b22-718c4e0d1f36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:53.928518 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-35170c61-a722-4f1d-8a2a-37b0beefff5c tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:53.930204 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 5d5b1f49-1502-4b7c-bd69-d4d62b7360c4 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:36:53.930602 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 5d5b1f49-1502-4b7c-bd69-d4d62b7360c4 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:36:53.966848 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-26caebf5-f596-46b1-bfc5-65a67a769a43 None None] Deleting port 2f8773be-fa19-4a20-89df-f98c0f9ec38c {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:53.967237 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-26caebf5-f596-46b1-bfc5-65a67a769a43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:53.973774 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-35170c61-a722-4f1d-8a2a-37b0beefff5c tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:54.036177 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-35170c61-a722-4f1d-8a2a-37b0beefff5c tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:54.040276 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-35170c61-a722-4f1d-8a2a-37b0beefff5c tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:54.044696 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-35170c61-a722-4f1d-8a2a-37b0beefff5c tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "DELETE /v2.0/security-groups/10730f45-e2f8-44c1-a576-00b3b58f0ce1 HTTP/1.1" status: 204 len: 168 time: 0.2487295 Apr 29 11:36:54.045423 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48172) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:54.073628 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35170c61-a722-4f1d-8a2a-37b0beefff5c tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10730f45-e2f8-44c1-a576-00b3b58f0ce1,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:54.075459 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5c549f-6bc2-4a46-93fb-87a7ce421731 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:36:54.087205 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a7fd26-503f-420a-a2a3-1b081032c093 None None] Sync routers for ids ['210515c5-b978-4575-a4c4-d4811b3a65b6'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:36:54.119784 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a7fd26-503f-420a-a2a3-1b081032c093 None None] Routers {'210515c5-b978-4575-a4c4-d4811b3a65b6'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:54.121779 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-c4a7fd26-503f-420a-a2a3-1b081032c093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['210515c5-b978-4575-a4c4-d4811b3a65b6'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:54.129577 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2c5c549f-6bc2-4a46-93fb-87a7ce421731 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:54.131070 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2c5c549f-6bc2-4a46-93fb-87a7ce421731 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] 10.222.0.69 "PUT /v2.0/routers/210515c5-b978-4575-a4c4-d4811b3a65b6 HTTP/1.1" status: 200 len: 706 time: 5.5704551 Apr 29 11:36:54.138722 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-26caebf5-f596-46b1-bfc5-65a67a769a43 None None] For port 2f8773be-fa19-4a20-89df-f98c0f9ec38c, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=2f8773be-fa19-4a20-89df-f98c0f9ec38c,segment=NetworkSegment(bfcce9e5-5401-4d35-aff5-1a098f5839b6),segment_id=bfcce9e5-5401-4d35-aff5-1a098f5839b6)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:36:54.139094 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-26caebf5-f596-46b1-bfc5-65a67a769a43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:54.146908 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-42006661-30c2-46c1-8b77-6f4323e9dbc5 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0971401 Apr 29 11:36:54.147613 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48174) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:54.147998 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48178) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:54.160148 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-10daced0-a6bf-421d-9021-47132014425a tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group': {'name': 'tempest-secgroup--577117228'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:54.161416 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-26caebf5-f596-46b1-bfc5-65a67a769a43 None None] Calling delete_port for 2f8773be-fa19-4a20-89df-f98c0f9ec38c owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:54.171561 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-475db000-ec5c-41bd-970d-b0ea09bc78d3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:54.194370 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a97-5138-4d36-afe4-5ce04b273698 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:54.203574 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-70c00295-4cdb-43c3-bfd8-6728178c5627 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:54.255674 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-c4a7fd26-503f-420a-a2a3-1b081032c093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:54.276500 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a7fd26-503f-420a-a2a3-1b081032c093 None None] Routers {'210515c5-b978-4575-a4c4-d4811b3a65b6'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:54.278142 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-c4a7fd26-503f-420a-a2a3-1b081032c093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['210515c5-b978-4575-a4c4-d4811b3a65b6'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:54.278750 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3e1333-dd94-4484-a4b2-d3bd4fb88fcd None None] DHCP port deletion for 15743e18-d4b5-4633-b8b5-180020f6df38 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:36:54.294480 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-36622c40-705b-4ead-911a-4ed7ae8b2cf8 tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "GET /v2.0/routers/210515c5-b978-4575-a4c4-d4811b3a65b6 HTTP/1.1" status: 200 len: 741 time: 0.1431043 Apr 29 11:36:54.295721 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48182) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:54.307664 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-10daced0-a6bf-421d-9021-47132014425a tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:54.345452 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-c4a7fd26-503f-420a-a2a3-1b081032c093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:54.346364 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a7fd26-503f-420a-a2a3-1b081032c093 None None] The sync data for ids ['210515c5-b978-4575-a4c4-d4811b3a65b6'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:36:54.356861 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-d32e49a9-acc9-4583-9b22-718c4e0d1f36 admin admin] For port f9561228-c645-4edd-8c92-085b79086207, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=f9561228-c645-4edd-8c92-085b79086207,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:36:54.357599 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d32e49a9-acc9-4583-9b22-718c4e0d1f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:54.369454 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4c6cce50-89e2-46d4-9c4b-0ecb537976dd tempest-RoutersAdminTest-1317613162 tempest-RoutersAdminTest-1317613162-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=1c458760-cee1-43dd-bfaa-f7beebba31f7&device_id=210515c5-b978-4575-a4c4-d4811b3a65b6 HTTP/1.1" status: 200 len: 205 time: 0.0683076 Apr 29 11:36:54.369454 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48186) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:54.405131 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b6b43b48-517f-4b2f-b99c-b551eb844452 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] 10.222.0.69 "GET /v2.0/ports?device_id=210515c5-b978-4575-a4c4-d4811b3a65b6 HTTP/1.1" status: 200 len: 205 time: 0.0322328 Apr 29 11:36:54.406410 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48188) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:54.415346 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-26caebf5-f596-46b1-bfc5-65a67a769a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:54.425404 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-d32e49a9-acc9-4583-9b22-718c4e0d1f36 admin admin] Calling delete_port for f9561228-c645-4edd-8c92-085b79086207 owned by network:router_gateway {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:54.435793 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c9a97-5138-4d36-afe4-5ce04b273698 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Pushing event updated for resources: {'Subnet': ['ID=1f5eed7a-ceed-4692-ae93-5a00c2884049,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:54.475404 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26caebf5-f596-46b1-bfc5-65a67a769a43 None None] Pushing event deleted for resources: {'Port': ['ID=2f8773be-fa19-4a20-89df-f98c0f9ec38c,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:54.484097 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26caebf5-f596-46b1-bfc5-65a67a769a43 None None] No DVR routers for this DVR port 2f8773be-fa19-4a20-89df-f98c0f9ec38c on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:36:54.519464 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1648c9c4-64c3-4e6a-920e-0ef929fbca23 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:54.519830 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2c9a97-5138-4d36-afe4-5ce04b273698 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Checking segment: {'id': '3b93c108-d97a-4e34-a456-724d77a98340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '841c9b3d-d966-4f0f-869f-01488c42179c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:36:54.520193 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2c9a97-5138-4d36-afe4-5ce04b273698 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Network hostable DHCP agents. Network: 841c9b3d-d966-4f0f-869f-01488c42179c, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:36:54.524469 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-70c00295-4cdb-43c3-bfd8-6728178c5627 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:54.526406 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-8a3e1333-dd94-4484-a4b2-d3bd4fb88fcd None None] Deleting port 947a2520-e902-4119-924a-f87bb8c4497a {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:54.527923 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1333-dd94-4484-a4b2-d3bd4fb88fcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:54.603407 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c00295-4cdb-43c3-bfd8-6728178c5627 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:36:54.620260 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-70c00295-4cdb-43c3-bfd8-6728178c5627 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:54.631355 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c00295-4cdb-43c3-bfd8-6728178c5627 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:36:54.634777 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-475db000-ec5c-41bd-970d-b0ea09bc78d3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Deleting port 2f8773be-fa19-4a20-89df-f98c0f9ec38c {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:54.635090 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-475db000-ec5c-41bd-970d-b0ea09bc78d3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:54.642731 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c00295-4cdb-43c3-bfd8-6728178c5627 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Pushing event updated for resources: {'Port': ['ID=9e798eb6-96bf-486f-839f-2f8b326e0571,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:54.667410 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-8a3e1333-dd94-4484-a4b2-d3bd4fb88fcd None None] For port 947a2520-e902-4119-924a-f87bb8c4497a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=947a2520-e902-4119-924a-f87bb8c4497a,segment=NetworkSegment(f2d955af-7721-4074-a79e-bce7828f80c8),segment_id=f2d955af-7721-4074-a79e-bce7828f80c8)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:36:54.669331 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1333-dd94-4484-a4b2-d3bd4fb88fcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:54.687523 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-8a3e1333-dd94-4484-a4b2-d3bd4fb88fcd None None] Calling delete_port for 947a2520-e902-4119-924a-f87bb8c4497a owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:54.709599 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2c9a97-5138-4d36-afe4-5ce04b273698 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Network 841c9b3d-d966-4f0f-869f-01488c42179c is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:36:54.714202 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-10daced0-a6bf-421d-9021-47132014425a tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:54.744523 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1648c9c4-64c3-4e6a-920e-0ef929fbca23 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:54.748156 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-10daced0-a6bf-421d-9021-47132014425a tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:54.750847 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1648c9c4-64c3-4e6a-920e-0ef929fbca23 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:54.775999 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-9a2c9a97-5138-4d36-afe4-5ce04b273698 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 841c9b3d-d966-4f0f-869f-01488c42179c) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:54.787253 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2c9a97-5138-4d36-afe4-5ce04b273698 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:54.787968 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a97-5138-4d36-afe4-5ce04b273698 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:54.805137 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490abf0f-b0f4-4290-9486-85a2ccecd82c None None] Network 841c9b3d-d966-4f0f-869f-01488c42179c requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:36:54.822711 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-10daced0-a6bf-421d-9021-47132014425a tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:54.824624 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-475db000-ec5c-41bd-970d-b0ea09bc78d3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] For port 2f8773be-fa19-4a20-89df-f98c0f9ec38c, host dv-neutron-838888-1-hyperv, got binding levels [] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:36:54.825482 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-475db000-ec5c-41bd-970d-b0ea09bc78d3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:54.825729 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-10daced0-a6bf-421d-9021-47132014425a tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6711252 Apr 29 11:36:54.830050 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48198) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:54.836267 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-91ce467f-7ed8-43ec-93a8-050d9f01d9c2 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group_rule': {'security_group_id': 'ea08c4fe-81d2-4d44-bda6-3d47c1c46271', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:54.853257 dv-neutron-838888-1-hyperv neutron-server[102959]: WARNING neutron.api.v2.base [None req-91ce467f-7ed8-43ec-93a8-050d9f01d9c2 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 29 11:36:54.866630 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-91ce467f-7ed8-43ec-93a8-050d9f01d9c2 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:36:54.873682 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-91ce467f-7ed8-43ec-93a8-050d9f01d9c2 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0396371 Apr 29 11:36:54.874657 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10daced0-a6bf-421d-9021-47132014425a tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea08c4fe-81d2-4d44-bda6-3d47c1c46271,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:54.881480 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48200) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:54.882184 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1648c9c4-64c3-4e6a-920e-0ef929fbca23 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:54.883693 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1648c9c4-64c3-4e6a-920e-0ef929fbca23 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Fanout notify agent at l3_agent the message router_deleted on router 210515c5-b978-4575-a4c4-d4811b3a65b6 {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:36:54.884693 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9a2c9a97-5138-4d36-afe4-5ce04b273698 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5033231 Apr 29 11:36:54.895458 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-1b54747d-6939-401e-9ee7-fb0f37d05472 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group_rule': {'security_group_id': 'ea08c4fe-81d2-4d44-bda6-3d47c1c46271', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:54.896235 dv-neutron-838888-1-hyperv neutron-server[102959]: WARNING neutron.api.v2.base [None req-1b54747d-6939-401e-9ee7-fb0f37d05472 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 29 11:36:54.896235 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-1b54747d-6939-401e-9ee7-fb0f37d05472 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:36:54.905627 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-1b54747d-6939-401e-9ee7-fb0f37d05472 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0092161 Apr 29 11:36:54.907520 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1648c9c4-64c3-4e6a-920e-0ef929fbca23 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:54.907520 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-1648c9c4-64c3-4e6a-920e-0ef929fbca23 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] 10.222.0.69 "DELETE /v2.0/routers/210515c5-b978-4575-a4c4-d4811b3a65b6 HTTP/1.1" status: 204 len: 168 time: 0.4997008 Apr 29 11:36:54.915532 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48202) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:54.915532 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48204) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:54.918605 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-5a17218f-3280-4da4-9890-f9886cbca976 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Request body: {'port': {'network_id': '841c9b3d-d966-4f0f-869f-01488c42179c', 'name': 'tempest-AllowedAddressPairTestJSON-220794057'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:54.921291 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1333-dd94-4484-a4b2-d3bd4fb88fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:54.922416 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48206) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:54.922748 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48208) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:54.927116 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-85bb1ab8-56d7-47ea-a3ac-eca2eb7dd63d tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group_rule': {'security_group_id': 'ea08c4fe-81d2-4d44-bda6-3d47c1c46271', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:54.928093 dv-neutron-838888-1-hyperv neutron-server[102959]: WARNING neutron.api.v2.base [None req-85bb1ab8-56d7-47ea-a3ac-eca2eb7dd63d tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 29 11:36:54.928467 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-85bb1ab8-56d7-47ea-a3ac-eca2eb7dd63d tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:36:54.928771 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-475db000-ec5c-41bd-970d-b0ea09bc78d3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Calling delete_port for 2f8773be-fa19-4a20-89df-f98c0f9ec38c owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:54.932610 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-85bb1ab8-56d7-47ea-a3ac-eca2eb7dd63d tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079613 Apr 29 11:36:54.936031 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48210) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:54.938910 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.ipam_backend_mixin [None req-475db000-ec5c-41bd-970d-b0ea09bc78d3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Port 2f8773be-fa19-4a20-89df-f98c0f9ec38c was not found and therefore no delete operation was performed {{(pid=102960) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 11:36:54.948108 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-8c23fc6a-c6f9-46b5-b302-960deca0f7b9 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group_rule': {'security_group_id': 'ea08c4fe-81d2-4d44-bda6-3d47c1c46271', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:54.951373 dv-neutron-838888-1-hyperv neutron-server[102960]: WARNING neutron.api.v2.base [None req-8c23fc6a-c6f9-46b5-b302-960deca0f7b9 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 29 11:36:54.952018 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-8c23fc6a-c6f9-46b5-b302-960deca0f7b9 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:36:54.952384 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e1333-dd94-4484-a4b2-d3bd4fb88fcd None None] Pushing event deleted for resources: {'Port': ['ID=947a2520-e902-4119-924a-f87bb8c4497a,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:54.953360 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8c23fc6a-c6f9-46b5-b302-960deca0f7b9 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0132315 Apr 29 11:36:54.958762 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48214) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:54.971450 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e1333-dd94-4484-a4b2-d3bd4fb88fcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:54.971982 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e1333-dd94-4484-a4b2-d3bd4fb88fcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:54.972978 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e1333-dd94-4484-a4b2-d3bd4fb88fcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:54.973426 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e1333-dd94-4484-a4b2-d3bd4fb88fcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:54.974455 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e1333-dd94-4484-a4b2-d3bd4fb88fcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:54.974960 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e1333-dd94-4484-a4b2-d3bd4fb88fcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:54.975644 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e1333-dd94-4484-a4b2-d3bd4fb88fcd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:54.976309 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e1333-dd94-4484-a4b2-d3bd4fb88fcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:54.976737 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e1333-dd94-4484-a4b2-d3bd4fb88fcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:54.977605 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e1333-dd94-4484-a4b2-d3bd4fb88fcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:54.978054 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e1333-dd94-4484-a4b2-d3bd4fb88fcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:54.978680 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e1333-dd94-4484-a4b2-d3bd4fb88fcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:54.986340 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-475db000-ec5c-41bd-970d-b0ea09bc78d3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:54.997706 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3e1333-dd94-4484-a4b2-d3bd4fb88fcd None None] No DVR routers for this DVR port 947a2520-e902-4119-924a-f87bb8c4497a on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:36:55.032923 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ca00813c-a005-44b9-93ff-c797b0ba9466 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] 10.222.0.69 "GET /v2.0/ports?device_id=210515c5-b978-4575-a4c4-d4811b3a65b6 HTTP/1.1" status: 200 len: 205 time: 0.1021931 Apr 29 11:36:55.039304 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48216) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:55.061981 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475db000-ec5c-41bd-970d-b0ea09bc78d3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] No DVR routers for this DVR port 2f8773be-fa19-4a20-89df-f98c0f9ec38c on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:36:55.071468 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475db000-ec5c-41bd-970d-b0ea09bc78d3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Port': ['ID=2f8773be-fa19-4a20-89df-f98c0f9ec38c,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:55.090014 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-ccd1e529-6292-4b98-92a9-652315200d09 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] delete failed (client error): The resource could not be found. Apr 29 11:36:55.091698 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ccd1e529-6292-4b98-92a9-652315200d09 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] 10.222.0.69 "DELETE /v2.0/routers/210515c5-b978-4575-a4c4-d4811b3a65b6 HTTP/1.1" status: 404 len: 336 time: 0.0497699 Apr 29 11:36:55.096951 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48218) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:55.113763 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d32e49a9-acc9-4583-9b22-718c4e0d1f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:55.117020 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fbe0e8-6214-47dd-82d0-367737b29669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-841c9b3d-d966-4f0f-869f-01488c42179c', 'network_id': '841c9b3d-d966-4f0f-869f-01488c42179c', 'tenant_id': '8ba3675c3fb44eca89fa0c44690374de', 'fixed_ips': [{'subnet_id': '1f5eed7a-ceed-4692-ae93-5a00c2884049'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:36:55.118023 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-03fbe0e8-6214-47dd-82d0-367737b29669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:55.166711 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e49a9-acc9-4583-9b22-718c4e0d1f36 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9561228-c645-4edd-8c92-085b79086207,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:55.166953 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Request body: {'networks': [{'name': 'tempest-network--571122526'}, {'name': 'tempest-network--270672098'}]} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:55.167083 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Request body: {'network': {'name': 'tempest-network--571122526'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:55.168120 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Request body: {'network': {'name': 'tempest-network--270672098'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:55.182597 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c255a277-6c10-45f5-8d65-01b959db48d7 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:55.185690 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0d21f891-48ff-4ac6-a245-d63f2cdeb3c1 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] 10.222.0.69 "GET /v2.0/ports?device_id=9016320b-7e03-48ac-8ef9-9b2d5ef152e1 HTTP/1.1" status: 200 len: 205 time: 0.0830221 Apr 29 11:36:55.190635 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48220) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:55.246587 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Made reservation on behalf of 8610af6c1991471caece8629a4c85b6a for: {'network': 2} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:36:55.258236 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-475db000-ec5c-41bd-970d-b0ea09bc78d3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:55.259347 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:55.275290 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-d91ab592-a80a-4904-94bf-5c575741b674 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] delete failed (client error): The resource could not be found. Apr 29 11:36:55.278732 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d91ab592-a80a-4904-94bf-5c575741b674 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] 10.222.0.69 "DELETE /v2.0/routers/9016320b-7e03-48ac-8ef9-9b2d5ef152e1 HTTP/1.1" status: 404 len: 336 time: 0.0848460 Apr 29 11:36:55.288707 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c255a277-6c10-45f5-8d65-01b959db48d7 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:55.291400 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48222) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:55.300204 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:55.300921 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-03fbe0e8-6214-47dd-82d0-367737b29669 None None] Allocated IP 172.20.0.2 (841c9b3d-d966-4f0f-869f-01488c42179c/1f5eed7a-ceed-4692-ae93-5a00c2884049/65b45a7f-afd0-4027-a45d-55f9f0015d92) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:36:55.349375 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9c3dc45a-2fb1-43a9-ac13-e9a8e8358df2 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] 10.222.0.69 "GET /v2.0/ports?device_id=57b74869-fe85-46cf-b6ef-b4c418115046 HTTP/1.1" status: 200 len: 205 time: 0.0568855 Apr 29 11:36:55.353433 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48224) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:55.369117 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-475db000-ec5c-41bd-970d-b0ea09bc78d3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f40c54eb-2f80-40db-86c4-613c1e9e6a2a']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:55.379516 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a17218f-3280-4da4-9890-f9886cbca976 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Made reservation on behalf of 8ba3675c3fb44eca89fa0c44690374de for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:36:55.379516 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5a17218f-3280-4da4-9890-f9886cbca976 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:55.406681 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-5a17218f-3280-4da4-9890-f9886cbca976 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] device_id is not set on port 21129d2a-9fc6-4cca-b03c-b8be53659c50 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:36:55.420248 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-475db000-ec5c-41bd-970d-b0ea09bc78d3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfcce9e5-5401-4d35-aff5-1a098f5839b6') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:55.420826 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-475db000-ec5c-41bd-970d-b0ea09bc78d3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfcce9e5-5401-4d35-aff5-1a098f5839b6') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:55.424572 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-0b3094a4-2126-4b4e-81b2-7505f638c645 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] delete failed (client error): The resource could not be found. Apr 29 11:36:55.425787 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0b3094a4-2126-4b4e-81b2-7505f638c645 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] 10.222.0.69 "DELETE /v2.0/routers/57b74869-fe85-46cf-b6ef-b4c418115046 HTTP/1.1" status: 404 len: 336 time: 0.0666277 Apr 29 11:36:55.426994 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d32e49a9-acc9-4583-9b22-718c4e0d1f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:55.439549 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48226) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:55.467802 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c255a277-6c10-45f5-8d65-01b959db48d7 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:55.470354 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c255a277-6c10-45f5-8d65-01b959db48d7 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:55.471517 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c255a277-6c10-45f5-8d65-01b959db48d7 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "DELETE /v2.0/security-groups/ea08c4fe-81d2-4d44-bda6-3d47c1c46271 HTTP/1.1" status: 204 len: 168 time: 0.5118079 Apr 29 11:36:55.483504 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-475db000-ec5c-41bd-970d-b0ea09bc78d3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:55.486960 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48228) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:55.505799 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 947a2520-e902-4119-924a-f87bb8c4497a no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:36:55.526584 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255a277-6c10-45f5-8d65-01b959db48d7 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea08c4fe-81d2-4d44-bda6-3d47c1c46271,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:55.555846 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 947a2520-e902-4119-924a-f87bb8c4497a {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:36:55.555846 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 947a2520-e902-4119-924a-f87bb8c4497a not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:36:55.556267 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 2f8773be-fa19-4a20-89df-f98c0f9ec38c no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:36:55.569959 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f6984a02-48a3-4859-87b3-00f4555adee7 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] 10.222.0.69 "GET /v2.0/ports?device_id=110fac74-a034-4474-86e1-93fca8708760 HTTP/1.1" status: 200 len: 205 time: 0.1266561 Apr 29 11:36:55.571737 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48230) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:55.585961 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 2f8773be-fa19-4a20-89df-f98c0f9ec38c {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:36:55.586278 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 2f8773be-fa19-4a20-89df-f98c0f9ec38c not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:36:55.587791 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-767d905c-d23e-4bab-bc07-2e8f11b03b14 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0997212 Apr 29 11:36:55.594135 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-03fbe0e8-6214-47dd-82d0-367737b29669 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:55.605924 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-03fbe0e8-6214-47dd-82d0-367737b29669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:55.609895 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-475db000-ec5c-41bd-970d-b0ea09bc78d3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:55.611911 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48232) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:55.618301 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-5d17f147-907f-4b1a-aa9b-bc4ec9d5fc89 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group': {'name': 'tempest-secgroup--997470363'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:55.626653 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d32e49a9-acc9-4583-9b22-718c4e0d1f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:55.633498 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d32e49a9-acc9-4583-9b22-718c4e0d1f36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:55.637104 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:55.638498 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-aa66a847-c0c7-490c-8204-2a7465ef9de0 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] delete failed (client error): The resource could not be found. Apr 29 11:36:55.643182 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-aa66a847-c0c7-490c-8204-2a7465ef9de0 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] 10.222.0.69 "DELETE /v2.0/routers/110fac74-a034-4474-86e1-93fca8708760 HTTP/1.1" status: 404 len: 336 time: 0.0668449 Apr 29 11:36:55.643341 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-475db000-ec5c-41bd-970d-b0ea09bc78d3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:36:55.643341 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-475db000-ec5c-41bd-970d-b0ea09bc78d3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:55.645615 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:36:55.645615 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:36:55.645615 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:36:55.645615 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:36:55.645615 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:36:55.645615 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:36:55.645615 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:36:55.645615 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:36:55.645615 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:36:55.645615 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:36:55.645615 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:36:55.645615 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:36:55.645615 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:36:55.645615 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:36:55.645615 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:36:55.645615 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:36:55.645615 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:36:55.645615 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:36:55.645615 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:36:55.645615 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:36:55.645615 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:36:55.645615 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:36:55.645615 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:36:55.645615 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:36:55.645615 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:36:55.645615 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:36:55.645615 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:36:55.645615 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:36:55.645615 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:36:55.645615 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:36:55.645615 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:36:55.645615 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:36:55.648402 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48234) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:55.651190 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fbe0e8-6214-47dd-82d0-367737b29669 None None] Network 841c9b3d-d966-4f0f-869f-01488c42179c is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:36:55.652670 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-70c00295-4cdb-43c3-bfd8-6728178c5627 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:55.654587 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-03fbe0e8-6214-47dd-82d0-367737b29669 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:55.659001 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fbe0e8-6214-47dd-82d0-367737b29669 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:36:55.667234 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:55.668372 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:55.725384 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fbe0e8-6214-47dd-82d0-367737b29669 None None] Pushing event updated for resources: {'Port': ['ID=65b45a7f-afd0-4027-a45d-55f9f0015d92,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:55.732706 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b01575-86cb-4240-ae7f-86a4e0be53ff,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:55.737258 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-03fbe0e8-6214-47dd-82d0-367737b29669 None None] Attempting to bind port 65b45a7f-afd0-4027-a45d-55f9f0015d92 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:36:55.737689 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-03fbe0e8-6214-47dd-82d0-367737b29669 None None] Attempting to bind port 65b45a7f-afd0-4027-a45d-55f9f0015d92 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '3b93c108-d97a-4e34-a456-724d77a98340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '841c9b3d-d966-4f0f-869f-01488c42179c'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:36:55.738054 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fbe0e8-6214-47dd-82d0-367737b29669 None None] Attempting to bind port 65b45a7f-afd0-4027-a45d-55f9f0015d92 on network 841c9b3d-d966-4f0f-869f-01488c42179c {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:36:55.739077 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-5a17218f-3280-4da4-9890-f9886cbca976 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Allocated IP 172.20.0.7 (841c9b3d-d966-4f0f-869f-01488c42179c/1f5eed7a-ceed-4692-ae93-5a00c2884049/21129d2a-9fc6-4cca-b03c-b8be53659c50) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:36:55.741719 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:36:55.744488 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fbe0e8-6214-47dd-82d0-367737b29669 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:36:55.744957 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fbe0e8-6214-47dd-82d0-367737b29669 None None] Checking segment: {'id': '3b93c108-d97a-4e34-a456-724d77a98340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '841c9b3d-d966-4f0f-869f-01488c42179c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:36:55.745368 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-03fbe0e8-6214-47dd-82d0-367737b29669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:55.745804 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fbe0e8-6214-47dd-82d0-367737b29669 None None] Bound using segment: {'id': '3b93c108-d97a-4e34-a456-724d77a98340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '841c9b3d-d966-4f0f-869f-01488c42179c'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:36:55.746467 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-03fbe0e8-6214-47dd-82d0-367737b29669 None None] Bound port: 65b45a7f-afd0-4027-a45d-55f9f0015d92, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b93c108-d97a-4e34-a456-724d77a98340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '841c9b3d-d966-4f0f-869f-01488c42179c'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:36:55.746849 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-03fbe0e8-6214-47dd-82d0-367737b29669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:55.762835 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:55.763718 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Added segment 11223bec-ac78-42df-9daa-2eb41466aa6b of type vlan for network 06679682-a891-44ad-9987-9641cdf542d9 Apr 29 11:36:55.804754 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-db295b6c-8458-463f-8108-88224b70eda9 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] 10.222.0.69 "GET /v2.0/ports?device_id=c903db40-d38a-4dcb-8964-a852ab69f6c6 HTTP/1.1" status: 200 len: 205 time: 0.1530099 Apr 29 11:36:55.810502 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48238) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:55.827445 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:55.828886 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d32e49a9-acc9-4583-9b22-718c4e0d1f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:55.829581 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32e49a9-acc9-4583-9b22-718c4e0d1f36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 872a2d86-b4f6-4df2-bc72-241fd0064261 {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:36:55.845782 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-03fbe0e8-6214-47dd-82d0-367737b29669 None None] For port 65b45a7f-afd0-4027-a45d-55f9f0015d92, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:36:55.850783 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-03fbe0e8-6214-47dd-82d0-367737b29669 None None] For port 65b45a7f-afd0-4027-a45d-55f9f0015d92, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=65b45a7f-afd0-4027-a45d-55f9f0015d92,segment=NetworkSegment(3b93c108-d97a-4e34-a456-724d77a98340),segment_id=3b93c108-d97a-4e34-a456-724d77a98340)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:36:55.858519 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-03fbe0e8-6214-47dd-82d0-367737b29669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:55.866402 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5d17f147-907f-4b1a-aa9b-bc4ec9d5fc89 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:55.871366 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d32e49a9-acc9-4583-9b22-718c4e0d1f36 admin admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:55.876516 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d32e49a9-acc9-4583-9b22-718c4e0d1f36 admin admin] 10.222.0.69 "DELETE /v2.0/routers/872a2d86-b4f6-4df2-bc72-241fd0064261 HTTP/1.1" status: 204 len: 168 time: 4.3323302 Apr 29 11:36:55.878118 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48240) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:55.882221 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-3027100d-1751-40bd-ac81-b0f713b19093 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] delete failed (client error): The resource could not be found. Apr 29 11:36:55.883720 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3027100d-1751-40bd-ac81-b0f713b19093 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] 10.222.0.69 "DELETE /v2.0/routers/c903db40-d38a-4dcb-8964-a852ab69f6c6 HTTP/1.1" status: 404 len: 336 time: 0.0697110 Apr 29 11:36:55.894234 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-475db000-ec5c-41bd-970d-b0ea09bc78d3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:55.897653 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48242) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:55.901197 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:36:55.913255 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:55.913932 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Added segment c3feae1e-a994-4880-b0e0-f6c5e1a5021e of type vlan for network f50614aa-ad4b-46aa-85aa-69fee0ef3766 Apr 29 11:36:55.939218 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fbe0e8-6214-47dd-82d0-367737b29669 None None] Pushing event updated for resources: {'Port': ['ID=65b45a7f-afd0-4027-a45d-55f9f0015d92,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:55.961162 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-475db000-ec5c-41bd-970d-b0ea09bc78d3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:55.968208 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-475db000-ec5c-41bd-970d-b0ea09bc78d3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/networks/f40c54eb-2f80-40db-86c4-613c1e9e6a2a HTTP/1.1" status: 204 len: 168 time: 2.0779729 Apr 29 11:36:55.971840 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48244) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:55.981402 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:56.008936 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-29f3320b-e0ac-4cf8-9e01-54c7924c5736 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] 10.222.0.69 "GET /v2.0/ports?device_id=1846c340-0d7a-48bb-b4c0-e59a2ac5dc20 HTTP/1.1" status: 200 len: 205 time: 0.1039052 Apr 29 11:36:56.030161 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475db000-ec5c-41bd-970d-b0ea09bc78d3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Network': ['ID=f40c54eb-2f80-40db-86c4-613c1e9e6a2a,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:56.032045 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48246) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:56.249349 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ab2c2014-b087-423f-a84e-1bf8197d3a94 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:56.441605 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-d200400e-172e-4a92-bd70-e91d112d468a tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] delete failed (client error): The resource could not be found. Apr 29 11:36:56.442657 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d200400e-172e-4a92-bd70-e91d112d468a tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] 10.222.0.69 "DELETE /v2.0/routers/1846c340-0d7a-48bb-b4c0-e59a2ac5dc20 HTTP/1.1" status: 404 len: 336 time: 0.3882744 Apr 29 11:36:56.443108 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5d17f147-907f-4b1a-aa9b-bc4ec9d5fc89 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:56.450959 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48250) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:56.477130 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5d17f147-907f-4b1a-aa9b-bc4ec9d5fc89 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:56.515004 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:56.515694 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:56.522262 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17f147-907f-4b1a-aa9b-bc4ec9d5fc89 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=765a8928-ad03-44ef-9d1d-eea31829ddb0,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:56.523754 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:56.529360 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:56.530017 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:56.537741 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-328a1d03-03ba-42f7-a088-960b73d826a4 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] DELETE failed (client error): The resource could not be found. Apr 29 11:36:56.537741 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-328a1d03-03ba-42f7-a088-960b73d826a4 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:36:56.537741 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-328a1d03-03ba-42f7-a088-960b73d826a4 tempest-RoutersAdminTest-2094198677 tempest-RoutersAdminTest-2094198677-project] 10.222.0.69 "DELETE /v2.0/subnets/0404c021-e2db-43c8-a467-e92c868a3b5e HTTP/1.1" status: 404 len: 337 time: 0.0841699 Apr 29 11:36:56.541970 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a0475b-ae41-48d7-9e01-bc2d26e5aff7 admin admin] Deleting subnet 61739443-868d-4a94-a39b-257f7d0153d0 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:36:56.559761 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-97a0475b-ae41-48d7-9e01-bc2d26e5aff7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:56.573876 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ab2c2014-b087-423f-a84e-1bf8197d3a94 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:56.601021 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-70c00295-4cdb-43c3-bfd8-6728178c5627 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:56.604185 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-ab2c2014-b087-423f-a84e-1bf8197d3a94 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15743e18-d4b5-4633-b8b5-180020f6df38']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:56.614112 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5a17218f-3280-4da4-9890-f9886cbca976 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:56.623882 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-ab2c2014-b087-423f-a84e-1bf8197d3a94 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d955af-7721-4074-a79e-bce7828f80c8') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:56.624220 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-ab2c2014-b087-423f-a84e-1bf8197d3a94 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d955af-7721-4074-a79e-bce7828f80c8') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:56.659944 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.7259927 Apr 29 11:36:56.668227 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48254) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:56.675010 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5d17f147-907f-4b1a-aa9b-bc4ec9d5fc89 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:56.679368 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5d17f147-907f-4b1a-aa9b-bc4ec9d5fc89 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0633440 Apr 29 11:36:56.687484 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48256) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:56.689104 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ab2c2014-b087-423f-a84e-1bf8197d3a94 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:56.696864 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-97a0475b-ae41-48d7-9e01-bc2d26e5aff7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:56.711338 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-3fa9354a-1936-4007-81c4-1f7c993abb19 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group_rule': {'security_group_id': '765a8928-ad03-44ef-9d1d-eea31829ddb0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:56.712079 dv-neutron-838888-1-hyperv neutron-server[102959]: WARNING neutron.api.v2.base [None req-3fa9354a-1936-4007-81c4-1f7c993abb19 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 29 11:36:56.712595 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-3fa9354a-1936-4007-81c4-1f7c993abb19 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:36:56.712734 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ab2c2014-b087-423f-a84e-1bf8197d3a94 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:56.713653 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3fa9354a-1936-4007-81c4-1f7c993abb19 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0210109 Apr 29 11:36:56.718245 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48258) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:56.726351 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-b6e1749b-f422-43b6-a331-95fd06cb62ad tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group_rule': {'security_group_id': '765a8928-ad03-44ef-9d1d-eea31829ddb0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:56.737263 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Pushing event updated for resources: {'Network': ['ID=06679682-a891-44ad-9987-9641cdf542d9,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:56.759112 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab2c2014-b087-423f-a84e-1bf8197d3a94 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:36:56.762999 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ab2c2014-b087-423f-a84e-1bf8197d3a94 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:56.769348 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:36:56.769348 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:36:56.769348 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:36:56.769348 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:36:56.769348 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:36:56.769348 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:36:56.769348 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:36:56.769348 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:36:56.769348 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:36:56.769348 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:36:56.769348 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:36:56.769348 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:36:56.769348 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:36:56.769348 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:36:56.769348 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:36:56.769348 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:36:56.769348 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:36:56.769348 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:36:56.769348 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:36:56.769348 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:36:56.769348 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:36:56.769348 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:36:56.769348 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:36:56.769348 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:36:56.769348 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:36:56.769348 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:36:56.769348 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:36:56.769348 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:36:56.769348 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:36:56.769348 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:36:56.769348 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:36:56.769348 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:36:56.792638 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:56.792944 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:56.794020 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:56.794267 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:56.794656 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:56.795088 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:56.795352 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:56.795669 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:56.796699 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:56.796699 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:56.796904 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:56.797127 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:56.814729 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 06679682-a891-44ad-9987-9641cdf542d9 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:36:56.952845 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5a17218f-3280-4da4-9890-f9886cbca976 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:56.960848 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ab2c2014-b087-423f-a84e-1bf8197d3a94 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:56.983587 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ab2c2014-b087-423f-a84e-1bf8197d3a94 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:56.986288 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232931fb-196d-457d-93b3-3c1d3155bf14 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Pushing event updated for resources: {'Network': ['ID=f50614aa-ad4b-46aa-85aa-69fee0ef3766,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:56.987729 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ab2c2014-b087-423f-a84e-1bf8197d3a94 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/networks/15743e18-d4b5-4633-b8b5-180020f6df38 HTTP/1.1" status: 204 len: 168 time: 1.0160475 Apr 29 11:36:57.006115 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48266) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:57.015765 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-c26b86c1-5d83-4e28-8b82-b5385b1daaa9 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1750953017'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:57.019592 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c2014-b087-423f-a84e-1bf8197d3a94 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Network': ['ID=15743e18-d4b5-4633-b8b5-180020f6df38,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:57.030222 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-b6e1749b-f422-43b6-a331-95fd06cb62ad tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:36:57.031648 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b6e1749b-f422-43b6-a331-95fd06cb62ad tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3103948 Apr 29 11:36:57.035566 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48268) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:57.044824 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-eec5b513-c759-4b75-9ac9-24e6a4ac48ce tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group_rule': {'security_group_id': '765a8928-ad03-44ef-9d1d-eea31829ddb0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:57.045843 dv-neutron-838888-1-hyperv neutron-server[102960]: WARNING neutron.api.v2.base [None req-eec5b513-c759-4b75-9ac9-24e6a4ac48ce tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 29 11:36:57.046549 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-eec5b513-c759-4b75-9ac9-24e6a4ac48ce tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:36:57.047753 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-eec5b513-c759-4b75-9ac9-24e6a4ac48ce tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0108054 Apr 29 11:36:57.051512 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48270) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:57.059573 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-68b735a9-0d25-40ca-a116-d5ed1b5282c9 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group_rule': {'security_group_id': '765a8928-ad03-44ef-9d1d-eea31829ddb0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:57.064837 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network f50614aa-ad4b-46aa-85aa-69fee0ef3766 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:36:57.075892 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c00295-4cdb-43c3-bfd8-6728178c5627 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Router 69d28748-ef4b-4967-90ab-d66fea12302a is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:36:57.090489 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48272) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:57.098096 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ff8960-360a-4c99-af59-bb2b37e83fbf tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:57.105758 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ff8960-360a-4c99-af59-bb2b37e83fbf tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:57.112985 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ff8960-360a-4c99-af59-bb2b37e83fbf tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:57.119406 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ff8960-360a-4c99-af59-bb2b37e83fbf tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:57.121993 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-15ff8960-360a-4c99-af59-bb2b37e83fbf tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4486461 Apr 29 11:36:57.129622 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26b86c1-5d83-4e28-8b82-b5385b1daaa9 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Made reservation on behalf of 39685abd7a114d62abb4ba48b231a867 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:36:57.135618 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c26b86c1-5d83-4e28-8b82-b5385b1daaa9 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:57.142783 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48276) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:57.157676 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-97a0475b-ae41-48d7-9e01-bc2d26e5aff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:57.177685 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:57.202450 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a17218f-3280-4da4-9890-f9886cbca976 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Network 841c9b3d-d966-4f0f-869f-01488c42179c is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:36:57.249542 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-5a17218f-3280-4da4-9890-f9886cbca976 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:36:57.259193 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a17218f-3280-4da4-9890-f9886cbca976 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:36:57.271937 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17218f-3280-4da4-9890-f9886cbca976 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Pushing event updated for resources: {'Port': ['ID=21129d2a-9fc6-4cca-b03c-b8be53659c50,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:57.350114 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a17218f-3280-4da4-9890-f9886cbca976 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:57.350786 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5a17218f-3280-4da4-9890-f9886cbca976 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:57.392161 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5a17218f-3280-4da4-9890-f9886cbca976 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4767265 Apr 29 11:36:57.403574 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48278) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:57.411339 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5616e-87c3-4f60-a129-c08e3abb357c req-4f3ee2b5-e441-44a5-abba-a726dbd9b7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:57.414304 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b7b5616e-87c3-4f60-a129-c08e3abb357c req-4f3ee2b5-e441-44a5-abba-a726dbd9b7b9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=966d71c123a54a1eb7656282c791d69b&device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 1098 time: 0.3320305 Apr 29 11:36:57.416697 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 65b45a7f-afd0-4027-a45d-55f9f0015d92 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:36:57.427083 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-bac979ee-b69c-4265-a7ec-cfd5cb1ae0eb tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Request body: {'port': {'network_id': '841c9b3d-d966-4f0f-869f-01488c42179c', 'name': 'tempest-AllowedAddressPairTestJSON-1994036594', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:ae:bd:b6'}]}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:57.489024 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-97a0475b-ae41-48d7-9e01-bc2d26e5aff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:57.501699 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 65b45a7f-afd0-4027-a45d-55f9f0015d92 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:57.502265 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:57.603454 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7ee3e-dacb-4107-a4d4-df68a9c0257f req-67662f04-35e5-4021-8a7c-5bb9a47654bb tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:57.606878 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-09c7ee3e-dacb-4107-a4d4-df68a9c0257f req-67662f04-35e5-4021-8a7c-5bb9a47654bb tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.4739842 Apr 29 11:36:57.607127 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:57.648927 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273ebbf8-19ee-44a4-94cb-a05c38d5494e None None] Network 841c9b3d-d966-4f0f-869f-01488c42179c requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:36:57.672894 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 65b45a7f-afd0-4027-a45d-55f9f0015d92, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=65b45a7f-afd0-4027-a45d-55f9f0015d92,segment=NetworkSegment(3b93c108-d97a-4e34-a456-724d77a98340),segment_id=3b93c108-d97a-4e34-a456-724d77a98340)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:36:57.699410 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0475b-ae41-48d7-9e01-bc2d26e5aff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61739443-868d-4a94-a39b-257f7d0153d0,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:57.703199 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-97a0475b-ae41-48d7-9e01-bc2d26e5aff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:57.704738 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b4cfe57b-5ffb-488c-a0f6-f48e6ed6e7f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:57.712340 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-97a0475b-ae41-48d7-9e01-bc2d26e5aff7 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/61739443-868d-4a94-a39b-257f7d0153d0 HTTP/1.1" status: 204 len: 168 time: 1.8281665 Apr 29 11:36:57.716676 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26b86c1-5d83-4e28-8b82-b5385b1daaa9 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:36:57.722189 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48280) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:57.727042 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:57.741621 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9847c2-486d-41d7-81d8-9df1cf33ce43 None None] Network eaec72b3-21b8-4237-9007-e0660233be23 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:36:57.755687 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-68b735a9-0d25-40ca-a116-d5ed1b5282c9 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:36:57.756733 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-68b735a9-0d25-40ca-a116-d5ed1b5282c9 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7040291 Apr 29 11:36:57.764769 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48282) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:57.773942 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device f9561228-c645-4edd-8c92-085b79086207 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:36:57.776218 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-b4d3337d-3f13-4337-88f3-9be22becd2b7 None None] Provisioning complete for port 65b45a7f-afd0-4027-a45d-55f9f0015d92 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:57.776720 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b4d3337d-3f13-4337-88f3-9be22becd2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:57.807165 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-b7b057ed-5b16-467c-b629-2b726b4473c7 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group_rule': {'security_group_id': '765a8928-ad03-44ef-9d1d-eea31829ddb0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:57.807642 dv-neutron-838888-1-hyperv neutron-server[102960]: WARNING neutron.api.v2.base [None req-b7b057ed-5b16-467c-b629-2b726b4473c7 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 29 11:36:57.808499 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-b7b057ed-5b16-467c-b629-2b726b4473c7 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:36:57.812309 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b7b057ed-5b16-467c-b629-2b726b4473c7 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0137179 Apr 29 11:36:57.815187 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48284) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:57.822893 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-073d14a7-b110-41c3-b27a-44fb1470920b tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:57.828458 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-3dd5ac67-7418-4d8a-907a-7bc61f0baa4b tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group_rule': {'security_group_id': '765a8928-ad03-44ef-9d1d-eea31829ddb0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:57.837033 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c26b86c1-5d83-4e28-8b82-b5385b1daaa9 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:57.837379 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-c26b86c1-5d83-4e28-8b82-b5385b1daaa9 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Added segment 4cef586c-35d3-4ea7-9a4b-2c127e6dcc0e of type vlan for network b0ddeb7f-b41d-49ef-aaf2-371de9f5f8fe Apr 29 11:36:57.880822 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-09c7ee3e-dacb-4107-a4d4-df68a9c0257f req-511338b0-54be-41c2-a49c-553aa169ca7d tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2342930 Apr 29 11:36:57.916008 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5616e-87c3-4f60-a129-c08e3abb357c req-5475d70c-7c57-44f0-be10-87cf37f8a20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:57.919126 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b7b5616e-87c3-4f60-a129-c08e3abb357c req-5475d70c-7c57-44f0-be10-87cf37f8a20b service neutron] 10.222.0.62 "GET /v2.0/networks?id=9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4 HTTP/1.1" status: 200 len: 912 time: 0.4796484 Apr 29 11:36:57.977605 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2ec4d041-9985-48eb-89f7-771e6429426b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:58.000728 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac979ee-b69c-4265-a7ec-cfd5cb1ae0eb tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Made reservation on behalf of 8ba3675c3fb44eca89fa0c44690374de for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:36:58.006436 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c26b86c1-5d83-4e28-8b82-b5385b1daaa9 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:58.024386 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c00295-4cdb-43c3-bfd8-6728178c5627 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:36:58.037312 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.securitygroups_db [None req-3dd5ac67-7418-4d8a-907a-7bc61f0baa4b tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Project ba177f28931640b492e864f6897a46f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:36:58.041692 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: f9561228-c645-4edd-8c92-085b79086207 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:36:58.042301 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device f9561228-c645-4edd-8c92-085b79086207 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:36:58.055983 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] Sync routers for ids ['69d28748-ef4b-4967-90ab-d66fea12302a'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:36:58.090183 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c52a24f5-8034-4e26-9463-a86c9b5390fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:58.130149 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b7b5616e-87c3-4f60-a129-c08e3abb357c req-a4bd3a33-2716-40a4-9dec-da0adbb4a19e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec1c2e1e-2b57-42dd-9d04-8a525132f294 HTTP/1.1" status: 200 len: 1001 time: 0.2010429 Apr 29 11:36:58.133539 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=65b45a7f-afd0-4027-a45d-55f9f0015d92,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:58.156565 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] Routers {'69d28748-ef4b-4967-90ab-d66fea12302a'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:36:58.157303 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['69d28748-ef4b-4967-90ab-d66fea12302a'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:58.173074 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-70c00295-4cdb-43c3-bfd8-6728178c5627 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:58.177794 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-70c00295-4cdb-43c3-bfd8-6728178c5627 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.7198751 Apr 29 11:36:58.187102 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48286) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:58.192525 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-3dd5ac67-7418-4d8a-907a-7bc61f0baa4b tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:36:58.194715 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3dd5ac67-7418-4d8a-907a-7bc61f0baa4b tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3757823 Apr 29 11:36:58.200398 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48288) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:58.238946 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-80b34880-0b43-4a78-a81a-73af55e3772a tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group_rule': {'security_group_id': '765a8928-ad03-44ef-9d1d-eea31829ddb0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:58.239338 dv-neutron-838888-1-hyperv neutron-server[102960]: WARNING neutron.api.v2.base [None req-80b34880-0b43-4a78-a81a-73af55e3772a tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 29 11:36:58.240374 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-80b34880-0b43-4a78-a81a-73af55e3772a tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:36:58.242751 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-80b34880-0b43-4a78-a81a-73af55e3772a tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076294 Apr 29 11:36:58.243740 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c26b86c1-5d83-4e28-8b82-b5385b1daaa9 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:58.251576 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48290) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:58.251776 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26b86c1-5d83-4e28-8b82-b5385b1daaa9 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:58.252563 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c26b86c1-5d83-4e28-8b82-b5385b1daaa9 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:58.260390 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-73f6083d-b36c-4a0a-b2d3-af554eed103d tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group_rule': {'security_group_id': '765a8928-ad03-44ef-9d1d-eea31829ddb0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:58.279387 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bac979ee-b69c-4265-a7ec-cfd5cb1ae0eb tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:58.287509 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b4cfe57b-5ffb-488c-a0f6-f48e6ed6e7f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:58.306808 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5616e-87c3-4f60-a129-c08e3abb357c req-15fd815d-7d5a-4274-aaeb-5dc47d9e34f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:58.309592 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b7b5616e-87c3-4f60-a129-c08e3abb357c req-15fd815d-7d5a-4274-aaeb-5dc47d9e34f2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f2955ff6-7656-4447-a96d-af5d60561c06 HTTP/1.1" status: 200 len: 850 time: 0.1706808 Apr 29 11:36:58.313182 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-073d14a7-b110-41c3-b27a-44fb1470920b tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:58.317307 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b4cfe57b-5ffb-488c-a0f6-f48e6ed6e7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:58.353808 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.securitygroups_db [None req-73f6083d-b36c-4a0a-b2d3-af554eed103d tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Project ba177f28931640b492e864f6897a46f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:36:58.387000 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-bac979ee-b69c-4265-a7ec-cfd5cb1ae0eb tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] device_id is not set on port 2119de99-21e1-41ac-ac7a-0963e97270fe yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:36:58.396121 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c26b86c1-5d83-4e28-8b82-b5385b1daaa9 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3868017 Apr 29 11:36:58.398782 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] Set router 69d28748-ef4b-4967-90ab-d66fea12302a gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:36:58.402541 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48292) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:58.411251 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-405b7b3d-5ed2-400e-9d10-09ce15ccb45c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Request body: {'subnet': {'network_id': 'b0ddeb7f-b41d-49ef-aaf2-371de9f5f8fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:58.422129 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-073d14a7-b110-41c3-b27a-44fb1470920b tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06679682-a891-44ad-9987-9641cdf542d9']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:58.458220 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b86c1-5d83-4e28-8b82-b5385b1daaa9 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Network': ['ID=b0ddeb7f-b41d-49ef-aaf2-371de9f5f8fe,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:58.475554 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-073d14a7-b110-41c3-b27a-44fb1470920b tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11223bec-ac78-42df-9daa-2eb41466aa6b') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:58.475823 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-73f6083d-b36c-4a0a-b2d3-af554eed103d tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:36:58.475937 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-073d14a7-b110-41c3-b27a-44fb1470920b tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11223bec-ac78-42df-9daa-2eb41466aa6b') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:58.476800 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-73f6083d-b36c-4a0a-b2d3-af554eed103d tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2242582 Apr 29 11:36:58.489953 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48294) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:58.502011 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b4cfe57b-5ffb-488c-a0f6-f48e6ed6e7f5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7cf3e1e0894648a3bd3f0566d0a8f149&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4040327 Apr 29 11:36:58.503874 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48296) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:58.505375 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cfe57b-5ffb-488c-a0f6-f48e6ed6e7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9865bd-5567-493f-bf05-fd04a3f48387,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:58.506999 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-ab09b84d-2ffd-4e0b-b88e-96c98f174b8d tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group_rule': {'security_group_id': '765a8928-ad03-44ef-9d1d-eea31829ddb0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:58.514789 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network b0ddeb7f-b41d-49ef-aaf2-371de9f5f8fe details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:36:58.517727 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-073d14a7-b110-41c3-b27a-44fb1470920b tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:58.546092 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-2ec4d041-9985-48eb-89f7-771e6429426b admin admin] Deleting port dd2f7c39-4dcd-4019-b1bf-dde0272109f3 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:58.546522 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2ec4d041-9985-48eb-89f7-771e6429426b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:58.578160 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e58d5ca-724f-4bbb-861e-9252db79380f None None] DHCP port deletion for eaec72b3-21b8-4237-9007-e0660233be23 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:36:58.593799 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-77edb4f3-aba0-463e-b42d-dcc81325aa61 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "GET /v2.0/routers/69d28748-ef4b-4967-90ab-d66fea12302a HTTP/1.1" status: 200 len: 907 time: 0.3993773 Apr 29 11:36:58.602251 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48298) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:58.620276 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:58.650816 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-073d14a7-b110-41c3-b27a-44fb1470920b tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:58.651695 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5616e-87c3-4f60-a129-c08e3abb357c req-e51286df-ce7d-4037-be25-c10fce18bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:58.653932 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b7b5616e-87c3-4f60-a129-c08e3abb357c req-e51286df-ce7d-4037-be25-c10fce18bdbc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3328588 Apr 29 11:36:58.681640 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.securitygroups_db [None req-ab09b84d-2ffd-4e0b-b88e-96c98f174b8d tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Project ba177f28931640b492e864f6897a46f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:36:58.692478 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-073d14a7-b110-41c3-b27a-44fb1470920b tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:36:58.692892 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-073d14a7-b110-41c3-b27a-44fb1470920b tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:58.696225 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:36:58.696225 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:36:58.696225 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:36:58.696225 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:36:58.696225 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:36:58.696225 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:36:58.696225 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:36:58.696225 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:36:58.696225 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:36:58.696225 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:36:58.696225 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:36:58.696225 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:36:58.696225 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:36:58.696225 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:36:58.696225 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:36:58.696225 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:36:58.696225 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:36:58.696225 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:36:58.696225 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:36:58.696225 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:36:58.696225 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:36:58.696225 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:36:58.696225 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:36:58.696225 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:36:58.696225 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:36:58.696225 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:36:58.696225 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:36:58.696225 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:36:58.696225 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:36:58.696225 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:36:58.696225 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:36:58.696225 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:36:58.732107 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-2ec4d041-9985-48eb-89f7-771e6429426b admin admin] For port dd2f7c39-4dcd-4019-b1bf-dde0272109f3, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=dd2f7c39-4dcd-4019-b1bf-dde0272109f3,segment=NetworkSegment(82aa0242-ee84-4c14-a14a-da2052556bcd),segment_id=82aa0242-ee84-4c14-a14a-da2052556bcd)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:36:58.732797 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2ec4d041-9985-48eb-89f7-771e6429426b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:58.769309 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-bac979ee-b69c-4265-a7ec-cfd5cb1ae0eb tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Allocated IP 172.20.0.11 (841c9b3d-d966-4f0f-869f-01488c42179c/1f5eed7a-ceed-4692-ae93-5a00c2884049/2119de99-21e1-41ac-ac7a-0963e97270fe) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:36:58.787249 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-ab09b84d-2ffd-4e0b-b88e-96c98f174b8d tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:36:58.788350 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ab09b84d-2ffd-4e0b-b88e-96c98f174b8d tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2930698 Apr 29 11:36:58.797638 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48300) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:58.806316 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-2ec4d041-9985-48eb-89f7-771e6429426b admin admin] Calling delete_port for dd2f7c39-4dcd-4019-b1bf-dde0272109f3 owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:58.819073 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405b7b3d-5ed2-400e-9d10-09ce15ccb45c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Made reservation on behalf of 39685abd7a114d62abb4ba48b231a867 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:36:58.824712 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-405b7b3d-5ed2-400e-9d10-09ce15ccb45c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:58.828918 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5e58d5ca-724f-4bbb-861e-9252db79380f None None] Deleting port dd2f7c39-4dcd-4019-b1bf-dde0272109f3 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:58.829483 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5e58d5ca-724f-4bbb-861e-9252db79380f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:58.872689 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-93b9f3da-37de-45a1-88d5-ba188b84a073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:58.924440 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-073d14a7-b110-41c3-b27a-44fb1470920b tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:58.937056 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-9cdb82a6-1491-443b-8f86-95cd05c7ce98 None None] Provisioning complete for port 21129d2a-9fc6-4cca-b03c-b8be53659c50 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:58.937422 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9cdb82a6-1491-443b-8f86-95cd05c7ce98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:58.940523 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d28748-ef4b-4967-90ab-d66fea12302a', 'name': 'tempest-snat-router-1811094995', 'tenant_id': '19abb1b1198641a5b163772c86e96e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': '9e798eb6-96bf-486f-839f-2f8b326e0571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:36:49Z', 'updated_at': '2022-04-29T11:36:55Z', 'revision_number': 3, 'project_id': '19abb1b1198641a5b163772c86e96e17', 'gw_port': {'id': '9e798eb6-96bf-486f-839f-2f8b326e0571', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d28748-ef4b-4967-90ab-d66fea12302a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:36:52Z', 'updated_at': '2022-04-29T11:36:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:58.944971 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5e58d5ca-724f-4bbb-861e-9252db79380f None None] For port dd2f7c39-4dcd-4019-b1bf-dde0272109f3, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=dd2f7c39-4dcd-4019-b1bf-dde0272109f3,segment=NetworkSegment(82aa0242-ee84-4c14-a14a-da2052556bcd),segment_id=82aa0242-ee84-4c14-a14a-da2052556bcd)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:36:58.945384 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5e58d5ca-724f-4bbb-861e-9252db79380f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:58.958291 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-073d14a7-b110-41c3-b27a-44fb1470920b tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:58.969857 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-073d14a7-b110-41c3-b27a-44fb1470920b tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] 10.222.0.69 "DELETE /v2.0/networks/06679682-a891-44ad-9987-9641cdf542d9 HTTP/1.1" status: 204 len: 168 time: 1.8173392 Apr 29 11:36:58.978556 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b7b5616e-87c3-4f60-a129-c08e3abb357c req-55cbe339-4171-4abc-b0f8-5c61f3c2bfaf service neutron] 10.222.0.62 "GET /v2.0/networks/9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147285 Apr 29 11:36:58.982476 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48304) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:36:59.018774 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5e58d5ca-724f-4bbb-861e-9252db79380f None None] Calling delete_port for dd2f7c39-4dcd-4019-b1bf-dde0272109f3 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:59.020470 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] Checking router: 69d28748-ef4b-4967-90ab-d66fea12302a for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:36:59.020806 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] Updating router 69d28748-ef4b-4967-90ab-d66fea12302a port 9e798eb6-96bf-486f-839f-2f8b326e0571 binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:36:59.024201 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e587c63a-f3c3-41f1-9cb0-9554f79f79dc tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:59.037852 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d14a7-b110-41c3-b27a-44fb1470920b tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Pushing event deleted for resources: {'Network': ['ID=06679682-a891-44ad-9987-9641cdf542d9,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:59.061806 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:59.080939 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-93b9f3da-37de-45a1-88d5-ba188b84a073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:59.107319 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-9cdb82a6-1491-443b-8f86-95cd05c7ce98 None None] Port 21129d2a-9fc6-4cca-b03c-b8be53659c50 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:36:59.163243 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-9cdb82a6-1491-443b-8f86-95cd05c7ce98 None None] Provisioning complete for port 65b45a7f-afd0-4027-a45d-55f9f0015d92 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:59.163622 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9cdb82a6-1491-443b-8f86-95cd05c7ce98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:59.197884 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2ec4d041-9985-48eb-89f7-771e6429426b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:59.235840 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec4d041-9985-48eb-89f7-771e6429426b admin admin] No DVR routers for this DVR port dd2f7c39-4dcd-4019-b1bf-dde0272109f3 on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:36:59.266787 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4d041-9985-48eb-89f7-771e6429426b admin admin] Pushing event deleted for resources: {'Port': ['ID=dd2f7c39-4dcd-4019-b1bf-dde0272109f3,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:59.273382 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e587c63a-f3c3-41f1-9cb0-9554f79f79dc tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:59.314457 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-93b9f3da-37de-45a1-88d5-ba188b84a073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:59.318092 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-93b9f3da-37de-45a1-88d5-ba188b84a073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:59.319511 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-93b9f3da-37de-45a1-88d5-ba188b84a073 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9e9865bd-5567-493f-bf05-fd04a3f48387 HTTP/1.1" status: 204 len: 168 time: 0.8092952 Apr 29 11:36:59.366233 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-05f91968-506f-495c-bd24-fbf296331646 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:59.399924 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9f3da-37de-45a1-88d5-ba188b84a073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9865bd-5567-493f-bf05-fd04a3f48387,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:59.406248 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5e58d5ca-724f-4bbb-861e-9252db79380f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:59.431575 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2ec4d041-9985-48eb-89f7-771e6429426b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:59.443469 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472758d-81ef-4095-8d33-6c2d4931e1db req-aa660777-766d-4f9a-8e08-b744ee9bcd12 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:59.445018 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4472758d-81ef-4095-8d33-6c2d4931e1db req-aa660777-766d-4f9a-8e08-b744ee9bcd12 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.4158442 Apr 29 11:36:59.464807 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 65b45a7f-afd0-4027-a45d-55f9f0015d92 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:36:59.471560 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b7b5616e-87c3-4f60-a129-c08e3abb357c req-927813ad-53fa-4a1f-a594-c557f51f76a2 service neutron] 10.222.0.62 "GET /v2.0/networks/9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634876 Apr 29 11:36:59.478306 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bac979ee-b69c-4265-a7ec-cfd5cb1ae0eb tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:59.481788 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-79fe2470-143b-4570-816f-069c5ec65a89 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:59.490680 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-2ec4d041-9985-48eb-89f7-771e6429426b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaec72b3-21b8-4237-9007-e0660233be23']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:59.494234 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58d5ca-724f-4bbb-861e-9252db79380f None None] Pushing event deleted for resources: {'Port': ['ID=dd2f7c39-4dcd-4019-b1bf-dde0272109f3,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:59.500360 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e58d5ca-724f-4bbb-861e-9252db79380f None None] No DVR routers for this DVR port dd2f7c39-4dcd-4019-b1bf-dde0272109f3 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:36:59.535548 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-2ec4d041-9985-48eb-89f7-771e6429426b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82aa0242-ee84-4c14-a14a-da2052556bcd') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:59.536370 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-2ec4d041-9985-48eb-89f7-771e6429426b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82aa0242-ee84-4c14-a14a-da2052556bcd') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:59.556697 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2ec4d041-9985-48eb-89f7-771e6429426b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:59.592734 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2ec4d041-9985-48eb-89f7-771e6429426b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:59.603443 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec4d041-9985-48eb-89f7-771e6429426b admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:36:59.604478 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2ec4d041-9985-48eb-89f7-771e6429426b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:59.608119 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:36:59.608119 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:36:59.608119 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:36:59.608119 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:36:59.608119 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:36:59.608119 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:36:59.608119 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:36:59.608119 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:36:59.608119 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:36:59.608119 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:36:59.608119 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:36:59.608119 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:36:59.608119 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:36:59.608119 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:36:59.608119 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:36:59.608119 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:36:59.608119 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:36:59.608119 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:36:59.608119 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:36:59.608119 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:36:59.608119 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:36:59.608119 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:36:59.608119 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:36:59.608119 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:36:59.608119 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:36:59.608119 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:36:59.608119 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:36:59.608119 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:36:59.608119 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:36:59.608119 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:36:59.608119 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:36:59.608119 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:36:59.612441 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-e587c63a-f3c3-41f1-9cb0-9554f79f79dc tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Deleting port 9e798eb6-96bf-486f-839f-2f8b326e0571 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:36:59.612933 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e587c63a-f3c3-41f1-9cb0-9554f79f79dc tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:59.651298 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 65b45a7f-afd0-4027-a45d-55f9f0015d92 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:59.651668 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:59.680210 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-79fe2470-143b-4570-816f-069c5ec65a89 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:59.740347 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4472758d-81ef-4095-8d33-6c2d4931e1db req-fa4ebcd4-454e-4778-92b8-d78c497259db tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2819607 Apr 29 11:36:59.765101 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-05f91968-506f-495c-bd24-fbf296331646 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:59.771599 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-abecea9a-628e-48ba-9df6-b1551f8bc0c3 None None] Provisioning complete for port 21129d2a-9fc6-4cca-b03c-b8be53659c50 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:59.778045 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-abecea9a-628e-48ba-9df6-b1551f8bc0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:59.781076 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2ec4d041-9985-48eb-89f7-771e6429426b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:59.797888 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2ec4d041-9985-48eb-89f7-771e6429426b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:59.804743 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2ec4d041-9985-48eb-89f7-771e6429426b admin admin] 10.222.0.69 "DELETE /v2.0/networks/eaec72b3-21b8-4237-9007-e0660233be23 HTTP/1.1" status: 204 len: 168 time: 2.0812607 Apr 29 11:36:59.811587 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:59.818620 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4d041-9985-48eb-89f7-771e6429426b admin admin] Pushing event deleted for resources: {'Network': ['ID=eaec72b3-21b8-4237-9007-e0660233be23,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:59.834579 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e587c63a-f3c3-41f1-9cb0-9554f79f79dc tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:59.854483 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-e587c63a-f3c3-41f1-9cb0-9554f79f79dc tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Calling delete_port for 9e798eb6-96bf-486f-839f-2f8b326e0571 owned by network:router_gateway {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:36:59.856156 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:59.925824 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e0bd3-0e47-451d-b054-49e9cb092c27 req-871c156e-4f64-44dc-9ae9-5439045dacb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:59.927595 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-906e0bd3-0e47-451d-b054-49e9cb092c27 req-871c156e-4f64-44dc-9ae9-5439045dacb9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=966d71c123a54a1eb7656282c791d69b&device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 1098 time: 0.3829620 Apr 29 11:36:59.969314 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-05f91968-506f-495c-bd24-fbf296331646 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f50614aa-ad4b-46aa-85aa-69fee0ef3766']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:36:59.997123 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bac979ee-b69c-4265-a7ec-cfd5cb1ae0eb tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:00.030466 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48314) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:00.079841 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48316) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:00.097600 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-abecea9a-628e-48ba-9df6-b1551f8bc0c3 None None] Port 21129d2a-9fc6-4cca-b03c-b8be53659c50 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:37:00.119447 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1688581e-b646-47f1-bc0a-7310a8129a9f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8b88cfc8a00d47cb8f39d4e626603361&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0870745 Apr 29 11:37:00.122556 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-05f91968-506f-495c-bd24-fbf296331646 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3feae1e-a994-4880-b0e0-f6c5e1a5021e') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:00.123621 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-05f91968-506f-495c-bd24-fbf296331646 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3feae1e-a994-4880-b0e0-f6c5e1a5021e') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:00.127568 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac979ee-b69c-4265-a7ec-cfd5cb1ae0eb tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Pushing event updated for resources: {'Port': ['ID=2119de99-21e1-41ac-ac7a-0963e97270fe,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:00.131165 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-405b7b3d-5ed2-400e-9d10-09ce15ccb45c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:00.142654 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:00.147034 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] Attempting to bind port 9e798eb6-96bf-486f-839f-2f8b326e0571 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:37:00.147034 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] Attempting to bind port 9e798eb6-96bf-486f-839f-2f8b326e0571 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:37:00.147418 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] Attempting to bind port 9e798eb6-96bf-486f-839f-2f8b326e0571 on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:37:00.156239 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48318) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:00.179158 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0137355-d48b-4ec8-b82e-14399e078cee None None] Pushing event updated for resources: {'Port': ['ID=9e798eb6-96bf-486f-839f-2f8b326e0571,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:00.182367 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-05f91968-506f-495c-bd24-fbf296331646 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:00.192389 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:00.208964 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:37:00.209512 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:00.209921 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:00.210336 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:37:00.210817 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] Bound port: 9e798eb6-96bf-486f-839f-2f8b326e0571, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:37:00.211299 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:00.227974 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c964e634-f1af-4de3-b542-84c5fd441ed6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=29eeb1d4e92a46069f73b83fdbc1d076&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1445823 Apr 29 11:37:00.228608 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48320) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:00.271305 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-05f91968-506f-495c-bd24-fbf296331646 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:00.273304 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-79fe2470-143b-4570-816f-069c5ec65a89 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:00.274790 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e587c63a-f3c3-41f1-9cb0-9554f79f79dc tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:00.275826 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-79fe2470-143b-4570-816f-069c5ec65a89 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:00.278078 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-79fe2470-143b-4570-816f-069c5ec65a89 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "DELETE /v2.0/security-groups/765a8928-ad03-44ef-9d1d-eea31829ddb0 HTTP/1.1" status: 204 len: 168 time: 1.4770229 Apr 29 11:37:00.286361 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48322) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:00.289334 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac979ee-b69c-4265-a7ec-cfd5cb1ae0eb tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Network 841c9b3d-d966-4f0f-869f-01488c42179c is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:00.302442 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f91968-506f-495c-bd24-fbf296331646 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:37:00.302850 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-05f91968-506f-495c-bd24-fbf296331646 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:00.304231 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:37:00.305073 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:37:00.312481 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:37:00.312481 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:37:00.312481 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:37:00.312481 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:37:00.312481 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:37:00.312481 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:37:00.312481 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:37:00.312481 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:37:00.312481 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:37:00.312481 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:37:00.312481 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:37:00.312481 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:37:00.312481 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:37:00.312481 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:37:00.312481 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:37:00.312481 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:37:00.312481 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:37:00.312481 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:37:00.312481 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:37:00.312481 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:37:00.312481 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:37:00.312481 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:37:00.312481 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:37:00.312481 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:37:00.312481 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:37:00.312481 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:37:00.312481 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:37:00.312481 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:37:00.312481 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:37:00.312481 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:37:00.312481 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:37:00.312481 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:37:00.323253 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587c63a-f3c3-41f1-9cb0-9554f79f79dc tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e798eb6-96bf-486f-839f-2f8b326e0571,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:00.329127 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-bac979ee-b69c-4265-a7ec-cfd5cb1ae0eb tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:00.338085 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe2470-143b-4570-816f-069c5ec65a89 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=765a8928-ad03-44ef-9d1d-eea31829ddb0,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:00.340375 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b7b3d-5ed2-400e-9d10-09ce15ccb45c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Subnet': ['ID=6c4c054f-7b80-4032-adbe-914928e1e76f,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:00.352630 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device dd2f7c39-4dcd-4019-b1bf-dde0272109f3 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:37:00.357892 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac979ee-b69c-4265-a7ec-cfd5cb1ae0eb tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:00.375398 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cd1ddb07-91b8-4b7e-9a3e-cba6c1275105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:00.404375 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: dd2f7c39-4dcd-4019-b1bf-dde0272109f3 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:37:00.404930 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device dd2f7c39-4dcd-4019-b1bf-dde0272109f3 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:37:00.484395 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-30bab2aa-ca32-4638-b7b6-3b798ff0d796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:00.489408 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cd1ddb07-91b8-4b7e-9a3e-cba6c1275105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:00.501726 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1241eeac-1ad6-4ce1-aaa7-d057b0d60778 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2085137 Apr 29 11:37:00.512225 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48326) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:00.515743 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e587c63a-f3c3-41f1-9cb0-9554f79f79dc tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:00.520793 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-fb382f04-3fca-4a7e-88d6-cc72e4953c45 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group': {'name': 'tempest-secgroup--1477984673'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:00.623525 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-30bab2aa-ca32-4638-b7b6-3b798ff0d796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:00.624281 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-a2af6018-5f16-420a-a0e2-3df9d886b7ad None None] Provisioning complete for port 2119de99-21e1-41ac-ac7a-0963e97270fe triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:00.625017 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a2af6018-5f16-420a-a0e2-3df9d886b7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:00.663841 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-a2af6018-5f16-420a-a0e2-3df9d886b7ad None None] Port 2119de99-21e1-41ac-ac7a-0963e97270fe cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:37:00.682100 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fb382f04-3fca-4a7e-88d6-cc72e4953c45 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:00.692124 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e587c63a-f3c3-41f1-9cb0-9554f79f79dc tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:00.702528 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e587c63a-f3c3-41f1-9cb0-9554f79f79dc tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:00.769752 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e587c63a-f3c3-41f1-9cb0-9554f79f79dc tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:00.770319 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e587c63a-f3c3-41f1-9cb0-9554f79f79dc tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69d28748-ef4b-4967-90ab-d66fea12302a {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:37:00.775540 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e587c63a-f3c3-41f1-9cb0-9554f79f79dc tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:00.776677 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e587c63a-f3c3-41f1-9cb0-9554f79f79dc tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "DELETE /v2.0/routers/69d28748-ef4b-4967-90ab-d66fea12302a HTTP/1.1" status: 204 len: 168 time: 2.1734757 Apr 29 11:37:00.779982 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48330) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:00.780623 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cd1ddb07-91b8-4b7e-9a3e-cba6c1275105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:00.783288 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cd1ddb07-91b8-4b7e-9a3e-cba6c1275105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:00.784427 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-cd1ddb07-91b8-4b7e-9a3e-cba6c1275105 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/60bb7235-790d-4d7b-9217-4e55ef821204 HTTP/1.1" status: 204 len: 168 time: 0.6271520 Apr 29 11:37:00.794363 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405b7b3d-5ed2-400e-9d10-09ce15ccb45c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Checking segment: {'id': '4cef586c-35d3-4ea7-9a4b-2c127e6dcc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b0ddeb7f-b41d-49ef-aaf2-371de9f5f8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:00.794867 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405b7b3d-5ed2-400e-9d10-09ce15ccb45c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network hostable DHCP agents. Network: b0ddeb7f-b41d-49ef-aaf2-371de9f5f8fe, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:37:00.801004 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e0bd3-0e47-451d-b054-49e9cb092c27 req-85233671-3c30-4596-9596-d93038930f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:00.802526 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-906e0bd3-0e47-451d-b054-49e9cb092c27 req-85233671-3c30-4596-9596-d93038930f56 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4 HTTP/1.1" status: 200 len: 912 time: 0.7666190 Apr 29 11:37:00.805998 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-05f91968-506f-495c-bd24-fbf296331646 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:00.848865 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-30bab2aa-ca32-4638-b7b6-3b798ff0d796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:00.851397 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-30bab2aa-ca32-4638-b7b6-3b798ff0d796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:00.855241 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-30bab2aa-ca32-4638-b7b6-3b798ff0d796 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ae254118-6633-4cb1-9c34-e486a77cb5a7 HTTP/1.1" status: 204 len: 168 time: 0.6179082 Apr 29 11:37:00.855241 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ddb07-91b8-4b7e-9a3e-cba6c1275105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bb7235-790d-4d7b-9217-4e55ef821204,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:00.863152 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] Attempting to bind port 9e798eb6-96bf-486f-839f-2f8b326e0571 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:37:00.863883 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] Attempting to bind port 9e798eb6-96bf-486f-839f-2f8b326e0571 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:37:00.866573 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] Attempting to bind port 9e798eb6-96bf-486f-839f-2f8b326e0571 on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:37:00.871858 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac979ee-b69c-4265-a7ec-cfd5cb1ae0eb tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:00.872779 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bac979ee-b69c-4265-a7ec-cfd5cb1ae0eb tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:00.877517 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-05f91968-506f-495c-bd24-fbf296331646 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:00.880722 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-05f91968-506f-495c-bd24-fbf296331646 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] 10.222.0.69 "DELETE /v2.0/networks/f50614aa-ad4b-46aa-85aa-69fee0ef3766 HTTP/1.1" status: 204 len: 168 time: 1.8739722 Apr 29 11:37:00.895496 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48336) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:00.906338 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:37:00.906567 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:00.908453 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:00.911478 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:37:00.914684 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bab2aa-ca32-4638-b7b6-3b798ff0d796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae254118-6633-4cb1-9c34-e486a77cb5a7,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:00.914851 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] Bound port: 9e798eb6-96bf-486f-839f-2f8b326e0571, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:37:00.914851 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:00.923403 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f91968-506f-495c-bd24-fbf296331646 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Pushing event deleted for resources: {'Network': ['ID=f50614aa-ad4b-46aa-85aa-69fee0ef3766,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:00.961776 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] Port 9e798eb6-96bf-486f-839f-2f8b326e0571 has been deleted concurrently {{(pid=102961) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Apr 29 11:37:00.984210 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] Routers set() bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:37:00.984673 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] Router IDs set() for agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 29 11:37:00.985464 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_agentschedulers_db [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'69d28748-ef4b-4967-90ab-d66fea12302a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent'). {{(pid=102961) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 29 11:37:00.985913 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365bf180-6044-4a58-9334-07feac4ac2cc None None] The sync data for ids ['69d28748-ef4b-4967-90ab-d66fea12302a'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:37:00.986779 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405b7b3d-5ed2-400e-9d10-09ce15ccb45c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network b0ddeb7f-b41d-49ef-aaf2-371de9f5f8fe is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:37:01.005282 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-bac979ee-b69c-4265-a7ec-cfd5cb1ae0eb tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.5894167 Apr 29 11:37:01.017548 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48338) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:01.041454 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-906e0bd3-0e47-451d-b054-49e9cb092c27 req-bfe2b63c-db2d-4c17-a218-193e38c9a871 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec1c2e1e-2b57-42dd-9d04-8a525132f294 HTTP/1.1" status: 200 len: 1001 time: 0.2273898 Apr 29 11:37:01.042058 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-405b7b3d-5ed2-400e-9d10-09ce15ccb45c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, b0ddeb7f-b41d-49ef-aaf2-371de9f5f8fe) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:01.044604 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fb382f04-3fca-4a7e-88d6-cc72e4953c45 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:01.053016 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405b7b3d-5ed2-400e-9d10-09ce15ccb45c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:01.053610 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-405b7b3d-5ed2-400e-9d10-09ce15ccb45c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:01.057739 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22618a00-cbc0-4b13-ae89-5862e90525ed None None] Network b0ddeb7f-b41d-49ef-aaf2-371de9f5f8fe requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:01.077173 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fb382f04-3fca-4a7e-88d6-cc72e4953c45 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:01.107934 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0806406a-65c2-4bee-941c-a2774f8c92ec tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:01.190417 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fb382f04-3fca-4a7e-88d6-cc72e4953c45 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:01.192097 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-fb382f04-3fca-4a7e-88d6-cc72e4953c45 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6775506 Apr 29 11:37:01.195235 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2afba1-edf1-460a-a23f-bd769c930154 req-f98f25d9-64de-42e7-92d0-63fa7a4e296b tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:01.197277 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fa2afba1-edf1-460a-a23f-bd769c930154 req-f98f25d9-64de-42e7-92d0-63fa7a4e296b tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.3066945 Apr 29 11:37:01.201737 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48342) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:01.209116 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-405b7b3d-5ed2-400e-9d10-09ce15ccb45c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8055732 Apr 29 11:37:01.216250 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2189ade8-4271-448b-b9e6-8807395b0fdb tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:01.216561 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-046fb389-49f3-4cfc-b535-b925d9895fef tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group_rule': {'security_group_id': '1509065b-bc75-4087-84bd-8882e9236d2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:01.222818 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48344) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:01.228948 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-e76f2a21-eb21-496a-8d1d-34515abbf3d8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-544979963', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:01.230937 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2189ade8-4271-448b-b9e6-8807395b0fdb tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:01.233067 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2189ade8-4271-448b-b9e6-8807395b0fdb tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3367944 Apr 29 11:37:01.245067 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48346) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:01.256789 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-a2d08e09-1cd3-4f66-b7f9-b6efca6e2f95 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1060819679'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:01.269602 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb382f04-3fca-4a7e-88d6-cc72e4953c45 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1509065b-bc75-4087-84bd-8882e9236d2d,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:01.275978 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e0bd3-0e47-451d-b054-49e9cb092c27 req-66b93844-1ca2-4c39-8ff1-65cc5a76dfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:01.278803 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-906e0bd3-0e47-451d-b054-49e9cb092c27 req-66b93844-1ca2-4c39-8ff1-65cc5a76dfdd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f2955ff6-7656-4447-a96d-af5d60561c06 HTTP/1.1" status: 200 len: 850 time: 0.2280347 Apr 29 11:37:01.291582 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121b161-484d-4b11-abc7-5ea9a2cb8065 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:01.298936 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121b161-484d-4b11-abc7-5ea9a2cb8065 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:01.304981 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121b161-484d-4b11-abc7-5ea9a2cb8065 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:01.309567 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d121b161-484d-4b11-abc7-5ea9a2cb8065 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2881453 Apr 29 11:37:01.314800 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48350) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:01.340243 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbea6b3-2659-454d-9841-09601923ca91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-b0ddeb7f-b41d-49ef-aaf2-371de9f5f8fe', 'network_id': 'b0ddeb7f-b41d-49ef-aaf2-371de9f5f8fe', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'fixed_ips': [{'subnet_id': '6c4c054f-7b80-4032-adbe-914928e1e76f'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:37:01.341305 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ecbea6b3-2659-454d-9841-09601923ca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:01.368151 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e76f2a21-eb21-496a-8d1d-34515abbf3d8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:01.369185 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e76f2a21-eb21-496a-8d1d-34515abbf3d8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:01.393454 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fa2afba1-edf1-460a-a23f-bd769c930154 req-f0823815-5813-45aa-abc7-f6f9aa419481 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810989 Apr 29 11:37:01.398680 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d08e09-1cd3-4f66-b7f9-b6efca6e2f95 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Made reservation on behalf of 8610af6c1991471caece8629a4c85b6a for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:01.402096 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a2d08e09-1cd3-4f66-b7f9-b6efca6e2f95 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:01.424549 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-046fb389-49f3-4cfc-b535-b925d9895fef tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] create failed (client error): The resource could not be found. Apr 29 11:37:01.425606 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-046fb389-49f3-4cfc-b535-b925d9895fef tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2224507 Apr 29 11:37:01.439878 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48352) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:01.441201 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0806406a-65c2-4bee-941c-a2774f8c92ec tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:01.460788 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-7040f28b-888c-4f62-a506-66ef69674f2a tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group_rule': {'security_group_id': '1509065b-bc75-4087-84bd-8882e9236d2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9efbbf5d-7988-4197-bed0-1d9d094a10d1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:01.486874 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d08e09-1cd3-4f66-b7f9-b6efca6e2f95 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:37:01.507095 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a2d08e09-1cd3-4f66-b7f9-b6efca6e2f95 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:01.507262 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-a2d08e09-1cd3-4f66-b7f9-b6efca6e2f95 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Added segment 9fa6a222-ed50-4e70-99fd-b41a31ddc764 of type vlan for network 2d44e13a-bc4a-4e67-a057-c2aaffac652f Apr 29 11:37:01.563065 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a2d08e09-1cd3-4f66-b7f9-b6efca6e2f95 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:01.602266 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e0bd3-0e47-451d-b054-49e9cb092c27 req-da0e8505-695d-4d1e-b80a-19519f93ef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:01.603800 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-906e0bd3-0e47-451d-b054-49e9cb092c27 req-da0e8505-695d-4d1e-b80a-19519f93ef5e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3127062 Apr 29 11:37:01.630637 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-7040f28b-888c-4f62-a506-66ef69674f2a tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] create failed (client error): The resource could not be found. Apr 29 11:37:01.632674 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7040f28b-888c-4f62-a506-66ef69674f2a tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1875708 Apr 29 11:37:01.635055 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-ecbea6b3-2659-454d-9841-09601923ca91 None None] Allocated IP 2001:db8::2 (b0ddeb7f-b41d-49ef-aaf2-371de9f5f8fe/6c4c054f-7b80-4032-adbe-914928e1e76f/765f73c4-22e5-4574-a793-0b72ffa22f01) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:01.642768 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48366) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:01.652628 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a2d08e09-1cd3-4f66-b7f9-b6efca6e2f95 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:01.659109 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d08e09-1cd3-4f66-b7f9-b6efca6e2f95 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:01.659791 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a2d08e09-1cd3-4f66-b7f9-b6efca6e2f95 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:01.660507 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-0806406a-65c2-4bee-941c-a2774f8c92ec tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Deleting port 1f04f464-6a18-48d3-87c2-365134b296a8 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:01.661063 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0806406a-65c2-4bee-941c-a2774f8c92ec tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:01.672984 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e76f2a21-eb21-496a-8d1d-34515abbf3d8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:01.696693 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-ee973bd6-31e2-4ece-8acb-798ec235a953 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Deleting port 2119de99-21e1-41ac-ac7a-0963e97270fe {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:01.697252 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ee973bd6-31e2-4ece-8acb-798ec235a953 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:01.739328 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e76f2a21-eb21-496a-8d1d-34515abbf3d8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:01.807065 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d08e09-1cd3-4f66-b7f9-b6efca6e2f95 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Pushing event updated for resources: {'Network': ['ID=2d44e13a-bc4a-4e67-a057-c2aaffac652f,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:01.820399 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a2d08e09-1cd3-4f66-b7f9-b6efca6e2f95 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5710201 Apr 29 11:37:01.821094 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48374) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:01.828982 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-6a44995e-f711-4dd0-b718-cadf87dcd26e tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-843297667'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:01.835170 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 2d44e13a-bc4a-4e67-a057-c2aaffac652f details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:37:01.845750 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e76f2a21-eb21-496a-8d1d-34515abbf3d8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:01.850127 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e76f2a21-eb21-496a-8d1d-34515abbf3d8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6258450 Apr 29 11:37:01.850803 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48376) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:01.864736 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-e944c220-1881-4183-ab83-be005d20f725 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Request body: {'port': {'network_id': 'b0ddeb7f-b41d-49ef-aaf2-371de9f5f8fe', 'name': 'tempest-RoutersIpV6Test-1106298421'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:01.947619 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a44995e-f711-4dd0-b718-cadf87dcd26e tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Made reservation on behalf of 8610af6c1991471caece8629a4c85b6a for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:01.951736 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6a44995e-f711-4dd0-b718-cadf87dcd26e tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:01.986070 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a3a1630a-e2e3-46b7-a0cd-32972cc65ebc tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:01.988235 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a44995e-f711-4dd0-b718-cadf87dcd26e tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:37:02.003842 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6a44995e-f711-4dd0-b718-cadf87dcd26e tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:02.004217 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-6a44995e-f711-4dd0-b718-cadf87dcd26e tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Added segment 50ab1302-f4cf-43a6-b86e-2c1600c11c3f of type vlan for network b80f5ed5-bdce-4c5d-add7-28dd8fe9cfcd Apr 29 11:37:02.030031 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ecbea6b3-2659-454d-9841-09601923ca91 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:02.042875 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ecbea6b3-2659-454d-9841-09601923ca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:02.063292 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6a44995e-f711-4dd0-b718-cadf87dcd26e tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:02.064610 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-0806406a-65c2-4bee-941c-a2774f8c92ec tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] For port 1f04f464-6a18-48d3-87c2-365134b296a8, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=1f04f464-6a18-48d3-87c2-365134b296a8,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:37:02.065482 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0806406a-65c2-4bee-941c-a2774f8c92ec tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:02.085996 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbea6b3-2659-454d-9841-09601923ca91 None None] Network b0ddeb7f-b41d-49ef-aaf2-371de9f5f8fe is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:02.089021 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ee973bd6-31e2-4ece-8acb-798ec235a953 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:02.092547 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-ecbea6b3-2659-454d-9841-09601923ca91 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:02.096194 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbea6b3-2659-454d-9841-09601923ca91 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:02.111664 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6a44995e-f711-4dd0-b718-cadf87dcd26e tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:02.121730 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a44995e-f711-4dd0-b718-cadf87dcd26e tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:02.121730 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6a44995e-f711-4dd0-b718-cadf87dcd26e tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:02.137410 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a3a1630a-e2e3-46b7-a0cd-32972cc65ebc tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:02.142250 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-0806406a-65c2-4bee-941c-a2774f8c92ec tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Calling delete_port for 1f04f464-6a18-48d3-87c2-365134b296a8 owned by network:router_gateway {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:02.165336 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-ee973bd6-31e2-4ece-8acb-798ec235a953 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Calling delete_port for 2119de99-21e1-41ac-ac7a-0963e97270fe owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:02.185848 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-906e0bd3-0e47-451d-b054-49e9cb092c27 req-b695a835-dfb8-4fd8-a336-ebb0d4ac81d8 service neutron] 10.222.0.62 "GET /v2.0/networks/9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354645 Apr 29 11:37:02.265242 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbea6b3-2659-454d-9841-09601923ca91 None None] Pushing event updated for resources: {'Port': ['ID=765f73c4-22e5-4574-a793-0b72ffa22f01,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:02.270012 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6a44995e-f711-4dd0-b718-cadf87dcd26e tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4451292 Apr 29 11:37:02.279793 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-ecbea6b3-2659-454d-9841-09601923ca91 None None] Attempting to bind port 765f73c4-22e5-4574-a793-0b72ffa22f01 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:37:02.280230 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-ecbea6b3-2659-454d-9841-09601923ca91 None None] Attempting to bind port 765f73c4-22e5-4574-a793-0b72ffa22f01 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '4cef586c-35d3-4ea7-9a4b-2c127e6dcc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b0ddeb7f-b41d-49ef-aaf2-371de9f5f8fe'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:37:02.280697 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbea6b3-2659-454d-9841-09601923ca91 None None] Attempting to bind port 765f73c4-22e5-4574-a793-0b72ffa22f01 on network b0ddeb7f-b41d-49ef-aaf2-371de9f5f8fe {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:37:02.281599 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48394) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:02.290420 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbea6b3-2659-454d-9841-09601923ca91 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:37:02.290769 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbea6b3-2659-454d-9841-09601923ca91 None None] Checking segment: {'id': '4cef586c-35d3-4ea7-9a4b-2c127e6dcc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b0ddeb7f-b41d-49ef-aaf2-371de9f5f8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:02.291313 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ecbea6b3-2659-454d-9841-09601923ca91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:02.291482 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-ee980174-cd50-4a5b-adcf-359cdbd66401 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Request body: {'ports': [{'network_id': '2d44e13a-bc4a-4e67-a057-c2aaffac652f', 'name': 'tempest-port--1164765294', 'admin_state_up': True}, {'network_id': 'b80f5ed5-bdce-4c5d-add7-28dd8fe9cfcd', 'admin_state_up': False}]} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:02.291746 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbea6b3-2659-454d-9841-09601923ca91 None None] Bound using segment: {'id': '4cef586c-35d3-4ea7-9a4b-2c127e6dcc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b0ddeb7f-b41d-49ef-aaf2-371de9f5f8fe'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:37:02.292315 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-ecbea6b3-2659-454d-9841-09601923ca91 None None] Bound port: 765f73c4-22e5-4574-a793-0b72ffa22f01, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cef586c-35d3-4ea7-9a4b-2c127e6dcc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b0ddeb7f-b41d-49ef-aaf2-371de9f5f8fe'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:37:02.293731 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-ee980174-cd50-4a5b-adcf-359cdbd66401 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Request body: {'port': {'network_id': '2d44e13a-bc4a-4e67-a057-c2aaffac652f', 'name': 'tempest-port--1164765294', 'admin_state_up': True}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:02.293890 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ecbea6b3-2659-454d-9841-09601923ca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:02.294064 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-ee980174-cd50-4a5b-adcf-359cdbd66401 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Request body: {'port': {'network_id': 'b80f5ed5-bdce-4c5d-add7-28dd8fe9cfcd', 'admin_state_up': False}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:02.381646 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a3a1630a-e2e3-46b7-a0cd-32972cc65ebc tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:02.391291 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a3a1630a-e2e3-46b7-a0cd-32972cc65ebc tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:02.394668 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a3a1630a-e2e3-46b7-a0cd-32972cc65ebc tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "DELETE /v2.0/security-groups/1509065b-bc75-4087-84bd-8882e9236d2d HTTP/1.1" status: 204 len: 168 time: 0.7534258 Apr 29 11:37:02.413496 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48396) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:02.420184 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1630a-e2e3-46b7-a0cd-32972cc65ebc tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1509065b-bc75-4087-84bd-8882e9236d2d,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:02.420843 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44995e-f711-4dd0-b718-cadf87dcd26e tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Pushing event updated for resources: {'Network': ['ID=b80f5ed5-bdce-4c5d-add7-28dd8fe9cfcd,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:02.484602 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network b80f5ed5-bdce-4c5d-add7-28dd8fe9cfcd details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:37:02.519584 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-ecbea6b3-2659-454d-9841-09601923ca91 None None] For port 765f73c4-22e5-4574-a793-0b72ffa22f01, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:37:02.528011 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48398) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:02.538659 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e15b7473-bd7e-4b43-90ca-5bf866e80340 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1159856 Apr 29 11:37:02.544896 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48402) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:02.561184 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-33248634-c71c-45d9-beb3-8a82251adc8b tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group_rule': {'security_group_id': 'd37d4204-b47b-475c-b766-118d67b42fc5', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:02.596288 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e944c220-1881-4183-ab83-be005d20f725 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Made reservation on behalf of 39685abd7a114d62abb4ba48b231a867 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:02.598950 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e944c220-1881-4183-ab83-be005d20f725 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:02.619958 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-ecbea6b3-2659-454d-9841-09601923ca91 None None] For port 765f73c4-22e5-4574-a793-0b72ffa22f01, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=765f73c4-22e5-4574-a793-0b72ffa22f01,segment=NetworkSegment(4cef586c-35d3-4ea7-9a4b-2c127e6dcc0e),segment_id=4cef586c-35d3-4ea7-9a4b-2c127e6dcc0e)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:37:02.620246 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-906e0bd3-0e47-451d-b054-49e9cb092c27 req-3bfacda0-da5b-4310-a5f7-6f7f40be1b19 service neutron] 10.222.0.62 "GET /v2.0/networks/9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189649 Apr 29 11:37:02.631791 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ecbea6b3-2659-454d-9841-09601923ca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:02.641796 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-e944c220-1881-4183-ab83-be005d20f725 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] device_id is not set on port 49ba5676-272e-4d9f-ba69-443a3863d5c5 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:37:02.649496 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee980174-cd50-4a5b-adcf-359cdbd66401 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Made reservation on behalf of 8610af6c1991471caece8629a4c85b6a for: {'port': 2} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:02.663283 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ee980174-cd50-4a5b-adcf-359cdbd66401 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:02.667773 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ee973bd6-31e2-4ece-8acb-798ec235a953 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:02.719054 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0806406a-65c2-4bee-941c-a2774f8c92ec tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:02.731577 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ee980174-cd50-4a5b-adcf-359cdbd66401 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:02.736622 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee973bd6-31e2-4ece-8acb-798ec235a953 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Pushing event deleted for resources: {'Port': ['ID=2119de99-21e1-41ac-ac7a-0963e97270fe,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:02.767426 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-33248634-c71c-45d9-beb3-8a82251adc8b tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] create failed (client error): The resource could not be found. Apr 29 11:37:02.768526 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-33248634-c71c-45d9-beb3-8a82251adc8b tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2224717 Apr 29 11:37:02.775340 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48406) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:02.811582 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-a30a1ba2-3844-4712-9f2b-bfa030db63c7 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group': {'name': 'tempest-secgroup--1530198877'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:02.857599 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbea6b3-2659-454d-9841-09601923ca91 None None] Pushing event updated for resources: {'Port': ['ID=765f73c4-22e5-4574-a793-0b72ffa22f01,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:03.028960 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a30a1ba2-3844-4712-9f2b-bfa030db63c7 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:03.082560 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-ee980174-cd50-4a5b-adcf-359cdbd66401 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] device_id is not set on port d2c86f69-c075-4e3a-89f0-4cc135503d87 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:37:03.134160 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-e944c220-1881-4183-ab83-be005d20f725 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Allocated IP 2001:db8::5f (b0ddeb7f-b41d-49ef-aaf2-371de9f5f8fe/6c4c054f-7b80-4032-adbe-914928e1e76f/49ba5676-272e-4d9f-ba69-443a3863d5c5) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:03.336311 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-0f637d5e-c39a-4cff-928b-5365e26d9d9f tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:03.338116 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0f637d5e-c39a-4cff-928b-5365e26d9d9f tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.7984214 Apr 29 11:37:03.349629 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48414) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:03.411659 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-e0070789-a5ec-40f5-ba85-a34dcc34d733 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:03.413562 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e0070789-a5ec-40f5-ba85-a34dcc34d733 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0214865 Apr 29 11:37:03.418056 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806406a-65c2-4bee-941c-a2774f8c92ec tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f04f464-6a18-48d3-87c2-365134b296a8,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:03.421914 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48416) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:03.424698 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a30a1ba2-3844-4712-9f2b-bfa030db63c7 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:03.450501 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0806406a-65c2-4bee-941c-a2774f8c92ec tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:03.456563 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-beef75ec-18f2-44d0-a5f8-bf28ede3d2d2 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:03.458622 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-beef75ec-18f2-44d0-a5f8-bf28ede3d2d2 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0290830 Apr 29 11:37:03.473610 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48420) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:03.474484 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a30a1ba2-3844-4712-9f2b-bfa030db63c7 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:03.486317 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-8cecb784-6ca4-4d63-8011-71664d2c0383 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:03.487561 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-8cecb784-6ca4-4d63-8011-71664d2c0383 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0083535 Apr 29 11:37:03.504677 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48422) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:03.507862 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 765f73c4-22e5-4574-a793-0b72ffa22f01 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:37:03.520740 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-b8ef996f-b31a-490b-b5b1-f18f3eed5c36 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:03.521917 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b8ef996f-b31a-490b-b5b1-f18f3eed5c36 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0121653 Apr 29 11:37:03.537136 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48424) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:03.548456 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-8d866f7b-9b49-45c9-8b41-4a4db068b62b tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:03.553714 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-8d866f7b-9b49-45c9-8b41-4a4db068b62b tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0114334 Apr 29 11:37:03.560098 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48426) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:03.568185 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-4621cd27-e8df-45fc-a573-7d90e9655af1 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:03.571684 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4621cd27-e8df-45fc-a573-7d90e9655af1 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0081100 Apr 29 11:37:03.572849 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48428) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:03.585012 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a30a1ba2-3844-4712-9f2b-bfa030db63c7 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:03.589033 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a30a1ba2-3844-4712-9f2b-bfa030db63c7 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7793088 Apr 29 11:37:03.594093 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48430) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:03.596716 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ee980174-cd50-4a5b-adcf-359cdbd66401 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:03.620146 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-00b9d2f5-0e65-493d-baf5-abc9dce97a8e tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group': {'name': 'tempest-secgroup--689486807'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:03.633525 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a1ba2-3844-4712-9f2b-bfa030db63c7 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dbfc61-e878-496a-8d86-aadb820e6ccf,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:03.636029 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 765f73c4-22e5-4574-a793-0b72ffa22f01 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:03.637036 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:03.643383 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0806406a-65c2-4bee-941c-a2774f8c92ec tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:03.646068 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0806406a-65c2-4bee-941c-a2774f8c92ec tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:03.671490 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-df7174d0-5b08-4329-a8fd-f9e73cd3bb5b tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:03.672626 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-df7174d0-5b08-4329-a8fd-f9e73cd3bb5b tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0973189 Apr 29 11:37:03.705099 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48434) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:03.719118 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-070a703b-b42f-4245-9179-8d7862bf5bc6 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:03.723037 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-070a703b-b42f-4245-9179-8d7862bf5bc6 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0074449 Apr 29 11:37:03.735546 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48438) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:03.747181 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-b2d65c54-71c2-4d06-8770-c1d701ff1d31 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:03.751123 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b2d65c54-71c2-4d06-8770-c1d701ff1d31 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0084023 Apr 29 11:37:03.758318 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48440) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:03.762025 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e944c220-1881-4183-ab83-be005d20f725 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:03.770410 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-b187de99-2d1c-45c9-b1f3-f5610f862638 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:03.774301 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b187de99-2d1c-45c9-b1f3-f5610f862638 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0088372 Apr 29 11:37:03.774716 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48442) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:03.791026 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-00b9d2f5-0e65-493d-baf5-abc9dce97a8e tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:03.791412 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:03.796442 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-eb5251a4-aa85-4f27-8621-094ebaecd738 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:03.796769 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-eb5251a4-aa85-4f27-8621-094ebaecd738 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0103998 Apr 29 11:37:03.801489 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48444) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:03.804385 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-ee980174-cd50-4a5b-adcf-359cdbd66401 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] device_id is not set on port 135502c9-1937-4127-ab38-bf2f1c9b07e3 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:37:03.818129 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0806406a-65c2-4bee-941c-a2774f8c92ec tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:03.818685 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0806406a-65c2-4bee-941c-a2774f8c92ec tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 44413fa9-c7f2-4970-bd40-f066179b7424 {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:37:03.822842 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-0eea8322-c2c9-42d4-88b0-8ed8f8fc0cf4 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:03.826217 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0806406a-65c2-4bee-941c-a2774f8c92ec tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:03.827153 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0806406a-65c2-4bee-941c-a2774f8c92ec tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "DELETE /v2.0/routers/44413fa9-c7f2-4970-bd40-f066179b7424 HTTP/1.1" status: 204 len: 168 time: 3.0417316 Apr 29 11:37:03.830868 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48446) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:03.830868 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48448) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:03.833029 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0eea8322-c2c9-42d4-88b0-8ed8f8fc0cf4 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0170670 Apr 29 11:37:03.836554 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-091dad6a-c844-479b-9b28-a5f3be12a7dc tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1684606032', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}, 'admin_state_up': False}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:03.865121 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-5bbea730-2b24-4708-ad8b-0943d51d2582 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:03.866920 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5bbea730-2b24-4708-ad8b-0943d51d2582 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0352316 Apr 29 11:37:03.872117 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 765f73c4-22e5-4574-a793-0b72ffa22f01, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=765f73c4-22e5-4574-a793-0b72ffa22f01,segment=NetworkSegment(4cef586c-35d3-4ea7-9a4b-2c127e6dcc0e),segment_id=4cef586c-35d3-4ea7-9a4b-2c127e6dcc0e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:37:03.872361 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48450) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:03.881351 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:03.898562 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-47f017f8-41d8-4e6d-9545-0a93a540d282 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:03.903410 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-47f017f8-41d8-4e6d-9545-0a93a540d282 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0184650 Apr 29 11:37:03.909796 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48452) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:03.911831 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ee973bd6-31e2-4ece-8acb-798ec235a953 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:03.922083 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ee973bd6-31e2-4ece-8acb-798ec235a953 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] 10.222.0.69 "DELETE /v2.0/ports/2119de99-21e1-41ac-ac7a-0963e97270fe HTTP/1.1" status: 204 len: 168 time: 2.6038413 Apr 29 11:37:03.929399 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48454) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:03.935222 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-764b9be8-c50e-420e-8ec1-3eb8ad5929f1 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:03.936447 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-764b9be8-c50e-420e-8ec1-3eb8ad5929f1 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0125482 Apr 29 11:37:03.939246 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48456) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:03.952919 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-091dad6a-c844-479b-9b28-a5f3be12a7dc tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:03.954291 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-091dad6a-c844-479b-9b28-a5f3be12a7dc tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:03.961503 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-7cc9b21f-cbe2-464a-bef2-3ac433655382 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:03.969412 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7cc9b21f-cbe2-464a-bef2-3ac433655382 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0176945 Apr 29 11:37:03.975029 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48460) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:03.975262 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=765f73c4-22e5-4574-a793-0b72ffa22f01,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:03.986293 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-78df3334-f971-46f3-8c2c-ad908a4d02d3 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:03.990292 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-78df3334-f971-46f3-8c2c-ad908a4d02d3 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0115569 Apr 29 11:37:03.993047 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e944c220-1881-4183-ab83-be005d20f725 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:03.999737 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48462) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.007219 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fe453e-ceba-4cde-80e7-b6ebe5846fe7 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] GET failed (client error): The resource could not be found. Apr 29 11:37:04.010203 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-02fe453e-ceba-4cde-80e7-b6ebe5846fe7 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] 10.222.0.69 "GET /v2.0/ports/2119de99-21e1-41ac-ac7a-0963e97270fe HTTP/1.1" status: 404 len: 333 time: 0.0721269 Apr 29 11:37:04.017621 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48464) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.034810 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-5d1c9f42-6dfc-4ec9-8097-b478c6abb031 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.039107 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5d1c9f42-6dfc-4ec9-8097-b478c6abb031 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0298607 Apr 29 11:37:04.045233 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48468) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.047742 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-e231e0fc-a1c2-4187-8404-54513f94199f tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Request body: {'port': {'network_id': '841c9b3d-d966-4f0f-869f-01488c42179c', 'name': 'tempest-AllowedAddressPairTestJSON-814958246'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:04.049974 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-60d0b95f-586a-4fd4-8eb7-1526766b48ef tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.054158 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-60d0b95f-586a-4fd4-8eb7-1526766b48ef tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0077252 Apr 29 11:37:04.072009 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48470) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.078446 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-b1e4effd-6305-44c4-9c0b-0bd99c4b8011 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.079746 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b1e4effd-6305-44c4-9c0b-0bd99c4b8011 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0060184 Apr 29 11:37:04.107976 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48472) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.124284 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-a891d942-ff5f-48e6-9bf1-7ef7f5eb4de1 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.125486 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a891d942-ff5f-48e6-9bf1-7ef7f5eb4de1 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0072210 Apr 29 11:37:04.129957 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48476) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.138628 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-f928fa16-16b2-4755-83f3-9ac91ee541b6 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.140712 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f928fa16-16b2-4755-83f3-9ac91ee541b6 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0093720 Apr 29 11:37:04.147870 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944c220-1881-4183-ab83-be005d20f725 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Port': ['ID=49ba5676-272e-4d9f-ba69-443a3863d5c5,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:04.152842 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48478) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.165585 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-28720a5a-17fd-4e72-9a46-0e5d3c4eebfb tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.166652 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-28720a5a-17fd-4e72-9a46-0e5d3c4eebfb tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0046232 Apr 29 11:37:04.175579 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48480) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.177394 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e944c220-1881-4183-ab83-be005d20f725 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network b0ddeb7f-b41d-49ef-aaf2-371de9f5f8fe is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:04.201141 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-bbda61e3-3762-4090-8b2d-384a3d3ae9b4 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.202160 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-bbda61e3-3762-4090-8b2d-384a3d3ae9b4 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0212042 Apr 29 11:37:04.205027 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-00b9d2f5-0e65-493d-baf5-abc9dce97a8e tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:04.210007 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-e944c220-1881-4183-ab83-be005d20f725 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:04.212324 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48482) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.219473 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-69835128-20d2-473f-b28c-5558619aa39e tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.221148 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-69835128-20d2-473f-b28c-5558619aa39e tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0051856 Apr 29 11:37:04.222251 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e944c220-1881-4183-ab83-be005d20f725 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:04.224234 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48484) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.228781 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e944c220-1881-4183-ab83-be005d20f725 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:04.229460 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e944c220-1881-4183-ab83-be005d20f725 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:04.233914 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-13b595b0-4294-4255-9643-a2c5a026dcc2 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.235317 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-00b9d2f5-0e65-493d-baf5-abc9dce97a8e tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:04.235447 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-13b595b0-4294-4255-9643-a2c5a026dcc2 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0066752 Apr 29 11:37:04.239110 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-091dad6a-c844-479b-9b28-a5f3be12a7dc tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:04.246778 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48486) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.255787 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-8ae651a3-d3ab-4fbf-8514-fb5bb430ca9d tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.257898 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8ae651a3-d3ab-4fbf-8514-fb5bb430ca9d tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0086362 Apr 29 11:37:04.267470 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48488) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.271924 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48490) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.274571 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-50a79aec-fb26-46a4-81f6-89bc1381265b tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.275588 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-50a79aec-fb26-46a4-81f6-89bc1381265b tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0055947 Apr 29 11:37:04.281347 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48492) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.284934 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ee980174-cd50-4a5b-adcf-359cdbd66401 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:04.307611 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e944c220-1881-4183-ab83-be005d20f725 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4509554 Apr 29 11:37:04.314313 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9d2f5-0e65-493d-baf5-abc9dce97a8e tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5130c75-a122-43e8-91c2-79df88e4ffd3,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:04.318663 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-00b9d2f5-0e65-493d-baf5-abc9dce97a8e tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:04.319906 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-00b9d2f5-0e65-493d-baf5-abc9dce97a8e tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7179332 Apr 29 11:37:04.322022 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48496) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.333105 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48498) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.343564 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-636f1ba0-357c-4448-83c5-b2ad9def35a5 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group_rule': {'security_group_id': 'a2dbfc61-e878-496a-8d86-aadb820e6ccf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'b5130c75-a122-43e8-91c2-79df88e4ffd3'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:04.344948 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-94ff9544-cb1f-47db-bd71-f729a21ca802 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.347568 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-94ff9544-cb1f-47db-bd71-f729a21ca802 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0624096 Apr 29 11:37:04.354741 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48500) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.372610 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-becedc4f-2a61-4adc-b4f6-ebd8627a333c tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.379262 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-becedc4f-2a61-4adc-b4f6-ebd8627a333c tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0190804 Apr 29 11:37:04.419803 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48502) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.432707 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-41559154-0f42-49eb-a460-76b5cf766712 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.434299 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-41559154-0f42-49eb-a460-76b5cf766712 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0086334 Apr 29 11:37:04.437608 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48504) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.444156 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-1cec7ba2-de15-42f9-a8a7-4f32fdfe9e80 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.448265 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1cec7ba2-de15-42f9-a8a7-4f32fdfe9e80 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0064089 Apr 29 11:37:04.455627 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48506) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.464069 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-51ef0ed7-013f-4c2d-96e9-67d811a8d492 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.465547 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-51ef0ed7-013f-4c2d-96e9-67d811a8d492 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0062659 Apr 29 11:37:04.506826 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-54027067-d010-4ed7-b911-de8a7a458950 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:04.508353 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48508) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.515729 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-69adb0f2-a7bb-401e-bafc-510ac143f0a5 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.519282 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-69adb0f2-a7bb-401e-bafc-510ac143f0a5 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0072551 Apr 29 11:37:04.520507 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48510) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.530475 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-0726c333-8246-445a-980d-9eeee288f7b9 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.535246 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0726c333-8246-445a-980d-9eeee288f7b9 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0101304 Apr 29 11:37:04.564129 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48512) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.567959 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-091dad6a-c844-479b-9b28-a5f3be12a7dc tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:04.573047 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e231e0fc-a1c2-4187-8404-54513f94199f tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Made reservation on behalf of 8ba3675c3fb44eca89fa0c44690374de for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:04.577408 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e231e0fc-a1c2-4187-8404-54513f94199f tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:04.578736 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-56ed329b-eb84-4253-9064-a8de06c84b71 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.582953 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-56ed329b-eb84-4253-9064-a8de06c84b71 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0124640 Apr 29 11:37:04.582953 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ee980174-cd50-4a5b-adcf-359cdbd66401 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:04.590069 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48514) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.616277 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-e231e0fc-a1c2-4187-8404-54513f94199f tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] device_id is not set on port 1aa71aab-b0e7-4e36-a5fd-5606bbafe305 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:37:04.622929 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b81d70-37aa-4f85-a6d5-2482faed1043 None None] Network b0ddeb7f-b41d-49ef-aaf2-371de9f5f8fe requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:04.657744 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-4afef180-cb5c-493b-979b-c20047901a6f tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.658749 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4afef180-cb5c-493b-979b-c20047901a6f tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0643334 Apr 29 11:37:04.666346 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48516) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.694406 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-de0b3374-098d-4f87-8ff3-258461dcfc7d tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.695386 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-de0b3374-098d-4f87-8ff3-258461dcfc7d tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0259123 Apr 29 11:37:04.698434 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48518) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.704792 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-54027067-d010-4ed7-b911-de8a7a458950 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] 10.222.0.69 "PUT /v2.0/quotas/47ece9890dc84fac8734e40a0d33a97b HTTP/1.1" status: 200 len: 368 time: 0.4318008 Apr 29 11:37:04.708324 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-b16ae437-a483-4fcd-9516-fd197ebdec53 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.712460 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b16ae437-a483-4fcd-9516-fd197ebdec53 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0064232 Apr 29 11:37:04.716842 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48520) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.717182 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48522) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.720100 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f0c27cd0-ad6a-4099-8e48-bf64b97b02a5 None None] Provisioning complete for port 765f73c4-22e5-4574-a793-0b72ffa22f01 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:04.720477 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f0c27cd0-ad6a-4099-8e48-bf64b97b02a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:04.723235 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-ac98743b-e03a-4a19-be53-9501a3a2e843 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Request body: {'network': {'project_id': '47ece9890dc84fac8734e40a0d33a97b'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:04.731837 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-79e0ece0-feb9-4ab3-a964-0d461df12900 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.735566 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-79e0ece0-feb9-4ab3-a964-0d461df12900 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0132143 Apr 29 11:37:04.739057 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48524) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.745066 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-517b5914-870f-40bc-8c95-e7398cba6993 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.749646 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-517b5914-870f-40bc-8c95-e7398cba6993 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0043812 Apr 29 11:37:04.749851 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-636f1ba0-357c-4448-83c5-b2ad9def35a5 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:37:04.749851 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-636f1ba0-357c-4448-83c5-b2ad9def35a5 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4140205 Apr 29 11:37:04.753116 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48526) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.753490 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48528) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.779266 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-b4df8911-d400-48c4-8046-097adfa76399 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.782873 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b4df8911-d400-48c4-8046-097adfa76399 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0204713 Apr 29 11:37:04.785334 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48530) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.792014 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-a8a8f582-931b-4502-bc4a-cad810353178 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.795596 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a8a8f582-931b-4502-bc4a-cad810353178 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0067527 Apr 29 11:37:04.800701 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48532) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.808672 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-6a516d38-b78f-4ebb-bb8b-f993f1831880 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.812246 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6a516d38-b78f-4ebb-bb8b-f993f1831880 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0080328 Apr 29 11:37:04.813120 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48534) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.819390 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-56027c0b-7c56-4789-80dd-22d3aaee886a tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.822810 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-56027c0b-7c56-4789-80dd-22d3aaee886a tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0049596 Apr 29 11:37:04.824532 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48536) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.842380 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-0ffa17f0-872d-43c7-8640-f647593d63bf tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.842975 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac98743b-e03a-4a19-be53-9501a3a2e843 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Made reservation on behalf of 47ece9890dc84fac8734e40a0d33a97b for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:04.852209 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0ffa17f0-872d-43c7-8640-f647593d63bf tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0157585 Apr 29 11:37:04.852343 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ac98743b-e03a-4a19-be53-9501a3a2e843 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:04.852930 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48538) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.857496 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee980174-cd50-4a5b-adcf-359cdbd66401 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Pushing event updated for resources: {'Port': ['ID=d2c86f69-c075-4e3a-89f0-4cc135503d87,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:04.870842 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-e231e0fc-a1c2-4187-8404-54513f94199f tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Allocated IP 172.20.0.10 (841c9b3d-d966-4f0f-869f-01488c42179c/1f5eed7a-ceed-4692-ae93-5a00c2884049/1aa71aab-b0e7-4e36-a5fd-5606bbafe305) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:04.876259 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-e9749216-b4ac-463b-9513-9d507b5300be tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.877175 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e9749216-b4ac-463b-9513-9d507b5300be tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0098495 Apr 29 11:37:04.885386 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48540) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.892563 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ac98743b-e03a-4a19-be53-9501a3a2e843 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:04.900588 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-c3cb33a1-2705-4548-a7b1-671f34b394d7 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.904515 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c3cb33a1-2705-4548-a7b1-671f34b394d7 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0124960 Apr 29 11:37:04.907015 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48542) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.914869 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-793873da-6b1e-4361-8f88-563abfc7f0ad tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.915842 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-793873da-6b1e-4361-8f88-563abfc7f0ad tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0049975 Apr 29 11:37:04.923080 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48544) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.925881 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee980174-cd50-4a5b-adcf-359cdbd66401 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Checking segment: {'id': '9fa6a222-ed50-4e70-99fd-b41a31ddc764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '2d44e13a-bc4a-4e67-a057-c2aaffac652f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:04.926281 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee980174-cd50-4a5b-adcf-359cdbd66401 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Network hostable DHCP agents. Network: 2d44e13a-bc4a-4e67-a057-c2aaffac652f, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:37:04.932345 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-7e163062-5bfe-41d5-a1e5-d202acdb624b tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.936294 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7e163062-5bfe-41d5-a1e5-d202acdb624b tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0103133 Apr 29 11:37:04.943429 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48546) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:04.977314 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c1b117a3-5207-4f01-beff-0ef1153edace tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:04.988050 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-de14ad77-8d29-4cb4-902c-5ad6351eb98e tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:04.990541 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-de14ad77-8d29-4cb4-902c-5ad6351eb98e tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0070553 Apr 29 11:37:04.995723 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48548) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:05.004767 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee980174-cd50-4a5b-adcf-359cdbd66401 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Network 2d44e13a-bc4a-4e67-a057-c2aaffac652f is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:37:05.009775 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-f4557e94-0ebd-4902-b8ca-6fa0549bae8e tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:05.014347 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f4557e94-0ebd-4902-b8ca-6fa0549bae8e tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0145817 Apr 29 11:37:05.017107 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48550) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:05.027741 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c1b117a3-5207-4f01-beff-0ef1153edace tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:05.031994 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-0490c436-aa74-4a91-bf3b-8355645f65fe tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:05.033240 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0490c436-aa74-4a91-bf3b-8355645f65fe tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0121202 Apr 29 11:37:05.046927 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48552) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:05.056708 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-0d8894d3-6340-4a28-923c-7fb88391f068 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:05.057643 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0d8894d3-6340-4a28-923c-7fb88391f068 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0044696 Apr 29 11:37:05.063025 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48554) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:05.064001 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-ee980174-cd50-4a5b-adcf-359cdbd66401 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 2d44e13a-bc4a-4e67-a057-c2aaffac652f) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:05.067932 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee980174-cd50-4a5b-adcf-359cdbd66401 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:05.069048 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ee980174-cd50-4a5b-adcf-359cdbd66401 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:05.078731 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-7e789b11-1740-4527-93c2-10416a2b18bd tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:05.083081 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7e789b11-1740-4527-93c2-10416a2b18bd tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0130603 Apr 29 11:37:05.084116 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc88e9c9-afbb-4462-ac3f-cf304ec0fe05 None None] Network 2d44e13a-bc4a-4e67-a057-c2aaffac652f requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:05.088049 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48556) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:05.096146 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-06342076-7487-4637-a7c5-347377345819 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:05.099944 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-06342076-7487-4637-a7c5-347377345819 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0084009 Apr 29 11:37:05.125154 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48558) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:05.132977 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-118532ba-2540-4b61-adb0-f39266652d57 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:05.136830 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-118532ba-2540-4b61-adb0-f39266652d57 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0078030 Apr 29 11:37:05.138010 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a35e7457-e04f-40e4-b03f-ec3ec8dd763e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:05.142450 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48560) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:05.157075 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-091dad6a-c844-479b-9b28-a5f3be12a7dc tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router_gateway, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:05.157852 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-641202fb-049d-4303-8237-caac5324daf2 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:05.161174 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-641202fb-049d-4303-8237-caac5324daf2 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0129287 Apr 29 11:37:05.173430 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48562) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:05.186699 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-0e8bbdf5-1382-4dcf-b0d0-f770b167df68 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:05.189998 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0e8bbdf5-1382-4dcf-b0d0-f770b167df68 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0080981 Apr 29 11:37:05.191185 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48564) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:05.201679 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-29f14849-4e90-4c0f-b20a-be2fc83c89c8 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:05.205036 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-29f14849-4e90-4c0f-b20a-be2fc83c89c8 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0063353 Apr 29 11:37:05.209175 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48566) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:05.212078 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee980174-cd50-4a5b-adcf-359cdbd66401 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Pushing event updated for resources: {'Port': ['ID=135502c9-1937-4127-ab38-bf2f1c9b07e3,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:05.224414 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-091dad6a-c844-479b-9b28-a5f3be12a7dc tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:05.241610 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-3c6c1aad-7ab1-4039-b0d5-c3f5702650fa tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:05.243195 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3c6c1aad-7ab1-4039-b0d5-c3f5702650fa tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0317373 Apr 29 11:37:05.251437 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48568) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:05.254619 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c1b117a3-5207-4f01-beff-0ef1153edace tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:05.257388 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c1b117a3-5207-4f01-beff-0ef1153edace tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:05.259526 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c1b117a3-5207-4f01-beff-0ef1153edace tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "DELETE /v2.0/security-groups/b5130c75-a122-43e8-91c2-79df88e4ffd3 HTTP/1.1" status: 204 len: 168 time: 0.4984546 Apr 29 11:37:05.261729 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-b0c0768a-9fc0-4b93-b310-f3c408ae0531 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:05.265855 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48570) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:05.265855 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48572) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:05.266664 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b0c0768a-9fc0-4b93-b310-f3c408ae0531 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0110388 Apr 29 11:37:05.286617 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-2aea6053-87ee-44df-b20e-4201e9751a8a None None] Provisioning complete for port 765f73c4-22e5-4574-a793-0b72ffa22f01 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:05.286987 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2aea6053-87ee-44df-b20e-4201e9751a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:05.304577 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-76a9e3f4-2b56-4705-b012-3f44cbd12c13 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:05.306225 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-76a9e3f4-2b56-4705-b012-3f44cbd12c13 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0047452 Apr 29 11:37:05.311333 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48574) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:05.311713 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b117a3-5207-4f01-beff-0ef1153edace tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5130c75-a122-43e8-91c2-79df88e4ffd3,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:05.323094 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-f3472f5f-32b9-4dca-90d0-47f2faffef25 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:05.327362 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee980174-cd50-4a5b-adcf-359cdbd66401 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Checking segment: {'id': '50ab1302-f4cf-43a6-b86e-2c1600c11c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b80f5ed5-bdce-4c5d-add7-28dd8fe9cfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:05.327362 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee980174-cd50-4a5b-adcf-359cdbd66401 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Network hostable DHCP agents. Network: b80f5ed5-bdce-4c5d-add7-28dd8fe9cfcd, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:37:05.328374 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f3472f5f-32b9-4dca-90d0-47f2faffef25 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0143352 Apr 29 11:37:05.330473 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48576) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:05.372102 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [None req-fd8da487-5e64-4a62-a9a3-80079a8f3ccc tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:05.375558 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-fd8da487-5e64-4a62-a9a3-80079a8f3ccc tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0161998 Apr 29 11:37:05.379948 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48578) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:05.389053 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-da9c0746-f0a6-4c7a-a847-fe72381a5518 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:05.393142 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-da9c0746-f0a6-4c7a-a847-fe72381a5518 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0115113 Apr 29 11:37:05.404005 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48580) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:05.428088 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-2aea6053-87ee-44df-b20e-4201e9751a8a None None] Provisioning complete for port 49ba5676-272e-4d9f-ba69-443a3863d5c5 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:05.428536 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2aea6053-87ee-44df-b20e-4201e9751a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:05.433870 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-7b51a9fe-a632-4f0a-b3f2-e20fad9ba2e8 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:05.440947 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7b51a9fe-a632-4f0a-b3f2-e20fad9ba2e8 tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0255263 Apr 29 11:37:05.453406 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ac98743b-e03a-4a19-be53-9501a3a2e843 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:05.454794 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48582) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:05.461740 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [None req-c7dfa539-2888-42af-a26f-b6fbc15941bf tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:05.475195 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c7dfa539-2888-42af-a26f-b6fbc15941bf tempest-ExtensionsTestJSON-854990942 tempest-ExtensionsTestJSON-854990942-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0186357 Apr 29 11:37:05.486401 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 765f73c4-22e5-4574-a793-0b72ffa22f01 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:37:05.521410 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-2aea6053-87ee-44df-b20e-4201e9751a8a None None] Port 49ba5676-272e-4d9f-ba69-443a3863d5c5 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:37:05.554937 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee980174-cd50-4a5b-adcf-359cdbd66401 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Network b80f5ed5-bdce-4c5d-add7-28dd8fe9cfcd is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:37:05.564387 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 765f73c4-22e5-4574-a793-0b72ffa22f01 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:05.565266 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:05.592958 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ac98743b-e03a-4a19-be53-9501a3a2e843 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:05.608388 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b86df6a6-44b8-46c1-bb82-efbc1894f7e7 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3314867 Apr 29 11:37:05.611780 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48586) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:05.617945 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-ee980174-cd50-4a5b-adcf-359cdbd66401 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, b80f5ed5-bdce-4c5d-add7-28dd8fe9cfcd) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:05.637591 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e231e0fc-a1c2-4187-8404-54513f94199f tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:05.639297 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c3c1dc-eab3-4143-9235-ec38d58208bf None None] Network b80f5ed5-bdce-4c5d-add7-28dd8fe9cfcd requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:05.644530 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee980174-cd50-4a5b-adcf-359cdbd66401 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:05.650523 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee980174-cd50-4a5b-adcf-359cdbd66401 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:05.656835 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee980174-cd50-4a5b-adcf-359cdbd66401 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:05.657606 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ee980174-cd50-4a5b-adcf-359cdbd66401 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:05.679009 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac98743b-e03a-4a19-be53-9501a3a2e843 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:37:05.693312 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ac98743b-e03a-4a19-be53-9501a3a2e843 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:05.693895 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-ac98743b-e03a-4a19-be53-9501a3a2e843 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Added segment 5a15e2ec-660f-42d0-a46e-159102d6f10e of type vlan for network 121ff29a-c019-4c1b-9512-3b2268062212 Apr 29 11:37:05.737118 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ee980174-cd50-4a5b-adcf-359cdbd66401 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.4541757 Apr 29 11:37:05.742516 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48588) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:05.756941 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ac98743b-e03a-4a19-be53-9501a3a2e843 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:05.805315 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a66adcec-e526-472f-a16f-25d77b2fcdcb tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:05.807602 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98743b-e03a-4a19-be53-9501a3a2e843 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4503d502-d451-43d7-8997-e37e2a5a2231,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:05.815368 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ac98743b-e03a-4a19-be53-9501a3a2e843 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:05.816324 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac98743b-e03a-4a19-be53-9501a3a2e843 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:05.816904 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ac98743b-e03a-4a19-be53-9501a3a2e843 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:05.840815 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-721bf05b-6368-40b9-b8ec-c0104a763be3 None None] Provisioning complete for port 49ba5676-272e-4d9f-ba69-443a3863d5c5 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:05.841836 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-721bf05b-6368-40b9-b8ec-c0104a763be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:05.859745 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-091dad6a-c844-479b-9b28-a5f3be12a7dc tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Allocated IP 172.26.4.215 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/08e5a540-57fc-46b7-a430-5b90ebd8d5e0) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:05.869302 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a66adcec-e526-472f-a16f-25d77b2fcdcb tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:05.912632 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-721bf05b-6368-40b9-b8ec-c0104a763be3 None None] Port 49ba5676-272e-4d9f-ba69-443a3863d5c5 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:37:05.925352 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ac98743b-e03a-4a19-be53-9501a3a2e843 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2070653 Apr 29 11:37:05.926274 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 1f04f464-6a18-48d3-87c2-365134b296a8 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:37:05.930798 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48592) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:05.935573 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364626c8-7a25-4306-9de9-6589ae943e28 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:05.939094 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-b1c0ef11-e755-43d8-8100-ffd5689b6d80 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Request body: {'network': {'project_id': '47ece9890dc84fac8734e40a0d33a97b'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:05.941740 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364626c8-7a25-4306-9de9-6589ae943e28 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:05.943418 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-364626c8-7a25-4306-9de9-6589ae943e28 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1885638 Apr 29 11:37:05.952757 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48594) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:05.959205 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 1f04f464-6a18-48d3-87c2-365134b296a8 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:37:05.959494 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 1f04f464-6a18-48d3-87c2-365134b296a8 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:37:05.982534 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a35e7457-e04f-40e4-b03f-ec3ec8dd763e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:05.988220 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a35e7457-e04f-40e4-b03f-ec3ec8dd763e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:05.993440 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98743b-e03a-4a19-be53-9501a3a2e843 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Pushing event updated for resources: {'Network': ['ID=121ff29a-c019-4c1b-9512-3b2268062212,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:06.001845 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a66adcec-e526-472f-a16f-25d77b2fcdcb tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:06.004831 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a66adcec-e526-472f-a16f-25d77b2fcdcb tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:06.006627 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a66adcec-e526-472f-a16f-25d77b2fcdcb tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "DELETE /v2.0/security-groups/a2dbfc61-e878-496a-8d86-aadb820e6ccf HTTP/1.1" status: 204 len: 168 time: 0.3862584 Apr 29 11:37:06.009904 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 121ff29a-c019-4c1b-9512-3b2268062212 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:37:06.022485 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48596) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:06.045980 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66adcec-e526-472f-a16f-25d77b2fcdcb tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dbfc61-e878-496a-8d86-aadb820e6ccf,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:06.049660 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48598) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:06.111477 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c0ef11-e755-43d8-8100-ffd5689b6d80 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Made reservation on behalf of 47ece9890dc84fac8734e40a0d33a97b for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:06.113922 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b1c0ef11-e755-43d8-8100-ffd5689b6d80 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:06.114091 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e7457-e04f-40e4-b03f-ec3ec8dd763e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Port': ['ID=49ba5676-272e-4d9f-ba69-443a3863d5c5,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:06.138677 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e231e0fc-a1c2-4187-8404-54513f94199f tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:06.256095 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a35e7457-e04f-40e4-b03f-ec3ec8dd763e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:06.273801 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-de9c8db9-0656-4add-a9ea-6ed8b6fb944a tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2478144 Apr 29 11:37:06.287236 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48602) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:06.306927 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-07fb59da-0c1b-478d-b927-dfbdff975801 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group': {'name': 'tempest-secgroup--1269524065'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:06.316702 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e417c5d2-9a13-431d-ae6d-6c407de7c3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:06.329458 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e231e0fc-a1c2-4187-8404-54513f94199f tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Network 841c9b3d-d966-4f0f-869f-01488c42179c is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:06.344358 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c0ef11-e755-43d8-8100-ffd5689b6d80 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:37:06.356548 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-091dad6a-c844-479b-9b28-a5f3be12a7dc tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:06.357898 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-e231e0fc-a1c2-4187-8404-54513f94199f tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:06.360377 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e231e0fc-a1c2-4187-8404-54513f94199f tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:06.414333 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b1c0ef11-e755-43d8-8100-ffd5689b6d80 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:06.414333 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-b1c0ef11-e755-43d8-8100-ffd5689b6d80 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Added segment a5c897ad-388c-4e75-bc39-092f5fa331d9 of type vlan for network 36a0764b-a1ea-4daa-a9a4-c5fd66f48b95 Apr 29 11:37:06.421371 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231e0fc-a1c2-4187-8404-54513f94199f tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Pushing event updated for resources: {'Port': ['ID=1aa71aab-b0e7-4e36-a5fd-5606bbafe305,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:06.456315 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a35e7457-e04f-40e4-b03f-ec3ec8dd763e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:06.467897 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-07fb59da-0c1b-478d-b927-dfbdff975801 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:06.485786 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-0fec80ed-f447-4ed6-8dc8-387b7fed8f26 None None] Provisioning complete for port 49ba5676-272e-4d9f-ba69-443a3863d5c5 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:06.485786 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0fec80ed-f447-4ed6-8dc8-387b7fed8f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:06.503437 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e417c5d2-9a13-431d-ae6d-6c407de7c3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:06.542737 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-0fec80ed-f447-4ed6-8dc8-387b7fed8f26 None None] Port 49ba5676-272e-4d9f-ba69-443a3863d5c5 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:37:06.546083 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e417c5d2-9a13-431d-ae6d-6c407de7c3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:06.557723 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e231e0fc-a1c2-4187-8404-54513f94199f tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:06.559024 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e231e0fc-a1c2-4187-8404-54513f94199f tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:06.575616 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b1c0ef11-e755-43d8-8100-ffd5689b6d80 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:06.584597 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-daf0dd2a-747f-4285-ba06-cc7f42179a9c tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Deleting port d2c86f69-c075-4e3a-89f0-4cc135503d87 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:06.584950 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-daf0dd2a-747f-4285-ba06-cc7f42179a9c tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:06.621938 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-091dad6a-c844-479b-9b28-a5f3be12a7dc tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:06.626152 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e231e0fc-a1c2-4187-8404-54513f94199f tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6024172 Apr 29 11:37:06.638016 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48604) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:06.643246 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-abb7be35-d6f4-4d2e-87ae-e34fa43a3c7c tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:ae:bd:b6'}]}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:06.655732 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e417c5d2-9a13-431d-ae6d-6c407de7c3ff admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8dddea10f7a8498f83fa824c6cffe878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6049829 Apr 29 11:37:06.662150 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48606) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:06.679331 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417c5d2-9a13-431d-ae6d-6c407de7c3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0449d07d-c956-4fbe-95f6-8a237ed3d5e4,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:06.753473 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-daf0dd2a-747f-4285-ba06-cc7f42179a9c tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:06.762251 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091dad6a-c844-479b-9b28-a5f3be12a7dc tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:06.786603 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b1c0ef11-e755-43d8-8100-ffd5689b6d80 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:06.787332 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c0ef11-e755-43d8-8100-ffd5689b6d80 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:06.787913 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b1c0ef11-e755-43d8-8100-ffd5689b6d80 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:06.790466 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-531fb35a-79ea-4a17-807e-534d371053e8 None None] Provisioning complete for port 1aa71aab-b0e7-4e36-a5fd-5606bbafe305 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:06.791054 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-531fb35a-79ea-4a17-807e-534d371053e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:06.804303 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-091dad6a-c844-479b-9b28-a5f3be12a7dc tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:06.810988 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091dad6a-c844-479b-9b28-a5f3be12a7dc tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:06.819085 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-daf0dd2a-747f-4285-ba06-cc7f42179a9c tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Calling delete_port for d2c86f69-c075-4e3a-89f0-4cc135503d87 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:06.834279 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-531fb35a-79ea-4a17-807e-534d371053e8 None None] Port 1aa71aab-b0e7-4e36-a5fd-5606bbafe305 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:37:06.847925 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091dad6a-c844-479b-9b28-a5f3be12a7dc tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Pushing event updated for resources: {'Port': ['ID=08e5a540-57fc-46b7-a430-5b90ebd8d5e0,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:06.927484 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b1c0ef11-e755-43d8-8100-ffd5689b6d80 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9921901 Apr 29 11:37:06.949907 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48610) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:06.962516 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-01517bdf-25d2-4a09-9b9c-c8eed67bb1e9 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Request body: {'network': {'project_id': '47ece9890dc84fac8734e40a0d33a97b'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:06.968122 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-07fb59da-0c1b-478d-b927-dfbdff975801 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:07.004648 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0ef11-e755-43d8-8100-ffd5689b6d80 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Pushing event updated for resources: {'Network': ['ID=36a0764b-a1ea-4daa-a9a4-c5fd66f48b95,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:07.015868 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-07fb59da-0c1b-478d-b927-dfbdff975801 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:07.016186 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 36a0764b-a1ea-4daa-a9a4-c5fd66f48b95 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:37:07.038040 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-01517bdf-25d2-4a09-9b9c-c8eed67bb1e9 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 29 11:37:07.038518 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01517bdf-25d2-4a09-9b9c-c8eed67bb1e9 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:37:07.039675 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-01517bdf-25d2-4a09-9b9c-c8eed67bb1e9 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0885735 Apr 29 11:37:07.056222 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48612) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:07.122555 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-07fb59da-0c1b-478d-b927-dfbdff975801 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:07.123807 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-07fb59da-0c1b-478d-b927-dfbdff975801 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8331406 Apr 29 11:37:07.140826 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48614) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:07.151916 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-087629ec-0a81-4e3a-bce4-b090b5c7ff13 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group_rule': {'security_group_id': '649ccc05-767c-4dd7-a7cf-4a1eb6b95b50', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:07.157526 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bd9382f3-bb25-4ef4-92b9-1beec5abb79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:07.186797 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb59da-0c1b-478d-b927-dfbdff975801 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=649ccc05-767c-4dd7-a7cf-4a1eb6b95b50,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:07.289747 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bd9382f3-bb25-4ef4-92b9-1beec5abb79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:07.296978 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-abb7be35-d6f4-4d2e-87ae-e34fa43a3c7c tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:07.313429 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-520c23f1-7332-4a24-8da9-536f634e0a60 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=47ece9890dc84fac8734e40a0d33a97b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563283 Apr 29 11:37:07.318555 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48616) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:07.322435 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a35e7457-e04f-40e4-b03f-ec3ec8dd763e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:07.326115 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-daf0dd2a-747f-4285-ba06-cc7f42179a9c tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:07.329666 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a35e7457-e04f-40e4-b03f-ec3ec8dd763e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:07.330632 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a35e7457-e04f-40e4-b03f-ec3ec8dd763e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:07.352755 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-087629ec-0a81-4e3a-bce4-b090b5c7ff13 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:37:07.357864 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-087629ec-0a81-4e3a-bce4-b090b5c7ff13 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2082691 Apr 29 11:37:07.360217 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48618) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:07.387067 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-9f731200-23cc-4c6c-8f5d-4ff1388c2107 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group_rule': {'security_group_id': '649ccc05-767c-4dd7-a7cf-4a1eb6b95b50', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:07.390865 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf0dd2a-747f-4285-ba06-cc7f42179a9c tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Pushing event deleted for resources: {'Port': ['ID=d2c86f69-c075-4e3a-89f0-4cc135503d87,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:07.406126 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-daf0dd2a-747f-4285-ba06-cc7f42179a9c tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:07.410840 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-daf0dd2a-747f-4285-ba06-cc7f42179a9c tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] 10.222.0.69 "DELETE /v2.0/ports/d2c86f69-c075-4e3a-89f0-4cc135503d87 HTTP/1.1" status: 204 len: 168 time: 1.4518158 Apr 29 11:37:07.423673 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48620) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:07.480401 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bd9382f3-bb25-4ef4-92b9-1beec5abb79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:07.483477 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bd9382f3-bb25-4ef4-92b9-1beec5abb79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:07.484683 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-bd9382f3-bb25-4ef4-92b9-1beec5abb79c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0449d07d-c956-4fbe-95f6-8a237ed3d5e4 HTTP/1.1" status: 204 len: 168 time: 0.8079655 Apr 29 11:37:07.513222 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9382f3-bb25-4ef4-92b9-1beec5abb79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0449d07d-c956-4fbe-95f6-8a237ed3d5e4,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:07.540557 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e7457-e04f-40e4-b03f-ec3ec8dd763e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Port': ['ID=49ba5676-272e-4d9f-ba69-443a3863d5c5,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:07.666434 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-9f731200-23cc-4c6c-8f5d-4ff1388c2107 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:37:07.666686 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9f731200-23cc-4c6c-8f5d-4ff1388c2107 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3037481 Apr 29 11:37:07.675747 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48626) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:07.790504 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35e7457-e04f-40e4-b03f-ec3ec8dd763e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network b0ddeb7f-b41d-49ef-aaf2-371de9f5f8fe is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:07.799289 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-a35e7457-e04f-40e4-b03f-ec3ec8dd763e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:07.844615 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-abb7be35-d6f4-4d2e-87ae-e34fa43a3c7c tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:07.884739 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-6c570d8d-6454-4012-8dff-240ad4502521 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Deleting port 135502c9-1937-4127-ab38-bf2f1c9b07e3 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:07.885075 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6c570d8d-6454-4012-8dff-240ad4502521 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:07.896058 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-abb7be35-d6f4-4d2e-87ae-e34fa43a3c7c tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:07.900848 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6789be51-67d5-4ae6-ac55-fa591ce16def tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:07.920438 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-983013ef-f69b-4c6c-ae4e-e46994cb2483 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:07.938202 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6789be51-67d5-4ae6-ac55-fa591ce16def tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:07.940226 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-091dad6a-c844-479b-9b28-a5f3be12a7dc tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router_gateway, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:08.076523 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-983013ef-f69b-4c6c-ae4e-e46994cb2483 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:08.116449 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6789be51-67d5-4ae6-ac55-fa591ce16def tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:08.122353 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6789be51-67d5-4ae6-ac55-fa591ce16def tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:08.124199 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6789be51-67d5-4ae6-ac55-fa591ce16def tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] 10.222.0.69 "DELETE /v2.0/security-groups/4503d502-d451-43d7-8997-e37e2a5a2231 HTTP/1.1" status: 204 len: 168 time: 0.8002899 Apr 29 11:37:08.136182 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48636) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:08.137578 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789be51-67d5-4ae6-ac55-fa591ce16def tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4503d502-d451-43d7-8997-e37e2a5a2231,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:08.240689 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6c570d8d-6454-4012-8dff-240ad4502521 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:08.243315 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-abb7be35-d6f4-4d2e-87ae-e34fa43a3c7c tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] In _notify_port_updated(), no bound segment for port 1aa71aab-b0e7-4e36-a5fd-5606bbafe305 on network 841c9b3d-d966-4f0f-869f-01488c42179c {{(pid=102959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 11:37:08.249302 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb7be35-d6f4-4d2e-87ae-e34fa43a3c7c tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:08.250001 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-abb7be35-d6f4-4d2e-87ae-e34fa43a3c7c tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:08.254073 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-abb7be35-d6f4-4d2e-87ae-e34fa43a3c7c tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] 10.222.0.69 "PUT /v2.0/ports/1aa71aab-b0e7-4e36-a5fd-5606bbafe305 HTTP/1.1" status: 200 len: 993 time: 1.6124594 Apr 29 11:37:08.254073 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7be35-d6f4-4d2e-87ae-e34fa43a3c7c tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Pushing event updated for resources: {'Port': ['ID=1aa71aab-b0e7-4e36-a5fd-5606bbafe305,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:08.262050 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48642) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:08.281998 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-535dacc5-27d1-4eec-8d56-dcd2bf1ffa63 None None] Provisioning complete for port 49ba5676-272e-4d9f-ba69-443a3863d5c5 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:08.283063 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-535dacc5-27d1-4eec-8d56-dcd2bf1ffa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:08.298945 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-6c570d8d-6454-4012-8dff-240ad4502521 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Calling delete_port for 135502c9-1937-4127-ab38-bf2f1c9b07e3 owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:08.343242 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-535dacc5-27d1-4eec-8d56-dcd2bf1ffa63 None None] Port 49ba5676-272e-4d9f-ba69-443a3863d5c5 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:37:08.387694 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35e7457-e04f-40e4-b03f-ec3ec8dd763e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Router aa95c01e-9a82-4a0d-bea0-9a695b638015 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:37:08.392440 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-983013ef-f69b-4c6c-ae4e-e46994cb2483 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:08.395110 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-983013ef-f69b-4c6c-ae4e-e46994cb2483 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:08.398982 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-983013ef-f69b-4c6c-ae4e-e46994cb2483 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "DELETE /v2.0/security-groups/649ccc05-767c-4dd7-a7cf-4a1eb6b95b50 HTTP/1.1" status: 204 len: 168 time: 0.7077038 Apr 29 11:37:08.404035 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48646) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:08.442535 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-091dad6a-c844-479b-9b28-a5f3be12a7dc tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:08.450643 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fdd2218c-8a25-4408-9a6d-80daaebba1cf tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:08.463797 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983013ef-f69b-4c6c-ae4e-e46994cb2483 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=649ccc05-767c-4dd7-a7cf-4a1eb6b95b50,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:08.493033 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5731ab8a-5e0b-4d9e-953f-1c08fcef7efd None None] Provisioning complete for port 1aa71aab-b0e7-4e36-a5fd-5606bbafe305 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:08.493689 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5731ab8a-5e0b-4d9e-953f-1c08fcef7efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:08.532758 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-1c9a25c8-345f-4c94-a469-e4bef4b3b344 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1239493 Apr 29 11:37:08.549714 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48650) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:08.559259 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5731ab8a-5e0b-4d9e-953f-1c08fcef7efd None None] Port 1aa71aab-b0e7-4e36-a5fd-5606bbafe305 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:37:08.559799 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-1bad7135-fd51-41c4-8575-022325470f85 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group': {'name': 'tempest-secgroup--1005126318'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:08.587273 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6c570d8d-6454-4012-8dff-240ad4502521 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:08.599745 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35e7457-e04f-40e4-b03f-ec3ec8dd763e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:37:08.618354 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cadb50e-e0c8-4447-a867-4082b579f39b None None] Sync routers for ids ['aa95c01e-9a82-4a0d-bea0-9a695b638015'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:37:08.629213 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cadb50e-e0c8-4447-a867-4082b579f39b None None] Routers {'aa95c01e-9a82-4a0d-bea0-9a695b638015'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:37:08.629878 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-0cadb50e-e0c8-4447-a867-4082b579f39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['aa95c01e-9a82-4a0d-bea0-9a695b638015'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:08.632808 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a35e7457-e04f-40e4-b03f-ec3ec8dd763e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "PUT /v2.0/routers/aa95c01e-9a82-4a0d-bea0-9a695b638015/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3092179 Apr 29 11:37:08.633474 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48652) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:08.633803 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48654) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:08.645469 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-fb953592-4aeb-4608-ac05-85ba00e99b04 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Deleting port 1aa71aab-b0e7-4e36-a5fd-5606bbafe305 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:08.645783 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fb953592-4aeb-4608-ac05-85ba00e99b04 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:08.650957 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c570d8d-6454-4012-8dff-240ad4502521 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Pushing event deleted for resources: {'Port': ['ID=135502c9-1937-4127-ab38-bf2f1c9b07e3,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:08.664629 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-0cadb50e-e0c8-4447-a867-4082b579f39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:08.681822 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cadb50e-e0c8-4447-a867-4082b579f39b None None] Routers {'aa95c01e-9a82-4a0d-bea0-9a695b638015'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:37:08.683457 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-0cadb50e-e0c8-4447-a867-4082b579f39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['aa95c01e-9a82-4a0d-bea0-9a695b638015'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:08.707710 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6c570d8d-6454-4012-8dff-240ad4502521 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:08.710961 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6c570d8d-6454-4012-8dff-240ad4502521 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] 10.222.0.69 "DELETE /v2.0/ports/135502c9-1937-4127-ab38-bf2f1c9b07e3 HTTP/1.1" status: 204 len: 168 time: 1.2845066 Apr 29 11:37:08.714867 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48658) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:08.723288 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-0cadb50e-e0c8-4447-a867-4082b579f39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:08.724186 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cadb50e-e0c8-4447-a867-4082b579f39b None None] The sync data for ids ['aa95c01e-9a82-4a0d-bea0-9a695b638015'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:37:08.734514 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4345a11-c24a-4486-8c9c-bb1a29631e46 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:08.738846 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e4345a11-c24a-4486-8c9c-bb1a29631e46 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "GET /v2.0/ports/49ba5676-272e-4d9f-ba69-443a3863d5c5 HTTP/1.1" status: 200 len: 983 time: 0.0999534 Apr 29 11:37:08.753333 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48660) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:08.762338 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-78ee2ca8-cd52-450a-ad95-bfc09d33c7d0 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0463479 Apr 29 11:37:08.766469 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48662) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:08.771248 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1bad7135-fd51-41c4-8575-022325470f85 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:08.771459 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-ab47c7bb-84c6-4d85-8b24-5de71ae7f3e4 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2068044533'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:08.802657 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fdd2218c-8a25-4408-9a6d-80daaebba1cf tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:08.832236 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-c0048bea-9295-4108-b768-983dc8fcd69f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1875519048'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:08.835446 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab47c7bb-84c6-4d85-8b24-5de71ae7f3e4 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Made reservation on behalf of 8610af6c1991471caece8629a4c85b6a for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:08.838861 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ab47c7bb-84c6-4d85-8b24-5de71ae7f3e4 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:08.862115 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-fdd2218c-8a25-4408-9a6d-80daaebba1cf tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a0764b-a1ea-4daa-a9a4-c5fd66f48b95']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:08.880026 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fb953592-4aeb-4608-ac05-85ba00e99b04 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:08.897091 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-fdd2218c-8a25-4408-9a6d-80daaebba1cf tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c897ad-388c-4e75-bc39-092f5fa331d9') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:08.897503 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-fdd2218c-8a25-4408-9a6d-80daaebba1cf tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c897ad-388c-4e75-bc39-092f5fa331d9') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:08.903127 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0048bea-9295-4108-b768-983dc8fcd69f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Made reservation on behalf of 82c9781045a448caa6e2255533e0b7a4 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:08.906706 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c0048bea-9295-4108-b768-983dc8fcd69f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:08.915543 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-fb953592-4aeb-4608-ac05-85ba00e99b04 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Calling delete_port for 1aa71aab-b0e7-4e36-a5fd-5606bbafe305 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:08.923255 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fdd2218c-8a25-4408-9a6d-80daaebba1cf tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:08.926494 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c0048bea-9295-4108-b768-983dc8fcd69f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:08.943910 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab47c7bb-84c6-4d85-8b24-5de71ae7f3e4 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:37:08.993603 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fdd2218c-8a25-4408-9a6d-80daaebba1cf tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:08.995713 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091dad6a-c844-479b-9b28-a5f3be12a7dc tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Router 51d41c59-4d5c-4372-8c0d-55802b6452cf is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:37:09.015077 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdd2218c-8a25-4408-9a6d-80daaebba1cf tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:37:09.015485 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fdd2218c-8a25-4408-9a6d-80daaebba1cf tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: items = [ Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:37:09.017165 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:37:09.083185 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1bad7135-fd51-41c4-8575-022325470f85 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:09.105686 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1bad7135-fd51-41c4-8575-022325470f85 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:09.164177 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ab47c7bb-84c6-4d85-8b24-5de71ae7f3e4 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:09.164177 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-ab47c7bb-84c6-4d85-8b24-5de71ae7f3e4 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Added segment ca2e52a2-2fd3-459b-9f0a-14cf0db3e39d of type vlan for network 4d88c8ca-b1ab-4cb2-a842-042f61778a4b Apr 29 11:37:09.174614 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fdd2218c-8a25-4408-9a6d-80daaebba1cf tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:09.179523 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fdd2218c-8a25-4408-9a6d-80daaebba1cf tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:09.181512 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c0048bea-9295-4108-b768-983dc8fcd69f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:09.183579 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-fdd2218c-8a25-4408-9a6d-80daaebba1cf tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] 10.222.0.69 "DELETE /v2.0/networks/36a0764b-a1ea-4daa-a9a4-c5fd66f48b95 HTTP/1.1" status: 204 len: 168 time: 0.9984310 Apr 29 11:37:09.199143 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48664) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:09.210918 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c0048bea-9295-4108-b768-983dc8fcd69f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:09.232782 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1bad7135-fd51-41c4-8575-022325470f85 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:09.234014 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1bad7135-fd51-41c4-8575-022325470f85 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6818435 Apr 29 11:37:09.247343 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2218c-8a25-4408-9a6d-80daaebba1cf tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Pushing event deleted for resources: {'Network': ['ID=36a0764b-a1ea-4daa-a9a4-c5fd66f48b95,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:09.250331 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48666) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:09.256101 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ab47c7bb-84c6-4d85-8b24-5de71ae7f3e4 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:09.259960 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad7135-fd51-41c4-8575-022325470f85 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd38331-2eca-47e5-ba92-d01fbc672f0d,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:09.299211 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0048bea-9295-4108-b768-983dc8fcd69f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:37:09.314031 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0048bea-9295-4108-b768-983dc8fcd69f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa478493-875c-44bf-a6ac-30aa5bc99ba7,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:09.318589 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-8f4b21cd-f92f-41d2-94e0-58f118f6ec8b tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:09.318923 dv-neutron-838888-1-hyperv neutron-server[102960]: WARNING neutron.api.v2.base [None req-8f4b21cd-f92f-41d2-94e0-58f118f6ec8b tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 29 11:37:09.326100 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-8f4b21cd-f92f-41d2-94e0-58f118f6ec8b tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] update failed (client error): There was a conflict when trying to complete your request. Apr 29 11:37:09.326100 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8f4b21cd-f92f-41d2-94e0-58f118f6ec8b tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "PUT /v2.0/security-groups/5dd38331-2eca-47e5-ba92-d01fbc672f0d HTTP/1.1" status: 409 len: 330 time: 0.0647104 Apr 29 11:37:09.333724 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48668) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:09.345140 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c0048bea-9295-4108-b768-983dc8fcd69f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:09.345140 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-c0048bea-9295-4108-b768-983dc8fcd69f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Added segment 18435700-2ab5-43be-9271-2706787cc46b of type vlan for network 03bc04c9-1ee0-4155-adf2-e5e0688287da Apr 29 11:37:09.371533 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ab47c7bb-84c6-4d85-8b24-5de71ae7f3e4 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:09.383240 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab47c7bb-84c6-4d85-8b24-5de71ae7f3e4 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:09.383933 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ab47c7bb-84c6-4d85-8b24-5de71ae7f3e4 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:09.400146 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f4fd4302-dc02-41d3-b0b2-7a671a969375 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:09.412821 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091dad6a-c844-479b-9b28-a5f3be12a7dc tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:37:09.430371 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da4f02e-4d7c-46c5-8f70-67f32c6eb044 None None] Sync routers for ids ['51d41c59-4d5c-4372-8c0d-55802b6452cf'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:37:09.430941 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fb953592-4aeb-4608-ac05-85ba00e99b04 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:09.443555 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da4f02e-4d7c-46c5-8f70-67f32c6eb044 None None] Routers {'51d41c59-4d5c-4372-8c0d-55802b6452cf'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:37:09.444556 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-2da4f02e-4d7c-46c5-8f70-67f32c6eb044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['51d41c59-4d5c-4372-8c0d-55802b6452cf'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:09.474772 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c0048bea-9295-4108-b768-983dc8fcd69f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:09.481059 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-091dad6a-c844-479b-9b28-a5f3be12a7dc tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:09.482304 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-091dad6a-c844-479b-9b28-a5f3be12a7dc tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.6492522 Apr 29 11:37:09.483146 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb953592-4aeb-4608-ac05-85ba00e99b04 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Pushing event deleted for resources: {'Port': ['ID=1aa71aab-b0e7-4e36-a5fd-5606bbafe305,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:09.486511 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48670) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:09.497130 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-2da4f02e-4d7c-46c5-8f70-67f32c6eb044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:09.508560 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da4f02e-4d7c-46c5-8f70-67f32c6eb044 None None] Routers {'51d41c59-4d5c-4372-8c0d-55802b6452cf'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:37:09.509637 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-2da4f02e-4d7c-46c5-8f70-67f32c6eb044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['51d41c59-4d5c-4372-8c0d-55802b6452cf'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:09.518286 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ab47c7bb-84c6-4d85-8b24-5de71ae7f3e4 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7513273 Apr 29 11:37:09.529590 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-02b79570-22e2-4926-b681-de6c7061cc5d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'enable_snat': False}}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:09.531707 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48672) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:09.541089 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-3ab3a706-bfcc-45a5-87f9-69813a1811af tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-755589538'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:09.550960 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-2da4f02e-4d7c-46c5-8f70-67f32c6eb044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:09.551994 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da4f02e-4d7c-46c5-8f70-67f32c6eb044 None None] The sync data for ids ['51d41c59-4d5c-4372-8c0d-55802b6452cf'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:37:09.568527 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47c7bb-84c6-4d85-8b24-5de71ae7f3e4 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Pushing event updated for resources: {'Network': ['ID=4d88c8ca-b1ab-4cb2-a842-042f61778a4b,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:09.585509 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 4d88c8ca-b1ab-4cb2-a842-042f61778a4b details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:37:09.632441 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c0048bea-9295-4108-b768-983dc8fcd69f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:09.639986 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0048bea-9295-4108-b768-983dc8fcd69f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:09.640881 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c0048bea-9295-4108-b768-983dc8fcd69f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:09.673506 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f3e7dae-0def-4b6a-acde-2e5628795dc4 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:09.691831 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f4fd4302-dc02-41d3-b0b2-7a671a969375 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:09.713191 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c0048bea-9295-4108-b768-983dc8fcd69f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0755682 Apr 29 11:37:09.761127 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab3a706-bfcc-45a5-87f9-69813a1811af tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Made reservation on behalf of 8610af6c1991471caece8629a4c85b6a for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:09.766696 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a706-bfcc-45a5-87f9-69813a1811af tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:09.770198 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e252-39d3-4449-ae59-a05b3ccb21d7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:09.818807 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f3e7dae-0def-4b6a-acde-2e5628795dc4 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:09.831604 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0048bea-9295-4108-b768-983dc8fcd69f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event updated for resources: {'Network': ['ID=03bc04c9-1ee0-4155-adf2-e5e0688287da,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:09.836626 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-f4fd4302-dc02-41d3-b0b2-7a671a969375 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['121ff29a-c019-4c1b-9512-3b2268062212']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:09.848383 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 03bc04c9-1ee0-4155-adf2-e5e0688287da details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:37:09.908091 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-f4fd4302-dc02-41d3-b0b2-7a671a969375 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a15e2ec-660f-42d0-a46e-159102d6f10e') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:09.908440 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-f4fd4302-dc02-41d3-b0b2-7a671a969375 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a15e2ec-660f-42d0-a46e-159102d6f10e') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:09.958301 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f4fd4302-dc02-41d3-b0b2-7a671a969375 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:09.965752 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48674) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:09.972474 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-3a8ad8af-4354-42a1-93a6-f48572bcfa62 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Request body: {'subnet': {'network_id': '03bc04c9-1ee0-4155-adf2-e5e0688287da', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:09.976906 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f3e7dae-0def-4b6a-acde-2e5628795dc4 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:09.980004 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f3e7dae-0def-4b6a-acde-2e5628795dc4 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:09.980740 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6f3e7dae-0def-4b6a-acde-2e5628795dc4 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "DELETE /v2.0/security-groups/5dd38331-2eca-47e5-ba92-d01fbc672f0d HTTP/1.1" status: 204 len: 168 time: 0.6463575 Apr 29 11:37:09.985492 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ab3a706-bfcc-45a5-87f9-69813a1811af tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:37:09.995628 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48676) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:10.007808 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e7dae-0def-4b6a-acde-2e5628795dc4 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd38331-2eca-47e5-ba92-d01fbc672f0d,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:10.028019 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f4fd4302-dc02-41d3-b0b2-7a671a969375 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:10.030099 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a706-bfcc-45a5-87f9-69813a1811af tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:10.030471 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-3ab3a706-bfcc-45a5-87f9-69813a1811af tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Added segment bb3b4e8b-49c1-46cf-9e3c-dcf2f2f3e34f of type vlan for network 906a1a33-e67b-4f9c-8fd6-63aa663d4540 Apr 29 11:37:10.076496 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fb953592-4aeb-4608-ac05-85ba00e99b04 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:10.079741 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-fb953592-4aeb-4608-ac05-85ba00e99b04 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] 10.222.0.69 "DELETE /v2.0/ports/1aa71aab-b0e7-4e36-a5fd-5606bbafe305 HTTP/1.1" status: 204 len: 168 time: 1.8124549 Apr 29 11:37:10.086509 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48678) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:10.087375 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4fd4302-dc02-41d3-b0b2-7a671a969375 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:37:10.088196 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f4fd4302-dc02-41d3-b0b2-7a671a969375 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:10.095359 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:37:10.095359 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:37:10.095359 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:37:10.095359 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:37:10.095359 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:37:10.095359 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:37:10.095359 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:37:10.095359 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:37:10.095359 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:37:10.095359 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:37:10.095359 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:37:10.095359 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:37:10.095359 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:37:10.095359 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:37:10.095359 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:37:10.095359 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:37:10.095359 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:37:10.095359 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:37:10.095359 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:37:10.095359 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:37:10.095359 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:37:10.095359 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:37:10.095359 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:37:10.095359 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:37:10.095359 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:37:10.095359 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:37:10.095359 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:37:10.095359 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:37:10.095359 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:37:10.095359 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:37:10.095359 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:37:10.095359 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:37:10.126307 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb3bc4f-69ea-4d9e-846b-404af9e4cc9a tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] GET failed (client error): The resource could not be found. Apr 29 11:37:10.127901 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4bb3bc4f-69ea-4d9e-846b-404af9e4cc9a tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] 10.222.0.69 "GET /v2.0/ports/1aa71aab-b0e7-4e36-a5fd-5606bbafe305 HTTP/1.1" status: 404 len: 333 time: 0.0394499 Apr 29 11:37:10.133507 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48680) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:10.138661 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-f1de9a61-a394-4986-adaf-0ad8dbdd8099 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Request body: {'port': {'network_id': '841c9b3d-d966-4f0f-869f-01488c42179c', 'name': 'tempest-AllowedAddressPairTestJSON-1462633586'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:10.144702 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8ad8af-4354-42a1-93a6-f48572bcfa62 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Made reservation on behalf of 82c9781045a448caa6e2255533e0b7a4 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:10.147812 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3a8ad8af-4354-42a1-93a6-f48572bcfa62 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:10.242389 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-06390621-1d44-4979-8d79-e02e811640d0 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2457163 Apr 29 11:37:10.247442 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48682) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:10.251534 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a706-bfcc-45a5-87f9-69813a1811af tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:10.269088 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f4fd4302-dc02-41d3-b0b2-7a671a969375 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:10.273516 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f4fd4302-dc02-41d3-b0b2-7a671a969375 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:10.277504 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f4fd4302-dc02-41d3-b0b2-7a671a969375 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] 10.222.0.69 "DELETE /v2.0/networks/121ff29a-c019-4c1b-9512-3b2268062212 HTTP/1.1" status: 204 len: 168 time: 1.0757949 Apr 29 11:37:10.289371 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-39da00a6-658a-48fa-bc9e-095e2acb7c53 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] delete failed (client error): The resource could not be found. Apr 29 11:37:10.289697 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-39da00a6-658a-48fa-bc9e-095e2acb7c53 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "DELETE /v2.0/security-groups/90c8a644-cf81-49f9-8704-45a58a9e6416 HTTP/1.1" status: 404 len: 347 time: 0.0412598 Apr 29 11:37:10.298240 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48686) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:10.337832 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd4302-dc02-41d3-b0b2-7a671a969375 tempest-QuotasNegativeTest-501236064 tempest-QuotasNegativeTest-501236064-project-admin] Pushing event deleted for resources: {'Network': ['ID=121ff29a-c019-4c1b-9512-3b2268062212,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:10.375461 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-7bc536a5-33f9-433a-9dbd-e6bef9d35b56 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] show failed (client error): The resource could not be found. Apr 29 11:37:10.380426 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7bc536a5-33f9-433a-9dbd-e6bef9d35b56 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "GET /v2.0/security-groups/c2715646-3a7f-4543-b4f8-dba14451f26a HTTP/1.1" status: 404 len: 347 time: 0.0754123 Apr 29 11:37:10.384535 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48688) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:10.402616 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a706-bfcc-45a5-87f9-69813a1811af tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:10.409002 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab3a706-bfcc-45a5-87f9-69813a1811af tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:10.409664 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a706-bfcc-45a5-87f9-69813a1811af tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:10.443142 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-9ab1a79d-f80b-4d5a-b661-42ac7c8b0cd6 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] show failed (client error): The resource could not be found. Apr 29 11:37:10.447493 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9ab1a79d-f80b-4d5a-b661-42ac7c8b0cd6 tempest-NegativeSecGroupIPv6Test-967125108 tempest-NegativeSecGroupIPv6Test-967125108-project] 10.222.0.69 "GET /v2.0/security-group-rules/06573029-8c5c-45c7-a61f-00c8d8e9cb57 HTTP/1.1" status: 404 len: 356 time: 0.0555966 Apr 29 11:37:10.554383 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3ab3a706-bfcc-45a5-87f9-69813a1811af tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0040383 Apr 29 11:37:10.570982 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3a706-bfcc-45a5-87f9-69813a1811af tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Pushing event updated for resources: {'Network': ['ID=906a1a33-e67b-4f9c-8fd6-63aa663d4540,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:10.586237 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-02b79570-22e2-4926-b681-de6c7061cc5d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:10.591234 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 906a1a33-e67b-4f9c-8fd6-63aa663d4540 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:37:10.702715 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7e252-39d3-4449-ae59-a05b3ccb21d7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Deleting port 49ba5676-272e-4d9f-ba69-443a3863d5c5 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:10.703363 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e252-39d3-4449-ae59-a05b3ccb21d7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:10.903750 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1de9a61-a394-4986-adaf-0ad8dbdd8099 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Made reservation on behalf of 8ba3675c3fb44eca89fa0c44690374de for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:10.907285 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f1de9a61-a394-4986-adaf-0ad8dbdd8099 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:10.932143 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-f1de9a61-a394-4986-adaf-0ad8dbdd8099 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] device_id is not set on port 88b6aaf5-d270-4275-a6ca-68898041faf5 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:37:11.023624 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e252-39d3-4449-ae59-a05b3ccb21d7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:11.098933 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7e252-39d3-4449-ae59-a05b3ccb21d7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Calling delete_port for 49ba5676-272e-4d9f-ba69-443a3863d5c5 owned by network:router_interface {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:11.130015 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48698) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:11.185220 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48702) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:11.193475 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3a8ad8af-4354-42a1-93a6-f48572bcfa62 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:11.211413 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-f1de9a61-a394-4986-adaf-0ad8dbdd8099 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Allocated IP 172.20.0.6 (841c9b3d-d966-4f0f-869f-01488c42179c/1f5eed7a-ceed-4692-ae93-5a00c2884049/88b6aaf5-d270-4275-a6ca-68898041faf5) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:11.372102 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ad8af-4354-42a1-93a6-f48572bcfa62 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event updated for resources: {'Subnet': ['ID=4779e0a4-cb7d-4a8e-b6d6-6b8ba9affde8,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:11.413065 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ad8af-4354-42a1-93a6-f48572bcfa62 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Checking segment: {'id': '18435700-2ab5-43be-9271-2706787cc46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '03bc04c9-1ee0-4155-adf2-e5e0688287da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:11.413436 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8ad8af-4354-42a1-93a6-f48572bcfa62 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Network hostable DHCP agents. Network: 03bc04c9-1ee0-4155-adf2-e5e0688287da, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:37:11.530470 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2b57faf7-a635-463b-85cc-1d3aecbd7078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:11.631162 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8ad8af-4354-42a1-93a6-f48572bcfa62 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Network 03bc04c9-1ee0-4155-adf2-e5e0688287da is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:37:11.653500 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b6b9cef9-a4b8-4bd9-97f9-5738b9179a74 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ba177f28931640b492e864f6897a46f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5166447 Apr 29 11:37:11.663771 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48706) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:11.687359 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-02b79570-22e2-4926-b681-de6c7061cc5d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681475', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3683613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1117'] for router, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:11.691253 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-3a8ad8af-4354-42a1-93a6-f48572bcfa62 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 03bc04c9-1ee0-4155-adf2-e5e0688287da) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:11.692864 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e252-39d3-4449-ae59-a05b3ccb21d7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:11.693220 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-02b79570-22e2-4926-b681-de6c7061cc5d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683602'] for router, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:11.705749 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37f55d0-e628-475b-baed-cb67b8a619ee None None] Network 03bc04c9-1ee0-4155-adf2-e5e0688287da requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:11.715318 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8ad8af-4354-42a1-93a6-f48572bcfa62 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:11.715992 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3a8ad8af-4354-42a1-93a6-f48572bcfa62 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:11.810781 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f1de9a61-a394-4986-adaf-0ad8dbdd8099 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:11.880355 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7e252-39d3-4449-ae59-a05b3ccb21d7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Port': ['ID=49ba5676-272e-4d9f-ba69-443a3863d5c5,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:11.891562 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f1de9a61-a394-4986-adaf-0ad8dbdd8099 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:11.925745 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b79570-22e2-4926-b681-de6c7061cc5d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Router 51d41c59-4d5c-4372-8c0d-55802b6452cf has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:37:11.937605 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ba735f-287e-4b0f-be19-d4f20bdae7a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-03bc04c9-1ee0-4155-adf2-e5e0688287da', 'network_id': '03bc04c9-1ee0-4155-adf2-e5e0688287da', 'tenant_id': '82c9781045a448caa6e2255533e0b7a4', 'fixed_ips': [{'subnet_id': '4779e0a4-cb7d-4a8e-b6d6-6b8ba9affde8'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:37:11.938619 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b6ba735f-287e-4b0f-be19-d4f20bdae7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:12.044334 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3a8ad8af-4354-42a1-93a6-f48572bcfa62 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.0769856 Apr 29 11:37:12.090363 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48708) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:12.105478 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-88c14697-f25e-4d90-9ea7-1da1810af07c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-117486711'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:12.184790 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b79570-22e2-4926-b681-de6c7061cc5d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:37:12.195674 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027426ca-f19d-4a10-b050-7c01a7005c22 None None] Sync routers for ids ['51d41c59-4d5c-4372-8c0d-55802b6452cf'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:37:12.205128 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-02b79570-22e2-4926-b681-de6c7061cc5d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:12.210501 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-02b79570-22e2-4926-b681-de6c7061cc5d tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "PUT /v2.0/routers/51d41c59-4d5c-4372-8c0d-55802b6452cf HTTP/1.1" status: 200 len: 926 time: 2.7019756 Apr 29 11:37:12.212960 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48710) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:12.230665 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c14697-f25e-4d90-9ea7-1da1810af07c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Made reservation on behalf of 82c9781045a448caa6e2255533e0b7a4 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:12.239195 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-88c14697-f25e-4d90-9ea7-1da1810af07c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:12.239661 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:37:12.240394 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027426ca-f19d-4a10-b050-7c01a7005c22 None None] Routers {'51d41c59-4d5c-4372-8c0d-55802b6452cf'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:37:12.241019 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-027426ca-f19d-4a10-b050-7c01a7005c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['51d41c59-4d5c-4372-8c0d-55802b6452cf'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:12.347736 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-79903ad0-e50a-4997-8a52-2260523756f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:12.351673 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e252-39d3-4449-ae59-a05b3ccb21d7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:12.355563 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-027426ca-f19d-4a10-b050-7c01a7005c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:12.372694 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1de9a61-a394-4986-adaf-0ad8dbdd8099 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Network 841c9b3d-d966-4f0f-869f-01488c42179c is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:12.392623 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027426ca-f19d-4a10-b050-7c01a7005c22 None None] Routers {'51d41c59-4d5c-4372-8c0d-55802b6452cf'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:37:12.394484 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-027426ca-f19d-4a10-b050-7c01a7005c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['51d41c59-4d5c-4372-8c0d-55802b6452cf'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:12.403932 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-f1de9a61-a394-4986-adaf-0ad8dbdd8099 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:12.409987 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1de9a61-a394-4986-adaf-0ad8dbdd8099 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:12.429637 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c14697-f25e-4d90-9ea7-1da1810af07c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:37:12.500044 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-027426ca-f19d-4a10-b050-7c01a7005c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:12.500710 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027426ca-f19d-4a10-b050-7c01a7005c22 None None] The sync data for ids ['51d41c59-4d5c-4372-8c0d-55802b6452cf'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:37:12.525697 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-b6ba735f-287e-4b0f-be19-d4f20bdae7a8 None None] Allocated IP 172.20.255.242 (03bc04c9-1ee0-4155-adf2-e5e0688287da/4779e0a4-cb7d-4a8e-b6d6-6b8ba9affde8/3be875ff-763f-4b8e-9ea1-edeefebb2a4a) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:12.557328 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-88c14697-f25e-4d90-9ea7-1da1810af07c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:12.558711 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-88c14697-f25e-4d90-9ea7-1da1810af07c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Added segment c5e9eed5-c631-4605-ac46-6efb9721f6ff of type vlan for network 30406710-fcc5-4e82-b3a2-bb670b031af9 Apr 29 11:37:12.561621 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1de9a61-a394-4986-adaf-0ad8dbdd8099 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:12.564947 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f1de9a61-a394-4986-adaf-0ad8dbdd8099 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:12.609002 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f1de9a61-a394-4986-adaf-0ad8dbdd8099 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4744694 Apr 29 11:37:12.663401 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48712) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:12.669047 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-b9611b4e-3da8-4167-b1bc-c2074f5731ad tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ae:bd:b6'}]}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:12.708737 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5551e07b-9cb5-4254-9d58-98b82e9774f5 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "GET /v2.0/routers/51d41c59-4d5c-4372-8c0d-55802b6452cf HTTP/1.1" status: 200 len: 926 time: 0.4925396 Apr 29 11:37:12.709365 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48714) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:12.769661 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-88c14697-f25e-4d90-9ea7-1da1810af07c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:12.775181 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2b57faf7-a635-463b-85cc-1d3aecbd7078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:12.786260 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-79903ad0-e50a-4997-8a52-2260523756f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:12.798832 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de9a61-a394-4986-adaf-0ad8dbdd8099 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Pushing event updated for resources: {'Port': ['ID=88b6aaf5-d270-4275-a6ca-68898041faf5,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:12.877962 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2b57faf7-a635-463b-85cc-1d3aecbd7078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:12.884229 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-8210d183-3841-4c4b-83b6-c24fb3f2dd45 None None] Provisioning complete for port 88b6aaf5-d270-4275-a6ca-68898041faf5 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:12.884789 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8210d183-3841-4c4b-83b6-c24fb3f2dd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:12.905069 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.db.resource_extend [None req-88c14697-f25e-4d90-9ea7-1da1810af07c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:37:12.908711 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0732f01b-3a8a-4c47-a87d-c80c3bc222d1 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:12.913012 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0732f01b-3a8a-4c47-a87d-c80c3bc222d1 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=1c458760-cee1-43dd-bfaa-f7beebba31f7&device_id=51d41c59-4d5c-4372-8c0d-55802b6452cf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1917193 Apr 29 11:37:12.935345 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48716) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:12.941207 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2b57faf7-a635-463b-85cc-1d3aecbd7078 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a9c73ade52db4c0a964738ff3675e877&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7468226 Apr 29 11:37:12.942269 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48718) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:12.968157 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b6ba735f-287e-4b0f-be19-d4f20bdae7a8 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:12.978534 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b9611b4e-3da8-4167-b1bc-c2074f5731ad tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:13.001203 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b6ba735f-287e-4b0f-be19-d4f20bdae7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:13.004553 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-8210d183-3841-4c4b-83b6-c24fb3f2dd45 None None] Port 88b6aaf5-d270-4275-a6ca-68898041faf5 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:37:13.028240 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-88c14697-f25e-4d90-9ea7-1da1810af07c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:13.036575 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c14697-f25e-4d90-9ea7-1da1810af07c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:13.038287 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-88c14697-f25e-4d90-9ea7-1da1810af07c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:13.088850 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ba735f-287e-4b0f-be19-d4f20bdae7a8 None None] Network 03bc04c9-1ee0-4155-adf2-e5e0688287da is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:13.092628 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-b6ba735f-287e-4b0f-be19-d4f20bdae7a8 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:13.095226 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ba735f-287e-4b0f-be19-d4f20bdae7a8 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:13.130236 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba735f-287e-4b0f-be19-d4f20bdae7a8 None None] Pushing event updated for resources: {'Port': ['ID=3be875ff-763f-4b8e-9ea1-edeefebb2a4a,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:13.202747 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-88c14697-f25e-4d90-9ea7-1da1810af07c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1105173 Apr 29 11:37:13.204575 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff7e252-39d3-4449-ae59-a05b3ccb21d7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Router aa95c01e-9a82-4a0d-bea0-9a695b638015 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:37:13.205938 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48720) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:13.238721 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-2c262872-a9b0-438f-9f90-a24c5d768b58 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Request body: {'subnet': {'network_id': '30406710-fcc5-4e82-b3a2-bb670b031af9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:13.256126 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-b6ba735f-287e-4b0f-be19-d4f20bdae7a8 None None] Attempting to bind port 3be875ff-763f-4b8e-9ea1-edeefebb2a4a on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:37:13.257167 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-b6ba735f-287e-4b0f-be19-d4f20bdae7a8 None None] Attempting to bind port 3be875ff-763f-4b8e-9ea1-edeefebb2a4a by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '18435700-2ab5-43be-9271-2706787cc46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '03bc04c9-1ee0-4155-adf2-e5e0688287da'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:37:13.257798 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba735f-287e-4b0f-be19-d4f20bdae7a8 None None] Attempting to bind port 3be875ff-763f-4b8e-9ea1-edeefebb2a4a on network 03bc04c9-1ee0-4155-adf2-e5e0688287da {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:37:13.262363 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57faf7-a635-463b-85cc-1d3aecbd7078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b32cf07-f1ca-4159-8d48-5ab0f852c99f,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:13.274732 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba735f-287e-4b0f-be19-d4f20bdae7a8 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:37:13.277252 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba735f-287e-4b0f-be19-d4f20bdae7a8 None None] Checking segment: {'id': '18435700-2ab5-43be-9271-2706787cc46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '03bc04c9-1ee0-4155-adf2-e5e0688287da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:13.278933 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b6ba735f-287e-4b0f-be19-d4f20bdae7a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:13.280365 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba735f-287e-4b0f-be19-d4f20bdae7a8 None None] Bound using segment: {'id': '18435700-2ab5-43be-9271-2706787cc46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '03bc04c9-1ee0-4155-adf2-e5e0688287da'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:37:13.281076 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-b6ba735f-287e-4b0f-be19-d4f20bdae7a8 None None] Bound port: 3be875ff-763f-4b8e-9ea1-edeefebb2a4a, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18435700-2ab5-43be-9271-2706787cc46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '03bc04c9-1ee0-4155-adf2-e5e0688287da'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:37:13.282248 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b6ba735f-287e-4b0f-be19-d4f20bdae7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:13.348828 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c14697-f25e-4d90-9ea7-1da1810af07c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event updated for resources: {'Network': ['ID=30406710-fcc5-4e82-b3a2-bb670b031af9,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:13.357291 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6cb13a3-8915-4750-9768-78fb2af0bdb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:13.387142 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 30406710-fcc5-4e82-b3a2-bb670b031af9 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:37:13.396598 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6cb13a3-8915-4750-9768-78fb2af0bdb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:13.437477 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c459d36-3c81-42f1-85bf-1e94005f3d96 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:13.442555 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4c459d36-3c81-42f1-85bf-1e94005f3d96 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "GET /v2.0/networks/1c458760-cee1-43dd-bfaa-f7beebba31f7 HTTP/1.1" status: 200 len: 881 time: 0.5024624 Apr 29 11:37:13.446766 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48722) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:13.457359 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-79903ad0-e50a-4997-8a52-2260523756f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:13.460419 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-79903ad0-e50a-4997-8a52-2260523756f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:13.464800 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-79903ad0-e50a-4997-8a52-2260523756f2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/976bb90b-84a6-4009-950e-d2ff1f6d3526 HTTP/1.1" status: 204 len: 168 time: 1.7935224 Apr 29 11:37:13.514004 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-b6ba735f-287e-4b0f-be19-d4f20bdae7a8 None None] For port 3be875ff-763f-4b8e-9ea1-edeefebb2a4a, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:37:13.545035 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-b6ba735f-287e-4b0f-be19-d4f20bdae7a8 None None] For port 3be875ff-763f-4b8e-9ea1-edeefebb2a4a, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=3be875ff-763f-4b8e-9ea1-edeefebb2a4a,segment=NetworkSegment(18435700-2ab5-43be-9271-2706787cc46b),segment_id=18435700-2ab5-43be-9271-2706787cc46b)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:37:13.571188 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b6ba735f-287e-4b0f-be19-d4f20bdae7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:13.606632 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6cb13a3-8915-4750-9768-78fb2af0bdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:13.611771 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6cb13a3-8915-4750-9768-78fb2af0bdb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:13.615718 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b6cb13a3-8915-4750-9768-78fb2af0bdb5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2b32cf07-f1ca-4159-8d48-5ab0f852c99f HTTP/1.1" status: 204 len: 168 time: 0.6703315 Apr 29 11:37:13.645703 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff7e252-39d3-4449-ae59-a05b3ccb21d7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:37:13.675254 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf91b5a-200f-48da-9bc7-f2fb1f200b1e None None] Sync routers for ids ['aa95c01e-9a82-4a0d-bea0-9a695b638015'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:37:13.678742 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3ff7e252-39d3-4449-ae59-a05b3ccb21d7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "PUT /v2.0/routers/aa95c01e-9a82-4a0d-bea0-9a695b638015/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9242775 Apr 29 11:37:13.679978 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48728) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:13.681055 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb13a3-8915-4750-9768-78fb2af0bdb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b32cf07-f1ca-4159-8d48-5ab0f852c99f,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:13.742063 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-fa6d88a4-b9a1-4ad1-89fa-b44391cc9318 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] 10.222.0.69 "GET /v2.0/ports?device_id=51d41c59-4d5c-4372-8c0d-55802b6452cf HTTP/1.1" status: 200 len: 205 time: 0.2926178 Apr 29 11:37:13.794754 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba735f-287e-4b0f-be19-d4f20bdae7a8 None None] Pushing event updated for resources: {'Port': ['ID=3be875ff-763f-4b8e-9ea1-edeefebb2a4a,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:13.818465 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf91b5a-200f-48da-9bc7-f2fb1f200b1e None None] Routers {'aa95c01e-9a82-4a0d-bea0-9a695b638015'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:37:13.820689 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79903ad0-e50a-4997-8a52-2260523756f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976bb90b-84a6-4009-950e-d2ff1f6d3526,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:13.821190 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-0bf91b5a-200f-48da-9bc7-f2fb1f200b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['aa95c01e-9a82-4a0d-bea0-9a695b638015'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:13.831613 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48730) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:13.843115 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c262872-a9b0-438f-9f90-a24c5d768b58 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Made reservation on behalf of 82c9781045a448caa6e2255533e0b7a4 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:13.849769 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2c262872-a9b0-438f-9f90-a24c5d768b58 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:13.917181 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b9611b4e-3da8-4167-b1bc-c2074f5731ad tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:13.934365 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b9611b4e-3da8-4167-b1bc-c2074f5731ad tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:14.011913 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-0bf91b5a-200f-48da-9bc7-f2fb1f200b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:14.075549 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf91b5a-200f-48da-9bc7-f2fb1f200b1e None None] Routers {'aa95c01e-9a82-4a0d-bea0-9a695b638015'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:37:14.076548 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-0bf91b5a-200f-48da-9bc7-f2fb1f200b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['aa95c01e-9a82-4a0d-bea0-9a695b638015'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:14.140633 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-0bf91b5a-200f-48da-9bc7-f2fb1f200b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:14.141557 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf91b5a-200f-48da-9bc7-f2fb1f200b1e None None] The sync data for ids ['aa95c01e-9a82-4a0d-bea0-9a695b638015'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:37:14.153119 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9611b4e-3da8-4167-b1bc-c2074f5731ad tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Pushing event updated for resources: {'Port': ['ID=88b6aaf5-d270-4275-a6ca-68898041faf5,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:14.189152 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48740) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:14.234774 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-b9611b4e-3da8-4167-b1bc-c2074f5731ad tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] In _notify_port_updated(), no bound segment for port 88b6aaf5-d270-4275-a6ca-68898041faf5 on network 841c9b3d-d966-4f0f-869f-01488c42179c {{(pid=102960) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 11:37:14.240711 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9611b4e-3da8-4167-b1bc-c2074f5731ad tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:14.241121 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b9611b4e-3da8-4167-b1bc-c2074f5731ad tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:14.246726 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b9611b4e-3da8-4167-b1bc-c2074f5731ad tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] 10.222.0.69 "PUT /v2.0/ports/88b6aaf5-d270-4275-a6ca-68898041faf5 HTTP/1.1" status: 200 len: 996 time: 1.5780816 Apr 29 11:37:14.247946 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-2ffc642f-c891-49ce-93b8-ed3edf71c6b1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Request body: {'subnets': [{'network_id': '4d88c8ca-b1ab-4cb2-a842-042f61778a4b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2123113635', 'ip_version': 6}, {'network_id': '906a1a33-e67b-4f9c-8fd6-63aa663d4540', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:14.247946 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-2ffc642f-c891-49ce-93b8-ed3edf71c6b1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Request body: {'subnet': {'network_id': '4d88c8ca-b1ab-4cb2-a842-042f61778a4b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2123113635', 'ip_version': 6}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:14.248268 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-2ffc642f-c891-49ce-93b8-ed3edf71c6b1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Request body: {'subnet': {'network_id': '906a1a33-e67b-4f9c-8fd6-63aa663d4540', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:14.251459 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48744) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:14.523448 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48748) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:14.556737 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3f30a4a7-91ac-40bb-9794-729168af2131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:14.587439 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-a61ecf74-2c12-4728-a467-a0f5a4fd779f tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Deleting port 88b6aaf5-d270-4275-a6ca-68898041faf5 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:14.587774 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a61ecf74-2c12-4728-a467-a0f5a4fd779f tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:14.659239 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffc642f-c891-49ce-93b8-ed3edf71c6b1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Made reservation on behalf of 8610af6c1991471caece8629a4c85b6a for: {'subnet': 2} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:14.663951 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2ffc642f-c891-49ce-93b8-ed3edf71c6b1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:14.664291 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2ffc642f-c891-49ce-93b8-ed3edf71c6b1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:14.670055 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-0ed16ea9-22b1-46a3-b3ba-41090a59a92a None None] Provisioning complete for port 88b6aaf5-d270-4275-a6ca-68898041faf5 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:14.670564 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0ed16ea9-22b1-46a3-b3ba-41090a59a92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:14.677161 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-2520a38f-77c3-47d4-92f1-8c538a3292ba tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] remove_router_interface failed (client error): The resource could not be found. Apr 29 11:37:14.678386 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2520a38f-77c3-47d4-92f1-8c538a3292ba tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "PUT /v2.0/routers/aa95c01e-9a82-4a0d-bea0-9a695b638015/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9434907 Apr 29 11:37:14.683910 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48754) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:14.720022 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-0ed16ea9-22b1-46a3-b3ba-41090a59a92a None None] Port 88b6aaf5-d270-4275-a6ca-68898041faf5 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:37:14.724865 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-268e9da8-9a27-4320-a97b-fb8d375aec72 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:14.733885 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4eff61d5-9625-41b7-b4d7-f3d1cacf296c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa95c01e-9a82-4a0d-bea0-9a695b638015 HTTP/1.1" status: 200 len: 205 time: 0.0484688 Apr 29 11:37:14.741011 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48758) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:14.889512 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a61ecf74-2c12-4728-a467-a0f5a4fd779f tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:14.894854 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2191dff4-80ef-48d5-a9a7-6fc6dab0fe41 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:14.901090 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2c262872-a9b0-438f-9f90-a24c5d768b58 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:14.946731 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48762) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:14.964375 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-a61ecf74-2c12-4728-a467-a0f5a4fd779f tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Calling delete_port for 88b6aaf5-d270-4275-a6ca-68898041faf5 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:14.999992 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-268e9da8-9a27-4320-a97b-fb8d375aec72 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:15.023642 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3f30a4a7-91ac-40bb-9794-729168af2131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:15.035307 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3f30a4a7-91ac-40bb-9794-729168af2131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:15.098935 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c262872-a9b0-438f-9f90-a24c5d768b58 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Checking segment: {'id': 'c5e9eed5-c631-4605-ac46-6efb9721f6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '30406710-fcc5-4e82-b3a2-bb670b031af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:15.099567 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c262872-a9b0-438f-9f90-a24c5d768b58 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Network hostable DHCP agents. Network: 30406710-fcc5-4e82-b3a2-bb670b031af9, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:37:15.105923 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c262872-a9b0-438f-9f90-a24c5d768b58 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event updated for resources: {'Subnet': ['ID=236b8b7d-a183-455e-9c06-df8fe89c1923,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:15.162688 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c262872-a9b0-438f-9f90-a24c5d768b58 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Network 30406710-fcc5-4e82-b3a2-bb670b031af9 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:37:15.176673 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-9d8b75e2-74e8-4448-ac8a-cb121348a314 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-255156550'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:15.194721 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-2c262872-a9b0-438f-9f90-a24c5d768b58 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 30406710-fcc5-4e82-b3a2-bb670b031af9) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:15.199739 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c262872-a9b0-438f-9f90-a24c5d768b58 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:15.200356 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2c262872-a9b0-438f-9f90-a24c5d768b58 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:15.208033 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-268e9da8-9a27-4320-a97b-fb8d375aec72 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Deleting port 08e5a540-57fc-46b7-a430-5b90ebd8d5e0 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:15.208375 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-268e9da8-9a27-4320-a97b-fb8d375aec72 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:15.208632 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bf932e-91a0-4176-8d93-cda3b369a8b0 None None] Network 30406710-fcc5-4e82-b3a2-bb670b031af9 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:15.263005 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2191dff4-80ef-48d5-a9a7-6fc6dab0fe41 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:15.267321 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2191dff4-80ef-48d5-a9a7-6fc6dab0fe41 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:15.274717 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2c262872-a9b0-438f-9f90-a24c5d768b58 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.0514379 Apr 29 11:37:15.274717 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8b75e2-74e8-4448-ac8a-cb121348a314 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Made reservation on behalf of 857d9a79500947c3bf0479837a9d47a4 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:15.278435 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3f30a4a7-91ac-40bb-9794-729168af2131 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c23f32fe4ba044f1bd7256ad89ecb687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7538617 Apr 29 11:37:15.280139 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48766) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:15.284361 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9d8b75e2-74e8-4448-ac8a-cb121348a314 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:15.287608 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48768) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:15.308236 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30a4a7-91ac-40bb-9794-729168af2131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1150554d-1bfb-4078-a6af-31b593271792,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:15.320995 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9d8b75e2-74e8-4448-ac8a-cb121348a314 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:15.433099 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-268e9da8-9a27-4320-a97b-fb8d375aec72 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:15.459952 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2bfea8-83d9-4a00-86f3-60735222a545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-30406710-fcc5-4e82-b3a2-bb670b031af9', 'network_id': '30406710-fcc5-4e82-b3a2-bb670b031af9', 'tenant_id': '82c9781045a448caa6e2255533e0b7a4', 'fixed_ips': [{'subnet_id': '236b8b7d-a183-455e-9c06-df8fe89c1923'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:37:15.464755 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1a2bfea8-83d9-4a00-86f3-60735222a545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:15.476848 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2191dff4-80ef-48d5-a9a7-6fc6dab0fe41 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:15.477593 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2191dff4-80ef-48d5-a9a7-6fc6dab0fe41 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Fanout notify agent at l3_agent the message router_deleted on router aa95c01e-9a82-4a0d-bea0-9a695b638015 {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:37:15.480335 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-268e9da8-9a27-4320-a97b-fb8d375aec72 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Calling delete_port for 08e5a540-57fc-46b7-a430-5b90ebd8d5e0 owned by network:router_gateway {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:15.493799 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2191dff4-80ef-48d5-a9a7-6fc6dab0fe41 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:15.495164 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2191dff4-80ef-48d5-a9a7-6fc6dab0fe41 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/routers/aa95c01e-9a82-4a0d-bea0-9a695b638015 HTTP/1.1" status: 204 len: 168 time: 0.7531974 Apr 29 11:37:15.504760 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48770) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:15.505705 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d300e491-b126-44c4-9f70-ca2d9e62be6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:15.515399 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de32c87-02da-4942-b570-9e0e4b642e52 None None] Network 03bc04c9-1ee0-4155-adf2-e5e0688287da requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:15.541365 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 3be875ff-763f-4b8e-9ea1-edeefebb2a4a up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:37:15.627988 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d300e491-b126-44c4-9f70-ca2d9e62be6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:15.640238 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:15.662947 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a61ecf74-2c12-4728-a467-a0f5a4fd779f tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:15.676032 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da707b7-5468-4c6b-bbff-10380cac1781 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Deleting subnet 6c4c054f-7b80-4032-adbe-914928e1e76f {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:37:15.686583 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6da707b7-5468-4c6b-bbff-10380cac1781 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:15.707267 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ecf74-2c12-4728-a467-a0f5a4fd779f tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Pushing event deleted for resources: {'Port': ['ID=88b6aaf5-d270-4275-a6ca-68898041faf5,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:15.742801 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9d8b75e2-74e8-4448-ac8a-cb121348a314 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:15.771089 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-cca3ba7c-6609-4c6f-b9e5-33c6c2b29734 None None] Provisioning complete for port 3be875ff-763f-4b8e-9ea1-edeefebb2a4a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:15.771461 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cca3ba7c-6609-4c6f-b9e5-33c6c2b29734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:15.793040 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9d8b75e2-74e8-4448-ac8a-cb121348a314 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:15.828407 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6da707b7-5468-4c6b-bbff-10380cac1781 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:15.860172 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:15.895400 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b75e2-74e8-4448-ac8a-cb121348a314 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b766f7b-7e46-4c07-8c18-7aae3ccd50e0,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:15.896595 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 3be875ff-763f-4b8e-9ea1-edeefebb2a4a triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:15.896595 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:15.913139 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d8b75e2-74e8-4448-ac8a-cb121348a314 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:37:15.937011 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d300e491-b126-44c4-9f70-ca2d9e62be6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:15.939781 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d300e491-b126-44c4-9f70-ca2d9e62be6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:15.953586 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d300e491-b126-44c4-9f70-ca2d9e62be6b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1150554d-1bfb-4078-a6af-31b593271792 HTTP/1.1" status: 204 len: 168 time: 0.6599715 Apr 29 11:37:15.956488 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a61ecf74-2c12-4728-a467-a0f5a4fd779f tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:15.960148 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a61ecf74-2c12-4728-a467-a0f5a4fd779f tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] 10.222.0.69 "DELETE /v2.0/ports/88b6aaf5-d270-4275-a6ca-68898041faf5 HTTP/1.1" status: 204 len: 168 time: 1.7066312 Apr 29 11:37:15.963088 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-1a2bfea8-83d9-4a00-86f3-60735222a545 None None] Allocated IP 172.20.0.2 (30406710-fcc5-4e82-b3a2-bb670b031af9/236b8b7d-a183-455e-9c06-df8fe89c1923/6a08f1da-67aa-4a1a-8113-4d326a93dc09) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:15.967808 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48774) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:16.026192 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f1d71e-4a48-4d1f-bc34-224e2e88e4bc tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] GET failed (client error): The resource could not be found. Apr 29 11:37:16.028958 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a0f1d71e-4a48-4d1f-bc34-224e2e88e4bc tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] 10.222.0.69 "GET /v2.0/ports/88b6aaf5-d270-4275-a6ca-68898041faf5 HTTP/1.1" status: 404 len: 333 time: 0.0601017 Apr 29 11:37:16.030072 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9d8b75e2-74e8-4448-ac8a-cb121348a314 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:16.030576 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-9d8b75e2-74e8-4448-ac8a-cb121348a314 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Added segment 31f66bf7-0c63-496f-ad0b-3f744bb0d41a of type vlan for network 006c0156-8458-4e0a-a56f-d14846109a4c Apr 29 11:37:16.034804 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48776) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:16.040277 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-cba55a7f-ff58-4df0-b5f3-229c301afb0e tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Request body: {'port': {'network_id': '841c9b3d-d966-4f0f-869f-01488c42179c', 'name': 'tempest-AllowedAddressPairTestJSON-267862883'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:16.050441 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300e491-b126-44c4-9f70-ca2d9e62be6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1150554d-1bfb-4078-a6af-31b593271792,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:16.054039 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2ffc642f-c891-49ce-93b8-ed3edf71c6b1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:16.138400 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-268e9da8-9a27-4320-a97b-fb8d375aec72 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:16.141178 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6da707b7-5468-4c6b-bbff-10380cac1781 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:16.173515 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9d8b75e2-74e8-4448-ac8a-cb121348a314 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:16.205304 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc642f-c891-49ce-93b8-ed3edf71c6b1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Pushing event updated for resources: {'Subnet': ['ID=efac1105-4a84-4d02-afc6-617ba1d18843,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:16.215300 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e9da8-9a27-4320-a97b-fb8d375aec72 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Pushing event deleted for resources: {'Port': ['ID=08e5a540-57fc-46b7-a430-5b90ebd8d5e0,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:16.216688 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cca3ba7c-6609-4c6f-b9e5-33c6c2b29734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:16.243281 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffc642f-c891-49ce-93b8-ed3edf71c6b1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Checking segment: {'id': 'ca2e52a2-2fd3-459b-9f0a-14cf0db3e39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4d88c8ca-b1ab-4cb2-a842-042f61778a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:16.243856 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffc642f-c891-49ce-93b8-ed3edf71c6b1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Network hostable DHCP agents. Network: 4d88c8ca-b1ab-4cb2-a842-042f61778a4b, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:37:16.298433 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffc642f-c891-49ce-93b8-ed3edf71c6b1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Network 4d88c8ca-b1ab-4cb2-a842-042f61778a4b is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:37:16.323066 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-2ffc642f-c891-49ce-93b8-ed3edf71c6b1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 4d88c8ca-b1ab-4cb2-a842-042f61778a4b) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:16.332330 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba55a7f-ff58-4df0-b5f3-229c301afb0e tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Made reservation on behalf of 8ba3675c3fb44eca89fa0c44690374de for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:16.332496 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-268e9da8-9a27-4320-a97b-fb8d375aec72 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:16.337178 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cba55a7f-ff58-4df0-b5f3-229c301afb0e tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:16.337347 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9d8b75e2-74e8-4448-ac8a-cb121348a314 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:16.343936 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8b75e2-74e8-4448-ac8a-cb121348a314 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:16.344869 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9d8b75e2-74e8-4448-ac8a-cb121348a314 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:16.363611 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2ffc642f-c891-49ce-93b8-ed3edf71c6b1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:16.374355 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-cba55a7f-ff58-4df0-b5f3-229c301afb0e tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] device_id is not set on port 0d39625b-6c0e-4838-9856-8880acb39433 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:37:16.386658 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5ce9f8-210e-4ad8-90a5-5d627243767e None None] Network 4d88c8ca-b1ab-4cb2-a842-042f61778a4b requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:16.457633 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-cca3ba7c-6609-4c6f-b9e5-33c6c2b29734 None None] For port 3be875ff-763f-4b8e-9ea1-edeefebb2a4a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=3be875ff-763f-4b8e-9ea1-edeefebb2a4a,segment=NetworkSegment(18435700-2ab5-43be-9271-2706787cc46b),segment_id=18435700-2ab5-43be-9271-2706787cc46b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:37:16.503188 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6da707b7-5468-4c6b-bbff-10380cac1781 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:16.525950 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cca3ba7c-6609-4c6f-b9e5-33c6c2b29734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:16.630194 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc642f-c891-49ce-93b8-ed3edf71c6b1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Pushing event updated for resources: {'Subnet': ['ID=dd8379df-ea4f-4f0a-94a5-78e2f94cfb0c,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:16.632591 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1a2bfea8-83d9-4a00-86f3-60735222a545 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:16.647220 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-cba55a7f-ff58-4df0-b5f3-229c301afb0e tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Allocated IP 172.20.0.4 (841c9b3d-d966-4f0f-869f-01488c42179c/1f5eed7a-ceed-4692-ae93-5a00c2884049/0d39625b-6c0e-4838-9856-8880acb39433) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:16.648456 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:16.719278 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1a2bfea8-83d9-4a00-86f3-60735222a545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:16.723705 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:16.736433 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffc642f-c891-49ce-93b8-ed3edf71c6b1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Checking segment: {'id': 'bb3b4e8b-49c1-46cf-9e3c-dcf2f2f3e34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '906a1a33-e67b-4f9c-8fd6-63aa663d4540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:16.737437 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffc642f-c891-49ce-93b8-ed3edf71c6b1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Network hostable DHCP agents. Network: 906a1a33-e67b-4f9c-8fd6-63aa663d4540, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:37:16.920359 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2bfea8-83d9-4a00-86f3-60735222a545 None None] Network 30406710-fcc5-4e82-b3a2-bb670b031af9 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:16.927666 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-1a2bfea8-83d9-4a00-86f3-60735222a545 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:16.941926 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2bfea8-83d9-4a00-86f3-60735222a545 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:16.949623 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event deleted for resources: {'Subnet': ['ID=236b8b7d-a183-455e-9c06-df8fe89c1923,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:16.972705 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-268e9da8-9a27-4320-a97b-fb8d375aec72 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:16.973550 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:16.985981 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9d8b75e2-74e8-4448-ac8a-cb121348a314 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.0305824 Apr 29 11:37:16.987423 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-268e9da8-9a27-4320-a97b-fb8d375aec72 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:16.992010 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48794) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:16.997978 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-90c45699-9a7b-4243-be62-52613c40dbb8 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Request body: {'subnet': {'network_id': '006c0156-8458-4e0a-a56f-d14846109a4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:17.017488 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da707b7-5468-4c6b-bbff-10380cac1781 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Subnet': ['ID=6c4c054f-7b80-4032-adbe-914928e1e76f,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:17.019408 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6da707b7-5468-4c6b-bbff-10380cac1781 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:17.025533 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6da707b7-5468-4c6b-bbff-10380cac1781 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/subnets/6c4c054f-7b80-4032-adbe-914928e1e76f HTTP/1.1" status: 204 len: 168 time: 1.5147395 Apr 29 11:37:17.028595 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48796) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:17.033588 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:37:17.033944 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:37:17.037147 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffc642f-c891-49ce-93b8-ed3edf71c6b1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Network 906a1a33-e67b-4f9c-8fd6-63aa663d4540 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:37:17.041817 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728b4f92-3d9d-4521-b55e-11b526c24bde None None] Network b0ddeb7f-b41d-49ef-aaf2-371de9f5f8fe requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:17.062509 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b75e2-74e8-4448-ac8a-cb121348a314 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Pushing event updated for resources: {'Network': ['ID=006c0156-8458-4e0a-a56f-d14846109a4c,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:17.092981 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-2ffc642f-c891-49ce-93b8-ed3edf71c6b1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 906a1a33-e67b-4f9c-8fd6-63aa663d4540) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:17.097097 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30406710-fcc5-4e82-b3a2-bb670b031af9']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:17.106155 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-268e9da8-9a27-4320-a97b-fb8d375aec72 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:17.107253 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268e9da8-9a27-4320-a97b-fb8d375aec72 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Fanout notify agent at l3_agent the message router_deleted on router 51d41c59-4d5c-4372-8c0d-55802b6452cf {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:37:17.119076 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cba55a7f-ff58-4df0-b5f3-229c301afb0e tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:17.123519 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffc642f-c891-49ce-93b8-ed3edf71c6b1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:17.123916 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffc642f-c891-49ce-93b8-ed3edf71c6b1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:17.124546 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2ffc642f-c891-49ce-93b8-ed3edf71c6b1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:17.142505 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e9eed5-c631-4605-ac46-6efb9721f6ff') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:17.143060 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e9eed5-c631-4605-ac46-6efb9721f6ff') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:17.162371 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2ffc642f-c891-49ce-93b8-ed3edf71c6b1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.9710248 Apr 29 11:37:17.162568 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-268e9da8-9a27-4320-a97b-fb8d375aec72 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:17.163359 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48800) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:17.171620 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-268e9da8-9a27-4320-a97b-fb8d375aec72 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] 10.222.0.69 "DELETE /v2.0/routers/51d41c59-4d5c-4372-8c0d-55802b6452cf HTTP/1.1" status: 204 len: 168 time: 3.3334818 Apr 29 11:37:17.175973 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 006c0156-8458-4e0a-a56f-d14846109a4c details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:37:17.177680 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ea78d8-1353-465e-bbca-4422e071de17 None None] Network 906a1a33-e67b-4f9c-8fd6-63aa663d4540 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:17.179653 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48802) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:17.188180 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-4557a0b3-0f69-47a3-86f8-eb700c0a3a85 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-167256002', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:17.189586 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:17.219105 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b1091249-ea1b-428e-9f79-2b4824d84d00 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:17.235641 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4557a0b3-0f69-47a3-86f8-eb700c0a3a85 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:17.237195 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4557a0b3-0f69-47a3-86f8-eb700c0a3a85 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:17.260641 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:17.271781 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-799b3b94-5130-4bbb-a935-526e92b6be75 None None] Provisioning complete for port 3be875ff-763f-4b8e-9ea1-edeefebb2a4a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:17.273108 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-799b3b94-5130-4bbb-a935-526e92b6be75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:17.275764 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:37:17.276386 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:17.283244 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:37:17.283244 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:37:17.283244 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:37:17.283244 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:37:17.283244 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:37:17.283244 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:37:17.283244 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:37:17.283244 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:37:17.283244 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:37:17.283244 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:37:17.283244 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:37:17.283244 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:37:17.283244 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:37:17.283244 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:37:17.283244 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:37:17.283244 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:37:17.283244 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:37:17.283244 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:37:17.283244 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:37:17.283244 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:37:17.283244 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:37:17.283244 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:37:17.283244 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:37:17.283244 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:37:17.283244 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:37:17.283244 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:37:17.283244 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:37:17.283244 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:37:17.283244 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:37:17.283244 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:37:17.283244 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:37:17.283244 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:37:17.326851 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4557a0b3-0f69-47a3-86f8-eb700c0a3a85 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:17.343176 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4557a0b3-0f69-47a3-86f8-eb700c0a3a85 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:17.357832 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-b1091249-ea1b-428e-9f79-2b4824d84d00 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Deleting port 765f73c4-22e5-4574-a793-0b72ffa22f01 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:17.358192 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b1091249-ea1b-428e-9f79-2b4824d84d00 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:17.411237 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4557a0b3-0f69-47a3-86f8-eb700c0a3a85 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:17.415650 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4557a0b3-0f69-47a3-86f8-eb700c0a3a85 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2346218 Apr 29 11:37:17.428318 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48806) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:17.436494 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-4814a8a5-0d4d-461e-90a3-7a4d69462eec tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Request body: {'router': {'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:17.497832 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3ba7c-6609-4c6f-b9e5-33c6c2b29734 None None] Pushing event updated for resources: {'Port': ['ID=3be875ff-763f-4b8e-9ea1-edeefebb2a4a,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:17.666727 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befd891c-4220-4573-9f86-e7713b598c28 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:17.669430 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befd891c-4220-4573-9f86-e7713b598c28 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:17.671238 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befd891c-4220-4573-9f86-e7713b598c28 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:17.673094 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-befd891c-4220-4573-9f86-e7713b598c28 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4981148 Apr 29 11:37:17.679498 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-1a2bfea8-83d9-4a00-86f3-60735222a545 None None] Attempting to bind port 6a08f1da-67aa-4a1a-8113-4d326a93dc09 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:37:17.679865 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-1a2bfea8-83d9-4a00-86f3-60735222a545 None None] Attempting to bind port 6a08f1da-67aa-4a1a-8113-4d326a93dc09 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'c5e9eed5-c631-4605-ac46-6efb9721f6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '30406710-fcc5-4e82-b3a2-bb670b031af9'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:37:17.680227 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2bfea8-83d9-4a00-86f3-60735222a545 None None] Attempting to bind port 6a08f1da-67aa-4a1a-8113-4d326a93dc09 on network 30406710-fcc5-4e82-b3a2-bb670b031af9 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:37:17.684348 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48812) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:17.727840 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c45699-9a7b-4243-be62-52613c40dbb8 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Made reservation on behalf of 857d9a79500947c3bf0479837a9d47a4 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:17.732363 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-90c45699-9a7b-4243-be62-52613c40dbb8 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:17.736053 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cba55a7f-ff58-4df0-b5f3-229c301afb0e tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:17.774616 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2bfea8-83d9-4a00-86f3-60735222a545 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:37:17.775150 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2bfea8-83d9-4a00-86f3-60735222a545 None None] Checking segment: {'id': 'c5e9eed5-c631-4605-ac46-6efb9721f6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '30406710-fcc5-4e82-b3a2-bb670b031af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:17.775808 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1a2bfea8-83d9-4a00-86f3-60735222a545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:17.777698 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2bfea8-83d9-4a00-86f3-60735222a545 None None] Bound using segment: {'id': 'c5e9eed5-c631-4605-ac46-6efb9721f6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '30406710-fcc5-4e82-b3a2-bb670b031af9'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:37:17.779901 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-1a2bfea8-83d9-4a00-86f3-60735222a545 None None] Bound port: 6a08f1da-67aa-4a1a-8113-4d326a93dc09, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e9eed5-c631-4605-ac46-6efb9721f6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '30406710-fcc5-4e82-b3a2-bb670b031af9'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:37:17.780592 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1a2bfea8-83d9-4a00-86f3-60735222a545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:17.825752 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bfea8-83d9-4a00-86f3-60735222a545 None None] Pushing event updated for resources: {'Port': ['ID=6a08f1da-67aa-4a1a-8113-4d326a93dc09,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:17.830066 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84e6652-5b89-4281-b4e3-fc709f9be21c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-906a1a33-e67b-4f9c-8fd6-63aa663d4540', 'network_id': '906a1a33-e67b-4f9c-8fd6-63aa663d4540', 'tenant_id': '8610af6c1991471caece8629a4c85b6a', 'fixed_ips': [{'subnet_id': 'dd8379df-ea4f-4f0a-94a5-78e2f94cfb0c'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:37:17.830946 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c84e6652-5b89-4281-b4e3-fc709f9be21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:17.869968 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4814a8a5-0d4d-461e-90a3-7a4d69462eec tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:17.876448 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba55a7f-ff58-4df0-b5f3-229c301afb0e tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Network 841c9b3d-d966-4f0f-869f-01488c42179c is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:17.881632 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e24319-148f-472e-b3ca-9c03e5001dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-4d88c8ca-b1ab-4cb2-a842-042f61778a4b', 'network_id': '4d88c8ca-b1ab-4cb2-a842-042f61778a4b', 'tenant_id': '8610af6c1991471caece8629a4c85b6a', 'fixed_ips': [{'subnet_id': 'efac1105-4a84-4d02-afc6-617ba1d18843'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:37:17.882822 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-61e24319-148f-472e-b3ca-9c03e5001dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:17.891412 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-b1091249-ea1b-428e-9f79-2b4824d84d00 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] For port 765f73c4-22e5-4574-a793-0b72ffa22f01, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=765f73c4-22e5-4574-a793-0b72ffa22f01,segment=NetworkSegment(4cef586c-35d3-4ea7-9a4b-2c127e6dcc0e),segment_id=4cef586c-35d3-4ea7-9a4b-2c127e6dcc0e)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:37:17.891668 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b1091249-ea1b-428e-9f79-2b4824d84d00 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:17.921379 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-b1091249-ea1b-428e-9f79-2b4824d84d00 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Calling delete_port for 765f73c4-22e5-4574-a793-0b72ffa22f01 owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:17.985926 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-cba55a7f-ff58-4df0-b5f3-229c301afb0e tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:17.990586 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba55a7f-ff58-4df0-b5f3-229c301afb0e tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:18.070454 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a280cd-d92a-4d6d-b2d3-7f1146caef6a None None] DHCP port deletion for b0ddeb7f-b41d-49ef-aaf2-371de9f5f8fe request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:37:18.076676 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b1091249-ea1b-428e-9f79-2b4824d84d00 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:18.107544 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 3be875ff-763f-4b8e-9ea1-edeefebb2a4a up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:37:18.120590 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba55a7f-ff58-4df0-b5f3-229c301afb0e tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:18.122789 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1091249-ea1b-428e-9f79-2b4824d84d00 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Port': ['ID=765f73c4-22e5-4574-a793-0b72ffa22f01,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:18.124611 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-1a2bfea8-83d9-4a00-86f3-60735222a545 None None] For port 6a08f1da-67aa-4a1a-8113-4d326a93dc09, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:37:18.125432 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cba55a7f-ff58-4df0-b5f3-229c301afb0e tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:18.126438 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1091249-ea1b-428e-9f79-2b4824d84d00 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] No DVR routers for this DVR port 765f73c4-22e5-4574-a793-0b72ffa22f01 on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:37:18.145790 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a551be-295f-46fe-be56-43e3ebd62bf9 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Deleting subnet efac1105-4a84-4d02-afc6-617ba1d18843 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:37:18.151307 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.db.api [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 11:37:18.151307 dv-neutron-838888-1-hyperv neutron-server[102960]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 11:37:18.151307 dv-neutron-838888-1-hyperv neutron-server[102960]: [parameters: {'id': '30406710-fcc5-4e82-b3a2-bb670b031af9'}] Apr 29 11:37:18.151307 dv-neutron-838888-1-hyperv neutron-server[102960]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:37:18.153503 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG oslo_db.api [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:37:18.170375 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-cba55a7f-ff58-4df0-b5f3-229c301afb0e tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1340184 Apr 29 11:37:18.177536 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b4a551be-295f-46fe-be56-43e3ebd62bf9 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:18.184888 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48820) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:18.197849 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-1a2bfea8-83d9-4a00-86f3-60735222a545 None None] For port 6a08f1da-67aa-4a1a-8113-4d326a93dc09, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=6a08f1da-67aa-4a1a-8113-4d326a93dc09,segment=NetworkSegment(c5e9eed5-c631-4605-ac46-6efb9721f6ff),segment_id=c5e9eed5-c631-4605-ac46-6efb9721f6ff)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:37:18.226398 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1a2bfea8-83d9-4a00-86f3-60735222a545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:18.232208 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-fad09367-3092-4cfd-a899-8807c2adc0e8 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Request body: {'port': {'network_id': '841c9b3d-d966-4f0f-869f-01488c42179c', 'name': 'tempest-AllowedAddressPairTestJSON-1933671388'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:18.399067 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-c84e6652-5b89-4281-b4e3-fc709f9be21c None None] Allocated IP 2001:db8:0:1::1 (906a1a33-e67b-4f9c-8fd6-63aa663d4540/dd8379df-ea4f-4f0a-94a5-78e2f94cfb0c/056f84eb-48c3-4cca-9a8d-12fec1505815) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:18.437175 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba55a7f-ff58-4df0-b5f3-229c301afb0e tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Pushing event updated for resources: {'Port': ['ID=0d39625b-6c0e-4838-9856-8880acb39433,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:18.442654 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b4a551be-295f-46fe-be56-43e3ebd62bf9 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:18.446430 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bfea8-83d9-4a00-86f3-60735222a545 None None] Pushing event updated for resources: {'Port': ['ID=6a08f1da-67aa-4a1a-8113-4d326a93dc09,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:18.469011 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 3be875ff-763f-4b8e-9ea1-edeefebb2a4a triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:18.469388 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:18.497678 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b1091249-ea1b-428e-9f79-2b4824d84d00 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:18.523368 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8700693d-1495-4c93-802e-7e014fae1451 None None] Network 30406710-fcc5-4e82-b3a2-bb670b031af9 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:18.550484 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad09367-3092-4cfd-a899-8807c2adc0e8 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Made reservation on behalf of 8ba3675c3fb44eca89fa0c44690374de for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:18.554200 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fad09367-3092-4cfd-a899-8807c2adc0e8 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:18.574626 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-b1091249-ea1b-428e-9f79-2b4824d84d00 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ddeb7f-b41d-49ef-aaf2-371de9f5f8fe']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:18.577505 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48824) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:18.598046 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-b1091249-ea1b-428e-9f79-2b4824d84d00 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cef586c-35d3-4ea7-9a4b-2c127e6dcc0e') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:18.598452 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-b1091249-ea1b-428e-9f79-2b4824d84d00 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cef586c-35d3-4ea7-9a4b-2c127e6dcc0e') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:18.618890 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b1091249-ea1b-428e-9f79-2b4824d84d00 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:18.655149 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-fad09367-3092-4cfd-a899-8807c2adc0e8 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] device_id is not set on port e74d67bf-ae7a-4857-92ea-a8bf0f709676 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:37:18.685669 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-df30969f-209d-4d82-b693-4ac58aeb82d2 None None] Provisioning complete for port 0d39625b-6c0e-4838-9856-8880acb39433 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:18.686056 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-df30969f-209d-4d82-b693-4ac58aeb82d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:18.717090 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:18.737871 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b4a551be-295f-46fe-be56-43e3ebd62bf9 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:18.771463 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-fd5eae41-644c-4c25-8e13-7ad3fd6922d7 tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-116197116', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:18.789171 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b1091249-ea1b-428e-9f79-2b4824d84d00 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:18.801761 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1091249-ea1b-428e-9f79-2b4824d84d00 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:37:18.802510 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b1091249-ea1b-428e-9f79-2b4824d84d00 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:18.807040 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5eae41-644c-4c25-8e13-7ad3fd6922d7 tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Made reservation on behalf of 3407a981751a4f4ca7167cb230651a1b for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:18.810532 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fd5eae41-644c-4c25-8e13-7ad3fd6922d7 tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:18.814402 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:37:18.814402 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:37:18.814402 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:37:18.814402 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:37:18.814402 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:37:18.814402 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:37:18.814402 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:37:18.814402 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:37:18.814402 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:37:18.814402 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:37:18.814402 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:37:18.814402 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:37:18.814402 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:37:18.814402 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:37:18.814402 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:37:18.814402 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:37:18.814402 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:37:18.814402 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:37:18.814402 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:37:18.814402 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:37:18.814402 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:37:18.814402 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:37:18.814402 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:37:18.814402 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:37:18.814402 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:37:18.814402 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:37:18.814402 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:37:18.814402 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:37:18.814402 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:37:18.814402 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:37:18.814402 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:37:18.814402 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:37:18.818092 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-df30969f-209d-4d82-b693-4ac58aeb82d2 None None] Port 0d39625b-6c0e-4838-9856-8880acb39433 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:37:18.840614 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fd5eae41-644c-4c25-8e13-7ad3fd6922d7 tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:18.863971 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c84e6652-5b89-4281-b4e3-fc709f9be21c None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:18.876296 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c84e6652-5b89-4281-b4e3-fc709f9be21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:18.894649 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4814a8a5-0d4d-461e-90a3-7a4d69462eec tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router_gateway, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:18.920457 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84e6652-5b89-4281-b4e3-fc709f9be21c None None] Network 906a1a33-e67b-4f9c-8fd6-63aa663d4540 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:18.926740 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-c84e6652-5b89-4281-b4e3-fc709f9be21c None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:18.930920 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84e6652-5b89-4281-b4e3-fc709f9be21c None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:18.931730 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4814a8a5-0d4d-461e-90a3-7a4d69462eec tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:18.933851 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-90c45699-9a7b-4243-be62-52613c40dbb8 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:18.953761 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b1091249-ea1b-428e-9f79-2b4824d84d00 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:18.970357 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e6652-5b89-4281-b4e3-fc709f9be21c None None] Pushing event updated for resources: {'Port': ['ID=056f84eb-48c3-4cca-9a8d-12fec1505815,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:18.982454 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-fad09367-3092-4cfd-a899-8807c2adc0e8 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Allocated IP 172.20.0.6 (841c9b3d-d966-4f0f-869f-01488c42179c/1f5eed7a-ceed-4692-ae93-5a00c2884049/e74d67bf-ae7a-4857-92ea-a8bf0f709676) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:19.000590 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b1091249-ea1b-428e-9f79-2b4824d84d00 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:19.007562 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b1091249-ea1b-428e-9f79-2b4824d84d00 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/networks/b0ddeb7f-b41d-49ef-aaf2-371de9f5f8fe HTTP/1.1" status: 204 len: 168 time: 1.9741237 Apr 29 11:37:19.007981 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48828) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:19.008407 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Deleting port 6a08f1da-67aa-4a1a-8113-4d326a93dc09 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:19.009305 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:19.014249 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-c84e6652-5b89-4281-b4e3-fc709f9be21c None None] Attempting to bind port 056f84eb-48c3-4cca-9a8d-12fec1505815 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:37:19.014801 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-c84e6652-5b89-4281-b4e3-fc709f9be21c None None] Attempting to bind port 056f84eb-48c3-4cca-9a8d-12fec1505815 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'bb3b4e8b-49c1-46cf-9e3c-dcf2f2f3e34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '906a1a33-e67b-4f9c-8fd6-63aa663d4540'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:37:19.015237 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84e6652-5b89-4281-b4e3-fc709f9be21c None None] Attempting to bind port 056f84eb-48c3-4cca-9a8d-12fec1505815 on network 906a1a33-e67b-4f9c-8fd6-63aa663d4540 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:37:19.017582 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-f7dc40d5-9f6d-48a3-8b75-f110e57d0f67 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1243721512'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:19.034963 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b4a551be-295f-46fe-be56-43e3ebd62bf9 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:19.044455 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1091249-ea1b-428e-9f79-2b4824d84d00 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Network': ['ID=b0ddeb7f-b41d-49ef-aaf2-371de9f5f8fe,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server [None req-61e24319-148f-472e-b3ca-9c03e5001dfb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet efac1105-4a84-4d02-afc6-617ba1d18843: This subnet is being modified by another concurrent operation. Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 11:37:19.070177 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise exception Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet efac1105-4a84-4d02-afc6-617ba1d18843: This subnet is being modified by another concurrent operation. Apr 29 11:37:19.074016 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server Apr 29 11:37:19.087763 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84e6652-5b89-4281-b4e3-fc709f9be21c None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:37:19.088398 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84e6652-5b89-4281-b4e3-fc709f9be21c None None] Checking segment: {'id': 'bb3b4e8b-49c1-46cf-9e3c-dcf2f2f3e34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '906a1a33-e67b-4f9c-8fd6-63aa663d4540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:19.088802 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c84e6652-5b89-4281-b4e3-fc709f9be21c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:19.090737 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84e6652-5b89-4281-b4e3-fc709f9be21c None None] Bound using segment: {'id': 'bb3b4e8b-49c1-46cf-9e3c-dcf2f2f3e34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '906a1a33-e67b-4f9c-8fd6-63aa663d4540'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:37:19.091258 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-c84e6652-5b89-4281-b4e3-fc709f9be21c None None] Bound port: 056f84eb-48c3-4cca-9a8d-12fec1505815, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb3b4e8b-49c1-46cf-9e3c-dcf2f2f3e34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '906a1a33-e67b-4f9c-8fd6-63aa663d4540'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:37:19.091669 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c84e6652-5b89-4281-b4e3-fc709f9be21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:19.112807 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dc40d5-9f6d-48a3-8b75-f110e57d0f67 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Made reservation on behalf of 39685abd7a114d62abb4ba48b231a867 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:19.113374 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b4a551be-295f-46fe-be56-43e3ebd62bf9 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:19.116374 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f7dc40d5-9f6d-48a3-8b75-f110e57d0f67 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:19.122714 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b4a551be-295f-46fe-be56-43e3ebd62bf9 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] 10.222.0.69 "DELETE /v2.0/subnets/efac1105-4a84-4d02-afc6-617ba1d18843 HTTP/1.1" status: 204 len: 168 time: 1.4338763 Apr 29 11:37:19.122810 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48830) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:19.124345 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c45699-9a7b-4243-be62-52613c40dbb8 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Pushing event updated for resources: {'Subnet': ['ID=93bc96e3-9ca3-4aed-9814-4c1e9d2b3ba0,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:19.135117 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ec1e94-02a6-49ce-9126-2171deadaae5 None None] Network 4d88c8ca-b1ab-4cb2-a842-042f61778a4b requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:19.186949 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] For port 6a08f1da-67aa-4a1a-8113-4d326a93dc09, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=6a08f1da-67aa-4a1a-8113-4d326a93dc09,segment=NetworkSegment(c5e9eed5-c631-4605-ac46-6efb9721f6ff),segment_id=c5e9eed5-c631-4605-ac46-6efb9721f6ff)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:37:19.187230 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:19.195711 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a551be-295f-46fe-be56-43e3ebd62bf9 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Pushing event deleted for resources: {'Subnet': ['ID=efac1105-4a84-4d02-afc6-617ba1d18843,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:19.213201 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fd5eae41-644c-4c25-8e13-7ad3fd6922d7 tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:19.225957 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Calling delete_port for 6a08f1da-67aa-4a1a-8113-4d326a93dc09 owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:19.231128 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c45699-9a7b-4243-be62-52613c40dbb8 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Checking segment: {'id': '31f66bf7-0c63-496f-ad0b-3f744bb0d41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '006c0156-8458-4e0a-a56f-d14846109a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:19.231602 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c45699-9a7b-4243-be62-52613c40dbb8 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Network hostable DHCP agents. Network: 006c0156-8458-4e0a-a56f-d14846109a4c, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:37:19.234209 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fd5eae41-644c-4c25-8e13-7ad3fd6922d7 tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:19.239513 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-4814a8a5-0d4d-461e-90a3-7a4d69462eec tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Allocated IP 172.26.4.128 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/47838788-b0d6-493c-ab1b-c9a271578f84) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:19.247534 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7dc40d5-9f6d-48a3-8b75-f110e57d0f67 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:37:19.257138 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-fd5eae41-644c-4c25-8e13-7ad3fd6922d7 tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] device_id is not set on port 101cbffa-3a1c-4477-ba46-a11b91b5a9af yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:37:19.269842 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd3b505-a10c-43fd-8c03-39269b701519 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Deleting subnet dd8379df-ea4f-4f0a-94a5-78e2f94cfb0c {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:37:19.295961 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f7dc40d5-9f6d-48a3-8b75-f110e57d0f67 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:19.296910 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-f7dc40d5-9f6d-48a3-8b75-f110e57d0f67 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Added segment 5655475b-bfd2-408e-859b-e1cfef12ffd0 of type vlan for network 2d14d5ad-e60f-4e93-a6ba-cdd00ad818a4 Apr 29 11:37:19.298565 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8fd3b505-a10c-43fd-8c03-39269b701519 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:19.347106 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c45699-9a7b-4243-be62-52613c40dbb8 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Network 006c0156-8458-4e0a-a56f-d14846109a4c is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:37:19.398218 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-90c45699-9a7b-4243-be62-52613c40dbb8 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 006c0156-8458-4e0a-a56f-d14846109a4c) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:19.403499 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c45699-9a7b-4243-be62-52613c40dbb8 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:19.404135 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-90c45699-9a7b-4243-be62-52613c40dbb8 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:19.434867 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621a4aac-4bce-40c2-b67f-c60ca0e3e97f None None] Network 006c0156-8458-4e0a-a56f-d14846109a4c requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:19.444492 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5eae41-644c-4c25-8e13-7ad3fd6922d7 tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3924137-e9cb-4ad7-a787-1fa685a924da,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:19.454311 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-90c45699-9a7b-4243-be62-52613c40dbb8 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4592395 Apr 29 11:37:19.455090 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48832) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:19.461880 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-f499e957-71db-48f7-ad3e-daab6fd1f709 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Request body: {'port': {'network_id': '006c0156-8458-4e0a-a56f-d14846109a4c', 'name': 'tempest-TagsExtTest-1836820961'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:19.498782 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:19.506769 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fad09367-3092-4cfd-a899-8807c2adc0e8 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:19.509394 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-c84e6652-5b89-4281-b4e3-fc709f9be21c None None] For port 056f84eb-48c3-4cca-9a8d-12fec1505815, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:37:19.510530 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f7dc40d5-9f6d-48a3-8b75-f110e57d0f67 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:19.513972 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-c84e6652-5b89-4281-b4e3-fc709f9be21c None None] For port 056f84eb-48c3-4cca-9a8d-12fec1505815, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=056f84eb-48c3-4cca-9a8d-12fec1505815,segment=NetworkSegment(bb3b4e8b-49c1-46cf-9e3c-dcf2f2f3e34f),segment_id=bb3b4e8b-49c1-46cf-9e3c-dcf2f2f3e34f)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:37:19.533741 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8fd3b505-a10c-43fd-8c03-39269b701519 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:19.544511 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c84e6652-5b89-4281-b4e3-fc709f9be21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:19.580445 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] No DVR routers for this DVR port 6a08f1da-67aa-4a1a-8113-4d326a93dc09 on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:37:19.590417 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event deleted for resources: {'Port': ['ID=6a08f1da-67aa-4a1a-8113-4d326a93dc09,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:19.611174 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f7dc40d5-9f6d-48a3-8b75-f110e57d0f67 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:19.611767 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e6652-5b89-4281-b4e3-fc709f9be21c None None] Pushing event updated for resources: {'Port': ['ID=056f84eb-48c3-4cca-9a8d-12fec1505815,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:19.617310 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dc40d5-9f6d-48a3-8b75-f110e57d0f67 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:19.618228 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f7dc40d5-9f6d-48a3-8b75-f110e57d0f67 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:19.700531 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f7dc40d5-9f6d-48a3-8b75-f110e57d0f67 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6856990 Apr 29 11:37:19.708635 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4814a8a5-0d4d-461e-90a3-7a4d69462eec tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:19.720406 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48834) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:19.725675 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-f56a3d42-8064-4741-9259-66d2ead6550a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Request body: {'subnet': {'network_id': '2d14d5ad-e60f-4e93-a6ba-cdd00ad818a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:19.742602 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:19.757774 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0401324e-814c-4576-ba08-28891d77b61a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-006c0156-8458-4e0a-a56f-d14846109a4c', 'network_id': '006c0156-8458-4e0a-a56f-d14846109a4c', 'tenant_id': '857d9a79500947c3bf0479837a9d47a4', 'fixed_ips': [{'subnet_id': '93bc96e3-9ca3-4aed-9814-4c1e9d2b3ba0'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:37:19.759120 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0401324e-814c-4576-ba08-28891d77b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:19.796382 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc40d5-9f6d-48a3-8b75-f110e57d0f67 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Network': ['ID=2d14d5ad-e60f-4e93-a6ba-cdd00ad818a4,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:19.799330 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8fd3b505-a10c-43fd-8c03-39269b701519 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:19.823218 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fad09367-3092-4cfd-a899-8807c2adc0e8 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:19.843728 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30406710-fcc5-4e82-b3a2-bb670b031af9']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:19.886430 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e9eed5-c631-4605-ac46-6efb9721f6ff') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:19.886729 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e9eed5-c631-4605-ac46-6efb9721f6ff') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:19.895007 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f499e957-71db-48f7-ad3e-daab6fd1f709 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Made reservation on behalf of 857d9a79500947c3bf0479837a9d47a4 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:19.917778 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f499e957-71db-48f7-ad3e-daab6fd1f709 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:19.944087 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-0401324e-814c-4576-ba08-28891d77b61a None None] Allocated IP 172.20.0.2 (006c0156-8458-4e0a-a56f-d14846109a4c/93bc96e3-9ca3-4aed-9814-4c1e9d2b3ba0/c411bf91-4719-450d-b052-a5e8b7fb8082) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:19.954515 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4814a8a5-0d4d-461e-90a3-7a4d69462eec tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:19.965531 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:19.985426 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:19.996320 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:37:19.997313 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:20.022560 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 2d14d5ad-e60f-4e93-a6ba-cdd00ad818a4 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:37:20.024457 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 765f73c4-22e5-4574-a793-0b72ffa22f01 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:37:20.047587 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 765f73c4-22e5-4574-a793-0b72ffa22f01 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:37:20.047994 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 765f73c4-22e5-4574-a793-0b72ffa22f01 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:37:20.061649 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4814a8a5-0d4d-461e-90a3-7a4d69462eec tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:20.068796 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-4814a8a5-0d4d-461e-90a3-7a4d69462eec tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:20.079121 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4814a8a5-0d4d-461e-90a3-7a4d69462eec tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:20.083858 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8fd3b505-a10c-43fd-8c03-39269b701519 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:20.101446 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:37:20.101446 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:37:20.101446 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:37:20.101446 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:37:20.101446 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:37:20.101446 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:37:20.101446 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:37:20.101446 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:37:20.101446 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:37:20.101446 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:37:20.101446 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:37:20.101446 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:37:20.101446 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:37:20.101446 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:37:20.101446 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:37:20.101446 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:37:20.101446 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:37:20.101446 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:37:20.101446 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:37:20.101446 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:37:20.101446 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:37:20.101446 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:37:20.101446 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:37:20.101446 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:37:20.101446 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:37:20.101446 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:37:20.101446 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:37:20.101446 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:37:20.101446 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:37:20.101446 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:37:20.101446 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:37:20.101446 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:37:20.113423 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56a3d42-8064-4741-9259-66d2ead6550a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Made reservation on behalf of 39685abd7a114d62abb4ba48b231a867 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:20.117122 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f56a3d42-8064-4741-9259-66d2ead6550a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:20.137502 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-fd5eae41-644c-4c25-8e13-7ad3fd6922d7 tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Allocated IP 172.26.4.135 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/101cbffa-3a1c-4477-ba46-a11b91b5a9af) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:20.169146 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814a8a5-0d4d-461e-90a3-7a4d69462eec tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Pushing event updated for resources: {'Port': ['ID=47838788-b0d6-493c-ab1b-c9a271578f84,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:20.185357 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:20.192168 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3b505-a10c-43fd-8c03-39269b701519 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Pushing event deleted for resources: {'Subnet': ['ID=dd8379df-ea4f-4f0a-94a5-78e2f94cfb0c,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:20.208633 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad09367-3092-4cfd-a899-8807c2adc0e8 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Network 841c9b3d-d966-4f0f-869f-01488c42179c is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:20.208837 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8fd3b505-a10c-43fd-8c03-39269b701519 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:20.215450 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-8fd3b505-a10c-43fd-8c03-39269b701519 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] 10.222.0.69 "DELETE /v2.0/subnets/dd8379df-ea4f-4f0a-94a5-78e2f94cfb0c HTTP/1.1" status: 204 len: 168 time: 1.0821946 Apr 29 11:37:20.219454 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48836) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:20.226085 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:20.229427 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/networks/30406710-fcc5-4e82-b3a2-bb670b031af9 HTTP/1.1" status: 204 len: 168 time: 4.9436078 Apr 29 11:37:20.233648 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad09367-3092-4cfd-a899-8807c2adc0e8 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Pushing event updated for resources: {'Port': ['ID=e74d67bf-ae7a-4857-92ea-a8bf0f709676,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:20.234857 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0401324e-814c-4576-ba08-28891d77b61a None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:20.240765 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48838) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:20.246343 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0401324e-814c-4576-ba08-28891d77b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:20.252857 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-b4333265-6e0c-4543-97d3-18eedd26e67c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1680002738'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:20.260543 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-fad09367-3092-4cfd-a899-8807c2adc0e8 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:20.266980 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-f499e957-71db-48f7-ad3e-daab6fd1f709 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] device_id is not set on port 20acc40f-bf6b-45f2-a4ba-3384ff6239ea yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:37:20.272827 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2ddb8-5da9-4589-b630-f9a2a8398c30 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event deleted for resources: {'Network': ['ID=30406710-fcc5-4e82-b3a2-bb670b031af9,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:20.282191 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad09367-3092-4cfd-a899-8807c2adc0e8 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:20.298231 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0401324e-814c-4576-ba08-28891d77b61a None None] Network 006c0156-8458-4e0a-a56f-d14846109a4c is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:20.311219 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-0401324e-814c-4576-ba08-28891d77b61a None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:20.315507 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0401324e-814c-4576-ba08-28891d77b61a None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:20.324402 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401324e-814c-4576-ba08-28891d77b61a None None] Pushing event updated for resources: {'Port': ['ID=c411bf91-4719-450d-b052-a5e8b7fb8082,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:20.391332 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4333265-6e0c-4543-97d3-18eedd26e67c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Made reservation on behalf of 82c9781045a448caa6e2255533e0b7a4 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:20.395521 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b4333265-6e0c-4543-97d3-18eedd26e67c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:20.408433 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-0401324e-814c-4576-ba08-28891d77b61a None None] Attempting to bind port c411bf91-4719-450d-b052-a5e8b7fb8082 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:37:20.408992 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-0401324e-814c-4576-ba08-28891d77b61a None None] Attempting to bind port c411bf91-4719-450d-b052-a5e8b7fb8082 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '31f66bf7-0c63-496f-ad0b-3f744bb0d41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '006c0156-8458-4e0a-a56f-d14846109a4c'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:37:20.409827 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0401324e-814c-4576-ba08-28891d77b61a None None] Attempting to bind port c411bf91-4719-450d-b052-a5e8b7fb8082 on network 006c0156-8458-4e0a-a56f-d14846109a4c {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:37:20.419587 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0401324e-814c-4576-ba08-28891d77b61a None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:37:20.419954 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0401324e-814c-4576-ba08-28891d77b61a None None] Checking segment: {'id': '31f66bf7-0c63-496f-ad0b-3f744bb0d41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '006c0156-8458-4e0a-a56f-d14846109a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:20.420371 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0401324e-814c-4576-ba08-28891d77b61a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:20.421335 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0401324e-814c-4576-ba08-28891d77b61a None None] Bound using segment: {'id': '31f66bf7-0c63-496f-ad0b-3f744bb0d41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '006c0156-8458-4e0a-a56f-d14846109a4c'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:37:20.421335 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-0401324e-814c-4576-ba08-28891d77b61a None None] Bound port: c411bf91-4719-450d-b052-a5e8b7fb8082, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f66bf7-0c63-496f-ad0b-3f744bb0d41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '006c0156-8458-4e0a-a56f-d14846109a4c'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:37:20.421611 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0401324e-814c-4576-ba08-28891d77b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:20.454423 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad09367-3092-4cfd-a899-8807c2adc0e8 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:20.455097 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fad09367-3092-4cfd-a899-8807c2adc0e8 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:20.519864 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-0401324e-814c-4576-ba08-28891d77b61a None None] For port c411bf91-4719-450d-b052-a5e8b7fb8082, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:37:20.523021 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-0401324e-814c-4576-ba08-28891d77b61a None None] For port c411bf91-4719-450d-b052-a5e8b7fb8082, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=c411bf91-4719-450d-b052-a5e8b7fb8082,segment=NetworkSegment(31f66bf7-0c63-496f-ad0b-3f744bb0d41a),segment_id=31f66bf7-0c63-496f-ad0b-3f744bb0d41a)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:37:20.530454 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0401324e-814c-4576-ba08-28891d77b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:20.538134 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4333265-6e0c-4543-97d3-18eedd26e67c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:37:20.546288 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-fad09367-3092-4cfd-a899-8807c2adc0e8 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3240471 Apr 29 11:37:20.548133 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48840) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:20.557336 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b4333265-6e0c-4543-97d3-18eedd26e67c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:20.558962 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-b4333265-6e0c-4543-97d3-18eedd26e67c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Added segment 93752b6d-94c7-4dd9-a456-6d19404f82c6 of type vlan for network 49d1666f-f692-4d43-957a-55abaffde557 Apr 29 11:37:20.608381 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-9ea6695c-0de4-48ae-8c4f-ac4bcfec0e68 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:ae:bd:b6'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:d7:9c:90'}]}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:20.611419 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b4333265-6e0c-4543-97d3-18eedd26e67c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:20.622373 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401324e-814c-4576-ba08-28891d77b61a None None] Pushing event updated for resources: {'Port': ['ID=c411bf91-4719-450d-b052-a5e8b7fb8082,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:20.654976 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-f499e957-71db-48f7-ad3e-daab6fd1f709 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Allocated IP 172.20.0.10 (006c0156-8458-4e0a-a56f-d14846109a4c/93bc96e3-9ca3-4aed-9814-4c1e9d2b3ba0/20acc40f-bf6b-45f2-a4ba-3384ff6239ea) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:20.666511 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b4333265-6e0c-4543-97d3-18eedd26e67c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:20.675011 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4333265-6e0c-4543-97d3-18eedd26e67c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:20.675232 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b4333265-6e0c-4543-97d3-18eedd26e67c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:20.684210 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fd5eae41-644c-4c25-8e13-7ad3fd6922d7 tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:20.693950 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3033a6a0-0055-4127-8885-1f9c23bcc469 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:20.694219 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-bb1e2723-15a4-40b4-8a16-47e9f8355c69 None None] Provisioning complete for port e74d67bf-ae7a-4857-92ea-a8bf0f709676 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:20.694595 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-bb1e2723-15a4-40b4-8a16-47e9f8355c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:20.706529 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3033a6a0-0055-4127-8885-1f9c23bcc469 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4859676 Apr 29 11:37:20.710140 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48842) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:20.754479 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-bb1e2723-15a4-40b4-8a16-47e9f8355c69 None None] Port e74d67bf-ae7a-4857-92ea-a8bf0f709676 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:37:20.827947 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b4333265-6e0c-4543-97d3-18eedd26e67c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5778730 Apr 29 11:37:20.834675 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48844) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:20.857550 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-5ec512e5-b15d-44e3-8ec4-f52409153b31 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Request body: {'subnet': {'network_id': '49d1666f-f692-4d43-957a-55abaffde557', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:20.861400 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4333265-6e0c-4543-97d3-18eedd26e67c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event updated for resources: {'Network': ['ID=49d1666f-f692-4d43-957a-55abaffde557,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:20.880626 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f56a3d42-8064-4741-9259-66d2ead6550a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:20.881112 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 49d1666f-f692-4d43-957a-55abaffde557 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:37:21.046362 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7a0ee8c8-6ee8-41ae-80c8-f5925f7d507a tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:21.057599 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a3d42-8064-4741-9259-66d2ead6550a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Subnet': ['ID=592f2d13-e416-4900-a8ef-cd0d6cea14db,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:21.078322 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fd5eae41-644c-4c25-8e13-7ad3fd6922d7 tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:21.140214 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f499e957-71db-48f7-ad3e-daab6fd1f709 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:21.150830 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56a3d42-8064-4741-9259-66d2ead6550a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Checking segment: {'id': '5655475b-bfd2-408e-859b-e1cfef12ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '2d14d5ad-e60f-4e93-a6ba-cdd00ad818a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:21.151187 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56a3d42-8064-4741-9259-66d2ead6550a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network hostable DHCP agents. Network: 2d14d5ad-e60f-4e93-a6ba-cdd00ad818a4, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:37:21.221708 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56a3d42-8064-4741-9259-66d2ead6550a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network 2d14d5ad-e60f-4e93-a6ba-cdd00ad818a4 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:37:21.232174 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f499e957-71db-48f7-ad3e-daab6fd1f709 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:21.238429 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c324743-ed28-41b8-a3ab-1b22c7bbd495 None None] Network 906a1a33-e67b-4f9c-8fd6-63aa663d4540 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:21.251392 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-f56a3d42-8064-4741-9259-66d2ead6550a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 2d14d5ad-e60f-4e93-a6ba-cdd00ad818a4) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:21.279173 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56a3d42-8064-4741-9259-66d2ead6550a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:21.279763 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f56a3d42-8064-4741-9259-66d2ead6550a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:21.289287 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f499e957-71db-48f7-ad3e-daab6fd1f709 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Network 006c0156-8458-4e0a-a56f-d14846109a4c is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:21.293705 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c94e00-5d6b-4774-a407-214c93ce83a6 None None] Network 2d14d5ad-e60f-4e93-a6ba-cdd00ad818a4 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:21.299082 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-f499e957-71db-48f7-ad3e-daab6fd1f709 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:21.307430 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f499e957-71db-48f7-ad3e-daab6fd1f709 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:21.344266 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f56a3d42-8064-4741-9259-66d2ead6550a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6225054 Apr 29 11:37:21.347827 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48846) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:21.348146 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f499e957-71db-48f7-ad3e-daab6fd1f709 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Pushing event updated for resources: {'Port': ['ID=20acc40f-bf6b-45f2-a4ba-3384ff6239ea,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:21.358617 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-502f4030-99ea-47ad-a4e7-48e718b68976 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1451088110', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:21.391991 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f239550f-747e-4712-98ff-29f479959cdd None None] Provisioning complete for port 056f84eb-48c3-4cca-9a8d-12fec1505815 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:21.392585 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f239550f-747e-4712-98ff-29f479959cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:21.394810 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f499e957-71db-48f7-ad3e-daab6fd1f709 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:21.395501 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f499e957-71db-48f7-ad3e-daab6fd1f709 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:21.399755 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-502f4030-99ea-47ad-a4e7-48e718b68976 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:21.400785 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-502f4030-99ea-47ad-a4e7-48e718b68976 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:21.430634 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f499e957-71db-48f7-ad3e-daab6fd1f709 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9719598 Apr 29 11:37:21.436729 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48848) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:21.445197 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-9c418879-7a17-4b3c-be49-d759d6d2b4ad tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1480363193', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:21.501837 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-502f4030-99ea-47ad-a4e7-48e718b68976 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:21.512912 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-502f4030-99ea-47ad-a4e7-48e718b68976 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:21.527317 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9c418879-7a17-4b3c-be49-d759d6d2b4ad tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:21.528336 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9c418879-7a17-4b3c-be49-d759d6d2b4ad tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:21.543791 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-502f4030-99ea-47ad-a4e7-48e718b68976 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:21.548755 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-502f4030-99ea-47ad-a4e7-48e718b68976 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1942046 Apr 29 11:37:21.548755 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48850) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:21.644888 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a3a16b-8923-4a6d-83e3-74b5ea57da0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-2d14d5ad-e60f-4e93-a6ba-cdd00ad818a4', 'network_id': '2d14d5ad-e60f-4e93-a6ba-cdd00ad818a4', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'fixed_ips': [{'subnet_id': '592f2d13-e416-4900-a8ef-cd0d6cea14db'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:37:21.645801 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-15a3a16b-8923-4a6d-83e3-74b5ea57da0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:21.649505 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae7286d-fffa-4be4-974d-fee0251e4ed4 None None] DHCP port deletion for 906a1a33-e67b-4f9c-8fd6-63aa663d4540 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:37:21.664296 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9c418879-7a17-4b3c-be49-d759d6d2b4ad tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:21.667392 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f239550f-747e-4712-98ff-29f479959cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:21.704448 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5eae41-644c-4c25-8e13-7ad3fd6922d7 tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Pushing event updated for resources: {'Port': ['ID=101cbffa-3a1c-4477-ba46-a11b91b5a9af,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:21.709088 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9c418879-7a17-4b3c-be49-d759d6d2b4ad tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:21.718480 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec512e5-b15d-44e3-8ec4-f52409153b31 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Made reservation on behalf of 82c9781045a448caa6e2255533e0b7a4 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:21.722088 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5ec512e5-b15d-44e3-8ec4-f52409153b31 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:21.741258 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5eae41-644c-4c25-8e13-7ad3fd6922d7 tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:21.757440 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9ea6695c-0de4-48ae-8c4f-ac4bcfec0e68 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:21.759738 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-fd5eae41-644c-4c25-8e13-7ad3fd6922d7 tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:21.767352 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4814a8a5-0d4d-461e-90a3-7a4d69462eec tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router_gateway, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:21.772181 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5eae41-644c-4c25-8e13-7ad3fd6922d7 tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:21.849595 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f239550f-747e-4712-98ff-29f479959cdd None None] For port 056f84eb-48c3-4cca-9a8d-12fec1505815, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=056f84eb-48c3-4cca-9a8d-12fec1505815,segment=NetworkSegment(bb3b4e8b-49c1-46cf-9e3c-dcf2f2f3e34f),segment_id=bb3b4e8b-49c1-46cf-9e3c-dcf2f2f3e34f)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:37:21.878826 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f239550f-747e-4712-98ff-29f479959cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:21.908046 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5eae41-644c-4c25-8e13-7ad3fd6922d7 tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:21.908678 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fd5eae41-644c-4c25-8e13-7ad3fd6922d7 tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:21.929228 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.ipam_backend_mixin [None req-5ec512e5-b15d-44e3-8ec4-f52409153b31 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Performing IP validity checks on allocation pools {{(pid=102959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 29 11:37:21.929861 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.ipam_backend_mixin [None req-5ec512e5-b15d-44e3-8ec4-f52409153b31 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 29 11:37:21.984683 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-fd5eae41-644c-4c25-8e13-7ad3fd6922d7 tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.4060366 Apr 29 11:37:22.000165 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48852) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:22.006642 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-110fd473-9453-49f8-9638-df0df56fc77b tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.135'}]}}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:22.067905 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239550f-747e-4712-98ff-29f479959cdd None None] Pushing event updated for resources: {'Port': ['ID=056f84eb-48c3-4cca-9a8d-12fec1505815,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:22.085047 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device c411bf91-4719-450d-b052-a5e8b7fb8082 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:37:22.108935 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-7a0ee8c8-6ee8-41ae-80c8-f5925f7d507a tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Deleting port 056f84eb-48c3-4cca-9a8d-12fec1505815 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:22.109279 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7a0ee8c8-6ee8-41ae-80c8-f5925f7d507a tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:22.119378 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-1ae7286d-fffa-4be4-974d-fee0251e4ed4 None None] Deleting port 056f84eb-48c3-4cca-9a8d-12fec1505815 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:22.119760 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1ae7286d-fffa-4be4-974d-fee0251e4ed4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:22.158634 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-110fd473-9453-49f8-9638-df0df56fc77b tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:22.159681 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-110fd473-9453-49f8-9638-df0df56fc77b tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:22.210576 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9c418879-7a17-4b3c-be49-d759d6d2b4ad tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:22.211772 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9c418879-7a17-4b3c-be49-d759d6d2b4ad tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7740686 Apr 29 11:37:22.214691 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48854) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:22.221390 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-15a3a16b-8923-4a6d-83e3-74b5ea57da0f None None] Allocated IP 2001:db8::2 (2d14d5ad-e60f-4e93-a6ba-cdd00ad818a4/592f2d13-e416-4900-a8ef-cd0d6cea14db/7e82af62-8f00-4e20-9d4d-be86c14292d2) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:22.221636 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-bfe31650-3611-435f-aad8-a05a0d73d68e tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1515259737', 'prefixes': ['172.20.0.0/16']}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:22.260360 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-1ae7286d-fffa-4be4-974d-fee0251e4ed4 None None] For port 056f84eb-48c3-4cca-9a8d-12fec1505815, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=056f84eb-48c3-4cca-9a8d-12fec1505815,segment=NetworkSegment(bb3b4e8b-49c1-46cf-9e3c-dcf2f2f3e34f),segment_id=bb3b4e8b-49c1-46cf-9e3c-dcf2f2f3e34f)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:37:22.261732 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1ae7286d-fffa-4be4-974d-fee0251e4ed4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:22.284393 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-7a0ee8c8-6ee8-41ae-80c8-f5925f7d507a tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] For port 056f84eb-48c3-4cca-9a8d-12fec1505815, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=056f84eb-48c3-4cca-9a8d-12fec1505815,segment=NetworkSegment(bb3b4e8b-49c1-46cf-9e3c-dcf2f2f3e34f),segment_id=bb3b4e8b-49c1-46cf-9e3c-dcf2f2f3e34f)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:37:22.284955 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7a0ee8c8-6ee8-41ae-80c8-f5925f7d507a tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:22.300629 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d60ee2-87d2-4670-ab69-cad7e4fde1ae None None] Network 006c0156-8458-4e0a-a56f-d14846109a4c requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:22.315352 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-1ae7286d-fffa-4be4-974d-fee0251e4ed4 None None] Calling delete_port for 056f84eb-48c3-4cca-9a8d-12fec1505815 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:22.363416 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2bf461c6-ed24-46c1-8588-c72a7ea7420d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:22.406943 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-7a0ee8c8-6ee8-41ae-80c8-f5925f7d507a tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Calling delete_port for 056f84eb-48c3-4cca-9a8d-12fec1505815 owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:22.424412 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bfe31650-3611-435f-aad8-a05a0d73d68e tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks [] for subnetpool, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:22.426791 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-bfe31650-3611-435f-aad8-a05a0d73d68e tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2109385 Apr 29 11:37:22.433218 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48856) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:22.440366 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.tag.tag_plugin [None req-baebafe0-b8b4-4cf6-be86-1bf2b23293be tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '93bc96e3-9ca3-4aed-9814-4c1e9d2b3ba0', 'tempest-TagsExtTest-Tag-302319434') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:22.476034 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-110fd473-9453-49f8-9638-df0df56fc77b tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:22.588638 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port c411bf91-4719-450d-b052-a5e8b7fb8082 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:22.589570 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:22.656028 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-d496547f-131f-40ec-98b7-41f4bd363582 None None] Provisioning complete for port c411bf91-4719-450d-b052-a5e8b7fb8082 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:22.657105 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d496547f-131f-40ec-98b7-41f4bd363582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:22.673128 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5ec512e5-b15d-44e3-8ec4-f52409153b31 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:22.693944 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-baebafe0-b8b4-4cf6-be86-1bf2b23293be tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "PUT /v2.0/subnets/93bc96e3-9ca3-4aed-9814-4c1e9d2b3ba0/tags/tempest-TagsExtTest-Tag-302319434 HTTP/1.1" status: 201 len: 201 time: 0.2592821 Apr 29 11:37:22.694665 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48858) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:22.699645 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.tag.tag_plugin [None req-58c451f4-e50e-4fe7-8db3-c0d46cf978ac tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '20acc40f-bf6b-45f2-a4ba-3384ff6239ea', 'tempest-TagsExtTest-Tag-730512260') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:22.730930 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4814a8a5-0d4d-461e-90a3-7a4d69462eec tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681475', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3683613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1117'] for router, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:22.774936 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-58c451f4-e50e-4fe7-8db3-c0d46cf978ac tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "PUT /v2.0/ports/20acc40f-bf6b-45f2-a4ba-3384ff6239ea/tags/tempest-TagsExtTest-Tag-730512260 HTTP/1.1" status: 201 len: 201 time: 0.0791497 Apr 29 11:37:22.775526 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48860) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:22.780945 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.tag.tag_plugin [None req-009a2861-dbd6-41e6-a729-362fc65c5ea0 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '33f2da99-d224-4f55-acc6-db7341646b5d', 'tempest-TagsExtTest-Tag-11017297') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:22.817153 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4814a8a5-0d4d-461e-90a3-7a4d69462eec tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683602'] for router, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:22.837201 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9ea6695c-0de4-48ae-8c4f-ac4bcfec0e68 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:22.872894 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-110fd473-9453-49f8-9638-df0df56fc77b tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:22.884521 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9ea6695c-0de4-48ae-8c4f-ac4bcfec0e68 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:22.898831 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-009a2861-dbd6-41e6-a729-362fc65c5ea0 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "PUT /v2.0/routers/33f2da99-d224-4f55-acc6-db7341646b5d/tags/tempest-TagsExtTest-Tag-11017297 HTTP/1.1" status: 201 len: 201 time: 0.1219265 Apr 29 11:37:22.899504 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48862) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:22.906536 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.tag.tag_plugin [None req-09c62b47-253b-43fc-bde5-f4c26e688299 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c0c12372-cdd6-4645-a8ee-b0a382923416', 'tempest-TagsExtTest-Tag-872830410') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:22.932998 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec512e5-b15d-44e3-8ec4-f52409153b31 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event updated for resources: {'Subnet': ['ID=29e6a5de-fde8-4263-bccc-2e467416992c,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:22.937156 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-15a3a16b-8923-4a6d-83e3-74b5ea57da0f None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:22.941366 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d496547f-131f-40ec-98b7-41f4bd363582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:22.966755 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7a0ee8c8-6ee8-41ae-80c8-f5925f7d507a tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:22.981822 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1ae7286d-fffa-4be4-974d-fee0251e4ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:22.984249 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-15a3a16b-8923-4a6d-83e3-74b5ea57da0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:23.018214 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-09c62b47-253b-43fc-bde5-f4c26e688299 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "PUT /v2.0/subnetpools/c0c12372-cdd6-4645-a8ee-b0a382923416/tags/tempest-TagsExtTest-Tag-872830410 HTTP/1.1" status: 201 len: 201 time: 0.1168993 Apr 29 11:37:23.019434 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48864) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:23.024003 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:23.026242 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.tag.tag_plugin [None req-8d5073f4-2f22-45db-837a-31525e97e9e6 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '93bc96e3-9ca3-4aed-9814-4c1e9d2b3ba0') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:23.038063 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae7286d-fffa-4be4-974d-fee0251e4ed4 None None] Pushing event deleted for resources: {'Port': ['ID=056f84eb-48c3-4cca-9a8d-12fec1505815,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:23.068092 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae7286d-fffa-4be4-974d-fee0251e4ed4 None None] No DVR routers for this DVR port 056f84eb-48c3-4cca-9a8d-12fec1505815 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:37:23.078237 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0ee8c8-6ee8-41ae-80c8-f5925f7d507a tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] No DVR routers for this DVR port 056f84eb-48c3-4cca-9a8d-12fec1505815 on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:37:23.079875 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6695c-0de4-48ae-8c4f-ac4bcfec0e68 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Pushing event updated for resources: {'Port': ['ID=e74d67bf-ae7a-4857-92ea-a8bf0f709676,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:23.101033 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-2bf461c6-ed24-46c1-8588-c72a7ea7420d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Allocated IP 2001:db8::1 (2d14d5ad-e60f-4e93-a6ba-cdd00ad818a4/592f2d13-e416-4900-a8ef-cd0d6cea14db/f22ce848-48fc-4520-a199-e71fd5ddb1ed) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:23.104356 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-d496547f-131f-40ec-98b7-41f4bd363582 None None] For port c411bf91-4719-450d-b052-a5e8b7fb8082, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=c411bf91-4719-450d-b052-a5e8b7fb8082,segment=NetworkSegment(31f66bf7-0c63-496f-ad0b-3f744bb0d41a),segment_id=31f66bf7-0c63-496f-ad0b-3f744bb0d41a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:37:23.118060 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a3a16b-8923-4a6d-83e3-74b5ea57da0f None None] Network 2d14d5ad-e60f-4e93-a6ba-cdd00ad818a4 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:23.128572 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d496547f-131f-40ec-98b7-41f4bd363582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:23.137102 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-15a3a16b-8923-4a6d-83e3-74b5ea57da0f None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:23.140812 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a3a16b-8923-4a6d-83e3-74b5ea57da0f None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:23.156846 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec512e5-b15d-44e3-8ec4-f52409153b31 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Checking segment: {'id': '93752b6d-94c7-4dd9-a456-6d19404f82c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '49d1666f-f692-4d43-957a-55abaffde557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:23.157258 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec512e5-b15d-44e3-8ec4-f52409153b31 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Network hostable DHCP agents. Network: 49d1666f-f692-4d43-957a-55abaffde557, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:37:23.170426 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3a16b-8923-4a6d-83e3-74b5ea57da0f None None] Pushing event updated for resources: {'Port': ['ID=7e82af62-8f00-4e20-9d4d-be86c14292d2,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:23.289187 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ee8c8-6ee8-41ae-80c8-f5925f7d507a tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Pushing event deleted for resources: {'Port': ['ID=056f84eb-48c3-4cca-9a8d-12fec1505815,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:23.319138 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8d5073f4-2f22-45db-837a-31525e97e9e6 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "GET /v2.0/subnets/93bc96e3-9ca3-4aed-9814-4c1e9d2b3ba0/tags HTTP/1.1" status: 200 len: 240 time: 0.2939796 Apr 29 11:37:23.320023 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48866) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:23.320470 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-9ea6695c-0de4-48ae-8c4f-ac4bcfec0e68 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] In _notify_port_updated(), no bound segment for port e74d67bf-ae7a-4857-92ea-a8bf0f709676 on network 841c9b3d-d966-4f0f-869f-01488c42179c {{(pid=102959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 11:37:23.325176 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.tag.tag_plugin [None req-714ad9ed-ff0c-4952-9847-9aa5d7a814a3 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '93bc96e3-9ca3-4aed-9814-4c1e9d2b3ba0', 'tempest-TagsExtTest-Tag-302319434') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:23.330306 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea6695c-0de4-48ae-8c4f-ac4bcfec0e68 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:23.332227 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9ea6695c-0de4-48ae-8c4f-ac4bcfec0e68 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:23.334079 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9ea6695c-0de4-48ae-8c4f-ac4bcfec0e68 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] 10.222.0.69 "PUT /v2.0/ports/e74d67bf-ae7a-4857-92ea-a8bf0f709676 HTTP/1.1" status: 200 len: 1055 time: 2.7491541 Apr 29 11:37:23.341884 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48868) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:23.366010 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:37:23.366575 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:37:23.395098 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-15a3a16b-8923-4a6d-83e3-74b5ea57da0f None None] Attempting to bind port 7e82af62-8f00-4e20-9d4d-be86c14292d2 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:37:23.395424 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-15a3a16b-8923-4a6d-83e3-74b5ea57da0f None None] Attempting to bind port 7e82af62-8f00-4e20-9d4d-be86c14292d2 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '5655475b-bfd2-408e-859b-e1cfef12ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '2d14d5ad-e60f-4e93-a6ba-cdd00ad818a4'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:37:23.395923 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a3a16b-8923-4a6d-83e3-74b5ea57da0f None None] Attempting to bind port 7e82af62-8f00-4e20-9d4d-be86c14292d2 on network 2d14d5ad-e60f-4e93-a6ba-cdd00ad818a4 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:37:23.404861 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496547f-131f-40ec-98b7-41f4bd363582 None None] Pushing event updated for resources: {'Port': ['ID=c411bf91-4719-450d-b052-a5e8b7fb8082,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:23.416113 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a3a16b-8923-4a6d-83e3-74b5ea57da0f None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:37:23.418200 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a3a16b-8923-4a6d-83e3-74b5ea57da0f None None] Checking segment: {'id': '5655475b-bfd2-408e-859b-e1cfef12ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '2d14d5ad-e60f-4e93-a6ba-cdd00ad818a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:23.418889 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-15a3a16b-8923-4a6d-83e3-74b5ea57da0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:23.419295 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a3a16b-8923-4a6d-83e3-74b5ea57da0f None None] Bound using segment: {'id': '5655475b-bfd2-408e-859b-e1cfef12ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '2d14d5ad-e60f-4e93-a6ba-cdd00ad818a4'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:37:23.421844 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-15a3a16b-8923-4a6d-83e3-74b5ea57da0f None None] Bound port: 7e82af62-8f00-4e20-9d4d-be86c14292d2, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5655475b-bfd2-408e-859b-e1cfef12ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '2d14d5ad-e60f-4e93-a6ba-cdd00ad818a4'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:37:23.421844 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-15a3a16b-8923-4a6d-83e3-74b5ea57da0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:23.456499 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7a0ee8c8-6ee8-41ae-80c8-f5925f7d507a tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:23.465410 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec512e5-b15d-44e3-8ec4-f52409153b31 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Network 49d1666f-f692-4d43-957a-55abaffde557 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:37:23.470782 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2bf461c6-ed24-46c1-8588-c72a7ea7420d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:23.507551 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-5ec512e5-b15d-44e3-8ec4-f52409153b31 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 49d1666f-f692-4d43-957a-55abaffde557) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:23.511586 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-7a0ee8c8-6ee8-41ae-80c8-f5925f7d507a tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['906a1a33-e67b-4f9c-8fd6-63aa663d4540']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:23.526056 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec512e5-b15d-44e3-8ec4-f52409153b31 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:23.527392 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5ec512e5-b15d-44e3-8ec4-f52409153b31 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:23.550369 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb4d10c-1b09-4fcd-8b14-e7223fca5b23 None None] Network 49d1666f-f692-4d43-957a-55abaffde557 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:23.570776 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-7a0ee8c8-6ee8-41ae-80c8-f5925f7d507a tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb3b4e8b-49c1-46cf-9e3c-dcf2f2f3e34f') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:23.571193 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-7a0ee8c8-6ee8-41ae-80c8-f5925f7d507a tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb3b4e8b-49c1-46cf-9e3c-dcf2f2f3e34f') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:23.595346 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2bf461c6-ed24-46c1-8588-c72a7ea7420d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:23.598534 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7a0ee8c8-6ee8-41ae-80c8-f5925f7d507a tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:23.598738 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-714ad9ed-ff0c-4952-9847-9aa5d7a814a3 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "GET /v2.0/subnets/93bc96e3-9ca3-4aed-9814-4c1e9d2b3ba0/tags/tempest-TagsExtTest-Tag-302319434 HTTP/1.1" status: 204 len: 168 time: 0.2776446 Apr 29 11:37:23.604359 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48870) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:23.610097 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5ec512e5-b15d-44e3-8ec4-f52409153b31 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.7603319 Apr 29 11:37:23.614084 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.tag.tag_plugin [None req-97ad2a81-b6cf-4e57-833d-13d67f8f3356 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '93bc96e3-9ca3-4aed-9814-4c1e9d2b3ba0', 'tempest-TagsExtTest-Tag-302319434') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:23.615026 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48872) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:23.629587 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-e758e7c2-022c-402e-bb5a-784e9d1182e9 None None] Provisioning complete for port e74d67bf-ae7a-4857-92ea-a8bf0f709676 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:23.630007 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e758e7c2-022c-402e-bb5a-784e9d1182e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:23.635402 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4814a8a5-0d4d-461e-90a3-7a4d69462eec tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Router 195621f1-0fcd-4325-a99a-2f31f8fad325 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:37:23.661954 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7a0ee8c8-6ee8-41ae-80c8-f5925f7d507a tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:23.673897 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-15a3a16b-8923-4a6d-83e3-74b5ea57da0f None None] For port 7e82af62-8f00-4e20-9d4d-be86c14292d2, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:37:23.676572 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-e8e3858c-5404-4096-be91-7eea8a1594de tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Deleting port e74d67bf-ae7a-4857-92ea-a8bf0f709676 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:23.676936 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e8e3858c-5404-4096-be91-7eea8a1594de tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:23.703509 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e76897bf-2748-4191-9139-f13b57151889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:23.719379 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf461c6-ed24-46c1-8588-c72a7ea7420d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Port': ['ID=f22ce848-48fc-4520-a199-e71fd5ddb1ed,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:23.725162 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a0ee8c8-6ee8-41ae-80c8-f5925f7d507a tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:37:23.725898 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7a0ee8c8-6ee8-41ae-80c8-f5925f7d507a tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:23.726063 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf461c6-ed24-46c1-8588-c72a7ea7420d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network 2d14d5ad-e60f-4e93-a6ba-cdd00ad818a4 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:23.747017 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-2bf461c6-ed24-46c1-8588-c72a7ea7420d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:23.755835 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-e758e7c2-022c-402e-bb5a-784e9d1182e9 None None] Port e74d67bf-ae7a-4857-92ea-a8bf0f709676 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:37:23.782955 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf461c6-ed24-46c1-8588-c72a7ea7420d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:23.783611 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2bf461c6-ed24-46c1-8588-c72a7ea7420d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:23.784375 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:37:23.784375 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:37:23.784375 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:37:23.784375 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:37:23.784375 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:37:23.784375 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:37:23.784375 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:37:23.784375 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:37:23.784375 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:37:23.784375 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:37:23.784375 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:37:23.784375 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:37:23.784375 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:37:23.784375 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:37:23.784375 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:37:23.784375 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:37:23.784375 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:37:23.784375 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:37:23.784375 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:37:23.784375 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:37:23.784375 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:37:23.784375 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:37:23.784375 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:37:23.784375 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:37:23.784375 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:37:23.784375 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:37:23.784375 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:37:23.784375 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:37:23.784375 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:37:23.784375 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:37:23.784375 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:37:23.784375 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:37:23.875148 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7a0ee8c8-6ee8-41ae-80c8-f5925f7d507a tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:23.894949 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7a0ee8c8-6ee8-41ae-80c8-f5925f7d507a tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:23.898396 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7a0ee8c8-6ee8-41ae-80c8-f5925f7d507a tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] 10.222.0.69 "DELETE /v2.0/networks/906a1a33-e67b-4f9c-8fd6-63aa663d4540 HTTP/1.1" status: 204 len: 168 time: 3.1698134 Apr 29 11:37:23.906025 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48874) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:23.925036 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696da9b0-e497-481f-badf-3939b0fe64ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-49d1666f-f692-4d43-957a-55abaffde557', 'network_id': '49d1666f-f692-4d43-957a-55abaffde557', 'tenant_id': '82c9781045a448caa6e2255533e0b7a4', 'fixed_ips': [{'subnet_id': '29e6a5de-fde8-4263-bccc-2e467416992c'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:37:23.925905 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-696da9b0-e497-481f-badf-3939b0fe64ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:23.930230 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-15a3a16b-8923-4a6d-83e3-74b5ea57da0f None None] For port 7e82af62-8f00-4e20-9d4d-be86c14292d2, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=7e82af62-8f00-4e20-9d4d-be86c14292d2,segment=NetworkSegment(5655475b-bfd2-408e-859b-e1cfef12ffd0),segment_id=5655475b-bfd2-408e-859b-e1cfef12ffd0)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:37:23.957238 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-15a3a16b-8923-4a6d-83e3-74b5ea57da0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:23.966568 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ee8c8-6ee8-41ae-80c8-f5925f7d507a tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Pushing event deleted for resources: {'Network': ['ID=906a1a33-e67b-4f9c-8fd6-63aa663d4540,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:24.027692 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-8338d3d7-b24e-4f0d-88c9-f25c89be2a14 None None] Provisioning complete for port c411bf91-4719-450d-b052-a5e8b7fb8082 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:24.028156 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8338d3d7-b24e-4f0d-88c9-f25c89be2a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:24.057228 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:24.124534 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4814a8a5-0d4d-461e-90a3-7a4d69462eec tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:37:24.127090 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-110fd473-9453-49f8-9638-df0df56fc77b tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:24.138631 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4814a8a5-0d4d-461e-90a3-7a4d69462eec tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:24.139755 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4814a8a5-0d4d-461e-90a3-7a4d69462eec tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] 10.222.0.69 "PUT /v2.0/routers/195621f1-0fcd-4325-a99a-2f31f8fad325 HTTP/1.1" status: 200 len: 883 time: 6.7101600 Apr 29 11:37:24.140248 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a082c355-e862-4e77-9a06-eaeb04e69175 None None] Sync routers for ids ['195621f1-0fcd-4325-a99a-2f31f8fad325'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:37:24.146863 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48876) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:24.161311 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a082c355-e862-4e77-9a06-eaeb04e69175 None None] Routers {'195621f1-0fcd-4325-a99a-2f31f8fad325'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:37:24.162522 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-a082c355-e862-4e77-9a06-eaeb04e69175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['195621f1-0fcd-4325-a99a-2f31f8fad325'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:24.181784 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device c411bf91-4719-450d-b052-a5e8b7fb8082 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:37:24.181974 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e8e3858c-5404-4096-be91-7eea8a1594de tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:24.208598 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3a16b-8923-4a6d-83e3-74b5ea57da0f None None] Pushing event updated for resources: {'Port': ['ID=7e82af62-8f00-4e20-9d4d-be86c14292d2,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:24.217249 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:24.233592 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-a082c355-e862-4e77-9a06-eaeb04e69175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:24.246696 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a082c355-e862-4e77-9a06-eaeb04e69175 None None] Routers {'195621f1-0fcd-4325-a99a-2f31f8fad325'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:37:24.248333 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-a082c355-e862-4e77-9a06-eaeb04e69175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['195621f1-0fcd-4325-a99a-2f31f8fad325'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:24.263137 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-21817aa2-54eb-4b63-9b4c-edcf9dac4d56 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:24.299549 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-a082c355-e862-4e77-9a06-eaeb04e69175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:24.300647 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a082c355-e862-4e77-9a06-eaeb04e69175 None None] The sync data for ids ['195621f1-0fcd-4325-a99a-2f31f8fad325'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:37:24.324502 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-110fd473-9453-49f8-9638-df0df56fc77b tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:24.324824 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-e8e3858c-5404-4096-be91-7eea8a1594de tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Calling delete_port for e74d67bf-ae7a-4857-92ea-a8bf0f709676 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:24.355628 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-97ad2a81-b6cf-4e57-833d-13d67f8f3356 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "DELETE /v2.0/subnets/93bc96e3-9ca3-4aed-9814-4c1e9d2b3ba0/tags/tempest-TagsExtTest-Tag-302319434 HTTP/1.1" status: 204 len: 168 time: 0.7427449 Apr 29 11:37:24.356547 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port c411bf91-4719-450d-b052-a5e8b7fb8082 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:24.356925 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:24.358898 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-696da9b0-e497-481f-badf-3939b0fe64ec None None] Allocated IP 172.20.0.3 (49d1666f-f692-4d43-957a-55abaffde557/29e6a5de-fde8-4263-bccc-2e467416992c/fa310ffc-6c63-4e06-a37a-3404ab91cf30) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:24.364894 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48878) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:24.368428 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2bf461c6-ed24-46c1-8588-c72a7ea7420d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:24.380049 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.tag.tag_plugin [None req-737713ee-3f01-45ff-8931-9336b6df29b5 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '93bc96e3-9ca3-4aed-9814-4c1e9d2b3ba0') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:24.401138 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-8338d3d7-b24e-4f0d-88c9-f25c89be2a14 None None] Provisioning complete for port 20acc40f-bf6b-45f2-a4ba-3384ff6239ea triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:24.402104 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8338d3d7-b24e-4f0d-88c9-f25c89be2a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:24.551853 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-8338d3d7-b24e-4f0d-88c9-f25c89be2a14 None None] Port 20acc40f-bf6b-45f2-a4ba-3384ff6239ea cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:37:24.588772 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-110fd473-9453-49f8-9638-df0df56fc77b tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:24.662700 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-fcedcb13-260f-45ea-b353-2ddd566e0a1a tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "GET /v2.0/routers/195621f1-0fcd-4325-a99a-2f31f8fad325 HTTP/1.1" status: 200 len: 924 time: 0.5091517 Apr 29 11:37:24.678665 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-21817aa2-54eb-4b63-9b4c-edcf9dac4d56 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:24.681977 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48880) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:24.684545 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-696da9b0-e497-481f-badf-3939b0fe64ec None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:24.696651 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-696da9b0-e497-481f-badf-3939b0fe64ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:24.702878 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-7272239f-4eae-45e9-9ae9-986a8100636d None None] Provisioning complete for port 20acc40f-bf6b-45f2-a4ba-3384ff6239ea triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:24.703332 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7272239f-4eae-45e9-9ae9-986a8100636d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:24.781808 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696da9b0-e497-481f-badf-3939b0fe64ec None None] Network 49d1666f-f692-4d43-957a-55abaffde557 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:24.785024 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-7272239f-4eae-45e9-9ae9-986a8100636d None None] Port 20acc40f-bf6b-45f2-a4ba-3384ff6239ea cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:37:24.789875 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-696da9b0-e497-481f-badf-3939b0fe64ec None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:24.798869 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696da9b0-e497-481f-badf-3939b0fe64ec None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:24.802373 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696da9b0-e497-481f-badf-3939b0fe64ec None None] Pushing event updated for resources: {'Port': ['ID=fa310ffc-6c63-4e06-a37a-3404ab91cf30,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:24.814662 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-21817aa2-54eb-4b63-9b4c-edcf9dac4d56 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d88c8ca-b1ab-4cb2-a842-042f61778a4b']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:24.862689 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-696da9b0-e497-481f-badf-3939b0fe64ec None None] Attempting to bind port fa310ffc-6c63-4e06-a37a-3404ab91cf30 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:37:24.862689 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-696da9b0-e497-481f-badf-3939b0fe64ec None None] Attempting to bind port fa310ffc-6c63-4e06-a37a-3404ab91cf30 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '93752b6d-94c7-4dd9-a456-6d19404f82c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '49d1666f-f692-4d43-957a-55abaffde557'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:37:24.863025 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696da9b0-e497-481f-badf-3939b0fe64ec None None] Attempting to bind port fa310ffc-6c63-4e06-a37a-3404ab91cf30 on network 49d1666f-f692-4d43-957a-55abaffde557 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:37:24.863929 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-21817aa2-54eb-4b63-9b4c-edcf9dac4d56 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca2e52a2-2fd3-459b-9f0a-14cf0db3e39d') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:24.864228 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-21817aa2-54eb-4b63-9b4c-edcf9dac4d56 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca2e52a2-2fd3-459b-9f0a-14cf0db3e39d') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:24.869463 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696da9b0-e497-481f-badf-3939b0fe64ec None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:37:24.870605 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696da9b0-e497-481f-badf-3939b0fe64ec None None] Checking segment: {'id': '93752b6d-94c7-4dd9-a456-6d19404f82c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '49d1666f-f692-4d43-957a-55abaffde557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:24.871064 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-696da9b0-e497-481f-badf-3939b0fe64ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:24.871458 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696da9b0-e497-481f-badf-3939b0fe64ec None None] Bound using segment: {'id': '93752b6d-94c7-4dd9-a456-6d19404f82c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '49d1666f-f692-4d43-957a-55abaffde557'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:37:24.871962 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-696da9b0-e497-481f-badf-3939b0fe64ec None None] Bound port: fa310ffc-6c63-4e06-a37a-3404ab91cf30, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93752b6d-94c7-4dd9-a456-6d19404f82c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '49d1666f-f692-4d43-957a-55abaffde557'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:37:24.872449 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-696da9b0-e497-481f-badf-3939b0fe64ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:24.882309 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1d88aa-4f36-4df7-a601-9a3f5d2b2d72 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:24.887801 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ad1d88aa-4f36-4df7-a601-9a3f5d2b2d72 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=1c458760-cee1-43dd-bfaa-f7beebba31f7&device_id=195621f1-0fcd-4325-a99a-2f31f8fad325&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1997399 Apr 29 11:37:24.894612 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-21817aa2-54eb-4b63-9b4c-edcf9dac4d56 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:24.899784 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48882) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:24.941330 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-737713ee-3f01-45ff-8931-9336b6df29b5 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "GET /v2.0/subnets/93bc96e3-9ca3-4aed-9814-4c1e9d2b3ba0/tags HTTP/1.1" status: 200 len: 205 time: 0.5737205 Apr 29 11:37:24.960699 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-696da9b0-e497-481f-badf-3939b0fe64ec None None] For port fa310ffc-6c63-4e06-a37a-3404ab91cf30, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:37:24.982419 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48884) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:24.993950 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.tag.tag_plugin [None req-634637a9-cdaf-4d68-a203-7c36a3614503 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '20acc40f-bf6b-45f2-a4ba-3384ff6239ea') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:25.013931 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-21817aa2-54eb-4b63-9b4c-edcf9dac4d56 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:25.083349 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21817aa2-54eb-4b63-9b4c-edcf9dac4d56 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:37:25.083771 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-21817aa2-54eb-4b63-9b4c-edcf9dac4d56 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:25.113680 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:37:25.113680 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:37:25.113680 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:37:25.113680 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:37:25.113680 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:37:25.113680 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:37:25.113680 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:37:25.113680 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:37:25.113680 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:37:25.113680 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:37:25.113680 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:37:25.113680 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:37:25.113680 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:37:25.113680 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:37:25.113680 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:37:25.113680 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:37:25.113680 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:37:25.113680 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:37:25.113680 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:37:25.113680 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:37:25.113680 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:37:25.113680 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:37:25.113680 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:37:25.113680 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:37:25.113680 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:37:25.113680 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:37:25.113680 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:37:25.113680 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:37:25.113680 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:37:25.113680 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:37:25.113680 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:37:25.113680 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:37:25.160945 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:25.165081 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-110fd473-9453-49f8-9638-df0df56fc77b tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:25.170097 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-110fd473-9453-49f8-9638-df0df56fc77b tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:25.200359 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e8e3858c-5404-4096-be91-7eea8a1594de tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:25.232804 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event deleted for resources: {'Subnet': ['ID=29e6a5de-fde8-4263-bccc-2e467416992c,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:25.253826 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-110fd473-9453-49f8-9638-df0df56fc77b tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:25.255554 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110fd473-9453-49f8-9638-df0df56fc77b tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f167d67-7438-4186-a7b6-9be01b1a3060 {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:37:25.258850 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3858c-5404-4096-be91-7eea8a1594de tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Pushing event deleted for resources: {'Port': ['ID=e74d67bf-ae7a-4857-92ea-a8bf0f709676,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:25.284216 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-696da9b0-e497-481f-badf-3939b0fe64ec None None] For port fa310ffc-6c63-4e06-a37a-3404ab91cf30, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=fa310ffc-6c63-4e06-a37a-3404ab91cf30,segment=NetworkSegment(93752b6d-94c7-4dd9-a456-6d19404f82c6),segment_id=93752b6d-94c7-4dd9-a456-6d19404f82c6)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:37:25.290345 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-696da9b0-e497-481f-badf-3939b0fe64ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:25.315413 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-110fd473-9453-49f8-9638-df0df56fc77b tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 29 11:37:25.319502 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-110fd473-9453-49f8-9638-df0df56fc77b tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.3173790 Apr 29 11:37:25.324757 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48886) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:25.328346 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-21817aa2-54eb-4b63-9b4c-edcf9dac4d56 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:25.334656 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-21817aa2-54eb-4b63-9b4c-edcf9dac4d56 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:25.341545 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-21817aa2-54eb-4b63-9b4c-edcf9dac4d56 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] 10.222.0.69 "DELETE /v2.0/networks/4d88c8ca-b1ab-4cb2-a842-042f61778a4b HTTP/1.1" status: 204 len: 168 time: 1.4292836 Apr 29 11:37:25.349752 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48888) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:25.389760 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3889a8-2b52-49c0-88eb-25bf98ebfbd6 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:25.391209 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7f3889a8-2b52-49c0-88eb-25bf98ebfbd6 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "GET /v2.0/networks/1c458760-cee1-43dd-bfaa-f7beebba31f7 HTTP/1.1" status: 200 len: 881 time: 0.4909608 Apr 29 11:37:25.393964 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-634637a9-cdaf-4d68-a203-7c36a3614503 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "GET /v2.0/ports/20acc40f-bf6b-45f2-a4ba-3384ff6239ea/tags HTTP/1.1" status: 200 len: 240 time: 0.4061489 Apr 29 11:37:25.404219 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48890) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:25.404557 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48892) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:25.413175 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.tag.tag_plugin [None req-cf438053-1af7-4814-9498-f7d0785f525e tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '20acc40f-bf6b-45f2-a4ba-3384ff6239ea', 'tempest-TagsExtTest-Tag-730512260') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:25.416830 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:25.459774 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d1666f-f692-4d43-957a-55abaffde557']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:25.481221 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93752b6d-94c7-4dd9-a456-6d19404f82c6') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:25.481893 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93752b6d-94c7-4dd9-a456-6d19404f82c6') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:25.492945 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:25.515661 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:25.524790 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:37:25.525577 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:25.529185 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:37:25.529185 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:37:25.529185 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:37:25.529185 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:37:25.529185 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:37:25.529185 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:37:25.529185 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:37:25.529185 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:37:25.529185 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:37:25.529185 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:37:25.529185 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:37:25.529185 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:37:25.529185 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:37:25.529185 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:37:25.529185 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:37:25.529185 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:37:25.529185 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:37:25.529185 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:37:25.529185 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:37:25.529185 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:37:25.529185 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:37:25.529185 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:37:25.529185 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:37:25.529185 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:37:25.529185 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:37:25.529185 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:37:25.529185 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:37:25.529185 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:37:25.529185 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:37:25.529185 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:37:25.529185 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:37:25.529185 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:37:25.601412 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-b6bd981d-eac4-446c-bdda-f9784a34df0c tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Deleting port 101cbffa-3a1c-4477-ba46-a11b91b5a9af {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:25.601665 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b6bd981d-eac4-446c-bdda-f9784a34df0c tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:25.640538 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.db.api [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 11:37:25.640538 dv-neutron-838888-1-hyperv neutron-server[102959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 11:37:25.640538 dv-neutron-838888-1-hyperv neutron-server[102959]: [parameters: {'id': '49d1666f-f692-4d43-957a-55abaffde557'}] Apr 29 11:37:25.640538 dv-neutron-838888-1-hyperv neutron-server[102959]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:37:25.640921 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG oslo_db.api [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:37:25.655283 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696da9b0-e497-481f-badf-3939b0fe64ec None None] Pushing event updated for resources: {'Port': ['ID=fa310ffc-6c63-4e06-a37a-3404ab91cf30,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:25.708962 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b73a1f2-8bf6-44bc-a7b9-dda815a54842 None None] Network 2d14d5ad-e60f-4e93-a6ba-cdd00ad818a4 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:25.758464 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b6bd981d-eac4-446c-bdda-f9784a34df0c tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:25.777241 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-407bd08f-6306-4327-8b31-881edcac9d07 None None] Provisioning complete for port 7e82af62-8f00-4e20-9d4d-be86c14292d2 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:25.777900 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-407bd08f-6306-4327-8b31-881edcac9d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:25.781114 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-b6bd981d-eac4-446c-bdda-f9784a34df0c tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Calling delete_port for 101cbffa-3a1c-4477-ba46-a11b91b5a9af owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:25.844780 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21817aa2-54eb-4b63-9b4c-edcf9dac4d56 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Pushing event deleted for resources: {'Network': ['ID=4d88c8ca-b1ab-4cb2-a842-042f61778a4b,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:25.929646 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-308bef36-8ad2-4222-87e9-d38481fc02fa tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] 10.222.0.69 "GET /v2.0/ports?device_id=195621f1-0fcd-4325-a99a-2f31f8fad325 HTTP/1.1" status: 200 len: 205 time: 0.5206707 Apr 29 11:37:25.937708 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48894) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:26.015623 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-407bd08f-6306-4327-8b31-881edcac9d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:26.042292 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fb5831b0-b10a-4725-923c-d974194e60d1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:26.050855 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2bf461c6-ed24-46c1-8588-c72a7ea7420d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:26.094384 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-407bd08f-6306-4327-8b31-881edcac9d07 None None] For port 7e82af62-8f00-4e20-9d4d-be86c14292d2, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=7e82af62-8f00-4e20-9d4d-be86c14292d2,segment=NetworkSegment(5655475b-bfd2-408e-859b-e1cfef12ffd0),segment_id=5655475b-bfd2-408e-859b-e1cfef12ffd0)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:37:26.108052 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-407bd08f-6306-4327-8b31-881edcac9d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:26.112300 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2bf461c6-ed24-46c1-8588-c72a7ea7420d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:26.113893 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2bf461c6-ed24-46c1-8588-c72a7ea7420d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:26.156661 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:26.167941 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-106b5b2b-8ebf-410c-bb0d-1abc288bd9ae tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:26.205796 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407bd08f-6306-4327-8b31-881edcac9d07 None None] Pushing event updated for resources: {'Port': ['ID=7e82af62-8f00-4e20-9d4d-be86c14292d2,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:26.263021 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-cf438053-1af7-4814-9498-f7d0785f525e tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "GET /v2.0/ports/20acc40f-bf6b-45f2-a4ba-3384ff6239ea/tags/tempest-TagsExtTest-Tag-730512260 HTTP/1.1" status: 204 len: 168 time: 0.8505819 Apr 29 11:37:26.284052 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device fa310ffc-6c63-4e06-a37a-3404ab91cf30 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:37:26.306099 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48896) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:26.317241 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.tag.tag_plugin [None req-021c961a-a3d5-47ce-bf6d-21e31271d7c2 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '20acc40f-bf6b-45f2-a4ba-3384ff6239ea', 'tempest-TagsExtTest-Tag-730512260') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:26.349275 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port fa310ffc-6c63-4e06-a37a-3404ab91cf30 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:26.349953 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:26.456289 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf461c6-ed24-46c1-8588-c72a7ea7420d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Port': ['ID=f22ce848-48fc-4520-a199-e71fd5ddb1ed,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:26.463613 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b6bd981d-eac4-446c-bdda-f9784a34df0c tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:26.468931 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-4f40eddf-f199-4c24-a67d-f8a1e07d1af6 None None] Provisioning complete for port f22ce848-48fc-4520-a199-e71fd5ddb1ed triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:26.469400 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4f40eddf-f199-4c24-a67d-f8a1e07d1af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:26.471126 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:26.529331 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-4f40eddf-f199-4c24-a67d-f8a1e07d1af6 None None] Port f22ce848-48fc-4520-a199-e71fd5ddb1ed cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:37:26.537587 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd981d-eac4-446c-bdda-f9784a34df0c tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Pushing event deleted for resources: {'Port': ['ID=101cbffa-3a1c-4477-ba46-a11b91b5a9af,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:26.549651 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port fa310ffc-6c63-4e06-a37a-3404ab91cf30, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=fa310ffc-6c63-4e06-a37a-3404ab91cf30,segment=NetworkSegment(93752b6d-94c7-4dd9-a456-6d19404f82c6),segment_id=93752b6d-94c7-4dd9-a456-6d19404f82c6)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:37:26.561657 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:26.562687 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 7e82af62-8f00-4e20-9d4d-be86c14292d2 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:37:26.567536 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e8e3858c-5404-4096-be91-7eea8a1594de tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:26.573059 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e8e3858c-5404-4096-be91-7eea8a1594de tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] 10.222.0.69 "DELETE /v2.0/ports/e74d67bf-ae7a-4857-92ea-a8bf0f709676 HTTP/1.1" status: 204 len: 168 time: 3.2262902 Apr 29 11:37:26.574060 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fb5831b0-b10a-4725-923c-d974194e60d1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:26.577037 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48898) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:26.594787 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-106b5b2b-8ebf-410c-bb0d-1abc288bd9ae tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:26.611533 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf461c6-ed24-46c1-8588-c72a7ea7420d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network 2d14d5ad-e60f-4e93-a6ba-cdd00ad818a4 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:26.626968 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-4f40eddf-f199-4c24-a67d-f8a1e07d1af6 None None] Provisioning complete for port 7e82af62-8f00-4e20-9d4d-be86c14292d2 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:26.627471 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4f40eddf-f199-4c24-a67d-f8a1e07d1af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:26.641089 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-2bf461c6-ed24-46c1-8588-c72a7ea7420d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:26.646296 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f6d603a-0ee6-4c58-b38b-6587aa288aab tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] GET failed (client error): The resource could not be found. Apr 29 11:37:26.651757 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4f6d603a-0ee6-4c58-b38b-6587aa288aab tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] 10.222.0.69 "GET /v2.0/ports/e74d67bf-ae7a-4857-92ea-a8bf0f709676 HTTP/1.1" status: 404 len: 333 time: 0.0603676 Apr 29 11:37:26.651757 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48900) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:26.656595 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-fb5831b0-b10a-4725-923c-d974194e60d1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80f5ed5-bdce-4c5d-add7-28dd8fe9cfcd']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:26.706209 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-fb5831b0-b10a-4725-923c-d974194e60d1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ab1302-f4cf-43a6-b86e-2c1600c11c3f') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:26.706530 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-fb5831b0-b10a-4725-923c-d974194e60d1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ab1302-f4cf-43a6-b86e-2c1600c11c3f') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:26.717730 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-021c961a-a3d5-47ce-bf6d-21e31271d7c2 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "DELETE /v2.0/ports/20acc40f-bf6b-45f2-a4ba-3384ff6239ea/tags/tempest-TagsExtTest-Tag-730512260 HTTP/1.1" status: 204 len: 168 time: 0.4048936 Apr 29 11:37:26.726483 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48902) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:26.733232 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Deleting port fa310ffc-6c63-4e06-a37a-3404ab91cf30 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:26.733617 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:26.754479 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=fa310ffc-6c63-4e06-a37a-3404ab91cf30,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:26.759044 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fb5831b0-b10a-4725-923c-d974194e60d1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:26.797133 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 7e82af62-8f00-4e20-9d4d-be86c14292d2 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:26.797504 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:26.857387 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] For port fa310ffc-6c63-4e06-a37a-3404ab91cf30, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=fa310ffc-6c63-4e06-a37a-3404ab91cf30,segment=NetworkSegment(93752b6d-94c7-4dd9-a456-6d19404f82c6),segment_id=93752b6d-94c7-4dd9-a456-6d19404f82c6)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:37:26.857603 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fb5831b0-b10a-4725-923c-d974194e60d1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:26.857809 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:26.872986 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.tag.tag_plugin [None req-a4e88915-c8d8-41cf-b4f2-34a5a17ee737 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '20acc40f-bf6b-45f2-a4ba-3384ff6239ea') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:26.881829 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb5831b0-b10a-4725-923c-d974194e60d1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:37:26.882639 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fb5831b0-b10a-4725-923c-d974194e60d1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:26.888316 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:37:26.888316 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:37:26.888316 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:37:26.888316 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:37:26.888316 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:37:26.888316 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:37:26.888316 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:37:26.888316 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:37:26.888316 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:37:26.888316 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:37:26.888316 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:37:26.888316 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:37:26.888316 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:37:26.888316 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:37:26.888316 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:37:26.888316 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:37:26.888316 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:37:26.888316 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:37:26.888316 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:37:26.888316 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:37:26.888316 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:37:26.888316 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:37:26.888316 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:37:26.888316 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:37:26.888316 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:37:26.888316 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:37:26.888316 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:37:26.888316 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:37:26.888316 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:37:26.888316 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:37:26.888316 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:37:26.888316 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:37:26.912375 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Calling delete_port for fa310ffc-6c63-4e06-a37a-3404ab91cf30 owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:26.999239 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fb5831b0-b10a-4725-923c-d974194e60d1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:27.011782 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fb5831b0-b10a-4725-923c-d974194e60d1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:27.019306 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-fb5831b0-b10a-4725-923c-d974194e60d1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] 10.222.0.69 "DELETE /v2.0/networks/b80f5ed5-bdce-4c5d-add7-28dd8fe9cfcd HTTP/1.1" status: 204 len: 168 time: 1.6654191 Apr 29 11:37:27.020638 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b6bd981d-eac4-446c-bdda-f9784a34df0c tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:27.024314 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b6bd981d-eac4-446c-bdda-f9784a34df0c tempest-RoutersAdminNegativeTest-1315356455 tempest-RoutersAdminNegativeTest-1315356455-project-admin] 10.222.0.69 "DELETE /v2.0/ports/101cbffa-3a1c-4477-ba46-a11b91b5a9af HTTP/1.1" status: 204 len: 168 time: 1.6988709 Apr 29 11:37:27.041254 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48904) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:27.043040 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5831b0-b10a-4725-923c-d974194e60d1 tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Pushing event deleted for resources: {'Network': ['ID=b80f5ed5-bdce-4c5d-add7-28dd8fe9cfcd,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:27.049005 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-b0d05b62-3982-4265-90da-fd76a9c4e5e5 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Deleting port 0d39625b-6c0e-4838-9856-8880acb39433 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:27.049346 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b0d05b62-3982-4265-90da-fd76a9c4e5e5 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:27.063756 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:27.067581 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-9d0d7a37-24e5-4c03-a643-57b2e89bf02e None None] Provisioning complete for port f22ce848-48fc-4520-a199-e71fd5ddb1ed triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:27.067952 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9d0d7a37-24e5-4c03-a643-57b2e89bf02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:27.090154 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf461c6-ed24-46c1-8588-c72a7ea7420d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Router c9a89c2a-065e-4bf6-8572-3f34bf6bc322 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:37:27.124915 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d7a37-24e5-4c03-a643-57b2e89bf02e None None] Port f22ce848-48fc-4520-a199-e71fd5ddb1ed cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:37:27.224055 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587bae94-541c-4ce8-bced-fa14ba16f9f1 None None] Network 49d1666f-f692-4d43-957a-55abaffde557 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:27.252760 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a4e88915-c8d8-41cf-b4f2-34a5a17ee737 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "GET /v2.0/ports/20acc40f-bf6b-45f2-a4ba-3384ff6239ea/tags HTTP/1.1" status: 200 len: 205 time: 0.3813679 Apr 29 11:37:27.252760 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-106b5b2b-8ebf-410c-bb0d-1abc288bd9ae tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Deleting port 47838788-b0d6-493c-ab1b-c9a271578f84 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:27.252760 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-106b5b2b-8ebf-410c-bb0d-1abc288bd9ae tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:27.253519 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48908) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:27.257629 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.tag.tag_plugin [None req-ed92b1be-66d9-4e07-96e5-458976969abd tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '33f2da99-d224-4f55-acc6-db7341646b5d') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:27.263609 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b0d05b62-3982-4265-90da-fd76a9c4e5e5 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:27.321565 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-b0d05b62-3982-4265-90da-fd76a9c4e5e5 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Calling delete_port for 0d39625b-6c0e-4838-9856-8880acb39433 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:27.335304 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf461c6-ed24-46c1-8588-c72a7ea7420d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:37:27.344182 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2bf461c6-ed24-46c1-8588-c72a7ea7420d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "PUT /v2.0/routers/c9a89c2a-065e-4bf6-8572-3f34bf6bc322/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7947187 Apr 29 11:37:27.349634 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed33bcda-b039-472d-847f-a480e6ff2a72 None None] Sync routers for ids ['c9a89c2a-065e-4bf6-8572-3f34bf6bc322'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:37:27.350709 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48912) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:27.361966 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-01c2d90c-f0a5-4bb7-af5e-5acb919badbc tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:27.393541 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-780339f0-b093-4407-b3fb-5704716a6f81 None None] Provisioning complete for port fa310ffc-6c63-4e06-a37a-3404ab91cf30 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:27.393908 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-780339f0-b093-4407-b3fb-5704716a6f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:27.414021 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-106b5b2b-8ebf-410c-bb0d-1abc288bd9ae tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:27.428979 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-106b5b2b-8ebf-410c-bb0d-1abc288bd9ae tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Calling delete_port for 47838788-b0d6-493c-ab1b-c9a271578f84 owned by network:router_gateway {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:27.436791 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed33bcda-b039-472d-847f-a480e6ff2a72 None None] Routers {'c9a89c2a-065e-4bf6-8572-3f34bf6bc322'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:37:27.437422 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-ed33bcda-b039-472d-847f-a480e6ff2a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c9a89c2a-065e-4bf6-8572-3f34bf6bc322'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:27.471326 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ed92b1be-66d9-4e07-96e5-458976969abd tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "GET /v2.0/routers/33f2da99-d224-4f55-acc6-db7341646b5d/tags HTTP/1.1" status: 200 len: 239 time: 0.2119153 Apr 29 11:37:27.473060 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb5426f-216a-4c6a-aabe-06661ef711c3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:27.477131 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-cbb5426f-216a-4c6a-aabe-06661ef711c3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "GET /v2.0/ports/f22ce848-48fc-4520-a199-e71fd5ddb1ed HTTP/1.1" status: 200 len: 911 time: 0.1232185 Apr 29 11:37:27.478191 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-ed33bcda-b039-472d-847f-a480e6ff2a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:27.478809 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48914) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:27.479138 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48916) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:27.480061 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48918) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:27.497494 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.tag.tag_plugin [None req-a732b215-bbe2-4b90-91ed-6a743ed3563a tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '33f2da99-d224-4f55-acc6-db7341646b5d', 'tempest-TagsExtTest-Tag-11017297') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:27.539576 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:27.561321 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed33bcda-b039-472d-847f-a480e6ff2a72 None None] Routers {'c9a89c2a-065e-4bf6-8572-3f34bf6bc322'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:37:27.562101 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-ed33bcda-b039-472d-847f-a480e6ff2a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:36:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c9a89c2a-065e-4bf6-8572-3f34bf6bc322'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:27.606102 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event deleted for resources: {'Port': ['ID=fa310ffc-6c63-4e06-a37a-3404ab91cf30,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:27.619218 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e815079f-ff62-47f0-b3f6-d6eca3cb2ba4 None None] DHCP port deletion for 49d1666f-f692-4d43-957a-55abaffde557 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:37:27.624752 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-ed33bcda-b039-472d-847f-a480e6ff2a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:27.625669 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed33bcda-b039-472d-847f-a480e6ff2a72 None None] The sync data for ids ['c9a89c2a-065e-4bf6-8572-3f34bf6bc322'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:37:27.635758 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-780339f0-b093-4407-b3fb-5704716a6f81 None None] Provisioning complete for port f22ce848-48fc-4520-a199-e71fd5ddb1ed triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:27.636270 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-780339f0-b093-4407-b3fb-5704716a6f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:27.665246 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] No DVR routers for this DVR port fa310ffc-6c63-4e06-a37a-3404ab91cf30 on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:37:27.681343 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-780339f0-b093-4407-b3fb-5704716a6f81 None None] Port f22ce848-48fc-4520-a199-e71fd5ddb1ed cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:37:27.683791 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29174e2c-ba3c-466f-9d60-8c8afa4bbbdc None None] get_active_networks_info from dv-neutron-838888-1-hyperv {{(pid=102961) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 11:37:27.696526 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a732b215-bbe2-4b90-91ed-6a743ed3563a tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "GET /v2.0/routers/33f2da99-d224-4f55-acc6-db7341646b5d/tags/tempest-TagsExtTest-Tag-11017297 HTTP/1.1" status: 204 len: 168 time: 0.2118351 Apr 29 11:37:27.720342 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48924) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:27.751136 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-01c2d90c-f0a5-4bb7-af5e-5acb919badbc tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:27.759668 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.tag.tag_plugin [None req-5a4df4c9-c6dd-4921-986e-e5f8ae5f8de2 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '33f2da99-d224-4f55-acc6-db7341646b5d', 'tempest-TagsExtTest-Tag-11017297') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:27.763998 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c26e510e-e74d-49ac-aa96-a512c0e8de41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:27.796133 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-01c2d90c-f0a5-4bb7-af5e-5acb919badbc tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d44e13a-bc4a-4e67-a057-c2aaffac652f']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:27.840218 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-01c2d90c-f0a5-4bb7-af5e-5acb919badbc tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa6a222-ed50-4e70-99fd-b41a31ddc764') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:27.840480 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-01c2d90c-f0a5-4bb7-af5e-5acb919badbc tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa6a222-ed50-4e70-99fd-b41a31ddc764') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:27.853724 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29174e2c-ba3c-466f-9d60-8c8afa4bbbdc None None] Resources bound (agent type, host, resource id): {{(pid=102961) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 11:37:27.853992 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-963f5f43-6695-4a61-bc26-b3bd015cd01f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:27.854511 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:27.884769 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-01c2d90c-f0a5-4bb7-af5e-5acb919badbc tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:27.885144 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b0d05b62-3982-4265-90da-fd76a9c4e5e5 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:27.921357 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d1666f-f692-4d43-957a-55abaffde557']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:27.925167 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-01c2d90c-f0a5-4bb7-af5e-5acb919badbc tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:27.937500 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d05b62-3982-4265-90da-fd76a9c4e5e5 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Pushing event deleted for resources: {'Port': ['ID=0d39625b-6c0e-4838-9856-8880acb39433,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:27.943055 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c2d90c-f0a5-4bb7-af5e-5acb919badbc tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:37:27.943465 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-01c2d90c-f0a5-4bb7-af5e-5acb919badbc tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:27.946847 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:37:27.946847 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:37:27.946847 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:37:27.946847 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:37:27.946847 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:37:27.946847 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:37:27.946847 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:37:27.946847 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:37:27.946847 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:37:27.946847 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:37:27.946847 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:37:27.946847 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:37:27.946847 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:37:27.946847 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:37:27.946847 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:37:27.946847 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:37:27.946847 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:37:27.946847 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:37:27.946847 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:37:27.946847 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:37:27.946847 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:37:27.946847 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:37:27.946847 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:37:27.946847 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:37:27.946847 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:37:27.946847 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:37:27.946847 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:37:27.946847 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:37:27.946847 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:37:27.946847 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:37:27.946847 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:37:27.946847 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:37:27.948877 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93752b6d-94c7-4dd9-a456-6d19404f82c6') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:27.948877 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93752b6d-94c7-4dd9-a456-6d19404f82c6') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:27.973848 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:28.006067 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-106b5b2b-8ebf-410c-bb0d-1abc288bd9ae tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:28.052015 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:28.057109 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b5b2b-8ebf-410c-bb0d-1abc288bd9ae tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Pushing event deleted for resources: {'Port': ['ID=47838788-b0d6-493c-ab1b-c9a271578f84,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:28.065516 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:37:28.065746 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:28.070219 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:37:28.070219 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:37:28.070219 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:37:28.070219 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:37:28.070219 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:37:28.070219 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:37:28.070219 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:37:28.070219 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:37:28.070219 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:37:28.070219 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:37:28.070219 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:37:28.070219 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:37:28.070219 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:37:28.070219 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:37:28.070219 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:37:28.070219 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:37:28.070219 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:37:28.070219 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:37:28.070219 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:37:28.070219 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:37:28.070219 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:37:28.070219 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:37:28.070219 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:37:28.070219 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:37:28.070219 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:37:28.070219 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:37:28.070219 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:37:28.070219 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:37:28.070219 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:37:28.070219 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:37:28.070219 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:37:28.070219 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:37:28.093830 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-01c2d90c-f0a5-4bb7-af5e-5acb919badbc tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:28.107666 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-01c2d90c-f0a5-4bb7-af5e-5acb919badbc tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:28.111000 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-01c2d90c-f0a5-4bb7-af5e-5acb919badbc tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] 10.222.0.69 "DELETE /v2.0/networks/2d44e13a-bc4a-4e67-a057-c2aaffac652f HTTP/1.1" status: 204 len: 168 time: 1.0617735 Apr 29 11:37:28.185390 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 7e82af62-8f00-4e20-9d4d-be86c14292d2 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:37:28.188986 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2470bf-cf00-431b-9dca-184620426223 None None] get_active_networks_info from dv-neutron-838888-1-hyperv {{(pid=102961) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 11:37:28.198255 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2d90c-f0a5-4bb7-af5e-5acb919badbc tempest-BulkNetworkOpsIpV6Test-1066542874 tempest-BulkNetworkOpsIpV6Test-1066542874-project] Pushing event deleted for resources: {'Network': ['ID=2d44e13a-bc4a-4e67-a057-c2aaffac652f,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:28.214911 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5a4df4c9-c6dd-4921-986e-e5f8ae5f8de2 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "DELETE /v2.0/routers/33f2da99-d224-4f55-acc6-db7341646b5d/tags/tempest-TagsExtTest-Tag-11017297 HTTP/1.1" status: 204 len: 168 time: 0.4904273 Apr 29 11:37:28.218565 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:28.221877 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48928) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:28.222687 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b0d05b62-3982-4265-90da-fd76a9c4e5e5 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:28.225819 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:28.225983 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b0d05b62-3982-4265-90da-fd76a9c4e5e5 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] 10.222.0.69 "DELETE /v2.0/ports/0d39625b-6c0e-4838-9856-8880acb39433 HTTP/1.1" status: 204 len: 168 time: 1.5727780 Apr 29 11:37:28.230575 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/networks/49d1666f-f692-4d43-957a-55abaffde557 HTTP/1.1" status: 204 len: 168 time: 4.6116433 Apr 29 11:37:28.239269 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48930) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:28.239608 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48932) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:28.243788 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.tag.tag_plugin [None req-3a261452-8ed6-42c2-959b-6e6a52e78c4c tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '33f2da99-d224-4f55-acc6-db7341646b5d') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:28.249422 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-106b5b2b-8ebf-410c-bb0d-1abc288bd9ae tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:28.255241 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-50eb9762-f70e-41ea-8221-4fce7b839f71 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2083571734'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:28.306949 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-3caf38a1-778f-460e-af18-b47a9b8ff29f tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] GET failed (client error): The resource could not be found. Apr 29 11:37:28.312842 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3caf38a1-778f-460e-af18-b47a9b8ff29f tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] 10.222.0.69 "GET /v2.0/ports/0d39625b-6c0e-4838-9856-8880acb39433 HTTP/1.1" status: 404 len: 333 time: 0.0675967 Apr 29 11:37:28.320174 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48934) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:28.325967 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 7e82af62-8f00-4e20-9d4d-be86c14292d2 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:28.326365 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:28.355735 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf61b88-590c-4073-b37d-282169fe39fe tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event deleted for resources: {'Network': ['ID=49d1666f-f692-4d43-957a-55abaffde557,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:28.372192 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50eb9762-f70e-41ea-8221-4fce7b839f71 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Made reservation on behalf of 82c9781045a448caa6e2255533e0b7a4 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:28.382711 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-50eb9762-f70e-41ea-8221-4fce7b839f71 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:28.418847 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2470bf-cf00-431b-9dca-184620426223 None None] Resources bound (agent type, host, resource id): {{(pid=102961) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 11:37:28.420344 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-963f5f43-6695-4a61-bc26-b3bd015cd01f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:28.451564 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-106b5b2b-8ebf-410c-bb0d-1abc288bd9ae tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:28.454822 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-106b5b2b-8ebf-410c-bb0d-1abc288bd9ae tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:28.466690 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-963f5f43-6695-4a61-bc26-b3bd015cd01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:28.505000 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:28.510390 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48938) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:28.538241 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50eb9762-f70e-41ea-8221-4fce7b839f71 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:37:28.576523 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-963f5f43-6695-4a61-bc26-b3bd015cd01f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2723f790ec414784bc4bb6645fc3ccf4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0952168 Apr 29 11:37:28.577858 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-50eb9762-f70e-41ea-8221-4fce7b839f71 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:28.578325 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-50eb9762-f70e-41ea-8221-4fce7b839f71 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Added segment b63c418b-6e4e-41ab-9d51-54c9c6cdd276 of type vlan for network 3eee10c8-ddc9-4477-89e1-31eac8fab325 Apr 29 11:37:28.590594 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48942) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:28.591303 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f5f43-6695-4a61-bc26-b3bd015cd01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75a275f-5d20-4ff1-83b0-2b4a56744558,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:28.677628 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-50eb9762-f70e-41ea-8221-4fce7b839f71 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:28.696924 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device fa310ffc-6c63-4e06-a37a-3404ab91cf30 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:37:28.714810 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-204d497e-7d58-4b36-a318-6a28311cc378 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:28.742000 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: fa310ffc-6c63-4e06-a37a-3404ab91cf30 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:37:28.742255 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device fa310ffc-6c63-4e06-a37a-3404ab91cf30 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:37:28.770730 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-149e4743-1e42-4864-a26e-5842b4864019 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Deleting port 21129d2a-9fc6-4cca-b03c-b8be53659c50 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:28.771067 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-149e4743-1e42-4864-a26e-5842b4864019 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:28.904310 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-50eb9762-f70e-41ea-8221-4fce7b839f71 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:28.909906 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50eb9762-f70e-41ea-8221-4fce7b839f71 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:28.910505 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-50eb9762-f70e-41ea-8221-4fce7b839f71 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:28.926305 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3a261452-8ed6-42c2-959b-6e6a52e78c4c tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "GET /v2.0/routers/33f2da99-d224-4f55-acc6-db7341646b5d/tags HTTP/1.1" status: 200 len: 205 time: 0.6941922 Apr 29 11:37:28.928831 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48944) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:28.934493 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.tag.tag_plugin [None req-2b2c3de8-e966-4f42-be19-5ce77539c6f1 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c0c12372-cdd6-4645-a8ee-b0a382923416') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:28.941688 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-106b5b2b-8ebf-410c-bb0d-1abc288bd9ae tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:28.943111 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106b5b2b-8ebf-410c-bb0d-1abc288bd9ae tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Fanout notify agent at l3_agent the message router_deleted on router 195621f1-0fcd-4325-a99a-2f31f8fad325 {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:37:28.949236 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-106b5b2b-8ebf-410c-bb0d-1abc288bd9ae tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:28.953983 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-106b5b2b-8ebf-410c-bb0d-1abc288bd9ae tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] 10.222.0.69 "DELETE /v2.0/routers/195621f1-0fcd-4325-a99a-2f31f8fad325 HTTP/1.1" status: 204 len: 168 time: 3.0112836 Apr 29 11:37:28.955823 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a92ca34a-7f42-4f0c-b4c3-344ff370e2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:28.959997 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48946) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:28.970343 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-ff72d359-bf69-4ab5-b95b-23e764346699 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1582751612', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:28.992127 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-50eb9762-f70e-41ea-8221-4fce7b839f71 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7477324 Apr 29 11:37:28.997026 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48948) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:29.004519 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-98df1bed-6fae-40a6-bd43-498ecad83d45 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Request body: {'subnet': {'network_id': '3eee10c8-ddc9-4477-89e1-31eac8fab325', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:29.016722 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2b2c3de8-e966-4f42-be19-5ce77539c6f1 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "GET /v2.0/subnetpools/c0c12372-cdd6-4645-a8ee-b0a382923416/tags HTTP/1.1" status: 200 len: 240 time: 0.0841241 Apr 29 11:37:29.025058 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48950) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:29.030340 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.tag.tag_plugin [None req-496992c6-9a88-40f7-8675-e3692e7ace9f tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c0c12372-cdd6-4645-a8ee-b0a382923416', 'tempest-TagsExtTest-Tag-872830410') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:29.035475 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ff72d359-bf69-4ab5-b95b-23e764346699 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:29.036514 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ff72d359-bf69-4ab5-b95b-23e764346699 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:29.161416 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ff72d359-bf69-4ab5-b95b-23e764346699 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:29.164436 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-496992c6-9a88-40f7-8675-e3692e7ace9f tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "GET /v2.0/subnetpools/c0c12372-cdd6-4645-a8ee-b0a382923416/tags/tempest-TagsExtTest-Tag-872830410 HTTP/1.1" status: 204 len: 168 time: 0.1371799 Apr 29 11:37:29.166447 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48952) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:29.174682 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.tag.tag_plugin [None req-ad36f16b-40f1-4f48-9da3-e6fd095a247c tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c0c12372-cdd6-4645-a8ee-b0a382923416', 'tempest-TagsExtTest-Tag-872830410') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:29.177528 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ff72d359-bf69-4ab5-b95b-23e764346699 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:29.212290 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98df1bed-6fae-40a6-bd43-498ecad83d45 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Made reservation on behalf of 82c9781045a448caa6e2255533e0b7a4 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:29.216426 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-98df1bed-6fae-40a6-bd43-498ecad83d45 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:29.224282 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ff72d359-bf69-4ab5-b95b-23e764346699 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:29.225525 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ff72d359-bf69-4ab5-b95b-23e764346699 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2635846 Apr 29 11:37:29.238954 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48954) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:29.244276 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-c8bd2312-6a7c-4f81-996d-60500f160bdf tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'enable_snat': True}}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:29.380841 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a92ca34a-7f42-4f0c-b4c3-344ff370e2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:29.384386 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ad36f16b-40f1-4f48-9da3-e6fd095a247c tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "DELETE /v2.0/subnetpools/c0c12372-cdd6-4645-a8ee-b0a382923416/tags/tempest-TagsExtTest-Tag-872830410 HTTP/1.1" status: 204 len: 168 time: 0.2135987 Apr 29 11:37:29.388766 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48956) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:29.401937 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.tag.tag_plugin [None req-d0711105-91bb-4052-8911-6d78023c1334 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c0c12372-cdd6-4645-a8ee-b0a382923416') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:29.434853 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb9762-f70e-41ea-8221-4fce7b839f71 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event updated for resources: {'Network': ['ID=3eee10c8-ddc9-4477-89e1-31eac8fab325,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:29.443534 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b670c0b4-946d-42bd-9b9c-195186192a67 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8610af6c1991471caece8629a4c85b6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9295237 Apr 29 11:37:29.448752 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 3eee10c8-ddc9-4477-89e1-31eac8fab325 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:37:29.455043 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-149e4743-1e42-4864-a26e-5842b4864019 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:29.459946 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48958) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:29.509326 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-149e4743-1e42-4864-a26e-5842b4864019 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Calling delete_port for 21129d2a-9fc6-4cca-b03c-b8be53659c50 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:29.540002 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d0711105-91bb-4052-8911-6d78023c1334 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "GET /v2.0/subnetpools/c0c12372-cdd6-4645-a8ee-b0a382923416/tags HTTP/1.1" status: 200 len: 205 time: 0.1412356 Apr 29 11:37:29.540650 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48960) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:29.546592 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.tag.tag_plugin [None req-74f05035-74fb-483f-aabe-62e97ae465aa tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c0c12372-cdd6-4645-a8ee-b0a382923416') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:29.597487 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c8bd2312-6a7c-4f81-996d-60500f160bdf tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:29.613279 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a92ca34a-7f42-4f0c-b4c3-344ff370e2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:29.616046 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a92ca34a-7f42-4f0c-b4c3-344ff370e2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:29.617218 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a92ca34a-7f42-4f0c-b4c3-344ff370e2de admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a75a275f-5d20-4ff1-83b0-2b4a56744558 HTTP/1.1" status: 204 len: 168 time: 1.0230434 Apr 29 11:37:29.646697 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ca34a-7f42-4f0c-b4c3-344ff370e2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75a275f-5d20-4ff1-83b0-2b4a56744558,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:29.673637 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-74f05035-74fb-483f-aabe-62e97ae465aa tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "DELETE /v2.0/subnetpools/c0c12372-cdd6-4645-a8ee-b0a382923416/tags HTTP/1.1" status: 204 len: 168 time: 0.1290398 Apr 29 11:37:29.685343 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48964) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:29.691752 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.tag.tag_plugin [None req-17995db7-b5c2-4f89-8685-1b67f10d8ef8 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '33f2da99-d224-4f55-acc6-db7341646b5d') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:29.779117 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-645a06a1-1c80-4677-9d24-064e712b01d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:29.788066 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-98df1bed-6fae-40a6-bd43-498ecad83d45 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:29.792832 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-149e4743-1e42-4864-a26e-5842b4864019 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:29.832064 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-204d497e-7d58-4b36-a318-6a28311cc378 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Deleting port f22ce848-48fc-4520-a199-e71fd5ddb1ed {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:29.832404 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-204d497e-7d58-4b36-a318-6a28311cc378 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:29.836682 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e4743-1e42-4864-a26e-5842b4864019 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Pushing event deleted for resources: {'Port': ['ID=21129d2a-9fc6-4cca-b03c-b8be53659c50,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:29.852912 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-645a06a1-1c80-4677-9d24-064e712b01d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:29.959210 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df1bed-6fae-40a6-bd43-498ecad83d45 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event updated for resources: {'Subnet': ['ID=81bd2eff-1d02-40fe-9b8e-303342a4e254,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:29.977828 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-17995db7-b5c2-4f89-8685-1b67f10d8ef8 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "DELETE /v2.0/routers/33f2da99-d224-4f55-acc6-db7341646b5d/tags HTTP/1.1" status: 204 len: 168 time: 0.2914307 Apr 29 11:37:29.981730 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48968) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:29.985227 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:30.013020 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.tag.tag_plugin [None req-3d0e217d-366f-424b-992b-ceed9cab516d tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '20acc40f-bf6b-45f2-a4ba-3384ff6239ea') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:30.031487 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-149e4743-1e42-4864-a26e-5842b4864019 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:30.041950 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-149e4743-1e42-4864-a26e-5842b4864019 tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] 10.222.0.69 "DELETE /v2.0/ports/21129d2a-9fc6-4cca-b03c-b8be53659c50 HTTP/1.1" status: 204 len: 168 time: 1.7139769 Apr 29 11:37:30.044476 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48970) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:30.052354 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98df1bed-6fae-40a6-bd43-498ecad83d45 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Checking segment: {'id': 'b63c418b-6e4e-41ab-9d51-54c9c6cdd276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3eee10c8-ddc9-4477-89e1-31eac8fab325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:30.052723 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98df1bed-6fae-40a6-bd43-498ecad83d45 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Network hostable DHCP agents. Network: 3eee10c8-ddc9-4477-89e1-31eac8fab325, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:37:30.060075 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-645a06a1-1c80-4677-9d24-064e712b01d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:30.062648 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-645a06a1-1c80-4677-9d24-064e712b01d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:30.063862 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-645a06a1-1c80-4677-9d24-064e712b01d6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b2b01575-86cb-4240-ae7f-86a4e0be53ff HTTP/1.1" status: 204 len: 168 time: 0.6020570 Apr 29 11:37:30.083047 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48974) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:30.094803 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-204d497e-7d58-4b36-a318-6a28311cc378 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:30.110772 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-204d497e-7d58-4b36-a318-6a28311cc378 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Calling delete_port for f22ce848-48fc-4520-a199-e71fd5ddb1ed owned by network:router_interface {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:30.111193 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a06a1-1c80-4677-9d24-064e712b01d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b01575-86cb-4240-ae7f-86a4e0be53ff,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:30.144848 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98df1bed-6fae-40a6-bd43-498ecad83d45 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Network 3eee10c8-ddc9-4477-89e1-31eac8fab325 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:37:30.165021 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:30.224810 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-98df1bed-6fae-40a6-bd43-498ecad83d45 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 3eee10c8-ddc9-4477-89e1-31eac8fab325) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:30.230323 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98df1bed-6fae-40a6-bd43-498ecad83d45 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:30.231952 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-98df1bed-6fae-40a6-bd43-498ecad83d45 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:30.239825 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3021cc-4e92-4194-9c06-acc727165512 None None] Network 3eee10c8-ddc9-4477-89e1-31eac8fab325 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:30.254114 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-270b24fe-1c07-483e-8262-222b0cc6c102 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3407a981751a4f4ca7167cb230651a1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1666164 Apr 29 11:37:30.255881 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe6097d-670c-4189-8f54-7ea16f5ca5ad tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Deleting subnet 1f5eed7a-ceed-4692-ae93-5a00c2884049 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:37:30.260207 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7fe6097d-670c-4189-8f54-7ea16f5ca5ad tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:30.285144 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48976) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:30.293641 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3d0e217d-366f-424b-992b-ceed9cab516d tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "DELETE /v2.0/ports/20acc40f-bf6b-45f2-a4ba-3384ff6239ea/tags HTTP/1.1" status: 204 len: 168 time: 0.3062537 Apr 29 11:37:30.297710 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48978) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:30.306909 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.tag.tag_plugin [None req-70cef3aa-8df9-4d8e-b783-47eee348674f tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '93bc96e3-9ca3-4aed-9814-4c1e9d2b3ba0') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:30.313223 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7fe6097d-670c-4189-8f54-7ea16f5ca5ad tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:30.371139 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-98df1bed-6fae-40a6-bd43-498ecad83d45 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3686502 Apr 29 11:37:30.381319 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48982) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:30.487008 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7fe6097d-670c-4189-8f54-7ea16f5ca5ad tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:30.498072 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e44eff-3ab2-4b8f-a911-25bbc2d97f84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-3eee10c8-ddc9-4477-89e1-31eac8fab325', 'network_id': '3eee10c8-ddc9-4477-89e1-31eac8fab325', 'tenant_id': '82c9781045a448caa6e2255533e0b7a4', 'fixed_ips': [{'subnet_id': '81bd2eff-1d02-40fe-9b8e-303342a4e254'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:37:30.499259 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-52e44eff-3ab2-4b8f-a911-25bbc2d97f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:30.553010 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-204d497e-7d58-4b36-a318-6a28311cc378 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:30.567625 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c8bd2312-6a7c-4f81-996d-60500f160bdf tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:30.599078 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d497e-7d58-4b36-a318-6a28311cc378 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Port': ['ID=f22ce848-48fc-4520-a199-e71fd5ddb1ed,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:30.612434 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c8bd2312-6a7c-4f81-996d-60500f160bdf tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:30.617308 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7fe6097d-670c-4189-8f54-7ea16f5ca5ad tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:30.723100 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c981f667-b9d5-41ef-9246-b9cff7ec1c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:30.770056 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c981f667-b9d5-41ef-9246-b9cff7ec1c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:30.789767 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-204d497e-7d58-4b36-a318-6a28311cc378 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:30.800171 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6097d-670c-4189-8f54-7ea16f5ca5ad tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Pushing event deleted for resources: {'Subnet': ['ID=1f5eed7a-ceed-4692-ae93-5a00c2884049,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:30.802684 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7fe6097d-670c-4189-8f54-7ea16f5ca5ad tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:30.806264 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7fe6097d-670c-4189-8f54-7ea16f5ca5ad tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] 10.222.0.69 "DELETE /v2.0/subnets/1f5eed7a-ceed-4692-ae93-5a00c2884049 HTTP/1.1" status: 204 len: 168 time: 0.7603319 Apr 29 11:37:30.811811 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 48992) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:30.882320 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c981f667-b9d5-41ef-9246-b9cff7ec1c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:30.886718 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c981f667-b9d5-41ef-9246-b9cff7ec1c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:30.890505 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c981f667-b9d5-41ef-9246-b9cff7ec1c43 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b3924137-e9cb-4ad7-a787-1fa685a924da HTTP/1.1" status: 204 len: 168 time: 0.5994723 Apr 29 11:37:30.915541 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981f667-b9d5-41ef-9246-b9cff7ec1c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3924137-e9cb-4ad7-a787-1fa685a924da,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:30.949754 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-70cef3aa-8df9-4d8e-b783-47eee348674f tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "DELETE /v2.0/subnets/93bc96e3-9ca3-4aed-9814-4c1e9d2b3ba0/tags HTTP/1.1" status: 204 len: 168 time: 0.6454544 Apr 29 11:37:30.962410 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:30.969518 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 48998) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:30.976496 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.tag.tag_plugin [None req-870d1d72-767b-4474-9301-a323c8f283e1 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '93bc96e3-9ca3-4aed-9814-4c1e9d2b3ba0', 'tempest-TagsExtTest-Tag-2021056089') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:30.994467 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3429b71a-9251-46ab-a1d0-7fc1fdc1feda None None] Network 841c9b3d-d966-4f0f-869f-01488c42179c requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:31.016553 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-963ab46f-07a1-463e-8a10-95c44c8b481d tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:31.066100 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-52e44eff-3ab2-4b8f-a911-25bbc2d97f84 None None] Allocated IP 172.20.0.1 (3eee10c8-ddc9-4477-89e1-31eac8fab325/81bd2eff-1d02-40fe-9b8e-303342a4e254/78dc5e6b-4109-4efc-93b9-03a45094a547) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:31.188652 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-c8bd2312-6a7c-4f81-996d-60500f160bdf tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Allocated IP 172.26.4.236 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/71aa7084-0973-4ac6-a86b-2286b7de2a55) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:31.197186 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:31.247341 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204d497e-7d58-4b36-a318-6a28311cc378 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Router c9a89c2a-065e-4bf6-8572-3f34bf6bc322 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:37:31.361887 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-52e44eff-3ab2-4b8f-a911-25bbc2d97f84 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:31.368982 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d435aa8-76b5-4f6c-bf58-d5ca530f8de1 None None] DHCP port deletion for 841c9b3d-d966-4f0f-869f-01488c42179c request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:37:31.373934 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-52e44eff-3ab2-4b8f-a911-25bbc2d97f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:31.387744 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c8bd2312-6a7c-4f81-996d-60500f160bdf tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:31.448960 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c8bd2312-6a7c-4f81-996d-60500f160bdf tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:31.455283 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49014) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:31.468478 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204d497e-7d58-4b36-a318-6a28311cc378 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:37:31.473230 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-204d497e-7d58-4b36-a318-6a28311cc378 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "PUT /v2.0/routers/c9a89c2a-065e-4bf6-8572-3f34bf6bc322/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9894195 Apr 29 11:37:31.476607 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49018) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:31.478423 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e6f4a3-77d5-4d20-b084-fb6e254dd57e None None] Sync routers for ids ['c9a89c2a-065e-4bf6-8572-3f34bf6bc322'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:37:31.492683 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-963ab46f-07a1-463e-8a10-95c44c8b481d tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Deleting port 65b45a7f-afd0-4027-a45d-55f9f0015d92 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:31.493046 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-963ab46f-07a1-463e-8a10-95c44c8b481d tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:31.494799 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e44eff-3ab2-4b8f-a911-25bbc2d97f84 None None] Network 3eee10c8-ddc9-4477-89e1-31eac8fab325 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:31.498236 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e6f4a3-77d5-4d20-b084-fb6e254dd57e None None] Routers {'c9a89c2a-065e-4bf6-8572-3f34bf6bc322'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:37:31.498882 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-30e6f4a3-77d5-4d20-b084-fb6e254dd57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c9a89c2a-065e-4bf6-8572-3f34bf6bc322'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:31.521904 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-72b6e36e-64a8-4f39-81ca-35c8f1c956a3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9a89c2a-065e-4bf6-8572-3f34bf6bc322 HTTP/1.1" status: 200 len: 205 time: 0.0416281 Apr 29 11:37:31.530670 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49020) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:31.536468 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-52e44eff-3ab2-4b8f-a911-25bbc2d97f84 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:31.541890 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e44eff-3ab2-4b8f-a911-25bbc2d97f84 None None] Pushing event updated for resources: {'Port': ['ID=78dc5e6b-4109-4efc-93b9-03a45094a547,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:31.547728 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd2312-6a7c-4f81-996d-60500f160bdf tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Pushing event updated for resources: {'Port': ['ID=71aa7084-0973-4ac6-a86b-2286b7de2a55,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:31.551924 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-870d1d72-767b-4474-9301-a323c8f283e1 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "PUT /v2.0/subnets/93bc96e3-9ca3-4aed-9814-4c1e9d2b3ba0/tags/tempest-TagsExtTest-Tag-2021056089 HTTP/1.1" status: 201 len: 201 time: 0.5797613 Apr 29 11:37:31.562700 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49022) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:31.566456 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e44eff-3ab2-4b8f-a911-25bbc2d97f84 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:31.569352 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bd2312-6a7c-4f81-996d-60500f160bdf tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:31.578654 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.tag.tag_plugin [None req-e68e4c79-fb4b-4528-ae2c-d7a1ba00dd57 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '20acc40f-bf6b-45f2-a4ba-3384ff6239ea', 'tempest-TagsExtTest-Tag-307991024') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:31.610398 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-c8bd2312-6a7c-4f81-996d-60500f160bdf tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:31.618327 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bd2312-6a7c-4f81-996d-60500f160bdf tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:31.653590 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-30e6f4a3-77d5-4d20-b084-fb6e254dd57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:31.689030 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a376679d-d75b-4a5c-8a22-f1d6403cd11a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:31.691197 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e6f4a3-77d5-4d20-b084-fb6e254dd57e None None] Routers {'c9a89c2a-065e-4bf6-8572-3f34bf6bc322'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:37:31.697093 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-30e6f4a3-77d5-4d20-b084-fb6e254dd57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c9a89c2a-065e-4bf6-8572-3f34bf6bc322'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:31.697461 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-963ab46f-07a1-463e-8a10-95c44c8b481d tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] For port 65b45a7f-afd0-4027-a45d-55f9f0015d92, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=65b45a7f-afd0-4027-a45d-55f9f0015d92,segment=NetworkSegment(3b93c108-d97a-4e34-a456-724d77a98340),segment_id=3b93c108-d97a-4e34-a456-724d77a98340)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:37:31.697969 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-963ab46f-07a1-463e-8a10-95c44c8b481d tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:31.750055 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-963ab46f-07a1-463e-8a10-95c44c8b481d tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Calling delete_port for 65b45a7f-afd0-4027-a45d-55f9f0015d92 owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:31.796950 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-30e6f4a3-77d5-4d20-b084-fb6e254dd57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:31.797222 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-52e44eff-3ab2-4b8f-a911-25bbc2d97f84 None None] Attempting to bind port 78dc5e6b-4109-4efc-93b9-03a45094a547 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:37:31.797420 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-52e44eff-3ab2-4b8f-a911-25bbc2d97f84 None None] Attempting to bind port 78dc5e6b-4109-4efc-93b9-03a45094a547 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'b63c418b-6e4e-41ab-9d51-54c9c6cdd276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3eee10c8-ddc9-4477-89e1-31eac8fab325'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:37:31.797618 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e6f4a3-77d5-4d20-b084-fb6e254dd57e None None] The sync data for ids ['c9a89c2a-065e-4bf6-8572-3f34bf6bc322'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:37:31.797749 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e44eff-3ab2-4b8f-a911-25bbc2d97f84 None None] Attempting to bind port 78dc5e6b-4109-4efc-93b9-03a45094a547 on network 3eee10c8-ddc9-4477-89e1-31eac8fab325 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:37:31.814257 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-6d435aa8-76b5-4f6c-bf58-d5ca530f8de1 None None] Deleting port 65b45a7f-afd0-4027-a45d-55f9f0015d92 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:31.814648 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6d435aa8-76b5-4f6c-bf58-d5ca530f8de1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:31.850796 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e44eff-3ab2-4b8f-a911-25bbc2d97f84 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:37:31.851189 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e44eff-3ab2-4b8f-a911-25bbc2d97f84 None None] Checking segment: {'id': 'b63c418b-6e4e-41ab-9d51-54c9c6cdd276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3eee10c8-ddc9-4477-89e1-31eac8fab325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:31.851795 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-52e44eff-3ab2-4b8f-a911-25bbc2d97f84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:31.852236 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e44eff-3ab2-4b8f-a911-25bbc2d97f84 None None] Bound using segment: {'id': 'b63c418b-6e4e-41ab-9d51-54c9c6cdd276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3eee10c8-ddc9-4477-89e1-31eac8fab325'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:37:31.852808 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-52e44eff-3ab2-4b8f-a911-25bbc2d97f84 None None] Bound port: 78dc5e6b-4109-4efc-93b9-03a45094a547, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63c418b-6e4e-41ab-9d51-54c9c6cdd276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3eee10c8-ddc9-4477-89e1-31eac8fab325'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:37:31.853204 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-52e44eff-3ab2-4b8f-a911-25bbc2d97f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:31.866561 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-c5135185-1180-4f15-beb1-ad5cd6e7ef60 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1093258021'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:31.926468 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:31.947104 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e68e4c79-fb4b-4528-ae2c-d7a1ba00dd57 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "PUT /v2.0/ports/20acc40f-bf6b-45f2-a4ba-3384ff6239ea/tags/tempest-TagsExtTest-Tag-307991024 HTTP/1.1" status: 201 len: 201 time: 0.3827293 Apr 29 11:37:31.956425 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a376679d-d75b-4a5c-8a22-f1d6403cd11a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:31.957931 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49030) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:31.962298 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a376679d-d75b-4a5c-8a22-f1d6403cd11a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:31.969014 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.tag.tag_plugin [None req-331f1a2a-9f1e-4624-9bbf-c8bf8fd04d57 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '33f2da99-d224-4f55-acc6-db7341646b5d', 'tempest-TagsExtTest-Tag-983275934') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:31.973870 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-6d435aa8-76b5-4f6c-bf58-d5ca530f8de1 None None] For port 65b45a7f-afd0-4027-a45d-55f9f0015d92, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=65b45a7f-afd0-4027-a45d-55f9f0015d92,segment=NetworkSegment(3b93c108-d97a-4e34-a456-724d77a98340),segment_id=3b93c108-d97a-4e34-a456-724d77a98340)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:37:31.974638 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6d435aa8-76b5-4f6c-bf58-d5ca530f8de1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:31.997697 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event deleted for resources: {'Subnet': ['ID=81bd2eff-1d02-40fe-9b8e-303342a4e254,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:32.038087 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-6d435aa8-76b5-4f6c-bf58-d5ca530f8de1 None None] Calling delete_port for 65b45a7f-afd0-4027-a45d-55f9f0015d92 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:32.131436 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5135185-1180-4f15-beb1-ad5cd6e7ef60 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Made reservation on behalf of 67220329d22c4942ba465e09cf443dac for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:32.134976 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c5135185-1180-4f15-beb1-ad5cd6e7ef60 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:32.159206 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c5135185-1180-4f15-beb1-ad5cd6e7ef60 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:32.165826 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c8bd2312-6a7c-4f81-996d-60500f160bdf tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:32.179708 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a376679d-d75b-4a5c-8a22-f1d6403cd11a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:32.180707 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a376679d-d75b-4a5c-8a22-f1d6403cd11a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Fanout notify agent at l3_agent the message router_deleted on router c9a89c2a-065e-4bf6-8572-3f34bf6bc322 {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:37:32.190391 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a376679d-d75b-4a5c-8a22-f1d6403cd11a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:32.196588 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a376679d-d75b-4a5c-8a22-f1d6403cd11a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/routers/c9a89c2a-065e-4bf6-8572-3f34bf6bc322 HTTP/1.1" status: 204 len: 168 time: 0.6607037 Apr 29 11:37:32.199074 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49036) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:32.265424 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 65b45a7f-afd0-4027-a45d-55f9f0015d92 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:37:32.275029 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:32.279460 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-963ab46f-07a1-463e-8a10-95c44c8b481d tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:32.311581 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eee10c8-ddc9-4477-89e1-31eac8fab325']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:32.332113 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ab46f-07a1-463e-8a10-95c44c8b481d tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Pushing event deleted for resources: {'Port': ['ID=65b45a7f-afd0-4027-a45d-55f9f0015d92,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:32.345914 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963ab46f-07a1-463e-8a10-95c44c8b481d tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] No DVR routers for this DVR port 65b45a7f-afd0-4027-a45d-55f9f0015d92 on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:37:32.359280 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b63c418b-6e4e-41ab-9d51-54c9c6cdd276') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:32.359607 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b63c418b-6e4e-41ab-9d51-54c9c6cdd276') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:32.377831 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:32.391545 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac41076f-56e6-402f-a88a-2f07d7f2e2a4 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Deleting subnet 592f2d13-e416-4900-a8ef-cd0d6cea14db {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:37:32.399165 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ac41076f-56e6-402f-a88a-2f07d7f2e2a4 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:32.401841 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-52e44eff-3ab2-4b8f-a911-25bbc2d97f84 None None] For port 78dc5e6b-4109-4efc-93b9-03a45094a547, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:37:32.406193 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6d435aa8-76b5-4f6c-bf58-d5ca530f8de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:32.407774 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:32.422549 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:37:32.423085 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:32.427368 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:37:32.427368 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:37:32.427368 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:37:32.427368 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:37:32.427368 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:37:32.427368 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:37:32.427368 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:37:32.427368 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:37:32.427368 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:37:32.427368 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:37:32.427368 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:37:32.427368 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:37:32.427368 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:37:32.427368 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:37:32.427368 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:37:32.427368 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:37:32.427368 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:37:32.427368 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:37:32.427368 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:37:32.427368 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:37:32.427368 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:37:32.427368 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:37:32.427368 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:37:32.427368 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:37:32.427368 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:37:32.427368 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:37:32.427368 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:37:32.427368 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:37:32.427368 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:37:32.427368 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:37:32.427368 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:37:32.427368 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:37:32.440441 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49038) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:32.447640 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-331f1a2a-9f1e-4624-9bbf-c8bf8fd04d57 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "PUT /v2.0/routers/33f2da99-d224-4f55-acc6-db7341646b5d/tags/tempest-TagsExtTest-Tag-983275934 HTTP/1.1" status: 201 len: 201 time: 0.4841974 Apr 29 11:37:32.466517 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49040) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:32.474905 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 65b45a7f-afd0-4027-a45d-55f9f0015d92 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:37:32.475248 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 65b45a7f-afd0-4027-a45d-55f9f0015d92 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:37:32.483022 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.tag.tag_plugin [None req-ac16a9ed-8aa1-4d1e-8af5-eba2c7927b77 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c0c12372-cdd6-4645-a8ee-b0a382923416', 'tempest-TagsExtTest-Tag-79513750') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:32.483797 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d435aa8-76b5-4f6c-bf58-d5ca530f8de1 None None] Pushing event deleted for resources: {'Port': ['ID=65b45a7f-afd0-4027-a45d-55f9f0015d92,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:32.491835 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d435aa8-76b5-4f6c-bf58-d5ca530f8de1 None None] No DVR routers for this DVR port 65b45a7f-afd0-4027-a45d-55f9f0015d92 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:37:32.524452 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-963ab46f-07a1-463e-8a10-95c44c8b481d tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:32.538138 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ac41076f-56e6-402f-a88a-2f07d7f2e2a4 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:32.585158 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-963ab46f-07a1-463e-8a10-95c44c8b481d tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['841c9b3d-d966-4f0f-869f-01488c42179c']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:32.592416 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.db.api [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 11:37:32.592416 dv-neutron-838888-1-hyperv neutron-server[102959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 11:37:32.592416 dv-neutron-838888-1-hyperv neutron-server[102959]: [parameters: {'id': '3eee10c8-ddc9-4477-89e1-31eac8fab325'}] Apr 29 11:37:32.592416 dv-neutron-838888-1-hyperv neutron-server[102959]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:37:32.593215 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG oslo_db.api [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:37:32.600947 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-52e44eff-3ab2-4b8f-a911-25bbc2d97f84 None None] For port 78dc5e6b-4109-4efc-93b9-03a45094a547, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=78dc5e6b-4109-4efc-93b9-03a45094a547,segment=NetworkSegment(b63c418b-6e4e-41ab-9d51-54c9c6cdd276),segment_id=b63c418b-6e4e-41ab-9d51-54c9c6cdd276)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:37:32.609615 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-52e44eff-3ab2-4b8f-a911-25bbc2d97f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:32.612085 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-963ab46f-07a1-463e-8a10-95c44c8b481d tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b93c108-d97a-4e34-a456-724d77a98340') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:32.612229 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-963ab46f-07a1-463e-8a10-95c44c8b481d tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b93c108-d97a-4e34-a456-724d77a98340') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:32.632441 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ac16a9ed-8aa1-4d1e-8af5-eba2c7927b77 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "PUT /v2.0/subnetpools/c0c12372-cdd6-4645-a8ee-b0a382923416/tags/tempest-TagsExtTest-Tag-79513750 HTTP/1.1" status: 201 len: 201 time: 0.1626801 Apr 29 11:37:32.632676 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49044) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:32.637365 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.tag.tag_plugin [None req-34da9c4e-9650-4d33-9ede-21dc520b0327 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '93bc96e3-9ca3-4aed-9814-4c1e9d2b3ba0', {'tags': ['tempest-TagsExtTest-Tag-115727916', 'tempest-TagsExtTest-Tag-590214438', 'tempest-TagsExtTest-Tag-1670286435']}) {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:32.637715 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c5135185-1180-4f15-beb1-ad5cd6e7ef60 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:32.639853 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-963ab46f-07a1-463e-8a10-95c44c8b481d tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:32.662439 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c5135185-1180-4f15-beb1-ad5cd6e7ef60 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:32.688139 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c8bd2312-6a7c-4f81-996d-60500f160bdf tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681475', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3683613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1117'] for router, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:32.695778 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-963ab46f-07a1-463e-8a10-95c44c8b481d tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:32.699014 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c8bd2312-6a7c-4f81-996d-60500f160bdf tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683602'] for router, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:32.728769 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e44eff-3ab2-4b8f-a911-25bbc2d97f84 None None] Pushing event updated for resources: {'Port': ['ID=78dc5e6b-4109-4efc-93b9-03a45094a547,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:32.734475 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2c6ed53d-cb64-48d5-9ca3-683e885c9128 tempest-AgentManagementNegativeTest-1126153887 tempest-AgentManagementNegativeTest-1126153887-project] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2867603 Apr 29 11:37:32.747133 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-963ab46f-07a1-463e-8a10-95c44c8b481d tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:37:32.747452 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-963ab46f-07a1-463e-8a10-95c44c8b481d tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:32.752161 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:37:32.752161 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:37:32.752161 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:37:32.752161 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:37:32.752161 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:37:32.752161 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:37:32.752161 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:37:32.752161 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:37:32.752161 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:37:32.752161 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:37:32.752161 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:37:32.752161 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:37:32.752161 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:37:32.752161 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:37:32.752161 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:37:32.752161 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:37:32.752161 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:37:32.752161 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:37:32.752161 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:37:32.752161 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:37:32.752161 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:37:32.752161 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:37:32.752161 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:37:32.752161 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:37:32.752161 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:37:32.752161 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:37:32.752161 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:37:32.752161 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:37:32.752161 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:37:32.752161 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:37:32.752161 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:37:32.752161 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:37:32.783071 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5135185-1180-4f15-beb1-ad5cd6e7ef60 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:37:32.784791 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b162572-752e-4350-bfa5-7b28a1d44af9 None None] Network 3eee10c8-ddc9-4477-89e1-31eac8fab325 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:32.848254 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5135185-1180-4f15-beb1-ad5cd6e7ef60 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa02766c-1608-4bdd-a67f-4a9880652a29,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:32.873002 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c5135185-1180-4f15-beb1-ad5cd6e7ef60 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:32.876859 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-c5135185-1180-4f15-beb1-ad5cd6e7ef60 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Added segment d1cdcc4a-190f-4f6c-bc98-e68e0f318571 of type vlan for network 175d3cd7-d277-413f-85f5-bcd03de42d33 Apr 29 11:37:32.880228 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ac41076f-56e6-402f-a88a-2f07d7f2e2a4 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:32.965648 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-963ab46f-07a1-463e-8a10-95c44c8b481d tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:32.970970 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-963ab46f-07a1-463e-8a10-95c44c8b481d tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:32.974944 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-963ab46f-07a1-463e-8a10-95c44c8b481d tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] 10.222.0.69 "DELETE /v2.0/networks/841c9b3d-d966-4f0f-869f-01488c42179c HTTP/1.1" status: 204 len: 168 time: 2.1602781 Apr 29 11:37:33.007339 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c5135185-1180-4f15-beb1-ad5cd6e7ef60 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:33.015750 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ab46f-07a1-463e-8a10-95c44c8b481d tempest-AllowedAddressPairTestJSON-847927667 tempest-AllowedAddressPairTestJSON-847927667-project] Pushing event deleted for resources: {'Network': ['ID=841c9b3d-d966-4f0f-869f-01488c42179c,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:33.076116 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c5135185-1180-4f15-beb1-ad5cd6e7ef60 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:33.085378 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5135185-1180-4f15-beb1-ad5cd6e7ef60 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:33.086474 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c5135185-1180-4f15-beb1-ad5cd6e7ef60 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:33.104838 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dea241-6569-458e-824b-e200a77bc252 None None] get_active_networks_info from dv-neutron-838888-1-hyperv {{(pid=102961) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 11:37:33.106753 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ac41076f-56e6-402f-a88a-2f07d7f2e2a4 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:33.131926 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:33.164330 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-34da9c4e-9650-4d33-9ede-21dc520b0327 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "PUT /v2.0/subnets/93bc96e3-9ca3-4aed-9814-4c1e9d2b3ba0/tags HTTP/1.1" status: 200 len: 316 time: 0.5291405 Apr 29 11:37:33.171001 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49050) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:33.175690 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.tag.tag_plugin [None req-c2e3a08d-0397-44f7-9d25-1e564c22e179 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '93bc96e3-9ca3-4aed-9814-4c1e9d2b3ba0') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:33.214391 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41076f-56e6-402f-a88a-2f07d7f2e2a4 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Subnet': ['ID=592f2d13-e416-4900-a8ef-cd0d6cea14db,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:33.324444 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ac41076f-56e6-402f-a88a-2f07d7f2e2a4 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:33.332483 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ac41076f-56e6-402f-a88a-2f07d7f2e2a4 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/subnets/592f2d13-e416-4900-a8ef-cd0d6cea14db HTTP/1.1" status: 204 len: 168 time: 1.1302018 Apr 29 11:37:33.335264 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49054) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:33.339750 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dea241-6569-458e-824b-e200a77bc252 None None] Resources bound (agent type, host, resource id): {{(pid=102961) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 11:37:33.356263 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c5135185-1180-4f15-beb1-ad5cd6e7ef60 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8999305 Apr 29 11:37:33.371375 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5135185-1180-4f15-beb1-ad5cd6e7ef60 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event updated for resources: {'Network': ['ID=175d3cd7-d277-413f-85f5-bcd03de42d33,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:33.424908 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 175d3cd7-d277-413f-85f5-bcd03de42d33 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:37:33.432145 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Deleting port 78dc5e6b-4109-4efc-93b9-03a45094a547 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:33.432629 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:33.526122 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49058) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:33.578928 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49062) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:33.618952 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9ba078e8-3974-450f-81d4-791a15c98360 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:33.678627 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c2e3a08d-0397-44f7-9d25-1e564c22e179 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "DELETE /v2.0/subnets/93bc96e3-9ca3-4aed-9814-4c1e9d2b3ba0/tags HTTP/1.1" status: 204 len: 168 time: 0.5061107 Apr 29 11:37:33.681051 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49066) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:33.688864 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.tag.tag_plugin [None req-ef49b24f-078c-4e4c-953d-4bef7a885f86 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '93bc96e3-9ca3-4aed-9814-4c1e9d2b3ba0', 'tempest-TagsExtTest-Tag-115727916') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:33.742257 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] For port 78dc5e6b-4109-4efc-93b9-03a45094a547, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=78dc5e6b-4109-4efc-93b9-03a45094a547,segment=NetworkSegment(b63c418b-6e4e-41ab-9d51-54c9c6cdd276),segment_id=b63c418b-6e4e-41ab-9d51-54c9c6cdd276)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:37:33.742884 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:33.784816 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0b5731d2-08d6-4700-ae84-204ef8886030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:33.786810 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Calling delete_port for 78dc5e6b-4109-4efc-93b9-03a45094a547 owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:33.841772 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8bd2312-6a7c-4f81-996d-60500f160bdf tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Router 5b5ba45a-6067-45ab-911c-6c157992f01c is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:37:33.896398 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-9ba078e8-3974-450f-81d4-791a15c98360 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Deleting port 7e82af62-8f00-4e20-9d4d-be86c14292d2 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:33.896803 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9ba078e8-3974-450f-81d4-791a15c98360 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:33.929770 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0b5731d2-08d6-4700-ae84-204ef8886030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:33.945663 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:33.959823 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0b5731d2-08d6-4700-ae84-204ef8886030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:34.001578 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event deleted for resources: {'Port': ['ID=78dc5e6b-4109-4efc-93b9-03a45094a547,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:34.013566 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07e07fe-c2d7-4d8e-ac30-685a8868f15e None None] Network 2d14d5ad-e60f-4e93-a6ba-cdd00ad818a4 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:34.033611 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] No DVR routers for this DVR port 78dc5e6b-4109-4efc-93b9-03a45094a547 on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:37:34.044701 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5731d2-08d6-4700-ae84-204ef8886030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bf1c72-edf5-462b-b592-3f221d265eb5,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:34.065515 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-ef49b24f-078c-4e4c-953d-4bef7a885f86 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] show failed (client error): The resource could not be found. Apr 29 11:37:34.066398 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ef49b24f-078c-4e4c-953d-4bef7a885f86 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "GET /v2.0/subnets/93bc96e3-9ca3-4aed-9814-4c1e9d2b3ba0/tags/tempest-TagsExtTest-Tag-115727916 HTTP/1.1" status: 404 len: 328 time: 0.3838885 Apr 29 11:37:34.072336 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49068) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:34.096414 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.tag.tag_plugin [None req-c37f37cf-5848-49d9-aa8b-f77b723f1719 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '93bc96e3-9ca3-4aed-9814-4c1e9d2b3ba0', 'tempest-TagsExtTest-Tag-590214438') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:34.101432 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0b5731d2-08d6-4700-ae84-204ef8886030 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f8f4daf7102242358f06409b9ad0ac9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5707111 Apr 29 11:37:34.103977 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49070) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:34.127085 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-445a9611-6719-45c6-b26b-c3c8fea83cbd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8ba3675c3fb44eca89fa0c44690374de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5460937 Apr 29 11:37:34.130121 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49074) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:34.235660 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-9ba078e8-3974-450f-81d4-791a15c98360 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] For port 7e82af62-8f00-4e20-9d4d-be86c14292d2, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=7e82af62-8f00-4e20-9d4d-be86c14292d2,segment=NetworkSegment(5655475b-bfd2-408e-859b-e1cfef12ffd0),segment_id=5655475b-bfd2-408e-859b-e1cfef12ffd0)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:37:34.236087 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9ba078e8-3974-450f-81d4-791a15c98360 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:34.251926 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3993a3b6-fd23-4d97-9578-261f13d93857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:34.253759 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7788fa0f-15de-4ec7-ac15-382ef2cf8d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:34.291663 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:34.309949 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-9ba078e8-3974-450f-81d4-791a15c98360 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Calling delete_port for 7e82af62-8f00-4e20-9d4d-be86c14292d2 owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:34.310962 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3993a3b6-fd23-4d97-9578-261f13d93857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:34.316427 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7788fa0f-15de-4ec7-ac15-382ef2cf8d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:34.350547 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bd2312-6a7c-4f81-996d-60500f160bdf tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:37:34.360638 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c8bd2312-6a7c-4f81-996d-60500f160bdf tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:34.365032 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c8bd2312-6a7c-4f81-996d-60500f160bdf tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "PUT /v2.0/routers/5b5ba45a-6067-45ab-911c-6c157992f01c HTTP/1.1" status: 200 len: 919 time: 5.1245842 Apr 29 11:37:34.366644 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eee10c8-ddc9-4477-89e1-31eac8fab325']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:34.368775 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49076) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:34.372092 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92650fe2-4508-499b-a0b2-185f451289e7 None None] Sync routers for ids ['5b5ba45a-6067-45ab-911c-6c157992f01c'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:37:34.405695 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e6775e-592f-4322-b69c-eedaf63a59ed None None] DHCP port deletion for 2d14d5ad-e60f-4e93-a6ba-cdd00ad818a4 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:37:34.409680 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92650fe2-4508-499b-a0b2-185f451289e7 None None] Routers {'5b5ba45a-6067-45ab-911c-6c157992f01c'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:37:34.410494 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-92650fe2-4508-499b-a0b2-185f451289e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5b5ba45a-6067-45ab-911c-6c157992f01c'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:34.431331 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b63c418b-6e4e-41ab-9d51-54c9c6cdd276') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:34.431685 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b63c418b-6e4e-41ab-9d51-54c9c6cdd276') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:34.489119 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:34.531426 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051ec01-b206-4cf4-817c-e136e427311c req-a21f410d-60c3-4cc1-b91b-3fbe1aae425f tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:34.532471 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7788fa0f-15de-4ec7-ac15-382ef2cf8d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:34.533152 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a051ec01-b206-4cf4-817c-e136e427311c req-a21f410d-60c3-4cc1-b91b-3fbe1aae425f tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.2934391 Apr 29 11:37:34.540445 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7788fa0f-15de-4ec7-ac15-382ef2cf8d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:34.545485 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7788fa0f-15de-4ec7-ac15-382ef2cf8d16 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/16bf1c72-edf5-462b-b592-3f221d265eb5 HTTP/1.1" status: 204 len: 168 time: 0.4383509 Apr 29 11:37:34.546133 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:34.549366 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3993a3b6-fd23-4d97-9578-261f13d93857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:34.555323 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3993a3b6-fd23-4d97-9578-261f13d93857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:34.557247 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3993a3b6-fd23-4d97-9578-261f13d93857 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/23faf2a4-d0e8-45fa-9fd8-4d90cc4d6400 HTTP/1.1" status: 204 len: 168 time: 0.4259348 Apr 29 11:37:34.570644 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-c37f37cf-5848-49d9-aa8b-f77b723f1719 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] show failed (client error): The resource could not be found. Apr 29 11:37:34.570644 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c37f37cf-5848-49d9-aa8b-f77b723f1719 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "GET /v2.0/subnets/93bc96e3-9ca3-4aed-9814-4c1e9d2b3ba0/tags/tempest-TagsExtTest-Tag-590214438 HTTP/1.1" status: 404 len: 328 time: 0.4744077 Apr 29 11:37:34.587319 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-92650fe2-4508-499b-a0b2-185f451289e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:34.594889 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49082) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:34.603048 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:37:34.603403 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:34.607994 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:37:34.607994 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:37:34.607994 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:37:34.607994 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:37:34.607994 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:37:34.607994 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:37:34.607994 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:37:34.607994 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:37:34.607994 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:37:34.607994 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:37:34.607994 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:37:34.607994 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:37:34.607994 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:37:34.607994 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:37:34.607994 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:37:34.607994 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:37:34.607994 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:37:34.607994 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:37:34.607994 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:37:34.607994 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:37:34.607994 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:37:34.607994 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:37:34.607994 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:37:34.607994 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:37:34.607994 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:37:34.607994 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:37:34.607994 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:37:34.607994 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:37:34.607994 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:37:34.607994 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:37:34.607994 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:37:34.607994 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:37:34.617922 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.tag.tag_plugin [None req-7ae452cd-b648-46ec-bff6-62ba7fc91992 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '93bc96e3-9ca3-4aed-9814-4c1e9d2b3ba0', 'tempest-TagsExtTest-Tag-1670286435') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:34.638871 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788fa0f-15de-4ec7-ac15-382ef2cf8d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bf1c72-edf5-462b-b592-3f221d265eb5,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:34.708864 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9ba078e8-3974-450f-81d4-791a15c98360 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:34.719815 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c6d4d39d-d247-4858-b043-54bf09ef0741 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "GET /v2.0/routers/5b5ba45a-6067-45ab-911c-6c157992f01c HTTP/1.1" status: 200 len: 925 time: 0.3454049 Apr 29 11:37:34.727422 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49084) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:34.747339 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92650fe2-4508-499b-a0b2-185f451289e7 None None] Routers {'5b5ba45a-6067-45ab-911c-6c157992f01c'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:37:34.749387 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-92650fe2-4508-499b-a0b2-185f451289e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5b5ba45a-6067-45ab-911c-6c157992f01c'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:34.825407 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:34.827349 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba078e8-3974-450f-81d4-791a15c98360 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Port': ['ID=7e82af62-8f00-4e20-9d4d-be86c14292d2,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:34.830009 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba078e8-3974-450f-81d4-791a15c98360 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] No DVR routers for this DVR port 7e82af62-8f00-4e20-9d4d-be86c14292d2 on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:37:34.831423 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993a3b6-fd23-4d97-9578-261f13d93857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23faf2a4-d0e8-45fa-9fd8-4d90cc4d6400,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:34.841524 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:34.849850 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/networks/3eee10c8-ddc9-4477-89e1-31eac8fab325 HTTP/1.1" status: 204 len: 168 time: 4.4614310 Apr 29 11:37:34.860163 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a051ec01-b206-4cf4-817c-e136e427311c req-ff8a9cd7-0bd7-4d64-b2ef-cec9ed91294f tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2511685 Apr 29 11:37:34.862859 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49086) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:34.879483 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-215698ea-3356-49fb-8381-057f6cb25756 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1905135749'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:34.923733 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db76a4-05b4-4283-a79e-7e609ac1b79c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event deleted for resources: {'Network': ['ID=3eee10c8-ddc9-4477-89e1-31eac8fab325,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:34.965551 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-92650fe2-4508-499b-a0b2-185f451289e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:34.966479 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-7ae452cd-b648-46ec-bff6-62ba7fc91992 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] show failed (client error): The resource could not be found. Apr 29 11:37:34.966815 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92650fe2-4508-499b-a0b2-185f451289e7 None None] The sync data for ids ['5b5ba45a-6067-45ab-911c-6c157992f01c'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:37:34.983385 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7ae452cd-b648-46ec-bff6-62ba7fc91992 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "GET /v2.0/subnets/93bc96e3-9ca3-4aed-9814-4c1e9d2b3ba0/tags/tempest-TagsExtTest-Tag-1670286435 HTTP/1.1" status: 404 len: 329 time: 0.3789072 Apr 29 11:37:34.985142 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49092) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:35.000874 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.tag.tag_plugin [None req-2fd35ad1-e898-4582-b148-30ccb225dcd8 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '20acc40f-bf6b-45f2-a4ba-3384ff6239ea', {'tags': ['tempest-TagsExtTest-Tag-1265284053', 'tempest-TagsExtTest-Tag-2127432200', 'tempest-TagsExtTest-Tag-915637642']}) {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:35.055548 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215698ea-3356-49fb-8381-057f6cb25756 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Made reservation on behalf of 82c9781045a448caa6e2255533e0b7a4 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:35.061027 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-215698ea-3356-49fb-8381-057f6cb25756 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:35.062411 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f4e6775e-592f-4322-b69c-eedaf63a59ed None None] Deleting port 7e82af62-8f00-4e20-9d4d-be86c14292d2 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:35.065176 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f4e6775e-592f-4322-b69c-eedaf63a59ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:35.081531 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df56848-3341-4a65-8c2f-6b6198d6aa6c tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:35.086632 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49094) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:35.090007 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2df56848-3341-4a65-8c2f-6b6198d6aa6c tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=1c458760-cee1-43dd-bfaa-f7beebba31f7&device_id=5b5ba45a-6067-45ab-911c-6c157992f01c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3605227 Apr 29 11:37:35.173998 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9ba078e8-3974-450f-81d4-791a15c98360 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:35.275775 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f4e6775e-592f-4322-b69c-eedaf63a59ed None None] For port 7e82af62-8f00-4e20-9d4d-be86c14292d2, host dv-neutron-838888-1-hyperv, got binding levels [] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:37:35.278842 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9a59b7-a286-44bf-8ee3-14e9a8488ee1 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:35.279068 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f4e6775e-592f-4322-b69c-eedaf63a59ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:35.289415 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-de9a59b7-a286-44bf-8ee3-14e9a8488ee1 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "GET /v2.0/networks/1c458760-cee1-43dd-bfaa-f7beebba31f7 HTTP/1.1" status: 200 len: 881 time: 0.2014735 Apr 29 11:37:35.293600 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49100) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:35.336943 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f4e6775e-592f-4322-b69c-eedaf63a59ed None None] Calling delete_port for 7e82af62-8f00-4e20-9d4d-be86c14292d2 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:35.351726 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.ipam_backend_mixin [None req-f4e6775e-592f-4322-b69c-eedaf63a59ed None None] Port 7e82af62-8f00-4e20-9d4d-be86c14292d2 was not found and therefore no delete operation was performed {{(pid=102961) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 11:37:35.354137 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f4e6775e-592f-4322-b69c-eedaf63a59ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:35.367536 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-9ba078e8-3974-450f-81d4-791a15c98360 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d14d5ad-e60f-4e93-a6ba-cdd00ad818a4']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:35.368543 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e0a67079-c88b-4045-83c1-46cbc6729c5c tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b5ba45a-6067-45ab-911c-6c157992f01c HTTP/1.1" status: 200 len: 205 time: 0.0722742 Apr 29 11:37:35.371149 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49106) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:35.383966 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-215698ea-3356-49fb-8381-057f6cb25756 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:37:35.447651 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-9ba078e8-3974-450f-81d4-791a15c98360 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5655475b-bfd2-408e-859b-e1cfef12ffd0') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:35.449478 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-9ba078e8-3974-450f-81d4-791a15c98360 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5655475b-bfd2-408e-859b-e1cfef12ffd0') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:35.476103 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2fd35ad1-e898-4582-b148-30ccb225dcd8 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "PUT /v2.0/ports/20acc40f-bf6b-45f2-a4ba-3384ff6239ea/tags HTTP/1.1" status: 200 len: 317 time: 0.4823964 Apr 29 11:37:35.478140 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49112) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:35.484627 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6775e-592f-4322-b69c-eedaf63a59ed None None] Pushing event deleted for resources: {'Port': ['ID=7e82af62-8f00-4e20-9d4d-be86c14292d2,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:35.487814 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e6775e-592f-4322-b69c-eedaf63a59ed None None] No DVR routers for this DVR port 7e82af62-8f00-4e20-9d4d-be86c14292d2 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:37:35.489777 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-215698ea-3356-49fb-8381-057f6cb25756 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:35.491835 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.tag.tag_plugin [None req-61a8870e-c866-4338-bc2e-540b9cee4ca4 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '20acc40f-bf6b-45f2-a4ba-3384ff6239ea') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:35.492475 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-215698ea-3356-49fb-8381-057f6cb25756 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Added segment a275a6ac-4331-468f-99f1-5a49a17cc609 of type vlan for network 0fe91479-7a3e-441b-aa64-336a3dec9d99 Apr 29 11:37:35.496704 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9ba078e8-3974-450f-81d4-791a15c98360 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:35.602527 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170da594-2292-46de-af92-71a68a2488dd req-b8c38bd4-dbd6-467d-a548-f8ce68f03161 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:35.605975 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-170da594-2292-46de-af92-71a68a2488dd req-b8c38bd4-dbd6-467d-a548-f8ce68f03161 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.4341285 Apr 29 11:37:35.648291 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9ba078e8-3974-450f-81d4-791a15c98360 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:35.727706 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-215698ea-3356-49fb-8381-057f6cb25756 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:35.761445 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba078e8-3974-450f-81d4-791a15c98360 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:37:35.761869 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9ba078e8-3974-450f-81d4-791a15c98360 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:35.780381 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-170da594-2292-46de-af92-71a68a2488dd req-4c78c515-2b3b-4814-8948-e6e62365ddb3 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508784 Apr 29 11:37:35.781296 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:37:35.781296 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:37:35.781296 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:37:35.781296 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:37:35.781296 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:37:35.781296 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:37:35.781296 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:37:35.781296 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:37:35.781296 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:37:35.781296 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:37:35.781296 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:37:35.781296 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:37:35.781296 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:37:35.781296 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:37:35.781296 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:37:35.781296 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:37:35.781296 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:37:35.781296 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:37:35.781296 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:37:35.781296 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:37:35.781296 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:37:35.781296 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:37:35.781296 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:37:35.781296 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:37:35.781296 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:37:35.781296 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:37:35.781296 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:37:35.781296 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:37:35.781296 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:37:35.781296 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:37:35.781296 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:37:35.781296 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:37:35.917717 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-215698ea-3356-49fb-8381-057f6cb25756 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:35.925145 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215698ea-3356-49fb-8381-057f6cb25756 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:35.926104 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-215698ea-3356-49fb-8381-057f6cb25756 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:35.952726 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9ba078e8-3974-450f-81d4-791a15c98360 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:36.006211 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9ba078e8-3974-450f-81d4-791a15c98360 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:36.016753 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9ba078e8-3974-450f-81d4-791a15c98360 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/networks/2d14d5ad-e60f-4e93-a6ba-cdd00ad818a4 HTTP/1.1" status: 204 len: 168 time: 2.6654766 Apr 29 11:37:36.042281 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49132) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:36.103926 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-97d42a59-e6db-4d6b-b3f7-75a82ed8fd0b tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1717319361', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}, 'admin_state_up': False}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:36.154595 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 7e82af62-8f00-4e20-9d4d-be86c14292d2 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:37:36.188028 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-215698ea-3356-49fb-8381-057f6cb25756 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3185053 Apr 29 11:37:36.189080 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49138) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:36.207369 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 7e82af62-8f00-4e20-9d4d-be86c14292d2 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:37:36.207722 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 7e82af62-8f00-4e20-9d4d-be86c14292d2 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:37:36.223657 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-9b5b65dd-f0e1-4ab8-9718-54470e345586 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Request body: {'subnet': {'network_id': '0fe91479-7a3e-441b-aa64-336a3dec9d99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:36.244701 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-54757e94-2ff5-432d-a847-9634bc604073 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:36.399416 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49142) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:36.416205 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-54757e94-2ff5-432d-a847-9634bc604073 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:36.491675 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-61a8870e-c866-4338-bc2e-540b9cee4ca4 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "DELETE /v2.0/ports/20acc40f-bf6b-45f2-a4ba-3384ff6239ea/tags HTTP/1.1" status: 204 len: 168 time: 1.0111194 Apr 29 11:37:36.494669 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49146) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:36.496162 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49148) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:36.501846 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.tag.tag_plugin [None req-f6a075d1-ace1-4382-a7ee-f07ac83614a0 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '20acc40f-bf6b-45f2-a4ba-3384ff6239ea', 'tempest-TagsExtTest-Tag-1265284053') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:36.610876 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-f6a075d1-ace1-4382-a7ee-f07ac83614a0 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] show failed (client error): The resource could not be found. Apr 29 11:37:36.612041 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215698ea-3356-49fb-8381-057f6cb25756 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event updated for resources: {'Network': ['ID=0fe91479-7a3e-441b-aa64-336a3dec9d99,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:36.615042 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f6a075d1-ace1-4382-a7ee-f07ac83614a0 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "GET /v2.0/ports/20acc40f-bf6b-45f2-a4ba-3384ff6239ea/tags/tempest-TagsExtTest-Tag-1265284053 HTTP/1.1" status: 404 len: 329 time: 0.1178195 Apr 29 11:37:36.616268 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49152) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:36.618012 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-54757e94-2ff5-432d-a847-9634bc604073 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Deleting port 71aa7084-0973-4ac6-a86b-2286b7de2a55 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:36.618379 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-54757e94-2ff5-432d-a847-9634bc604073 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:36.624931 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 0fe91479-7a3e-441b-aa64-336a3dec9d99 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:37:36.671537 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.tag.tag_plugin [None req-9b86d57e-e079-4d0c-ad23-1e299b0799c4 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '20acc40f-bf6b-45f2-a4ba-3384ff6239ea', 'tempest-TagsExtTest-Tag-2127432200') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:36.678641 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-97d42a59-e6db-4d6b-b3f7-75a82ed8fd0b tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:36.680036 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-97d42a59-e6db-4d6b-b3f7-75a82ed8fd0b tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:36.697843 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c48399-fa70-4f65-81ab-39a87499a10a req-ee52e275-2346-4d35-8e13-09374564d640 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:36.700800 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-16c48399-fa70-4f65-81ab-39a87499a10a req-ee52e275-2346-4d35-8e13-09374564d640 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.7083941 Apr 29 11:37:36.701787 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba078e8-3974-450f-81d4-791a15c98360 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Network': ['ID=2d14d5ad-e60f-4e93-a6ba-cdd00ad818a4,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:36.794338 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5b65dd-f0e1-4ab8-9718-54470e345586 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Made reservation on behalf of 82c9781045a448caa6e2255533e0b7a4 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:36.799159 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9b5b65dd-f0e1-4ab8-9718-54470e345586 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:36.834527 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-69afa5fc-51ac-47f3-a6c5-8dc0115b411d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1757402230'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:36.857177 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-16c48399-fa70-4f65-81ab-39a87499a10a req-fe8745c2-a246-4152-a35d-a6ad57ecc896 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471548 Apr 29 11:37:36.859310 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-97d42a59-e6db-4d6b-b3f7-75a82ed8fd0b tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:36.877961 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69afa5fc-51ac-47f3-a6c5-8dc0115b411d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:36.883496 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69afa5fc-51ac-47f3-a6c5-8dc0115b411d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:36.920273 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-5178890e-740a-4367-8107-40bec8507beb tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1304766379'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:36.930933 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69afa5fc-51ac-47f3-a6c5-8dc0115b411d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:37.033565 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5178890e-740a-4367-8107-40bec8507beb tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Made reservation on behalf of aab58ef2dc9143a6a142915736d906ea for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:37.036417 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5178890e-740a-4367-8107-40bec8507beb tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:37.045424 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-54757e94-2ff5-432d-a847-9634bc604073 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:37.069360 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5178890e-740a-4367-8107-40bec8507beb tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:37.088822 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-9b86d57e-e079-4d0c-ad23-1e299b0799c4 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] show failed (client error): The resource could not be found. Apr 29 11:37:37.092885 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9b86d57e-e079-4d0c-ad23-1e299b0799c4 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "GET /v2.0/ports/20acc40f-bf6b-45f2-a4ba-3384ff6239ea/tags/tempest-TagsExtTest-Tag-2127432200 HTTP/1.1" status: 404 len: 329 time: 0.4260218 Apr 29 11:37:37.092885 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-54757e94-2ff5-432d-a847-9634bc604073 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Calling delete_port for 71aa7084-0973-4ac6-a86b-2286b7de2a55 owned by network:router_gateway {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:37.096413 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49156) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:37.105037 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.tag.tag_plugin [None req-79f414cf-a765-48df-b871-ccaef2347144 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '20acc40f-bf6b-45f2-a4ba-3384ff6239ea', 'tempest-TagsExtTest-Tag-915637642') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:37.147714 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-97d42a59-e6db-4d6b-b3f7-75a82ed8fd0b tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:37.168909 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35ef3c-f24f-4697-9cf8-2e29e734aacd req-2a177086-32e8-49a7-bbfd-b5b317b40fd1 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:37.169989 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab35ef3c-f24f-4697-9cf8-2e29e734aacd req-2a177086-32e8-49a7-bbfd-b5b317b40fd1 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.1895895 Apr 29 11:37:37.204510 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69afa5fc-51ac-47f3-a6c5-8dc0115b411d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:37.220410 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69afa5fc-51ac-47f3-a6c5-8dc0115b411d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:37.277758 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69afa5fc-51ac-47f3-a6c5-8dc0115b411d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:37:37.322849 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afa5fc-51ac-47f3-a6c5-8dc0115b411d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4edfd49f-c9c7-4b8e-9bf7-9984e23a26b5,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:37.327549 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69afa5fc-51ac-47f3-a6c5-8dc0115b411d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:37.328047 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-69afa5fc-51ac-47f3-a6c5-8dc0115b411d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Added segment 364dad00-4fee-405c-b828-1d9a115f455a of type vlan for network 62578361-baac-4d3e-b4ee-401a25f05a0e Apr 29 11:37:37.378038 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab35ef3c-f24f-4697-9cf8-2e29e734aacd req-7389527f-6b7f-4452-a39a-9ae11ff4ba65 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648874 Apr 29 11:37:37.444538 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69afa5fc-51ac-47f3-a6c5-8dc0115b411d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:37.502720 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9b5b65dd-f0e1-4ab8-9718-54470e345586 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:37.503612 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-79f414cf-a765-48df-b871-ccaef2347144 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] show failed (client error): The resource could not be found. Apr 29 11:37:37.508846 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-79f414cf-a765-48df-b871-ccaef2347144 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "GET /v2.0/ports/20acc40f-bf6b-45f2-a4ba-3384ff6239ea/tags/tempest-TagsExtTest-Tag-915637642 HTTP/1.1" status: 404 len: 328 time: 0.4044774 Apr 29 11:37:37.508846 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69afa5fc-51ac-47f3-a6c5-8dc0115b411d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:37.511996 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69afa5fc-51ac-47f3-a6c5-8dc0115b411d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:37.512722 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69afa5fc-51ac-47f3-a6c5-8dc0115b411d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:37.515856 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49160) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:37.563498 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.tag.tag_plugin [None req-ad0c3aa8-1752-42a7-9ff1-52784d655807 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '33f2da99-d224-4f55-acc6-db7341646b5d', {'tags': ['tempest-TagsExtTest-Tag-1622517773', 'tempest-TagsExtTest-Tag-1162078950', 'tempest-TagsExtTest-Tag-1545268674']}) {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:37.569214 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49162) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:37.569925 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5178890e-740a-4367-8107-40bec8507beb tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:37.616197 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5178890e-740a-4367-8107-40bec8507beb tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:37.628834 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-a3a7862d-9245-4227-bcc0-40ca871d03d2 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Request body: {'subnet': {'network_id': '175d3cd7-d277-413f-85f5-bcd03de42d33', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:37.638512 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-69afa5fc-51ac-47f3-a6c5-8dc0115b411d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0920966 Apr 29 11:37:37.647520 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49166) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:37.677090 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-04c91508-3e46-478b-ad90-7b1099ba3727 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:37.677341 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afa5fc-51ac-47f3-a6c5-8dc0115b411d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Network': ['ID=62578361-baac-4d3e-b4ee-401a25f05a0e,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:37.689880 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:37:37.697065 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5178890e-740a-4367-8107-40bec8507beb tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:37:37.719816 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178890e-740a-4367-8107-40bec8507beb tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27dc5a29-de78-4241-a1a3-71fb051d5b31,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:37.722726 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5178890e-740a-4367-8107-40bec8507beb tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:37.723070 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-5178890e-740a-4367-8107-40bec8507beb tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Added segment 362ac125-58b5-4809-a644-c0157eafe865 of type vlan for network a367fb13-bf26-4314-8c27-79d6ccbde0b1 Apr 29 11:37:37.759745 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-54757e94-2ff5-432d-a847-9634bc604073 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:37.796309 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5178890e-740a-4367-8107-40bec8507beb tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:37.800488 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54757e94-2ff5-432d-a847-9634bc604073 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Pushing event deleted for resources: {'Port': ['ID=71aa7084-0973-4ac6-a86b-2286b7de2a55,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:37.874072 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5178890e-740a-4367-8107-40bec8507beb tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:37.879422 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5178890e-740a-4367-8107-40bec8507beb tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:37.880022 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5178890e-740a-4367-8107-40bec8507beb tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:37.888953 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b65dd-f0e1-4ab8-9718-54470e345586 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event updated for resources: {'Subnet': ['ID=be066346-6bc4-4e1d-91eb-e9fe94d7317e,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:37.908135 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-54757e94-2ff5-432d-a847-9634bc604073 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:37.967781 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5178890e-740a-4367-8107-40bec8507beb tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5571523 Apr 29 11:37:37.969202 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ad0c3aa8-1752-42a7-9ff1-52784d655807 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "PUT /v2.0/routers/33f2da99-d224-4f55-acc6-db7341646b5d/tags HTTP/1.1" status: 200 len: 318 time: 0.4396253 Apr 29 11:37:37.972506 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49168) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:37.972837 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49170) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:38.016543 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.tag.tag_plugin [None req-ee9af2ae-dc34-49ef-a5ed-2679e82fbfab tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '33f2da99-d224-4f55-acc6-db7341646b5d') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:38.016827 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178890e-740a-4367-8107-40bec8507beb tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event updated for resources: {'Network': ['ID=a367fb13-bf26-4314-8c27-79d6ccbde0b1,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:38.022349 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-bfa97adf-9e3f-496d-a9fd-e86eadbfd79e tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Request body: {'subnet': {'network_id': 'a367fb13-bf26-4314-8c27-79d6ccbde0b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:38.029846 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network a367fb13-bf26-4314-8c27-79d6ccbde0b1 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:37:38.045693 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-54757e94-2ff5-432d-a847-9634bc604073 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:38.048136 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-54757e94-2ff5-432d-a847-9634bc604073 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:38.085593 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5b65dd-f0e1-4ab8-9718-54470e345586 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Checking segment: {'id': 'a275a6ac-4331-468f-99f1-5a49a17cc609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0fe91479-7a3e-441b-aa64-336a3dec9d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:38.085960 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5b65dd-f0e1-4ab8-9718-54470e345586 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Network hostable DHCP agents. Network: 0fe91479-7a3e-441b-aa64-336a3dec9d99, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:37:38.099284 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-54757e94-2ff5-432d-a847-9634bc604073 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:38.100270 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54757e94-2ff5-432d-a847-9634bc604073 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Fanout notify agent at l3_agent the message router_deleted on router 5b5ba45a-6067-45ab-911c-6c157992f01c {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:37:38.108498 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-54757e94-2ff5-432d-a847-9634bc604073 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:38.109928 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-54757e94-2ff5-432d-a847-9634bc604073 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] 10.222.0.69 "DELETE /v2.0/routers/5b5ba45a-6067-45ab-911c-6c157992f01c HTTP/1.1" status: 204 len: 168 time: 2.7373598 Apr 29 11:37:38.113463 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49172) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:38.123496 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-f611462a-0dc1-40b8-b07a-d093288d870b tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2096668982', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:38.154118 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f611462a-0dc1-40b8-b07a-d093288d870b tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:38.155640 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f611462a-0dc1-40b8-b07a-d093288d870b tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:38.180264 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a196c-ae4d-4620-a885-f832d4a2a7aa req-3f6bcf75-b476-4598-bef6-9ce007468c55 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:38.183423 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4f3a196c-ae4d-4620-a885-f832d4a2a7aa req-3f6bcf75-b476-4598-bef6-9ce007468c55 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.4801033 Apr 29 11:37:38.197562 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-97d42a59-e6db-4d6b-b3f7-75a82ed8fd0b tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router_gateway, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:38.200756 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a7862d-9245-4227-bcc0-40ca871d03d2 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Made reservation on behalf of 67220329d22c4942ba465e09cf443dac for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:38.203923 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a3a7862d-9245-4227-bcc0-40ca871d03d2 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:38.226721 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f611462a-0dc1-40b8-b07a-d093288d870b tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:38.232811 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f611462a-0dc1-40b8-b07a-d093288d870b tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:38.253087 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f611462a-0dc1-40b8-b07a-d093288d870b tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:38.254418 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f611462a-0dc1-40b8-b07a-d093288d870b tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1355360 Apr 29 11:37:38.257334 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49174) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:38.263798 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-36c8cb25-8c19-4b00-8732-c6488e404e24 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'enable_snat': False}}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:38.305852 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-97d42a59-e6db-4d6b-b3f7-75a82ed8fd0b tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:38.337320 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5b65dd-f0e1-4ab8-9718-54470e345586 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Network 0fe91479-7a3e-441b-aa64-336a3dec9d99 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:37:38.351719 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c91508-3e46-478b-ad90-7b1099ba3727 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:38.356562 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-04c91508-3e46-478b-ad90-7b1099ba3727 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:38.494281 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-36c8cb25-8c19-4b00-8732-c6488e404e24 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:38.749034 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-36c8cb25-8c19-4b00-8732-c6488e404e24 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:38.760290 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-9b5b65dd-f0e1-4ab8-9718-54470e345586 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 0fe91479-7a3e-441b-aa64-336a3dec9d99) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:38.770903 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736f9d6b-6b74-455b-b21e-1e7d656e6be9 None None] Network 0fe91479-7a3e-441b-aa64-336a3dec9d99 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:38.771781 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-36c8cb25-8c19-4b00-8732-c6488e404e24 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:38.797327 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5b65dd-f0e1-4ab8-9718-54470e345586 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:38.797906 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9b5b65dd-f0e1-4ab8-9718-54470e345586 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:38.816735 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4f3a196c-ae4d-4620-a885-f832d4a2a7aa req-9bbe05a6-1db3-4aa8-88f2-04c0eb0ffcd9 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6056991 Apr 29 11:37:38.855784 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa97adf-9e3f-496d-a9fd-e86eadbfd79e tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Made reservation on behalf of aab58ef2dc9143a6a142915736d906ea for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:38.860995 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bfa97adf-9e3f-496d-a9fd-e86eadbfd79e tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:38.926216 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9b5b65dd-f0e1-4ab8-9718-54470e345586 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7267563 Apr 29 11:37:38.927098 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-36c8cb25-8c19-4b00-8732-c6488e404e24 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Allocated IP 172.26.4.230 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/8a508f54-7077-4345-82d6-da4ddf0e77aa) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:38.931902 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49176) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:38.942825 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ee9af2ae-dc34-49ef-a5ed-2679e82fbfab tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "DELETE /v2.0/routers/33f2da99-d224-4f55-acc6-db7341646b5d/tags HTTP/1.1" status: 204 len: 168 time: 0.9622996 Apr 29 11:37:38.952184 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49178) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:38.962824 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.tag.tag_plugin [None req-3f61d15d-e539-425e-a3d6-b35d8dca960d tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '33f2da99-d224-4f55-acc6-db7341646b5d', 'tempest-TagsExtTest-Tag-1622517773') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:39.043154 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9cc295-2894-4c6a-953e-cfffb15ce39f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-0fe91479-7a3e-441b-aa64-336a3dec9d99', 'network_id': '0fe91479-7a3e-441b-aa64-336a3dec9d99', 'tenant_id': '82c9781045a448caa6e2255533e0b7a4', 'fixed_ips': [{'subnet_id': 'be066346-6bc4-4e1d-91eb-e9fe94d7317e'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:37:39.044386 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0c9cc295-2894-4c6a-953e-cfffb15ce39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:39.179403 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-3f61d15d-e539-425e-a3d6-b35d8dca960d tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] show failed (client error): The resource could not be found. Apr 29 11:37:39.182276 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3f61d15d-e539-425e-a3d6-b35d8dca960d tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "GET /v2.0/routers/33f2da99-d224-4f55-acc6-db7341646b5d/tags/tempest-TagsExtTest-Tag-1622517773 HTTP/1.1" status: 404 len: 329 time: 0.2281885 Apr 29 11:37:39.194528 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49180) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:39.203161 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.tag.tag_plugin [None req-d8aa1533-8b43-4f0b-9278-3e7f41803082 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '33f2da99-d224-4f55-acc6-db7341646b5d', 'tempest-TagsExtTest-Tag-1162078950') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:39.212210 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:39.226726 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a3a7862d-9245-4227-bcc0-40ca871d03d2 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:39.284808 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-0c9cc295-2894-4c6a-953e-cfffb15ce39f None None] Allocated IP 172.20.0.2 (0fe91479-7a3e-441b-aa64-336a3dec9d99/be066346-6bc4-4e1d-91eb-e9fe94d7317e/df202a32-87be-4ba6-97ba-e218eea6274e) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:39.285602 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-04c91508-3e46-478b-ad90-7b1099ba3727 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:39.292527 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-36c8cb25-8c19-4b00-8732-c6488e404e24 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:39.381326 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7862d-9245-4227-bcc0-40ca871d03d2 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event updated for resources: {'Subnet': ['ID=ed9bd266-62aa-4564-9b0b-5f24b985bdc2,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:39.404554 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-d8aa1533-8b43-4f0b-9278-3e7f41803082 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] show failed (client error): The resource could not be found. Apr 29 11:37:39.405591 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d8aa1533-8b43-4f0b-9278-3e7f41803082 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "GET /v2.0/routers/33f2da99-d224-4f55-acc6-db7341646b5d/tags/tempest-TagsExtTest-Tag-1162078950 HTTP/1.1" status: 404 len: 329 time: 0.2102103 Apr 29 11:37:39.409459 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49182) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:39.417253 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.tag.tag_plugin [None req-91c530cd-e583-4d44-873b-cdd3316c1163 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '33f2da99-d224-4f55-acc6-db7341646b5d', 'tempest-TagsExtTest-Tag-1545268674') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:39.421859 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:39.479085 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bfa97adf-9e3f-496d-a9fd-e86eadbfd79e tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:39.482318 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a7862d-9245-4227-bcc0-40ca871d03d2 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Checking segment: {'id': 'd1cdcc4a-190f-4f6c-bc98-e68e0f318571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '175d3cd7-d277-413f-85f5-bcd03de42d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:39.482858 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a7862d-9245-4227-bcc0-40ca871d03d2 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Network hostable DHCP agents. Network: 175d3cd7-d277-413f-85f5-bcd03de42d33, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:37:39.519875 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-36c8cb25-8c19-4b00-8732-c6488e404e24 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:39.523566 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c91508-3e46-478b-ad90-7b1099ba3727 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Subnet': ['ID=f5d67383-c273-432b-ba9a-44ecff1df349,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:39.527172 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0c9cc295-2894-4c6a-953e-cfffb15ce39f None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:39.540195 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0c9cc295-2894-4c6a-953e-cfffb15ce39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:39.546853 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c91508-3e46-478b-ad90-7b1099ba3727 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Checking segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:39.547224 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c91508-3e46-478b-ad90-7b1099ba3727 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network hostable DHCP agents. Network: 62578361-baac-4d3e-b4ee-401a25f05a0e, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:37:39.615959 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c8cb25-8c19-4b00-8732-c6488e404e24 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:39.623367 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9cc295-2894-4c6a-953e-cfffb15ce39f None None] Network 0fe91479-7a3e-441b-aa64-336a3dec9d99 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:39.625355 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-0c9cc295-2894-4c6a-953e-cfffb15ce39f None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:39.628456 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a7862d-9245-4227-bcc0-40ca871d03d2 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Network 175d3cd7-d277-413f-85f5-bcd03de42d33 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:37:39.628967 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9cc295-2894-4c6a-953e-cfffb15ce39f None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:39.631268 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-36c8cb25-8c19-4b00-8732-c6488e404e24 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:39.632925 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9cc295-2894-4c6a-953e-cfffb15ce39f None None] Pushing event updated for resources: {'Port': ['ID=df202a32-87be-4ba6-97ba-e218eea6274e,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:39.646516 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-91c530cd-e583-4d44-873b-cdd3316c1163 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] show failed (client error): The resource could not be found. Apr 29 11:37:39.647646 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-91c530cd-e583-4d44-873b-cdd3316c1163 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "GET /v2.0/routers/33f2da99-d224-4f55-acc6-db7341646b5d/tags/tempest-TagsExtTest-Tag-1545268674 HTTP/1.1" status: 404 len: 329 time: 0.2353942 Apr 29 11:37:39.652862 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c8cb25-8c19-4b00-8732-c6488e404e24 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:39.661721 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49184) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:39.677755 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-97d42a59-e6db-4d6b-b3f7-75a82ed8fd0b tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Allocated IP 172.26.4.229 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/6ae96352-ae9e-4742-921f-2bfc05b07384) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:39.684172 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.tag.tag_plugin [None req-6fe233ad-2c4c-4222-8218-f0485ef49b25 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c0c12372-cdd6-4645-a8ee-b0a382923416', {'tags': ['tempest-TagsExtTest-Tag-726500730', 'tempest-TagsExtTest-Tag-799541598', 'tempest-TagsExtTest-Tag-1154459167']}) {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:39.690942 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa97adf-9e3f-496d-a9fd-e86eadbfd79e tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event updated for resources: {'Subnet': ['ID=3996ccde-3705-46cc-8ce1-e3cb5fc5de2c,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:39.699439 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c91508-3e46-478b-ad90-7b1099ba3727 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:37:39.708780 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-a3a7862d-9245-4227-bcc0-40ca871d03d2 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 175d3cd7-d277-413f-85f5-bcd03de42d33) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:39.714465 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa97adf-9e3f-496d-a9fd-e86eadbfd79e tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Checking segment: {'id': '362ac125-58b5-4809-a644-c0157eafe865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a367fb13-bf26-4314-8c27-79d6ccbde0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:39.714876 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa97adf-9e3f-496d-a9fd-e86eadbfd79e tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Network hostable DHCP agents. Network: a367fb13-bf26-4314-8c27-79d6ccbde0b1, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:37:39.727687 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-04c91508-3e46-478b-ad90-7b1099ba3727 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 62578361-baac-4d3e-b4ee-401a25f05a0e) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:39.733874 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a7862d-9245-4227-bcc0-40ca871d03d2 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:39.734566 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a3a7862d-9245-4227-bcc0-40ca871d03d2 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:39.749708 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8cb25-8c19-4b00-8732-c6488e404e24 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Pushing event updated for resources: {'Port': ['ID=8a508f54-7077-4345-82d6-da4ddf0e77aa,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:39.756340 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:39.769015 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c91508-3e46-478b-ad90-7b1099ba3727 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:39.770186 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-04c91508-3e46-478b-ad90-7b1099ba3727 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:39.834224 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a3a7862d-9245-4227-bcc0-40ca871d03d2 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2528033 Apr 29 11:37:39.834224 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49186) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:39.847675 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-62d01534-c4c6-4d4d-92b4-f5dbe2d14708 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2060004242'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:39.859093 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa97adf-9e3f-496d-a9fd-e86eadbfd79e tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Network a367fb13-bf26-4314-8c27-79d6ccbde0b1 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:37:39.869379 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-04c91508-3e46-478b-ad90-7b1099ba3727 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1976097 Apr 29 11:37:39.871983 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49188) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:39.884556 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-d357b0f6-e86b-4047-a472-9a30351859b4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'port': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'name': 'tempest-NetworksTestDHCPv6-511133782'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:39.887450 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event deleted for resources: {'Subnet': ['ID=be066346-6bc4-4e1d-91eb-e9fe94d7317e,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:39.902535 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-bfa97adf-9e3f-496d-a9fd-e86eadbfd79e tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, a367fb13-bf26-4314-8c27-79d6ccbde0b1) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:39.926689 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce0b193-712d-46f8-97fd-9107f1e571a3 None None] Network 175d3cd7-d277-413f-85f5-bcd03de42d33 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:39.934985 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632097ae-ab99-49d3-aef4-b0826a978d56 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:39.939544 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa97adf-9e3f-496d-a9fd-e86eadbfd79e tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:39.940175 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bfa97adf-9e3f-496d-a9fd-e86eadbfd79e tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:40.035252 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cb9c68-11b4-4783-a86b-ee950a436626 None None] Network a367fb13-bf26-4314-8c27-79d6ccbde0b1 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:40.038935 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d01534-c4c6-4d4d-92b4-f5dbe2d14708 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Made reservation on behalf of 67220329d22c4942ba465e09cf443dac for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:40.044492 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-62d01534-c4c6-4d4d-92b4-f5dbe2d14708 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:40.085520 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-97d42a59-e6db-4d6b-b3f7-75a82ed8fd0b tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:40.097149 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-bfa97adf-9e3f-496d-a9fd-e86eadbfd79e tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1149414 Apr 29 11:37:40.104757 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49192) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:40.117461 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-8b5bc571-68df-4806-b0df-c741c2f33bec tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-34751347', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}, 'admin_state_up': False}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:40.179479 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-0c9cc295-2894-4c6a-953e-cfffb15ce39f None None] Attempting to bind port df202a32-87be-4ba6-97ba-e218eea6274e on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:37:40.180425 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-0c9cc295-2894-4c6a-953e-cfffb15ce39f None None] Attempting to bind port df202a32-87be-4ba6-97ba-e218eea6274e by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'a275a6ac-4331-468f-99f1-5a49a17cc609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0fe91479-7a3e-441b-aa64-336a3dec9d99'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:37:40.181217 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9cc295-2894-4c6a-953e-cfffb15ce39f None None] Attempting to bind port df202a32-87be-4ba6-97ba-e218eea6274e on network 0fe91479-7a3e-441b-aa64-336a3dec9d99 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:37:40.202730 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d01534-c4c6-4d4d-92b4-f5dbe2d14708 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:37:40.208032 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8b5bc571-68df-4806-b0df-c741c2f33bec tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:40.209781 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8b5bc571-68df-4806-b0df-c741c2f33bec tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:40.227732 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9cc295-2894-4c6a-953e-cfffb15ce39f None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:37:40.228566 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9cc295-2894-4c6a-953e-cfffb15ce39f None None] Checking segment: {'id': 'a275a6ac-4331-468f-99f1-5a49a17cc609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0fe91479-7a3e-441b-aa64-336a3dec9d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:40.232337 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0c9cc295-2894-4c6a-953e-cfffb15ce39f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:40.232337 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9cc295-2894-4c6a-953e-cfffb15ce39f None None] Bound using segment: {'id': 'a275a6ac-4331-468f-99f1-5a49a17cc609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0fe91479-7a3e-441b-aa64-336a3dec9d99'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:37:40.232337 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-0c9cc295-2894-4c6a-953e-cfffb15ce39f None None] Bound port: df202a32-87be-4ba6-97ba-e218eea6274e, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a275a6ac-4331-468f-99f1-5a49a17cc609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0fe91479-7a3e-441b-aa64-336a3dec9d99'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:37:40.232337 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0c9cc295-2894-4c6a-953e-cfffb15ce39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:40.237137 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce17e52-38e1-49dc-8f32-8a8766827c5a req-dea02b53-44de-484d-a9ef-76952c9feab9 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:40.239287 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3ce17e52-38e1-49dc-8f32-8a8766827c5a req-dea02b53-44de-484d-a9ef-76952c9feab9 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.2501755 Apr 29 11:37:40.263568 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-62d01534-c4c6-4d4d-92b4-f5dbe2d14708 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:40.263568 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-62d01534-c4c6-4d4d-92b4-f5dbe2d14708 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Added segment 5862317f-9fd6-49db-9167-a8808b5c5b18 of type vlan for network a289de4d-5071-4913-a6bf-73394468fe59 Apr 29 11:37:40.279943 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d357b0f6-e86b-4047-a472-9a30351859b4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:40.284359 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d357b0f6-e86b-4047-a472-9a30351859b4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:40.294104 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-97d42a59-e6db-4d6b-b3f7-75a82ed8fd0b tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:40.409195 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6fe233ad-2c4c-4222-8218-f0485ef49b25 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "PUT /v2.0/subnetpools/c0c12372-cdd6-4645-a8ee-b0a382923416/tags HTTP/1.1" status: 200 len: 316 time: 0.7409971 Apr 29 11:37:40.414795 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49194) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:40.448713 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8b5bc571-68df-4806-b0df-c741c2f33bec tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:40.453447 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-62d01534-c4c6-4d4d-92b4-f5dbe2d14708 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:40.458097 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.tag.tag_plugin [None req-07d438f6-6c1e-44a0-b509-5246c4e6e848 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c0c12372-cdd6-4645-a8ee-b0a382923416') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:40.465904 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:40.545353 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe91479-7a3e-441b-aa64-336a3dec9d99']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:40.555924 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d42a59-e6db-4d6b-b3f7-75a82ed8fd0b tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:40.560504 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-d357b0f6-e86b-4047-a472-9a30351859b4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] device_id is not set on port 51b1f72c-e310-4d06-8428-7b0134ef8ed6 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:37:40.572729 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.db.resource_extend [None req-62d01534-c4c6-4d4d-92b4-f5dbe2d14708 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:37:40.587807 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a275a6ac-4331-468f-99f1-5a49a17cc609') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:40.588253 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a275a6ac-4331-468f-99f1-5a49a17cc609') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:40.591392 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-97d42a59-e6db-4d6b-b3f7-75a82ed8fd0b tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:40.608557 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3ce17e52-38e1-49dc-8f32-8a8766827c5a req-94bb5ecc-d1cb-485a-822c-687736f2f004 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3300066 Apr 29 11:37:40.612141 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:40.616716 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d42a59-e6db-4d6b-b3f7-75a82ed8fd0b tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:40.642199 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-0c9cc295-2894-4c6a-953e-cfffb15ce39f None None] For port df202a32-87be-4ba6-97ba-e218eea6274e, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:37:40.644292 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:40.647480 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed1398e-dafe-4b42-970d-f6eaa672ed91 None None] Network a367fb13-bf26-4314-8c27-79d6ccbde0b1 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:40.650665 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-07d438f6-6c1e-44a0-b509-5246c4e6e848 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "DELETE /v2.0/subnetpools/c0c12372-cdd6-4645-a8ee-b0a382923416/tags HTTP/1.1" status: 204 len: 168 time: 0.2347045 Apr 29 11:37:40.655109 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49196) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:40.662428 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.tag.tag_plugin [None req-8376ca96-e5fb-4633-9e76-fe89a771aa2e tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c0c12372-cdd6-4645-a8ee-b0a382923416', 'tempest-TagsExtTest-Tag-726500730') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:40.669267 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:37:40.669859 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:40.674061 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:37:40.674061 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:37:40.674061 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:37:40.674061 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:37:40.674061 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:37:40.674061 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:37:40.674061 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:37:40.674061 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:37:40.674061 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:37:40.674061 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:37:40.674061 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:37:40.674061 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:37:40.674061 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:37:40.674061 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:37:40.674061 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:37:40.674061 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:37:40.674061 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:37:40.674061 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:37:40.674061 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:37:40.674061 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:37:40.674061 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:37:40.674061 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:37:40.674061 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:37:40.674061 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:37:40.674061 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:37:40.674061 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:37:40.674061 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:37:40.674061 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:37:40.674061 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:37:40.674061 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:37:40.674061 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:37:40.674061 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:37:40.682490 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d42a59-e6db-4d6b-b3f7-75a82ed8fd0b tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Port': ['ID=6ae96352-ae9e-4742-921f-2bfc05b07384,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:40.732390 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b2f81d-86cc-43c3-b913-2e3f55195c17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-62578361-baac-4d3e-b4ee-401a25f05a0e', 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'fixed_ips': [{'subnet_id': 'f5d67383-c273-432b-ba9a-44ecff1df349'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:37:40.734084 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-71b2f81d-86cc-43c3-b913-2e3f55195c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:40.771410 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-62d01534-c4c6-4d4d-92b4-f5dbe2d14708 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:40.779163 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d01534-c4c6-4d4d-92b4-f5dbe2d14708 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:40.779811 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-62d01534-c4c6-4d4d-92b4-f5dbe2d14708 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:40.824838 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.db.api [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 11:37:40.824838 dv-neutron-838888-1-hyperv neutron-server[102960]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 11:37:40.824838 dv-neutron-838888-1-hyperv neutron-server[102960]: [parameters: {'id': '0fe91479-7a3e-441b-aa64-336a3dec9d99'}] Apr 29 11:37:40.824838 dv-neutron-838888-1-hyperv neutron-server[102960]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:37:40.826270 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG oslo_db.api [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:37:40.829422 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-8376ca96-e5fb-4633-9e76-fe89a771aa2e tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] show failed (client error): The resource could not be found. Apr 29 11:37:40.835082 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8376ca96-e5fb-4633-9e76-fe89a771aa2e tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "GET /v2.0/subnetpools/c0c12372-cdd6-4645-a8ee-b0a382923416/tags/tempest-TagsExtTest-Tag-726500730 HTTP/1.1" status: 404 len: 328 time: 0.1741366 Apr 29 11:37:40.836900 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49198) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:40.856774 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-0c9cc295-2894-4c6a-953e-cfffb15ce39f None None] For port df202a32-87be-4ba6-97ba-e218eea6274e, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=df202a32-87be-4ba6-97ba-e218eea6274e,segment=NetworkSegment(a275a6ac-4331-468f-99f1-5a49a17cc609),segment_id=a275a6ac-4331-468f-99f1-5a49a17cc609)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:37:40.858416 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.tag.tag_plugin [None req-030bfb05-6c29-48ed-a563-a40069308f96 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c0c12372-cdd6-4645-a8ee-b0a382923416', 'tempest-TagsExtTest-Tag-799541598') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:40.862977 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e70aea0-fca5-44ae-9b64-6353aaa7252f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-175d3cd7-d277-413f-85f5-bcd03de42d33', 'network_id': '175d3cd7-d277-413f-85f5-bcd03de42d33', 'tenant_id': '67220329d22c4942ba465e09cf443dac', 'fixed_ips': [{'subnet_id': 'ed9bd266-62aa-4564-9b0b-5f24b985bdc2'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:37:40.865169 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0e70aea0-fca5-44ae-9b64-6353aaa7252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:40.886541 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0c9cc295-2894-4c6a-953e-cfffb15ce39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:40.903166 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8b5bc571-68df-4806-b0df-c741c2f33bec tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:40.942445 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-36c8cb25-8c19-4b00-8732-c6488e404e24 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:41.050618 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-62d01534-c4c6-4d4d-92b4-f5dbe2d14708 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2128232 Apr 29 11:37:41.060659 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49200) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:41.086374 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-ff1f63f2-92dd-4f62-b66a-3ffb68459215 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Request body: {'subnet': {'network_id': 'a289de4d-5071-4913-a6bf-73394468fe59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:41.162294 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-d357b0f6-e86b-4047-a472-9a30351859b4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Allocated IP 2001:db8::16 (62578361-baac-4d3e-b4ee-401a25f05a0e/f5d67383-c273-432b-ba9a-44ecff1df349/51b1f72c-e310-4d06-8428-7b0134ef8ed6) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:41.202561 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9cc295-2894-4c6a-953e-cfffb15ce39f None None] Pushing event updated for resources: {'Port': ['ID=df202a32-87be-4ba6-97ba-e218eea6274e,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:41.203307 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01534-c4c6-4d4d-92b4-f5dbe2d14708 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event updated for resources: {'Network': ['ID=a289de4d-5071-4913-a6bf-73394468fe59,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:41.205856 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-030bfb05-6c29-48ed-a563-a40069308f96 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] show failed (client error): The resource could not be found. Apr 29 11:37:41.207402 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-030bfb05-6c29-48ed-a563-a40069308f96 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "GET /v2.0/subnetpools/c0c12372-cdd6-4645-a8ee-b0a382923416/tags/tempest-TagsExtTest-Tag-799541598 HTTP/1.1" status: 404 len: 328 time: 0.3660028 Apr 29 11:37:41.212659 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49202) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:41.236601 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e79c01-a60e-4477-90c8-a51063b8f446 None None] Network 0fe91479-7a3e-441b-aa64-336a3dec9d99 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:41.266114 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.tag.tag_plugin [None req-841e441c-15d5-4f45-9205-8661aaca7ab6 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c0c12372-cdd6-4645-a8ee-b0a382923416', 'tempest-TagsExtTest-Tag-1154459167') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:41.291402 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network a289de4d-5071-4913-a6bf-73394468fe59 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:37:41.295914 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-36c8cb25-8c19-4b00-8732-c6488e404e24 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681475', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3683613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1117'] for router, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:41.301019 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-36c8cb25-8c19-4b00-8732-c6488e404e24 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683602'] for router, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:41.309991 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-841e441c-15d5-4f45-9205-8661aaca7ab6 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] show failed (client error): The resource could not be found. Apr 29 11:37:41.315772 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-841e441c-15d5-4f45-9205-8661aaca7ab6 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "GET /v2.0/subnetpools/c0c12372-cdd6-4645-a8ee-b0a382923416/tags/tempest-TagsExtTest-Tag-1154459167 HTTP/1.1" status: 404 len: 329 time: 0.0990007 Apr 29 11:37:41.317298 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49204) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:41.395805 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:41.403705 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.tag.tag_plugin [None req-f1452f24-5211-4c59-8d3d-eafadac22f7e tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c0c12372-cdd6-4645-a8ee-b0a382923416') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:41.465921 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-0e70aea0-fca5-44ae-9b64-6353aaa7252f None None] Allocated IP 2001:db8:0:ffff::2 (175d3cd7-d277-413f-85f5-bcd03de42d33/ed9bd266-62aa-4564-9b0b-5f24b985bdc2/45a8b88c-aa0a-49c9-9786-3756e6fcc74a) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:41.471983 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d357b0f6-e86b-4047-a472-9a30351859b4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:41.516662 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f1452f24-5211-4c59-8d3d-eafadac22f7e tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "DELETE /v2.0/subnetpools/c0c12372-cdd6-4645-a8ee-b0a382923416/tags HTTP/1.1" status: 204 len: 168 time: 0.1188405 Apr 29 11:37:41.539263 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49206) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:41.554303 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.tag.tag_plugin [None req-ed5c4d86-6836-44d9-899f-db50779110fc tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '33f2da99-d224-4f55-acc6-db7341646b5d') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:41.567123 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d357b0f6-e86b-4047-a472-9a30351859b4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:41.661742 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-71b2f81d-86cc-43c3-b913-2e3f55195c17 None None] Allocated IP 2001:db8::2 (62578361-baac-4d3e-b4ee-401a25f05a0e/f5d67383-c273-432b-ba9a-44ecff1df349/1625c6a5-1250-4449-9ac3-9d31916b75e8) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:41.693470 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Deleting port df202a32-87be-4ba6-97ba-e218eea6274e {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:41.693862 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:41.775008 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ed5c4d86-6836-44d9-899f-db50779110fc tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "DELETE /v2.0/routers/33f2da99-d224-4f55-acc6-db7341646b5d/tags HTTP/1.1" status: 204 len: 168 time: 0.2273073 Apr 29 11:37:41.777015 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49210) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:41.785203 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.tag.tag_plugin [None req-84d19e46-13c5-44cb-8144-430d34ef3084 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '20acc40f-bf6b-45f2-a4ba-3384ff6239ea') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:41.797042 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0e70aea0-fca5-44ae-9b64-6353aaa7252f None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:41.805233 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c8cb25-8c19-4b00-8732-c6488e404e24 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Router 5049f020-fe2b-4692-95ac-798dc291308d is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:37:41.816222 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0e70aea0-fca5-44ae-9b64-6353aaa7252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:41.860020 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] For port df202a32-87be-4ba6-97ba-e218eea6274e, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=df202a32-87be-4ba6-97ba-e218eea6274e,segment=NetworkSegment(a275a6ac-4331-468f-99f1-5a49a17cc609),segment_id=a275a6ac-4331-468f-99f1-5a49a17cc609)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:37:41.860543 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:41.875482 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1f63f2-92dd-4f62-b66a-3ffb68459215 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Made reservation on behalf of 67220329d22c4942ba465e09cf443dac for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:41.879965 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ff1f63f2-92dd-4f62-b66a-3ffb68459215 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:41.909283 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e70aea0-fca5-44ae-9b64-6353aaa7252f None None] Network 175d3cd7-d277-413f-85f5-bcd03de42d33 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:41.919781 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-0e70aea0-fca5-44ae-9b64-6353aaa7252f None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:41.923938 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e70aea0-fca5-44ae-9b64-6353aaa7252f None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:41.929190 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Calling delete_port for df202a32-87be-4ba6-97ba-e218eea6274e owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:41.940709 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70aea0-fca5-44ae-9b64-6353aaa7252f None None] Pushing event updated for resources: {'Port': ['ID=45a8b88c-aa0a-49c9-9786-3756e6fcc74a,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:42.003392 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-71b2f81d-86cc-43c3-b913-2e3f55195c17 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:42.017458 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-71b2f81d-86cc-43c3-b913-2e3f55195c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:42.022852 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d357b0f6-e86b-4047-a472-9a30351859b4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:42.033696 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-0e70aea0-fca5-44ae-9b64-6353aaa7252f None None] Attempting to bind port 45a8b88c-aa0a-49c9-9786-3756e6fcc74a on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:37:42.033981 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-0e70aea0-fca5-44ae-9b64-6353aaa7252f None None] Attempting to bind port 45a8b88c-aa0a-49c9-9786-3756e6fcc74a by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'd1cdcc4a-190f-4f6c-bc98-e68e0f318571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '175d3cd7-d277-413f-85f5-bcd03de42d33'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:37:42.034377 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e70aea0-fca5-44ae-9b64-6353aaa7252f None None] Attempting to bind port 45a8b88c-aa0a-49c9-9786-3756e6fcc74a on network 175d3cd7-d277-413f-85f5-bcd03de42d33 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:37:42.047107 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-d357b0f6-e86b-4047-a472-9a30351859b4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:42.059372 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d357b0f6-e86b-4047-a472-9a30351859b4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:42.066112 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d357b0f6-e86b-4047-a472-9a30351859b4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:42.067220 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d357b0f6-e86b-4047-a472-9a30351859b4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:42.084592 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-84d19e46-13c5-44cb-8144-430d34ef3084 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "DELETE /v2.0/ports/20acc40f-bf6b-45f2-a4ba-3384ff6239ea/tags HTTP/1.1" status: 204 len: 168 time: 0.3057554 Apr 29 11:37:42.089327 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49212) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:42.096925 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357b0f6-e86b-4047-a472-9a30351859b4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Port': ['ID=51b1f72c-e310-4d06-8428-7b0134ef8ed6,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:42.097332 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.tag.tag_plugin [None req-6c6349c2-d3ce-478a-ae34-6465f9389d83 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '93bc96e3-9ca3-4aed-9814-4c1e9d2b3ba0') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:42.122919 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-97d42a59-e6db-4d6b-b3f7-75a82ed8fd0b tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router_gateway, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:42.129829 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c8cb25-8c19-4b00-8732-c6488e404e24 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:37:42.139461 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea0f5c-3559-4fc6-9fce-a0c9a353e4d3 req-20830bc0-91de-4818-bb60-75d496028ad1 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:42.142081 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8662f28-9b97-428e-aaee-2a5fef889701 None None] Sync routers for ids ['5049f020-fe2b-4692-95ac-798dc291308d'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:37:42.146976 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-adea0f5c-3559-4fc6-9fce-a0c9a353e4d3 req-20830bc0-91de-4818-bb60-75d496028ad1 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.2485278 Apr 29 11:37:42.155525 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-36c8cb25-8c19-4b00-8732-c6488e404e24 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:42.157531 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-36c8cb25-8c19-4b00-8732-c6488e404e24 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "PUT /v2.0/routers/5049f020-fe2b-4692-95ac-798dc291308d HTTP/1.1" status: 200 len: 920 time: 3.8988206 Apr 29 11:37:42.160252 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49214) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:42.161519 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8662f28-9b97-428e-aaee-2a5fef889701 None None] Routers {'5049f020-fe2b-4692-95ac-798dc291308d'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:37:42.162139 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f8662f28-9b97-428e-aaee-2a5fef889701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5049f020-fe2b-4692-95ac-798dc291308d'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:42.198719 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f8662f28-9b97-428e-aaee-2a5fef889701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:42.212607 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d357b0f6-e86b-4047-a472-9a30351859b4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3346884 Apr 29 11:37:42.212825 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8662f28-9b97-428e-aaee-2a5fef889701 None None] Routers {'5049f020-fe2b-4692-95ac-798dc291308d'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:37:42.212825 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f8662f28-9b97-428e-aaee-2a5fef889701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5049f020-fe2b-4692-95ac-798dc291308d'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:42.218909 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49216) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:42.249155 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f8662f28-9b97-428e-aaee-2a5fef889701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:42.249808 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8662f28-9b97-428e-aaee-2a5fef889701 None None] The sync data for ids ['5049f020-fe2b-4692-95ac-798dc291308d'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:37:42.282560 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:42.301347 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b2f81d-86cc-43c3-b913-2e3f55195c17 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:42.305351 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-71b2f81d-86cc-43c3-b913-2e3f55195c17 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:42.307736 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e70aea0-fca5-44ae-9b64-6353aaa7252f None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:37:42.308452 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e70aea0-fca5-44ae-9b64-6353aaa7252f None None] Checking segment: {'id': 'd1cdcc4a-190f-4f6c-bc98-e68e0f318571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '175d3cd7-d277-413f-85f5-bcd03de42d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:42.309169 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0e70aea0-fca5-44ae-9b64-6353aaa7252f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:42.309730 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e70aea0-fca5-44ae-9b64-6353aaa7252f None None] Bound using segment: {'id': 'd1cdcc4a-190f-4f6c-bc98-e68e0f318571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '175d3cd7-d277-413f-85f5-bcd03de42d33'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:37:42.310566 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-0e70aea0-fca5-44ae-9b64-6353aaa7252f None None] Bound port: 45a8b88c-aa0a-49c9-9786-3756e6fcc74a, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1cdcc4a-190f-4f6c-bc98-e68e0f318571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '175d3cd7-d277-413f-85f5-bcd03de42d33'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:37:42.311101 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0e70aea0-fca5-44ae-9b64-6353aaa7252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:42.313452 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b2f81d-86cc-43c3-b913-2e3f55195c17 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:42.348569 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2f81d-86cc-43c3-b913-2e3f55195c17 None None] Pushing event updated for resources: {'Port': ['ID=1625c6a5-1250-4449-9ac3-9d31916b75e8,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:42.377937 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event deleted for resources: {'Port': ['ID=df202a32-87be-4ba6-97ba-e218eea6274e,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:42.380649 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] No DVR routers for this DVR port df202a32-87be-4ba6-97ba-e218eea6274e on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:37:42.396572 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-adea0f5c-3559-4fc6-9fce-a0c9a353e4d3 req-83666c79-53b8-4092-b4b2-aa469308599a tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2484884 Apr 29 11:37:42.460242 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-627b2421-d5b9-4b0f-9142-5c75d83ee2d1 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "GET /v2.0/routers/5049f020-fe2b-4692-95ac-798dc291308d HTTP/1.1" status: 200 len: 926 time: 0.2982712 Apr 29 11:37:42.493385 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49218) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:42.499088 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6c6349c2-d3ce-478a-ae34-6465f9389d83 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "DELETE /v2.0/subnets/93bc96e3-9ca3-4aed-9814-4c1e9d2b3ba0/tags HTTP/1.1" status: 204 len: 168 time: 0.4063699 Apr 29 11:37:42.513702 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49220) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:42.528491 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-71b2f81d-86cc-43c3-b913-2e3f55195c17 None None] Attempting to bind port 1625c6a5-1250-4449-9ac3-9d31916b75e8 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:37:42.529628 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-71b2f81d-86cc-43c3-b913-2e3f55195c17 None None] Attempting to bind port 1625c6a5-1250-4449-9ac3-9d31916b75e8 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:37:42.530276 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b2f81d-86cc-43c3-b913-2e3f55195c17 None None] Attempting to bind port 1625c6a5-1250-4449-9ac3-9d31916b75e8 on network 62578361-baac-4d3e-b4ee-401a25f05a0e {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:37:42.533414 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:42.538583 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b2f81d-86cc-43c3-b913-2e3f55195c17 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:37:42.539100 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b2f81d-86cc-43c3-b913-2e3f55195c17 None None] Checking segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:42.539420 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-71b2f81d-86cc-43c3-b913-2e3f55195c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:42.539750 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b2f81d-86cc-43c3-b913-2e3f55195c17 None None] Bound using segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:37:42.540234 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-71b2f81d-86cc-43c3-b913-2e3f55195c17 None None] Bound port: 1625c6a5-1250-4449-9ac3-9d31916b75e8, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:37:42.540617 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-71b2f81d-86cc-43c3-b913-2e3f55195c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:42.553568 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-0e70aea0-fca5-44ae-9b64-6353aaa7252f None None] For port 45a8b88c-aa0a-49c9-9786-3756e6fcc74a, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:37:42.564614 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe91479-7a3e-441b-aa64-336a3dec9d99']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:42.577893 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a275a6ac-4331-468f-99f1-5a49a17cc609') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:42.578413 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a275a6ac-4331-468f-99f1-5a49a17cc609') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:42.590711 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-0e70aea0-fca5-44ae-9b64-6353aaa7252f None None] For port 45a8b88c-aa0a-49c9-9786-3756e6fcc74a, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=45a8b88c-aa0a-49c9-9786-3756e6fcc74a,segment=NetworkSegment(d1cdcc4a-190f-4f6c-bc98-e68e0f318571),segment_id=d1cdcc4a-190f-4f6c-bc98-e68e0f318571)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:37:42.593463 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:42.597065 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0e70aea0-fca5-44ae-9b64-6353aaa7252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:42.603568 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8b5bc571-68df-4806-b0df-c741c2f33bec tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for router_gateway, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:42.619343 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:42.625640 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2b7873-d48f-4738-9847-2c65cbe690d9 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:42.628002 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:37:42.628505 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:42.631865 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:37:42.631865 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:37:42.631865 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:37:42.631865 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:37:42.631865 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:37:42.631865 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:37:42.631865 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:37:42.631865 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:37:42.631865 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:37:42.631865 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:37:42.631865 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:37:42.631865 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:37:42.631865 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:37:42.631865 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:37:42.631865 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:37:42.631865 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:37:42.631865 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:37:42.631865 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:37:42.631865 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:37:42.631865 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:37:42.631865 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:37:42.631865 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:37:42.631865 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:37:42.631865 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:37:42.631865 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:37:42.631865 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:37:42.631865 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:37:42.631865 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:37:42.631865 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:37:42.631865 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:37:42.631865 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:37:42.631865 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:37:42.636378 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2b7873-d48f-4738-9847-2c65cbe690d9 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:42.636378 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-cd2b7873-d48f-4738-9847-2c65cbe690d9 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.4152501 Apr 29 11:37:42.643002 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49222) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:42.687869 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8b5bc571-68df-4806-b0df-c741c2f33bec tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:42.693494 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-71b2f81d-86cc-43c3-b913-2e3f55195c17 None None] For port 1625c6a5-1250-4449-9ac3-9d31916b75e8, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:37:42.704046 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-71b2f81d-86cc-43c3-b913-2e3f55195c17 None None] For port 1625c6a5-1250-4449-9ac3-9d31916b75e8, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=1625c6a5-1250-4449-9ac3-9d31916b75e8,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:37:42.715404 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-71b2f81d-86cc-43c3-b913-2e3f55195c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:42.720611 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70aea0-fca5-44ae-9b64-6353aaa7252f None None] Pushing event updated for resources: {'Port': ['ID=45a8b88c-aa0a-49c9-9786-3756e6fcc74a,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:42.819225 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2f81d-86cc-43c3-b913-2e3f55195c17 None None] Pushing event updated for resources: {'Port': ['ID=1625c6a5-1250-4449-9ac3-9d31916b75e8,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:42.833676 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:42.843413 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:42.851882 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/networks/0fe91479-7a3e-441b-aa64-336a3dec9d99 HTTP/1.1" status: 204 len: 168 time: 3.9120016 Apr 29 11:37:42.856455 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49224) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:42.865904 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07017b6-717c-4bcd-9e2d-c506dd2770ba tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event deleted for resources: {'Network': ['ID=0fe91479-7a3e-441b-aa64-336a3dec9d99,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:42.868850 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-43b0b49b-8163-4944-a698-86b48df7897e tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-299014986'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:42.905658 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-8e7a4eac-ad97-43ed-93a0-94db2387f55c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting port 51b1f72c-e310-4d06-8428-7b0134ef8ed6 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:42.906316 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8e7a4eac-ad97-43ed-93a0-94db2387f55c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:43.015216 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930d3d88-e127-4781-96dc-19bb6cf681f2 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:43.019960 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-930d3d88-e127-4781-96dc-19bb6cf681f2 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=1c458760-cee1-43dd-bfaa-f7beebba31f7&device_id=5049f020-fe2b-4692-95ac-798dc291308d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5200932 Apr 29 11:37:43.026531 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49226) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:43.060825 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ff1f63f2-92dd-4f62-b66a-3ffb68459215 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:43.079007 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8e7a4eac-ad97-43ed-93a0-94db2387f55c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:43.127627 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-8e7a4eac-ad97-43ed-93a0-94db2387f55c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Calling delete_port for 51b1f72c-e310-4d06-8428-7b0134ef8ed6 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:43.206102 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f63f2-92dd-4f62-b66a-3ffb68459215 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event updated for resources: {'Subnet': ['ID=9699ba8f-9e48-4cdf-b4bf-518882caa415,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:43.217283 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-8b5bc571-68df-4806-b0df-c741c2f33bec tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Allocated IP 172.26.4.196 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/7f249c3d-edee-417b-bf4a-5846e86c1fa2) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:43.235878 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b0b49b-8163-4944-a698-86b48df7897e tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Made reservation on behalf of 82c9781045a448caa6e2255533e0b7a4 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:43.240864 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-43b0b49b-8163-4944-a698-86b48df7897e tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:43.256561 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94355de3-f2c4-4673-ada7-47c6854c37a0 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:43.257912 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-94355de3-f2c4-4673-ada7-47c6854c37a0 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "GET /v2.0/networks/1c458760-cee1-43dd-bfaa-f7beebba31f7 HTTP/1.1" status: 200 len: 881 time: 0.2306671 Apr 29 11:37:43.264793 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49228) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:43.298003 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ac878b52-48e0-487e-b190-983aac5a986f tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks [] for subnetpool, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:43.299447 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ac878b52-48e0-487e-b190-983aac5a986f tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "DELETE /v2.0/subnetpools/c0c12372-cdd6-4645-a8ee-b0a382923416 HTTP/1.1" status: 204 len: 168 time: 0.7771237 Apr 29 11:37:43.308073 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-59578f25-cb44-4d06-859f-0414c1516b52 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] 10.222.0.69 "GET /v2.0/ports?device_id=5049f020-fe2b-4692-95ac-798dc291308d HTTP/1.1" status: 200 len: 205 time: 0.0416315 Apr 29 11:37:43.308744 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49230) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:43.320615 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49232) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:43.353511 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e73cd05a-9072-4c11-82bb-fa88b6e2ee55 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "GET /v2.0/ports?device_id=33f2da99-d224-4f55-acc6-db7341646b5d HTTP/1.1" status: 200 len: 205 time: 0.0421560 Apr 29 11:37:43.357145 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49234) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:43.461732 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-97d42a59-e6db-4d6b-b3f7-75a82ed8fd0b tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:43.477343 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-999dde14-4f89-4384-a8c5-a5a3b856ab16 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:43.489400 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1f63f2-92dd-4f62-b66a-3ffb68459215 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Checking segment: {'id': '5862317f-9fd6-49db-9167-a8808b5c5b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a289de4d-5071-4913-a6bf-73394468fe59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:43.490266 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1f63f2-92dd-4f62-b66a-3ffb68459215 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Network hostable DHCP agents. Network: a289de4d-5071-4913-a6bf-73394468fe59, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:37:43.634198 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b0b49b-8163-4944-a698-86b48df7897e tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:37:43.636710 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8e7a4eac-ad97-43ed-93a0-94db2387f55c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:43.665559 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-74a3e2ec-f378-4b41-b777-5cf7a7fadf2b tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:43.679387 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-43b0b49b-8163-4944-a698-86b48df7897e tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:43.679834 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-43b0b49b-8163-4944-a698-86b48df7897e tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Added segment eb5765b2-c8a8-4c77-86ee-d8f873241891 of type vlan for network 794e788f-66a8-4736-90bf-ed9e8bd37bf3 Apr 29 11:37:43.697233 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-999dde14-4f89-4384-a8c5-a5a3b856ab16 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:43.700497 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a4eac-ad97-43ed-93a0-94db2387f55c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Port': ['ID=51b1f72c-e310-4d06-8428-7b0134ef8ed6,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:43.705943 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-999dde14-4f89-4384-a8c5-a5a3b856ab16 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:43.758113 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8e7a4eac-ad97-43ed-93a0-94db2387f55c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:43.765001 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8e7a4eac-ad97-43ed-93a0-94db2387f55c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/51b1f72c-e310-4d06-8428-7b0134ef8ed6 HTTP/1.1" status: 204 len: 168 time: 1.1033406 Apr 29 11:37:43.777081 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1f63f2-92dd-4f62-b66a-3ffb68459215 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Network a289de4d-5071-4913-a6bf-73394468fe59 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:37:43.784934 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49238) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:43.809880 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8b5bc571-68df-4806-b0df-c741c2f33bec tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:43.817127 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-999dde14-4f89-4384-a8c5-a5a3b856ab16 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:43.818019 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999dde14-4f89-4384-a8c5-a5a3b856ab16 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Fanout notify agent at l3_agent the message router_deleted on router 33f2da99-d224-4f55-acc6-db7341646b5d {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:37:43.827085 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-999dde14-4f89-4384-a8c5-a5a3b856ab16 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:43.831454 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-999dde14-4f89-4384-a8c5-a5a3b856ab16 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "DELETE /v2.0/routers/33f2da99-d224-4f55-acc6-db7341646b5d HTTP/1.1" status: 204 len: 168 time: 0.4731286 Apr 29 11:37:43.832464 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49240) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:43.871624 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-ff1f63f2-92dd-4f62-b66a-3ffb68459215 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, a289de4d-5071-4913-a6bf-73394468fe59) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:43.888126 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3c9528-0ce2-4057-a6ea-c56947c6e572 None None] Network a289de4d-5071-4913-a6bf-73394468fe59 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:44.001034 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-ea81d788-ca0c-4a09-9b11-2e1dfcd8b4e0 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Deleting port 20acc40f-bf6b-45f2-a4ba-3384ff6239ea {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:44.001571 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ea81d788-ca0c-4a09-9b11-2e1dfcd8b4e0 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:44.169147 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3c28b1-0232-4193-8cd7-74676df28870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-a289de4d-5071-4913-a6bf-73394468fe59', 'network_id': 'a289de4d-5071-4913-a6bf-73394468fe59', 'tenant_id': '67220329d22c4942ba465e09cf443dac', 'fixed_ips': [{'subnet_id': '9699ba8f-9e48-4cdf-b4bf-518882caa415'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:37:44.170088 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6b3c28b1-0232-4193-8cd7-74676df28870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:44.282558 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1f63f2-92dd-4f62-b66a-3ffb68459215 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:44.283167 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ff1f63f2-92dd-4f62-b66a-3ffb68459215 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:44.294481 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8981e-d934-4d6b-83d1-61b877edcba0 req-1ec2ef03-844f-47d0-a96d-eb47e1159923 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:44.296147 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e2a8981e-d934-4d6b-83d1-61b877edcba0 req-1ec2ef03-844f-47d0-a96d-eb47e1159923 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.8018346 Apr 29 11:37:44.331443 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-43b0b49b-8163-4944-a698-86b48df7897e tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:44.376016 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea27c632-4c70-4e43-a80d-7aae50c6cffc None None] Network 175d3cd7-d277-413f-85f5-bcd03de42d33 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:44.379931 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 1625c6a5-1250-4449-9ac3-9d31916b75e8 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:37:44.513685 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-43b0b49b-8163-4944-a698-86b48df7897e tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:44.519958 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b0b49b-8163-4944-a698-86b48df7897e tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:44.520924 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-43b0b49b-8163-4944-a698-86b48df7897e tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:44.522590 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-b35bbea7-193f-44b0-9484-c1112ebfe38f None None] Provisioning complete for port 45a8b88c-aa0a-49c9-9786-3756e6fcc74a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:44.522967 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b35bbea7-193f-44b0-9484-c1112ebfe38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:44.543297 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e2a8981e-d934-4d6b-83d1-61b877edcba0 req-c60324a9-52d5-4e2f-8203-ca74c958bc8b tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489797 Apr 29 11:37:44.550707 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234b9a2a-8f3b-4f06-b579-939525226c5e tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:44.552331 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234b9a2a-8f3b-4f06-b579-939525226c5e tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:44.556350 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-234b9a2a-8f3b-4f06-b579-939525226c5e tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7610343 Apr 29 11:37:44.556522 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ea81d788-ca0c-4a09-9b11-2e1dfcd8b4e0 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:44.560370 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ff1f63f2-92dd-4f62-b66a-3ffb68459215 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.4824219 Apr 29 11:37:44.562129 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49242) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:44.562577 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49244) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:44.572507 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-43b0b49b-8163-4944-a698-86b48df7897e tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7114034 Apr 29 11:37:44.575416 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-ea81d788-ca0c-4a09-9b11-2e1dfcd8b4e0 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Calling delete_port for 20acc40f-bf6b-45f2-a4ba-3384ff6239ea owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:44.577173 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49246) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:44.588090 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-d619a8a0-9dc8-4567-bf58-83e3941d11a2 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Request body: {'subnet': {'network_id': '794e788f-66a8-4736-90bf-ed9e8bd37bf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:44.648720 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-6b3c28b1-0232-4193-8cd7-74676df28870 None None] Allocated IP 2001:db8::1 (a289de4d-5071-4913-a6bf-73394468fe59/9699ba8f-9e48-4cdf-b4bf-518882caa415/13856422-5a2b-478e-aa81-93af7f79e63d) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:44.669699 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29f88b3-8060-4afb-bdd0-b5edfce06b02 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:44.711994 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 1625c6a5-1250-4449-9ac3-9d31916b75e8 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:44.712390 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:44.756135 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d619a8a0-9dc8-4567-bf58-83e3941d11a2 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Made reservation on behalf of 82c9781045a448caa6e2255533e0b7a4 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:44.759757 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d619a8a0-9dc8-4567-bf58-83e3941d11a2 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:44.773953 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8b5bc571-68df-4806-b0df-c741c2f33bec tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:44.791098 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0b49b-8163-4944-a698-86b48df7897e tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event updated for resources: {'Network': ['ID=794e788f-66a8-4736-90bf-ed9e8bd37bf3,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:44.796726 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-74a3e2ec-f378-4b41-b777-5cf7a7fadf2b tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:44.828984 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.ipam_backend_mixin [None req-d619a8a0-9dc8-4567-bf58-83e3941d11a2 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Performing IP validity checks on allocation pools {{(pid=102960) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 29 11:37:44.829608 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.ipam_backend_mixin [None req-d619a8a0-9dc8-4567-bf58-83e3941d11a2 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102960) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 29 11:37:44.834336 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0d5614-cc82-4cbc-8a39-c7c04a5c2c9c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting subnet f5d67383-c273-432b-ba9a-44ecff1df349 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:37:44.836879 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d42a59-e6db-4d6b-b3f7-75a82ed8fd0b tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Router 26317bfc-d1fd-4826-aa8e-6b7328f134bc is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:37:44.839407 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 794e788f-66a8-4736-90bf-ed9e8bd37bf3 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:37:44.866109 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3a0d5614-cc82-4cbc-8a39-c7c04a5c2c9c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:44.908016 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5bc571-68df-4806-b0df-c741c2f33bec tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:44.939769 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ea81d788-ca0c-4a09-9b11-2e1dfcd8b4e0 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:44.951152 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-8b5bc571-68df-4806-b0df-c741c2f33bec tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:44.953736 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5bc571-68df-4806-b0df-c741c2f33bec tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:44.962238 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5bc571-68df-4806-b0df-c741c2f33bec tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event updated for resources: {'Port': ['ID=7f249c3d-edee-417b-bf4a-5846e86c1fa2,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:44.989915 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81d788-ca0c-4a09-9b11-2e1dfcd8b4e0 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Pushing event deleted for resources: {'Port': ['ID=20acc40f-bf6b-45f2-a4ba-3384ff6239ea,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:45.036282 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:45.050005 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3a0d5614-cc82-4cbc-8a39-c7c04a5c2c9c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:45.108361 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ea81d788-ca0c-4a09-9b11-2e1dfcd8b4e0 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:45.111732 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ea81d788-ca0c-4a09-9b11-2e1dfcd8b4e0 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "DELETE /v2.0/ports/20acc40f-bf6b-45f2-a4ba-3384ff6239ea HTTP/1.1" status: 204 len: 168 time: 1.2781897 Apr 29 11:37:45.117538 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49248) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:45.143956 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b35bbea7-193f-44b0-9484-c1112ebfe38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:45.174467 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d619a8a0-9dc8-4567-bf58-83e3941d11a2 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:45.201481 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3a0d5614-cc82-4cbc-8a39-c7c04a5c2c9c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:45.230998 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:45.231238 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-65e38b64-b456-494d-8974-8d4c3012904a tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Deleting subnet 93bc96e3-9ca3-4aed-9814-4c1e9d2b3ba0 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:37:45.242259 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-65e38b64-b456-494d-8974-8d4c3012904a tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:45.310106 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d619a8a0-9dc8-4567-bf58-83e3941d11a2 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Checking segment: {'id': 'eb5765b2-c8a8-4c77-86ee-d8f873241891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '794e788f-66a8-4736-90bf-ed9e8bd37bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:45.310506 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d619a8a0-9dc8-4567-bf58-83e3941d11a2 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Network hostable DHCP agents. Network: 794e788f-66a8-4736-90bf-ed9e8bd37bf3, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:37:45.315880 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619a8a0-9dc8-4567-bf58-83e3941d11a2 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event updated for resources: {'Subnet': ['ID=c57d23e4-52f2-475e-ba97-9d1d088d7f4f,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:45.328766 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-65e38b64-b456-494d-8974-8d4c3012904a tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:45.364721 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3a0d5614-cc82-4cbc-8a39-c7c04a5c2c9c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:45.383604 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d619a8a0-9dc8-4567-bf58-83e3941d11a2 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Network 794e788f-66a8-4736-90bf-ed9e8bd37bf3 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:37:45.391019 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6b3c28b1-0232-4193-8cd7-74676df28870 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:45.406074 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-d619a8a0-9dc8-4567-bf58-83e3941d11a2 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 794e788f-66a8-4736-90bf-ed9e8bd37bf3) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:45.410805 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d619a8a0-9dc8-4567-bf58-83e3941d11a2 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:45.411342 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d619a8a0-9dc8-4567-bf58-83e3941d11a2 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:45.415875 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6b3c28b1-0232-4193-8cd7-74676df28870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:45.422750 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3a0d5614-cc82-4cbc-8a39-c7c04a5c2c9c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:45.430637 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3a0d5614-cc82-4cbc-8a39-c7c04a5c2c9c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/f5d67383-c273-432b-ba9a-44ecff1df349 HTTP/1.1" status: 204 len: 168 time: 0.8629854 Apr 29 11:37:45.431291 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49250) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:45.442628 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d5614-cc82-4cbc-8a39-c7c04a5c2c9c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Subnet': ['ID=f5d67383-c273-432b-ba9a-44ecff1df349,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:45.462800 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d619a8a0-9dc8-4567-bf58-83e3941d11a2 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8844707 Apr 29 11:37:45.464389 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49252) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:45.484210 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c090c7-ec6e-4197-abcd-dd9a171685b4 None None] Network 794e788f-66a8-4736-90bf-ed9e8bd37bf3 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:45.494302 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-65e38b64-b456-494d-8974-8d4c3012904a tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:45.509070 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-b35bbea7-193f-44b0-9484-c1112ebfe38f None None] For port 45a8b88c-aa0a-49c9-9786-3756e6fcc74a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=45a8b88c-aa0a-49c9-9786-3756e6fcc74a,segment=NetworkSegment(d1cdcc4a-190f-4f6c-bc98-e68e0f318571),segment_id=d1cdcc4a-190f-4f6c-bc98-e68e0f318571)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:37:45.511530 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c28b1-0232-4193-8cd7-74676df28870 None None] Pushing event updated for resources: {'Port': ['ID=13856422-5a2b-478e-aa81-93af7f79e63d,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:45.564018 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b35bbea7-193f-44b0-9484-c1112ebfe38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:45.607038 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3c28b1-0232-4193-8cd7-74676df28870 None None] Network a289de4d-5071-4913-a6bf-73394468fe59 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:45.620476 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12224f3d-8e11-404e-b252-ea523d547af8 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:45.622743 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-6b3c28b1-0232-4193-8cd7-74676df28870 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:45.626298 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-65e38b64-b456-494d-8974-8d4c3012904a tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:45.648523 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3c28b1-0232-4193-8cd7-74676df28870 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:45.661972 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e38b64-b456-494d-8974-8d4c3012904a tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Pushing event deleted for resources: {'Subnet': ['ID=93bc96e3-9ca3-4aed-9814-4c1e9d2b3ba0,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:45.671882 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-65e38b64-b456-494d-8974-8d4c3012904a tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:45.677857 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-65e38b64-b456-494d-8974-8d4c3012904a tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "DELETE /v2.0/subnets/93bc96e3-9ca3-4aed-9814-4c1e9d2b3ba0 HTTP/1.1" status: 204 len: 168 time: 0.5573699 Apr 29 11:37:45.678023 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:37:45.678023 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:37:45.678251 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49256) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:45.699570 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ceeea5f-4096-4a46-966d-3c372ef2a596 None None] Network 006c0156-8458-4e0a-a56f-d14846109a4c requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:45.699854 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:45.735445 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c651dd3d-df86-4c42-925e-1a69948e3c87 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2901545 Apr 29 11:37:45.746193 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49258) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:45.758711 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-74a3e2ec-f378-4b41-b777-5cf7a7fadf2b tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Deleting port 8a508f54-7077-4345-82d6-da4ddf0e77aa {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:45.759052 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-74a3e2ec-f378-4b41-b777-5cf7a7fadf2b tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:45.763928 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-c1e39e62-7115-4cd7-9a4d-ac32cb579490 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:45.790714 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12224f3d-8e11-404e-b252-ea523d547af8 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:45.798891 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-970fa989-bc1d-4dcb-9f97-68e08ea1c362 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:45.851332 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d42a59-e6db-4d6b-b3f7-75a82ed8fd0b tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:37:45.903990 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12224f3d-8e11-404e-b252-ea523d547af8 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:45.915029 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-970fa989-bc1d-4dcb-9f97-68e08ea1c362 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Deleting port c411bf91-4719-450d-b052-a5e8b7fb8082 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:45.915249 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-970fa989-bc1d-4dcb-9f97-68e08ea1c362 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:45.952013 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12224f3d-8e11-404e-b252-ea523d547af8 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event deleted for resources: {'Subnet': ['ID=c57d23e4-52f2-475e-ba97-9d1d088d7f4f,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:45.972268 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b06124e-3e26-4b2d-a33f-6a08d56e8379 None None] Sync routers for ids ['26317bfc-d1fd-4826-aa8e-6b7328f134bc'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:37:46.002218 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35bbea7-193f-44b0-9484-c1112ebfe38f None None] Pushing event updated for resources: {'Port': ['ID=45a8b88c-aa0a-49c9-9786-3756e6fcc74a,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:46.004120 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-97d42a59-e6db-4d6b-b3f7-75a82ed8fd0b tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:46.008704 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-97d42a59-e6db-4d6b-b3f7-75a82ed8fd0b tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.9674926 Apr 29 11:37:46.013854 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49260) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:46.040264 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-a9e1e46b-8696-45f8-bc8e-b26d463d23d8 None None] Provisioning complete for port 45a8b88c-aa0a-49c9-9786-3756e6fcc74a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:46.040721 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a9e1e46b-8696-45f8-bc8e-b26d463d23d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:46.047263 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-6b3c28b1-0232-4193-8cd7-74676df28870 None None] Attempting to bind port 13856422-5a2b-478e-aa81-93af7f79e63d on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:37:46.047749 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-6b3c28b1-0232-4193-8cd7-74676df28870 None None] Attempting to bind port 13856422-5a2b-478e-aa81-93af7f79e63d by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '5862317f-9fd6-49db-9167-a8808b5c5b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a289de4d-5071-4913-a6bf-73394468fe59'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:37:46.048159 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3c28b1-0232-4193-8cd7-74676df28870 None None] Attempting to bind port 13856422-5a2b-478e-aa81-93af7f79e63d on network a289de4d-5071-4913-a6bf-73394468fe59 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:37:46.095827 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b06124e-3e26-4b2d-a33f-6a08d56e8379 None None] Routers {'26317bfc-d1fd-4826-aa8e-6b7328f134bc'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:37:46.096474 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-2b06124e-3e26-4b2d-a33f-6a08d56e8379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['26317bfc-d1fd-4826-aa8e-6b7328f134bc'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:46.119450 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148ad5a-260c-4f73-9a0d-2f37f71826af req-6339fecb-f86f-4f2f-bedf-fe9ff380624b tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:46.125218 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-970fa989-bc1d-4dcb-9f97-68e08ea1c362 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] For port c411bf91-4719-450d-b052-a5e8b7fb8082, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=c411bf91-4719-450d-b052-a5e8b7fb8082,segment=NetworkSegment(31f66bf7-0c63-496f-ad0b-3f744bb0d41a),segment_id=31f66bf7-0c63-496f-ad0b-3f744bb0d41a)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:37:46.125583 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-970fa989-bc1d-4dcb-9f97-68e08ea1c362 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:46.127118 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4148ad5a-260c-4f73-9a0d-2f37f71826af req-6339fecb-f86f-4f2f-bedf-fe9ff380624b tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.3901088 Apr 29 11:37:46.133359 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3c28b1-0232-4193-8cd7-74676df28870 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:37:46.133727 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3c28b1-0232-4193-8cd7-74676df28870 None None] Checking segment: {'id': '5862317f-9fd6-49db-9167-a8808b5c5b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a289de4d-5071-4913-a6bf-73394468fe59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:46.134124 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6b3c28b1-0232-4193-8cd7-74676df28870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:46.134751 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3c28b1-0232-4193-8cd7-74676df28870 None None] Bound using segment: {'id': '5862317f-9fd6-49db-9167-a8808b5c5b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a289de4d-5071-4913-a6bf-73394468fe59'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:37:46.135014 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-6b3c28b1-0232-4193-8cd7-74676df28870 None None] Bound port: 13856422-5a2b-478e-aa81-93af7f79e63d, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5862317f-9fd6-49db-9167-a8808b5c5b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a289de4d-5071-4913-a6bf-73394468fe59'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:37:46.136441 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6b3c28b1-0232-4193-8cd7-74676df28870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:46.137178 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12224f3d-8e11-404e-b252-ea523d547af8 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:46.140552 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:46.152665 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-970fa989-bc1d-4dcb-9f97-68e08ea1c362 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Calling delete_port for c411bf91-4719-450d-b052-a5e8b7fb8082 owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:46.160988 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-74a3e2ec-f378-4b41-b777-5cf7a7fadf2b tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:46.162665 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a6f163-0516-4cfe-96e8-36533709bf2d None None] Network 794e788f-66a8-4736-90bf-ed9e8bd37bf3 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:46.172915 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-12224f3d-8e11-404e-b252-ea523d547af8 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['794e788f-66a8-4736-90bf-ed9e8bd37bf3']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:46.176850 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-2b06124e-3e26-4b2d-a33f-6a08d56e8379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:46.225196 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-12224f3d-8e11-404e-b252-ea523d547af8 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb5765b2-c8a8-4c77-86ee-d8f873241891') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:46.231020 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event deleted for resources: {'Subnet': ['ID=9699ba8f-9e48-4cdf-b4bf-518882caa415,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:46.233123 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-12224f3d-8e11-404e-b252-ea523d547af8 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb5765b2-c8a8-4c77-86ee-d8f873241891') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:46.235623 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-74a3e2ec-f378-4b41-b777-5cf7a7fadf2b tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Calling delete_port for 8a508f54-7077-4345-82d6-da4ddf0e77aa owned by network:router_gateway {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:46.262208 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12224f3d-8e11-404e-b252-ea523d547af8 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:46.282853 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e39e62-7115-4cd7-9a4d-ac32cb579490 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:46.288734 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12224f3d-8e11-404e-b252-ea523d547af8 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:46.293301 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c1e39e62-7115-4cd7-9a4d-ac32cb579490 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:46.303702 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12224f3d-8e11-404e-b252-ea523d547af8 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:37:46.304601 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12224f3d-8e11-404e-b252-ea523d547af8 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:46.305126 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8b5bc571-68df-4806-b0df-c741c2f33bec tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for router_gateway, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:46.316156 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:37:46.316156 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:37:46.316156 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:37:46.316156 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:37:46.316156 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:37:46.316156 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:37:46.316156 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:37:46.316156 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:37:46.316156 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:37:46.316156 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:37:46.316156 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:37:46.316156 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:37:46.316156 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:37:46.316156 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:37:46.316156 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:37:46.316156 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:37:46.316156 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:37:46.316156 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:37:46.316156 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:37:46.316156 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:37:46.316156 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:37:46.316156 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:37:46.316156 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:37:46.316156 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:37:46.316156 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:37:46.316156 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:37:46.316156 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:37:46.316156 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:37:46.316156 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:37:46.316156 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:37:46.316156 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:37:46.316156 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:37:46.347002 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b06124e-3e26-4b2d-a33f-6a08d56e8379 None None] Routers {'26317bfc-d1fd-4826-aa8e-6b7328f134bc'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:37:46.347558 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-2b06124e-3e26-4b2d-a33f-6a08d56e8379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['26317bfc-d1fd-4826-aa8e-6b7328f134bc'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:46.362470 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc81d271-6975-4896-93b2-af9fc47ec0b3 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:46.403753 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-970fa989-bc1d-4dcb-9f97-68e08ea1c362 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:46.409646 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12224f3d-8e11-404e-b252-ea523d547af8 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:46.441256 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12224f3d-8e11-404e-b252-ea523d547af8 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:46.442933 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-2b06124e-3e26-4b2d-a33f-6a08d56e8379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:46.443601 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b06124e-3e26-4b2d-a33f-6a08d56e8379 None None] The sync data for ids ['26317bfc-d1fd-4826-aa8e-6b7328f134bc'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:37:46.448965 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-12224f3d-8e11-404e-b252-ea523d547af8 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/networks/794e788f-66a8-4736-90bf-ed9e8bd37bf3 HTTP/1.1" status: 204 len: 168 time: 0.9773841 Apr 29 11:37:46.448965 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970fa989-bc1d-4dcb-9f97-68e08ea1c362 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Pushing event deleted for resources: {'Port': ['ID=c411bf91-4719-450d-b052-a5e8b7fb8082,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:46.449796 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49262) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:46.466107 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-2f6fc8c7-a203-4466-a92b-15b7ba23789f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1732895957'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:46.472472 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970fa989-bc1d-4dcb-9f97-68e08ea1c362 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] No DVR routers for this DVR port c411bf91-4719-450d-b052-a5e8b7fb8082 on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:37:46.478575 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12224f3d-8e11-404e-b252-ea523d547af8 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event deleted for resources: {'Network': ['ID=794e788f-66a8-4736-90bf-ed9e8bd37bf3,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:46.504468 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:46.560813 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6fc8c7-a203-4466-a92b-15b7ba23789f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Made reservation on behalf of 82c9781045a448caa6e2255533e0b7a4 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:46.564643 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2f6fc8c7-a203-4466-a92b-15b7ba23789f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:46.567663 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-6b3c28b1-0232-4193-8cd7-74676df28870 None None] For port 13856422-5a2b-478e-aa81-93af7f79e63d, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:37:46.588227 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-970fa989-bc1d-4dcb-9f97-68e08ea1c362 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:46.618825 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-970fa989-bc1d-4dcb-9f97-68e08ea1c362 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006c0156-8458-4e0a-a56f-d14846109a4c']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:46.629315 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6fc8c7-a203-4466-a92b-15b7ba23789f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:37:46.629514 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-6b3c28b1-0232-4193-8cd7-74676df28870 None None] For port 13856422-5a2b-478e-aa81-93af7f79e63d, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=13856422-5a2b-478e-aa81-93af7f79e63d,segment=NetworkSegment(5862317f-9fd6-49db-9167-a8808b5c5b18),segment_id=5862317f-9fd6-49db-9167-a8808b5c5b18)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:37:46.639124 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-970fa989-bc1d-4dcb-9f97-68e08ea1c362 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f66bf7-0c63-496f-ad0b-3f744bb0d41a') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:46.639456 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-970fa989-bc1d-4dcb-9f97-68e08ea1c362 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f66bf7-0c63-496f-ad0b-3f744bb0d41a') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:46.647341 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6b3c28b1-0232-4193-8cd7-74676df28870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:46.654339 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-970fa989-bc1d-4dcb-9f97-68e08ea1c362 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:46.656422 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2f6fc8c7-a203-4466-a92b-15b7ba23789f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:46.656867 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-2f6fc8c7-a203-4466-a92b-15b7ba23789f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Added segment 505882f4-df8d-4bf3-a61e-b5ed74c782e2 of type vlan for network cc99a270-2253-405c-a3f6-76903d77ab2a Apr 29 11:37:46.680847 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-970fa989-bc1d-4dcb-9f97-68e08ea1c362 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:46.688691 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-970fa989-bc1d-4dcb-9f97-68e08ea1c362 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:37:46.689538 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-970fa989-bc1d-4dcb-9f97-68e08ea1c362 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:46.708116 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:37:46.708116 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:37:46.708116 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:37:46.708116 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:37:46.708116 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:37:46.708116 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:37:46.708116 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:37:46.708116 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:37:46.708116 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:37:46.708116 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:37:46.708116 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:37:46.708116 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:37:46.708116 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:37:46.708116 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:37:46.708116 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:37:46.708116 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:37:46.708116 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:37:46.708116 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:37:46.708116 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:37:46.708116 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:37:46.708116 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:37:46.708116 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:37:46.708116 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:37:46.708116 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:37:46.708116 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:37:46.708116 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:37:46.708116 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:37:46.708116 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:37:46.708116 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:37:46.708116 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:37:46.708116 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:37:46.708116 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:37:46.720354 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4148ad5a-260c-4f73-9a0d-2f37f71826af req-d0fe0ef6-0a56-486d-bc81-1ade4b11a8da tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5922821 Apr 29 11:37:46.722590 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 1625c6a5-1250-4449-9ac3-9d31916b75e8, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=1625c6a5-1250-4449-9ac3-9d31916b75e8,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:37:46.748935 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094b2fc8-08d8-4f01-90a2-263542b879b4 None None] DHCP port deletion for 006c0156-8458-4e0a-a56f-d14846109a4c request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:37:46.760266 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:46.762680 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:46.763001 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 45a8b88c-aa0a-49c9-9786-3756e6fcc74a up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:37:46.787618 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2f6fc8c7-a203-4466-a92b-15b7ba23789f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:46.803076 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-970fa989-bc1d-4dcb-9f97-68e08ea1c362 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:46.817809 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-970fa989-bc1d-4dcb-9f97-68e08ea1c362 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:46.821014 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-970fa989-bc1d-4dcb-9f97-68e08ea1c362 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] 10.222.0.69 "DELETE /v2.0/networks/006c0156-8458-4e0a-a56f-d14846109a4c HTTP/1.1" status: 204 len: 168 time: 1.1419923 Apr 29 11:37:46.838090 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970fa989-bc1d-4dcb-9f97-68e08ea1c362 tempest-TagsExtTest-1723976458 tempest-TagsExtTest-1723976458-project] Pushing event deleted for resources: {'Network': ['ID=006c0156-8458-4e0a-a56f-d14846109a4c,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:46.846505 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2f6fc8c7-a203-4466-a92b-15b7ba23789f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:46.859473 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6fc8c7-a203-4466-a92b-15b7ba23789f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:46.859473 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2f6fc8c7-a203-4466-a92b-15b7ba23789f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:46.860694 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-a9e1e46b-8696-45f8-bc8e-b26d463d23d8 None None] Provisioning complete for port 1625c6a5-1250-4449-9ac3-9d31916b75e8 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:46.861210 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a9e1e46b-8696-45f8-bc8e-b26d463d23d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:46.899111 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c28b1-0232-4193-8cd7-74676df28870 None None] Pushing event updated for resources: {'Port': ['ID=13856422-5a2b-478e-aa81-93af7f79e63d,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:46.912410 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2f6fc8c7-a203-4466-a92b-15b7ba23789f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4518027 Apr 29 11:37:46.925648 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49266) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:46.932728 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a289de4d-5071-4913-a6bf-73394468fe59']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:46.938858 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-df3e34a0-5827-4f7d-b698-a5285799deca tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Request body: {'subnet': {'network_id': 'cc99a270-2253-405c-a3f6-76903d77ab2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:46.966670 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=1625c6a5-1250-4449-9ac3-9d31916b75e8,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:46.972428 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acd0a8a-f118-4029-ac65-56b17e4727ba None None] Network a289de4d-5071-4913-a6bf-73394468fe59 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:46.974140 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6fc8c7-a203-4466-a92b-15b7ba23789f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event updated for resources: {'Network': ['ID=cc99a270-2253-405c-a3f6-76903d77ab2a,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:47.028816 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5862317f-9fd6-49db-9167-a8808b5c5b18') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:47.029110 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5862317f-9fd6-49db-9167-a8808b5c5b18') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:47.033162 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network cc99a270-2253-405c-a3f6-76903d77ab2a details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:37:47.054209 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9c34169c-7ccb-4f2f-b650-003078eadfe9 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "GET /v2.0/routers/26317bfc-d1fd-4826-aa8e-6b7328f134bc HTTP/1.1" status: 200 len: 885 time: 1.0350339 Apr 29 11:37:47.056510 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49268) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:47.093658 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:47.177634 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce237261-5db1-4755-8e66-ccf7d6642a81 None None] DHCP port deletion for 62578361-baac-4d3e-b4ee-401a25f05a0e request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:37:47.201612 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 45a8b88c-aa0a-49c9-9786-3756e6fcc74a triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:47.202613 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:47.207011 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:47.227349 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:37:47.227721 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:47.264584 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:37:47.264584 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:37:47.264584 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:37:47.264584 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:37:47.264584 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:37:47.264584 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:37:47.264584 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:37:47.264584 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:37:47.264584 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:37:47.264584 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:37:47.264584 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:37:47.264584 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:37:47.264584 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:37:47.264584 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:37:47.264584 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:37:47.264584 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:37:47.264584 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:37:47.264584 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:37:47.264584 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:37:47.264584 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:37:47.264584 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:37:47.264584 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:37:47.264584 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:37:47.264584 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:37:47.264584 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:37:47.264584 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:37:47.264584 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:37:47.264584 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:37:47.264584 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:37:47.264584 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:37:47.264584 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:37:47.264584 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:37:47.280190 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49272) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:47.368673 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-ce237261-5db1-4755-8e66-ccf7d6642a81 None None] Deleting port 1625c6a5-1250-4449-9ac3-9d31916b75e8 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:47.369049 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ce237261-5db1-4755-8e66-ccf7d6642a81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:47.388540 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3e34a0-5827-4f7d-b698-a5285799deca tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Made reservation on behalf of 82c9781045a448caa6e2255533e0b7a4 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:47.393132 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-df3e34a0-5827-4f7d-b698-a5285799deca tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:47.456316 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-ce237261-5db1-4755-8e66-ccf7d6642a81 None None] For port 1625c6a5-1250-4449-9ac3-9d31916b75e8, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=1625c6a5-1250-4449-9ac3-9d31916b75e8,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:37:47.457872 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ce237261-5db1-4755-8e66-ccf7d6642a81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:47.467887 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-77904628-e39c-4587-90ef-bee4069168e1 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4071434 Apr 29 11:37:47.468629 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49276) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:47.478453 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-ce237261-5db1-4755-8e66-ccf7d6642a81 None None] Calling delete_port for 1625c6a5-1250-4449-9ac3-9d31916b75e8 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:47.488147 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-0500ad04-d0ed-4d99-a8d4-b6aa07973899 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1717319361'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:47.548645 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8b5bc571-68df-4806-b0df-c741c2f33bec tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:47.569885 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-20873158-333d-4617-a238-ecd04343e588 None None] Provisioning complete for port 1625c6a5-1250-4449-9ac3-9d31916b75e8 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:47.570300 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-20873158-333d-4617-a238-ecd04343e588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:47.597464 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a9c9bce4-bbd2-4d1f-befb-3d4ece568bc5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=857d9a79500947c3bf0479837a9d47a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3140655 Apr 29 11:37:47.601500 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 45a8b88c-aa0a-49c9-9786-3756e6fcc74a up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:37:47.626856 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49278) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:47.645078 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.db.api [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 11:37:47.645078 dv-neutron-838888-1-hyperv neutron-server[102959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 11:37:47.645078 dv-neutron-838888-1-hyperv neutron-server[102959]: [parameters: {'id': 'a289de4d-5071-4913-a6bf-73394468fe59'}] Apr 29 11:37:47.645078 dv-neutron-838888-1-hyperv neutron-server[102959]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:37:47.646255 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG oslo_db.api [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:37:47.669734 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-74a3e2ec-f378-4b41-b777-5cf7a7fadf2b tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:47.740710 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-de456a7a-c616-4dbc-9b6c-701a2e794024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:47.776911 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3e2ec-f378-4b41-b777-5cf7a7fadf2b tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Pushing event deleted for resources: {'Port': ['ID=8a508f54-7077-4345-82d6-da4ddf0e77aa,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:47.813503 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-de456a7a-c616-4dbc-9b6c-701a2e794024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:47.901858 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ce237261-5db1-4755-8e66-ccf7d6642a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:47.928826 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce237261-5db1-4755-8e66-ccf7d6642a81 None None] Pushing event deleted for resources: {'Port': ['ID=1625c6a5-1250-4449-9ac3-9d31916b75e8,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:47.938088 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce237261-5db1-4755-8e66-ccf7d6642a81 None None] No DVR routers for this DVR port 1625c6a5-1250-4449-9ac3-9d31916b75e8 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:37:47.939459 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 45a8b88c-aa0a-49c9-9786-3756e6fcc74a triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:47.939822 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:47.982404 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0500ad04-d0ed-4d99-a8d4-b6aa07973899 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681475', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3683613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1117'] for router, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:47.986375 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c1e39e62-7115-4cd7-9a4d-ac32cb579490 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:47.990790 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-74a3e2ec-f378-4b41-b777-5cf7a7fadf2b tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:47.997608 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006bc2e9-8142-4363-a3fb-eb9e8d80692f None None] get_active_networks_info from dv-neutron-838888-1-hyperv {{(pid=102961) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 11:37:47.997808 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0500ad04-d0ed-4d99-a8d4-b6aa07973899 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683602'] for router, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:48.004393 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-de456a7a-c616-4dbc-9b6c-701a2e794024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:48.007322 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-de456a7a-c616-4dbc-9b6c-701a2e794024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:48.013616 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-de456a7a-c616-4dbc-9b6c-701a2e794024 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0b766f7b-7e46-4c07-8c18-7aae3ccd50e0 HTTP/1.1" status: 204 len: 168 time: 0.3856118 Apr 29 11:37:48.068579 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e39e62-7115-4cd7-9a4d-ac32cb579490 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Subnet': ['ID=0433f78a-55da-4c79-9722-ad84659835af,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:48.089887 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de456a7a-c616-4dbc-9b6c-701a2e794024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b766f7b-7e46-4c07-8c18-7aae3ccd50e0,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:48.158295 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:48.173140 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e39e62-7115-4cd7-9a4d-ac32cb579490 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:48.179453 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-c1e39e62-7115-4cd7-9a4d-ac32cb579490 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:48.187442 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-df3e34a0-5827-4f7d-b698-a5285799deca tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:48.201154 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006bc2e9-8142-4363-a3fb-eb9e8d80692f None None] Resources bound (agent type, host, resource id): {{(pid=102961) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 11:37:48.227223 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e39e62-7115-4cd7-9a4d-ac32cb579490 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:48.227741 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c1e39e62-7115-4cd7-9a4d-ac32cb579490 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:48.247438 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-74a3e2ec-f378-4b41-b777-5cf7a7fadf2b tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:48.251637 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0500ad04-d0ed-4d99-a8d4-b6aa07973899 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Router 26317bfc-d1fd-4826-aa8e-6b7328f134bc has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:37:48.258443 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-74a3e2ec-f378-4b41-b777-5cf7a7fadf2b tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:48.295871 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 1625c6a5-1250-4449-9ac3-9d31916b75e8 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:37:48.330006 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 1625c6a5-1250-4449-9ac3-9d31916b75e8 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:37:48.330426 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 1625c6a5-1250-4449-9ac3-9d31916b75e8 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:37:48.330827 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device c411bf91-4719-450d-b052-a5e8b7fb8082 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:37:48.356406 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: c411bf91-4719-450d-b052-a5e8b7fb8082 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:37:48.356751 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device c411bf91-4719-450d-b052-a5e8b7fb8082 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:37:48.408588 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee42e6-db4e-4fb3-ac6d-67b0144781de req-1b6b66f8-e0b0-4cd2-a2d4-f9062bb3873b tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:48.410209 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d4ee42e6-db4e-4fb3-ac6d-67b0144781de req-1b6b66f8-e0b0-4cd2-a2d4-f9062bb3873b tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.5122437 Apr 29 11:37:48.422314 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c1e39e62-7115-4cd7-9a4d-ac32cb579490 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6639280 Apr 29 11:37:48.429728 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49288) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:48.442929 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-e08fab5c-236b-4344-8c9a-423bffea26ad tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'port': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'name': 'tempest-NetworksTestDHCPv6-906522055'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:48.466467 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-74a3e2ec-f378-4b41-b777-5cf7a7fadf2b tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:48.467025 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a3e2ec-f378-4b41-b777-5cf7a7fadf2b tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Fanout notify agent at l3_agent the message router_deleted on router 5049f020-fe2b-4692-95ac-798dc291308d {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:37:48.468259 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0500ad04-d0ed-4d99-a8d4-b6aa07973899 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:37:48.474424 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e34a0-5827-4f7d-b698-a5285799deca tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event updated for resources: {'Subnet': ['ID=a650042a-fc4f-4c1f-952a-c036a0189723,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:48.476645 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0500ad04-d0ed-4d99-a8d4-b6aa07973899 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:48.478220 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0500ad04-d0ed-4d99-a8d4-b6aa07973899 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "PUT /v2.0/routers/26317bfc-d1fd-4826-aa8e-6b7328f134bc HTTP/1.1" status: 200 len: 892 time: 1.0084767 Apr 29 11:37:48.490023 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49290) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:48.503214 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-74a3e2ec-f378-4b41-b777-5cf7a7fadf2b tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:48.509954 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49294) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:48.511105 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-74a3e2ec-f378-4b41-b777-5cf7a7fadf2b tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] 10.222.0.69 "DELETE /v2.0/routers/5049f020-fe2b-4692-95ac-798dc291308d HTTP/1.1" status: 204 len: 168 time: 5.1859057 Apr 29 11:37:48.518255 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-880daad5-62ad-41ed-a9cc-9d15deb47ef5 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-519135609', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}, 'admin_state_up': False}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:48.523850 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e7f605-40bf-4e2f-9108-aa1aa467c71d None None] Sync routers for ids ['26317bfc-d1fd-4826-aa8e-6b7328f134bc'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:37:48.541077 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e7f605-40bf-4e2f-9108-aa1aa467c71d None None] Routers {'26317bfc-d1fd-4826-aa8e-6b7328f134bc'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:37:48.541775 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-16e7f605-40bf-4e2f-9108-aa1aa467c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['26317bfc-d1fd-4826-aa8e-6b7328f134bc'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:48.565550 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-880daad5-62ad-41ed-a9cc-9d15deb47ef5 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:48.566773 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-880daad5-62ad-41ed-a9cc-9d15deb47ef5 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:48.601141 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-16e7f605-40bf-4e2f-9108-aa1aa467c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:48.612636 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e7f605-40bf-4e2f-9108-aa1aa467c71d None None] Routers {'26317bfc-d1fd-4826-aa8e-6b7328f134bc'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:37:48.613604 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-16e7f605-40bf-4e2f-9108-aa1aa467c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['26317bfc-d1fd-4826-aa8e-6b7328f134bc'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:48.653935 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-16e7f605-40bf-4e2f-9108-aa1aa467c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:48.654595 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e7f605-40bf-4e2f-9108-aa1aa467c71d None None] The sync data for ids ['26317bfc-d1fd-4826-aa8e-6b7328f134bc'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:37:48.656589 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-880daad5-62ad-41ed-a9cc-9d15deb47ef5 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:48.669540 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08fab5c-236b-4344-8c9a-423bffea26ad tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:48.676850 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e08fab5c-236b-4344-8c9a-423bffea26ad tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:48.703668 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2e9e73-32c8-4d2c-98fc-86361100e6a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-62578361-baac-4d3e-b4ee-401a25f05a0e', 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'fixed_ips': [{'subnet_id': '0433f78a-55da-4c79-9722-ad84659835af'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:37:48.704671 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6b2e9e73-32c8-4d2c-98fc-86361100e6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:48.709428 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5bc571-68df-4806-b0df-c741c2f33bec tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Router 6b852a27-38d8-4c52-8f6a-e6deebc4b1a5 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:37:48.713873 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-e08fab5c-236b-4344-8c9a-423bffea26ad tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] device_id is not set on port 64041818-c520-46b7-9a9e-be930512945a yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:37:48.739620 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3e34a0-5827-4f7d-b698-a5285799deca tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Checking segment: {'id': '505882f4-df8d-4bf3-a61e-b5ed74c782e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'cc99a270-2253-405c-a3f6-76903d77ab2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:48.739620 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3e34a0-5827-4f7d-b698-a5285799deca tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Network hostable DHCP agents. Network: cc99a270-2253-405c-a3f6-76903d77ab2a, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:37:48.744320 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Deleting port 13856422-5a2b-478e-aa81-93af7f79e63d {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:48.745768 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:48.937790 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-6b2e9e73-32c8-4d2c-98fc-86361100e6a5 None None] Allocated IP 2001:db8::2 (62578361-baac-4d3e-b4ee-401a25f05a0e/0433f78a-55da-4c79-9722-ad84659835af/f8ccfc35-d79f-4949-a799-75bd9e3aa93c) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:49.084294 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d4ee42e6-db4e-4fb3-ac6d-67b0144781de req-a101629d-ab7f-4543-8426-b9c5963ef1c7 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6592357 Apr 29 11:37:49.144989 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6b2e9e73-32c8-4d2c-98fc-86361100e6a5 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:49.149086 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] For port 13856422-5a2b-478e-aa81-93af7f79e63d, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=13856422-5a2b-478e-aa81-93af7f79e63d,segment=NetworkSegment(5862317f-9fd6-49db-9167-a8808b5c5b18),segment_id=5862317f-9fd6-49db-9167-a8808b5c5b18)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:37:49.149457 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:49.156944 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6b2e9e73-32c8-4d2c-98fc-86361100e6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:49.164999 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Calling delete_port for 13856422-5a2b-478e-aa81-93af7f79e63d owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:49.206255 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2e9e73-32c8-4d2c-98fc-86361100e6a5 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:49.207908 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:37:49.209989 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-6b2e9e73-32c8-4d2c-98fc-86361100e6a5 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:49.217020 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2e9e73-32c8-4d2c-98fc-86361100e6a5 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:49.268207 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e9e73-32c8-4d2c-98fc-86361100e6a5 None None] Pushing event updated for resources: {'Port': ['ID=f8ccfc35-d79f-4949-a799-75bd9e3aa93c,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:49.313750 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-6b2e9e73-32c8-4d2c-98fc-86361100e6a5 None None] Attempting to bind port f8ccfc35-d79f-4949-a799-75bd9e3aa93c on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:37:49.314134 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-6b2e9e73-32c8-4d2c-98fc-86361100e6a5 None None] Attempting to bind port f8ccfc35-d79f-4949-a799-75bd9e3aa93c by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:37:49.314529 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2e9e73-32c8-4d2c-98fc-86361100e6a5 None None] Attempting to bind port f8ccfc35-d79f-4949-a799-75bd9e3aa93c on network 62578361-baac-4d3e-b4ee-401a25f05a0e {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:37:49.321170 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2e9e73-32c8-4d2c-98fc-86361100e6a5 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:37:49.321475 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2e9e73-32c8-4d2c-98fc-86361100e6a5 None None] Checking segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:49.321883 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6b2e9e73-32c8-4d2c-98fc-86361100e6a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:49.322307 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2e9e73-32c8-4d2c-98fc-86361100e6a5 None None] Bound using segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:37:49.323697 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-6b2e9e73-32c8-4d2c-98fc-86361100e6a5 None None] Bound port: f8ccfc35-d79f-4949-a799-75bd9e3aa93c, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:37:49.324368 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6b2e9e73-32c8-4d2c-98fc-86361100e6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:49.332411 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5bc571-68df-4806-b0df-c741c2f33bec tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:37:49.336714 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:49.349198 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4689b8cf-2275-40a3-b39c-89e401589be4 None None] Sync routers for ids ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:37:49.366792 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-880daad5-62ad-41ed-a9cc-9d15deb47ef5 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:49.395935 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event deleted for resources: {'Port': ['ID=13856422-5a2b-478e-aa81-93af7f79e63d,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:49.398484 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] No DVR routers for this DVR port 13856422-5a2b-478e-aa81-93af7f79e63d on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:37:49.403014 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3e34a0-5827-4f7d-b698-a5285799deca tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Network cc99a270-2253-405c-a3f6-76903d77ab2a is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:37:49.421154 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4689b8cf-2275-40a3-b39c-89e401589be4 None None] Routers {'6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:37:49.422346 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-4689b8cf-2275-40a3-b39c-89e401589be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:49.439993 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-df3e34a0-5827-4f7d-b698-a5285799deca tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, cc99a270-2253-405c-a3f6-76903d77ab2a) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:49.451669 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-09a8baa6-613e-4eb3-a008-f14be4b891cb tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "GET /v2.0/routers/26317bfc-d1fd-4826-aa8e-6b7328f134bc HTTP/1.1" status: 200 len: 892 time: 0.9344723 Apr 29 11:37:49.454301 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49314) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:49.457136 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8b5bc571-68df-4806-b0df-c741c2f33bec tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:49.463001 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-8b5bc571-68df-4806-b0df-c741c2f33bec tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.3566487 Apr 29 11:37:49.465141 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49316) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:49.473464 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3e34a0-5827-4f7d-b698-a5285799deca tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:49.474189 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-df3e34a0-5827-4f7d-b698-a5285799deca tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:49.484477 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-e08fab5c-236b-4344-8c9a-423bffea26ad tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Allocated IP 2001:db8::23a (62578361-baac-4d3e-b4ee-401a25f05a0e/0433f78a-55da-4c79-9722-ad84659835af/64041818-c520-46b7-9a9e-be930512945a) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:49.494140 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-4689b8cf-2275-40a3-b39c-89e401589be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:49.500102 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-6b2e9e73-32c8-4d2c-98fc-86361100e6a5 None None] For port f8ccfc35-d79f-4949-a799-75bd9e3aa93c, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:37:49.517048 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4689b8cf-2275-40a3-b39c-89e401589be4 None None] Routers {'6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:37:49.517898 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-4689b8cf-2275-40a3-b39c-89e401589be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:49.521914 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-6b2e9e73-32c8-4d2c-98fc-86361100e6a5 None None] For port f8ccfc35-d79f-4949-a799-75bd9e3aa93c, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=f8ccfc35-d79f-4949-a799-75bd9e3aa93c,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:37:49.556408 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6b2e9e73-32c8-4d2c-98fc-86361100e6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:49.562426 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-4689b8cf-2275-40a3-b39c-89e401589be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:49.563358 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4689b8cf-2275-40a3-b39c-89e401589be4 None None] The sync data for ids ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:37:49.645296 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e9e73-32c8-4d2c-98fc-86361100e6a5 None None] Pushing event updated for resources: {'Port': ['ID=f8ccfc35-d79f-4949-a799-75bd9e3aa93c,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:49.680727 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e08fab5c-236b-4344-8c9a-423bffea26ad tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:49.684482 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f0e03b9e-1a92-49ed-a179-36a54ec50384 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "GET /v2.0/ports?device_id=26317bfc-d1fd-4826-aa8e-6b7328f134bc HTTP/1.1" status: 200 len: 205 time: 0.2201855 Apr 29 11:37:49.687970 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49322) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:49.740637 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-df3e34a0-5827-4f7d-b698-a5285799deca tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8086021 Apr 29 11:37:49.746782 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:49.755321 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49324) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:49.869765 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a289de4d-5071-4913-a6bf-73394468fe59']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:49.889547 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5862317f-9fd6-49db-9167-a8808b5c5b18') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:49.890869 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5862317f-9fd6-49db-9167-a8808b5c5b18') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:49.914347 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e08fab5c-236b-4344-8c9a-423bffea26ad tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:49.930667 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c30037c1-17ed-46fe-b60d-f3ab9a282adf tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:49.958810 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:49.995399 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:50.009555 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:37:50.009974 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:50.025572 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08fab5c-236b-4344-8c9a-423bffea26ad tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:50.031006 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49330) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:50.044545 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-e08fab5c-236b-4344-8c9a-423bffea26ad tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:50.049117 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:37:50.049117 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:37:50.049117 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:37:50.049117 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:37:50.049117 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:37:50.049117 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:37:50.049117 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:37:50.049117 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:37:50.049117 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:37:50.049117 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:37:50.049117 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:37:50.049117 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:37:50.049117 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:37:50.049117 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:37:50.049117 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:37:50.049117 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:37:50.049117 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:37:50.049117 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:37:50.049117 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:37:50.049117 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:37:50.049117 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:37:50.049117 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:37:50.049117 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:37:50.049117 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:37:50.049117 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:37:50.049117 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:37:50.049117 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:37:50.049117 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:37:50.049117 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:37:50.049117 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:37:50.049117 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:37:50.049117 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:37:50.061237 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08fab5c-236b-4344-8c9a-423bffea26ad tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:50.066894 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08fab5c-236b-4344-8c9a-423bffea26ad tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:50.067554 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e08fab5c-236b-4344-8c9a-423bffea26ad tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:50.139291 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08fab5c-236b-4344-8c9a-423bffea26ad tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Port': ['ID=64041818-c520-46b7-9a9e-be930512945a,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:50.152436 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d9736920-0d08-4851-a8c4-a2c69436e46d tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:50.196984 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:50.218192 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e08fab5c-236b-4344-8c9a-423bffea26ad tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7816570 Apr 29 11:37:50.221593 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49336) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:50.225668 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:50.228995 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "DELETE /v2.0/networks/a289de4d-5071-4913-a6bf-73394468fe59 HTTP/1.1" status: 204 len: 168 time: 5.6600895 Apr 29 11:37:50.255042 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49338) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:50.267089 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a996b-3656-4733-b182-93d4d813640a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event deleted for resources: {'Network': ['ID=a289de4d-5071-4913-a6bf-73394468fe59,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:50.274988 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-80bd145c-d1d1-435a-90a8-666abe7305ec tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1631708130'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:50.278410 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-880daad5-62ad-41ed-a9cc-9d15deb47ef5 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router_gateway, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:50.283189 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c30037c1-17ed-46fe-b60d-f3ab9a282adf tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:50.320511 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-6522b4c8-d869-441a-a753-8e4327a3a51b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'network': {'name': 'tempest-network-smoke--667937160', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'port_security_enabled': True}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:50.325056 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-880daad5-62ad-41ed-a9cc-9d15deb47ef5 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:50.358309 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8533434-6261-4fe2-9245-1fb41031d34a req-39070d3e-98bf-40de-8222-4170d7b811aa tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:50.359793 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d8533434-6261-4fe2-9245-1fb41031d34a req-39070d3e-98bf-40de-8222-4170d7b811aa tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.1531484 Apr 29 11:37:50.365578 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d9736920-0d08-4851-a8c4-a2c69436e46d tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:50.408322 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bd145c-d1d1-435a-90a8-666abe7305ec tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Made reservation on behalf of 67220329d22c4942ba465e09cf443dac for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:50.411733 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-80bd145c-d1d1-435a-90a8-666abe7305ec tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:50.434749 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aede2bbf-140e-41fa-a344-cba6188327b5 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:50.440637 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aede2bbf-140e-41fa-a344-cba6188327b5 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:50.442265 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-aede2bbf-140e-41fa-a344-cba6188327b5 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2196791 Apr 29 11:37:50.447300 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49340) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:50.455051 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6522b4c8-d869-441a-a753-8e4327a3a51b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Made reservation on behalf of e43b3d3b447648b5aeeaf858bb1241e8 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:50.458720 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6522b4c8-d869-441a-a753-8e4327a3a51b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:50.480497 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6522b4c8-d869-441a-a753-8e4327a3a51b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:50.511154 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d8533434-6261-4fe2-9245-1fb41031d34a req-529f6862-bde7-4639-9ea7-36989462296d tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420403 Apr 29 11:37:50.528697 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80bd145c-d1d1-435a-90a8-666abe7305ec tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:37:50.564368 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-80bd145c-d1d1-435a-90a8-666abe7305ec tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:50.564714 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-80bd145c-d1d1-435a-90a8-666abe7305ec tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Added segment adc9bf05-4360-4b45-ad32-ee2f10397413 of type vlan for network 3b532808-c29c-4e08-9228-50e14c29059b Apr 29 11:37:50.590372 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-880daad5-62ad-41ed-a9cc-9d15deb47ef5 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Allocated IP 172.26.4.184 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/d313ae27-80c5-4b55-a46b-d62fb0aa9ed6) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:50.600342 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-c30037c1-17ed-46fe-b60d-f3ab9a282adf tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Deleting port 6ae96352-ae9e-4742-921f-2bfc05b07384 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:50.600342 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c30037c1-17ed-46fe-b60d-f3ab9a282adf tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:50.632790 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-999100c5-3853-4ed3-b933-f6ba3623a6bf tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:50.715418 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d9736920-0d08-4851-a8c4-a2c69436e46d tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:50.723281 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-80bd145c-d1d1-435a-90a8-666abe7305ec tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:50.796972 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9736920-0d08-4851-a8c4-a2c69436e46d tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event deleted for resources: {'Subnet': ['ID=a650042a-fc4f-4c1f-952a-c036a0189723,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:50.904639 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-80bd145c-d1d1-435a-90a8-666abe7305ec tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:50.910279 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bd145c-d1d1-435a-90a8-666abe7305ec tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:50.910927 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-80bd145c-d1d1-435a-90a8-666abe7305ec tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:50.953463 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adf5c7e-e364-41fc-b40f-777af209bce1 None None] get_active_networks_info from dv-neutron-838888-1-hyperv {{(pid=102961) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 11:37:50.954959 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-debd7de0-4857-4d5a-b777-eceb30d5d973 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting port 64041818-c520-46b7-9a9e-be930512945a {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:50.955307 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-debd7de0-4857-4d5a-b777-eceb30d5d973 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:51.004640 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6522b4c8-d869-441a-a753-8e4327a3a51b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:51.005923 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d9736920-0d08-4851-a8c4-a2c69436e46d tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:51.009584 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c30037c1-17ed-46fe-b60d-f3ab9a282adf tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:51.009885 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569279b7-9daf-429b-9337-87bf63143b4b req-4d2ebde4-7fe9-492f-89b2-df90f557306f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:51.012127 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-569279b7-9daf-429b-9337-87bf63143b4b req-4d2ebde4-7fe9-492f-89b2-df90f557306f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=966d71c123a54a1eb7656282c791d69b&device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 1098 time: 0.2032187 Apr 29 11:37:51.035923 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6522b4c8-d869-441a-a753-8e4327a3a51b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:51.048932 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6522b4c8-d869-441a-a753-8e4327a3a51b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:37:51.061088 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6522b4c8-d869-441a-a753-8e4327a3a51b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:51.061446 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-6522b4c8-d869-441a-a753-8e4327a3a51b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Added segment e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b of type vlan for network 6385ed98-aeeb-4990-b743-9383f9d45e8c Apr 29 11:37:51.075578 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f9268d52-d993-44d5-88c3-a068431b5562 None None] Provisioning complete for port f8ccfc35-d79f-4949-a799-75bd9e3aa93c triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:51.076176 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f9268d52-d993-44d5-88c3-a068431b5562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:51.080845 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adf5c7e-e364-41fc-b40f-777af209bce1 None None] Resources bound (agent type, host, resource id): {{(pid=102961) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 11:37:51.111717 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6522b4c8-d869-441a-a753-8e4327a3a51b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:51.124202 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-80bd145c-d1d1-435a-90a8-666abe7305ec tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8643658 Apr 29 11:37:51.148714 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd145c-d1d1-435a-90a8-666abe7305ec tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event updated for resources: {'Network': ['ID=3b532808-c29c-4e08-9228-50e14c29059b,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:51.152379 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-c30037c1-17ed-46fe-b60d-f3ab9a282adf tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Calling delete_port for 6ae96352-ae9e-4742-921f-2bfc05b07384 owned by network:router_gateway {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:51.172961 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49346) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:51.184485 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 3b532808-c29c-4e08-9228-50e14c29059b details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:37:51.200647 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-847c5a74-8c32-4eac-bcd6-89481188dcfc tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Request body: {'subnet': {'network_id': '3b532808-c29c-4e08-9228-50e14c29059b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:51.252682 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-880daad5-62ad-41ed-a9cc-9d15deb47ef5 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:51.320141 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f9268d52-d993-44d5-88c3-a068431b5562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:51.389745 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7dbd2b-f76c-453f-b78c-d51087bbd3d3 req-29a7865d-7fde-4b09-bdc3-dca4f27a1a13 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:51.391440 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2b7dbd2b-f76c-453f-b78c-d51087bbd3d3 req-29a7865d-7fde-4b09-bdc3-dca4f27a1a13 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.6155372 Apr 29 11:37:51.410048 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f9268d52-d993-44d5-88c3-a068431b5562 None None] For port f8ccfc35-d79f-4949-a799-75bd9e3aa93c, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=f8ccfc35-d79f-4949-a799-75bd9e3aa93c,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:37:51.418324 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f9268d52-d993-44d5-88c3-a068431b5562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:51.428425 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-d9736920-0d08-4851-a8c4-a2c69436e46d tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc99a270-2253-405c-a3f6-76903d77ab2a']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:51.523928 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-d9736920-0d08-4851-a8c4-a2c69436e46d tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '505882f4-df8d-4bf3-a61e-b5ed74c782e2') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:51.524227 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-d9736920-0d08-4851-a8c4-a2c69436e46d tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '505882f4-df8d-4bf3-a61e-b5ed74c782e2') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:51.526328 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9268d52-d993-44d5-88c3-a068431b5562 None None] Pushing event updated for resources: {'Port': ['ID=f8ccfc35-d79f-4949-a799-75bd9e3aa93c,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:51.569190 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d9736920-0d08-4851-a8c4-a2c69436e46d tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:51.577047 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c73762-9166-4472-80ce-c6f4462f1e3f None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:51.614363 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-debd7de0-4857-4d5a-b777-eceb30d5d973 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:51.642817 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522b4c8-d869-441a-a753-8e4327a3a51b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d2774d-0817-47f4-905f-29ef1e98f3d1,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:51.645858 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6522b4c8-d869-441a-a753-8e4327a3a51b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:51.652630 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6522b4c8-d869-441a-a753-8e4327a3a51b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:51.653304 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6522b4c8-d869-441a-a753-8e4327a3a51b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:51.674464 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d9736920-0d08-4851-a8c4-a2c69436e46d tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:51.679127 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64d5f48-0146-475e-b43d-a6dca066e195 None None] Network cc99a270-2253-405c-a3f6-76903d77ab2a requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:51.689137 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-debd7de0-4857-4d5a-b777-eceb30d5d973 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Calling delete_port for 64041818-c520-46b7-9a9e-be930512945a owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:51.697226 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2b7dbd2b-f76c-453f-b78c-d51087bbd3d3 req-fd3661b8-944b-45a8-9e9b-66214ec468d0 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2717052 Apr 29 11:37:51.699239 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9736920-0d08-4851-a8c4-a2c69436e46d tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:37:51.699536 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d9736920-0d08-4851-a8c4-a2c69436e46d tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:51.708349 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:37:51.708349 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:37:51.708349 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:37:51.708349 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:37:51.708349 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:37:51.708349 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:37:51.708349 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:37:51.708349 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:37:51.708349 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:37:51.708349 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:37:51.708349 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:37:51.708349 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:37:51.708349 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:37:51.708349 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:37:51.708349 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:37:51.708349 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:37:51.708349 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:37:51.708349 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:37:51.708349 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:37:51.708349 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:37:51.708349 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:37:51.708349 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:37:51.708349 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:37:51.708349 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:37:51.708349 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:37:51.708349 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:37:51.708349 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:37:51.708349 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:37:51.708349 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:37:51.708349 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:37:51.708349 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:37:51.708349 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:37:51.764957 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device f8ccfc35-d79f-4949-a799-75bd9e3aa93c up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:37:51.765197 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569279b7-9daf-429b-9337-87bf63143b4b req-f3065650-a5d1-49f3-8cfd-89f111e007b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:51.766676 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-569279b7-9daf-429b-9337-87bf63143b4b req-f3065650-a5d1-49f3-8cfd-89f111e007b8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4 HTTP/1.1" status: 200 len: 912 time: 0.7177005 Apr 29 11:37:51.791240 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522b4c8-d869-441a-a753-8e4327a3a51b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Network': ['ID=6385ed98-aeeb-4990-b743-9383f9d45e8c,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:51.801755 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6522b4c8-d869-441a-a753-8e4327a3a51b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7663736 Apr 29 11:37:51.802653 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49348) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:51.835243 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-04d216a4-b8ee-4a6d-920e-9b6a8cbe93dd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-882603255', 'admin_state_up': True, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:51.852173 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522b4c8-d869-441a-a753-8e4327a3a51b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:51.852662 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522b4c8-d869-441a-a753-8e4327a3a51b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:51.853102 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522b4c8-d869-441a-a753-8e4327a3a51b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:51.853527 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522b4c8-d869-441a-a753-8e4327a3a51b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:51.854960 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522b4c8-d869-441a-a753-8e4327a3a51b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:51.855581 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522b4c8-d869-441a-a753-8e4327a3a51b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:51.856008 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522b4c8-d869-441a-a753-8e4327a3a51b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:51.856458 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522b4c8-d869-441a-a753-8e4327a3a51b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:51.856885 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522b4c8-d869-441a-a753-8e4327a3a51b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:51.857306 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522b4c8-d869-441a-a753-8e4327a3a51b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:51.857722 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522b4c8-d869-441a-a753-8e4327a3a51b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:51.858139 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522b4c8-d869-441a-a753-8e4327a3a51b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:51.898558 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d9736920-0d08-4851-a8c4-a2c69436e46d tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:51.927999 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d9736920-0d08-4851-a8c4-a2c69436e46d tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:51.937901 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d9736920-0d08-4851-a8c4-a2c69436e46d tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/networks/cc99a270-2253-405c-a3f6-76903d77ab2a HTTP/1.1" status: 204 len: 168 time: 2.1749125 Apr 29 11:37:51.937901 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-999100c5-3853-4ed3-b933-f6ba3623a6bf tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Allocated IP 172.20.0.1 (a367fb13-bf26-4314-8c27-79d6ccbde0b1/3996ccde-3705-46cc-8ce1-e3cb5fc5de2c/12fbfb19-afce-4080-b9f3-fada60f14bdd) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:51.947557 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49350) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:51.964751 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9736920-0d08-4851-a8c4-a2c69436e46d tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event deleted for resources: {'Network': ['ID=cc99a270-2253-405c-a3f6-76903d77ab2a,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:51.972223 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-e344d7c5-2d7b-4ffd-b40b-0c3341acd403 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-271715827'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:51.972833 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-569279b7-9daf-429b-9337-87bf63143b4b req-84a62012-688d-47af-a41b-1849b81a8eae service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec1c2e1e-2b57-42dd-9d04-8a525132f294 HTTP/1.1" status: 200 len: 1001 time: 0.1796091 Apr 29 11:37:51.992507 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-04d216a4-b8ee-4a6d-920e-9b6a8cbe93dd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:51.993571 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-04d216a4-b8ee-4a6d-920e-9b6a8cbe93dd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:52.011178 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 6385ed98-aeeb-4990-b743-9383f9d45e8c details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:37:52.032535 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847c5a74-8c32-4eac-bcd6-89481188dcfc tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Made reservation on behalf of 67220329d22c4942ba465e09cf443dac for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:52.037699 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-847c5a74-8c32-4eac-bcd6-89481188dcfc tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:52.064172 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310cd574-58a4-4e95-8626-55c8817cef5d None None] Network cc99a270-2253-405c-a3f6-76903d77ab2a requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:52.072015 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-880daad5-62ad-41ed-a9cc-9d15deb47ef5 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:52.123018 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310cd574-58a4-4e95-8626-55c8817cef5d None None] Network cc99a270-2253-405c-a3f6-76903d77ab2a could not be found, it might have been deleted concurrently. {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 29 11:37:52.126537 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e344d7c5-2d7b-4ffd-b40b-0c3341acd403 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Made reservation on behalf of 82c9781045a448caa6e2255533e0b7a4 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:52.129968 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569279b7-9daf-429b-9337-87bf63143b4b req-fff7327f-43c6-49f1-b812-955aeebe251a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:52.131609 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-569279b7-9daf-429b-9337-87bf63143b4b req-fff7327f-43c6-49f1-b812-955aeebe251a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f2955ff6-7656-4447-a96d-af5d60561c06 HTTP/1.1" status: 200 len: 850 time: 0.1460633 Apr 29 11:37:52.132264 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e344d7c5-2d7b-4ffd-b40b-0c3341acd403 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:52.188315 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port f8ccfc35-d79f-4949-a799-75bd9e3aa93c triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:52.189191 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:52.208504 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-debd7de0-4857-4d5a-b777-eceb30d5d973 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:52.227477 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-04d216a4-b8ee-4a6d-920e-9b6a8cbe93dd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:52.258442 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd7de0-4857-4d5a-b777-eceb30d5d973 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Port': ['ID=64041818-c520-46b7-9a9e-be930512945a,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:52.283238 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569279b7-9daf-429b-9337-87bf63143b4b req-3b8761ba-229a-4ba6-a815-1a2f3b709f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:52.284786 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-569279b7-9daf-429b-9337-87bf63143b4b req-3b8761ba-229a-4ba6-a815-1a2f3b709f60 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1452825 Apr 29 11:37:52.301468 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880daad5-62ad-41ed-a9cc-9d15deb47ef5 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:52.321639 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-999100c5-3853-4ed3-b933-f6ba3623a6bf tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:52.337087 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880daad5-62ad-41ed-a9cc-9d15deb47ef5 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Pushing event updated for resources: {'Port': ['ID=d313ae27-80c5-4b55-a46b-d62fb0aa9ed6,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:52.338347 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-debd7de0-4857-4d5a-b777-eceb30d5d973 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:52.344785 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-debd7de0-4857-4d5a-b777-eceb30d5d973 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/64041818-c520-46b7-9a9e-be930512945a HTTP/1.1" status: 204 len: 168 time: 1.8959806 Apr 29 11:37:52.347310 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49352) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:52.374416 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-880daad5-62ad-41ed-a9cc-9d15deb47ef5 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:52.390417 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880daad5-62ad-41ed-a9cc-9d15deb47ef5 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:52.392461 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e344d7c5-2d7b-4ffd-b40b-0c3341acd403 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:37:52.488883 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb28990-da9c-4ac8-be30-27f727ae2a37 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:52.490890 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb28990-da9c-4ac8-be30-27f727ae2a37 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:52.496120 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-dbb28990-da9c-4ac8-be30-27f727ae2a37 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1345744 Apr 29 11:37:52.497080 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49354) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:52.500082 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-999100c5-3853-4ed3-b933-f6ba3623a6bf tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:52.544101 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c30037c1-17ed-46fe-b60d-f3ab9a282adf tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:52.552798 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e344d7c5-2d7b-4ffd-b40b-0c3341acd403 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:52.553153 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-e344d7c5-2d7b-4ffd-b40b-0c3341acd403 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Added segment 447eb851-1324-43ce-9f2f-e974375717b4 of type vlan for network d9f972ea-2abb-4122-9c4b-71914095d90a Apr 29 11:37:52.568478 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-763fdab8-d3a8-43cb-b5da-d3fda9ae4013 None None] Could not find standard attr ID for object 64041818-c520-46b7-9a9e-be930512945a. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:37:52.584413 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-763fdab8-d3a8-43cb-b5da-d3fda9ae4013 None None] Provisioning complete for port f8ccfc35-d79f-4949-a799-75bd9e3aa93c triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:52.585111 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-763fdab8-d3a8-43cb-b5da-d3fda9ae4013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:52.600108 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999100c5-3853-4ed3-b933-f6ba3623a6bf tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Network a367fb13-bf26-4314-8c27-79d6ccbde0b1 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:52.611771 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-569279b7-9daf-429b-9337-87bf63143b4b req-4f64c23b-fb34-45ee-8026-60a3fdd0bb30 service neutron] 10.222.0.62 "GET /v2.0/networks/9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872698 Apr 29 11:37:52.617127 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-999100c5-3853-4ed3-b933-f6ba3623a6bf tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:52.629581 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999100c5-3853-4ed3-b933-f6ba3623a6bf tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:52.635660 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-04d216a4-b8ee-4a6d-920e-9b6a8cbe93dd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:52.639132 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30037c1-17ed-46fe-b60d-f3ab9a282adf tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Port': ['ID=6ae96352-ae9e-4742-921f-2bfc05b07384,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:52.672277 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e53ee2-e075-45f8-aa9a-db08cf8ec972 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting subnet 0433f78a-55da-4c79-9722-ad84659835af {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:37:52.735172 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999100c5-3853-4ed3-b933-f6ba3623a6bf tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event updated for resources: {'Port': ['ID=12fbfb19-afce-4080-b9f3-fada60f14bdd,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:52.741959 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-93e53ee2-e075-45f8-aa9a-db08cf8ec972 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:52.823175 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-2ae400e4-7726-4821-ac3a-32c0e3457a4c None None] Could not find standard attr ID for object 64041818-c520-46b7-9a9e-be930512945a. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:37:52.842131 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e344d7c5-2d7b-4ffd-b40b-0c3341acd403 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:52.865983 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-93e53ee2-e075-45f8-aa9a-db08cf8ec972 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:52.898345 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-999100c5-3853-4ed3-b933-f6ba3623a6bf tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:52.912331 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c30037c1-17ed-46fe-b60d-f3ab9a282adf tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:52.981083 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-569279b7-9daf-429b-9337-87bf63143b4b req-f5bed1b8-6730-449b-b1e4-32ed83934e55 service neutron] 10.222.0.62 "GET /v2.0/networks/9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590667 Apr 29 11:37:52.987672 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.db.resource_extend [None req-e344d7c5-2d7b-4ffd-b40b-0c3341acd403 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:37:53.073856 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0f543-5616-43ca-ad6d-64fce56d6ac8 req-bbbe4d9b-8372-4a63-8b08-87ff24774470 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:53.075535 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-def0f543-5616-43ca-ad6d-64fce56d6ac8 req-bbbe4d9b-8372-4a63-8b08-87ff24774470 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.2808502 Apr 29 11:37:53.107448 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c30037c1-17ed-46fe-b60d-f3ab9a282adf tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:53.138695 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c30037c1-17ed-46fe-b60d-f3ab9a282adf tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:53.147427 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-847c5a74-8c32-4eac-bcd6-89481188dcfc tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:53.189760 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-93e53ee2-e075-45f8-aa9a-db08cf8ec972 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:53.244087 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e344d7c5-2d7b-4ffd-b40b-0c3341acd403 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:53.249926 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e344d7c5-2d7b-4ffd-b40b-0c3341acd403 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:53.250657 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e344d7c5-2d7b-4ffd-b40b-0c3341acd403 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:53.263543 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-def0f543-5616-43ca-ad6d-64fce56d6ac8 req-8dc8e7d5-ed58-4c9b-8c86-bf22c7404b79 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644673 Apr 29 11:37:53.278825 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-999100c5-3853-4ed3-b933-f6ba3623a6bf tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:53.341119 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c30037c1-17ed-46fe-b60d-f3ab9a282adf tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:53.341119 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30037c1-17ed-46fe-b60d-f3ab9a282adf tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Fanout notify agent at l3_agent the message router_deleted on router 26317bfc-d1fd-4826-aa8e-6b7328f134bc {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:37:53.418059 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-93e53ee2-e075-45f8-aa9a-db08cf8ec972 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:53.438205 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-93e53ee2-e075-45f8-aa9a-db08cf8ec972 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:53.442262 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-93e53ee2-e075-45f8-aa9a-db08cf8ec972 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/0433f78a-55da-4c79-9722-ad84659835af HTTP/1.1" status: 204 len: 168 time: 0.9428635 Apr 29 11:37:53.446212 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1252e8ec-5272-4290-b304-72280beb0819 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:53.464166 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49358) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:53.473415 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e53ee2-e075-45f8-aa9a-db08cf8ec972 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Subnet': ['ID=0433f78a-55da-4c79-9722-ad84659835af,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:53.515847 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b18660a3-d0a9-45ba-b191-bfc88ac9d601 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0503066 Apr 29 11:37:53.522547 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49360) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:53.542724 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-c6bedba4-718e-48d6-bc2d-4bfa79af9af6 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:53.553415 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5046b96c-0922-4109-b281-eb37cf1835c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:53.638765 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c30037c1-17ed-46fe-b60d-f3ab9a282adf tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:53.640111 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c30037c1-17ed-46fe-b60d-f3ab9a282adf tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/routers/26317bfc-d1fd-4826-aa8e-6b7328f134bc HTTP/1.1" status: 204 len: 168 time: 3.9513571 Apr 29 11:37:53.654009 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e344d7c5-2d7b-4ffd-b40b-0c3341acd403 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6910021 Apr 29 11:37:53.657055 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49362) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:53.657055 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49364) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:53.669019 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c5a74-8c32-4eac-bcd6-89481188dcfc tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event updated for resources: {'Subnet': ['ID=cf89fe77-807f-40c9-b468-4292e8f509d4,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:53.674953 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-91ce8f82-ae80-4838-bf6d-78391841adfa tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Request body: {'subnet': {'network_id': 'd9f972ea-2abb-4122-9c4b-71914095d90a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:53.691454 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-e1883f87-98ec-4898-95ba-b140417fe9fc tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1015370096'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:53.731534 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344d7c5-2d7b-4ffd-b40b-0c3341acd403 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event updated for resources: {'Network': ['ID=d9f972ea-2abb-4122-9c4b-71914095d90a,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:53.736490 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2eba4a3-9f9e-48d2-a3ae-0b41667f171c None None] DHCP port deletion for 62578361-baac-4d3e-b4ee-401a25f05a0e request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:37:53.771926 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network d9f972ea-2abb-4122-9c4b-71914095d90a details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:37:53.830766 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847c5a74-8c32-4eac-bcd6-89481188dcfc tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Checking segment: {'id': 'adc9bf05-4360-4b45-ad32-ee2f10397413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3b532808-c29c-4e08-9228-50e14c29059b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:53.831125 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847c5a74-8c32-4eac-bcd6-89481188dcfc tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Network hostable DHCP agents. Network: 3b532808-c29c-4e08-9228-50e14c29059b, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:37:53.859914 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1883f87-98ec-4898-95ba-b140417fe9fc tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Made reservation on behalf of 39685abd7a114d62abb4ba48b231a867 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:53.863505 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e1883f87-98ec-4898-95ba-b140417fe9fc tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:53.873155 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-a2eba4a3-9f9e-48d2-a3ae-0b41667f171c None None] Deleting port f8ccfc35-d79f-4949-a799-75bd9e3aa93c {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:53.873643 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a2eba4a3-9f9e-48d2-a3ae-0b41667f171c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:53.897443 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-880daad5-62ad-41ed-a9cc-9d15deb47ef5 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router_gateway, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:53.947421 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-a2eba4a3-9f9e-48d2-a3ae-0b41667f171c None None] For port f8ccfc35-d79f-4949-a799-75bd9e3aa93c, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=f8ccfc35-d79f-4949-a799-75bd9e3aa93c,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:37:53.948330 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a2eba4a3-9f9e-48d2-a3ae-0b41667f171c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:53.958467 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847c5a74-8c32-4eac-bcd6-89481188dcfc tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Network 3b532808-c29c-4e08-9228-50e14c29059b is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:37:53.965621 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-a2eba4a3-9f9e-48d2-a3ae-0b41667f171c None None] Calling delete_port for f8ccfc35-d79f-4949-a799-75bd9e3aa93c owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:53.977696 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1883f87-98ec-4898-95ba-b140417fe9fc tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:37:53.994218 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ce8f82-ae80-4838-bf6d-78391841adfa tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Made reservation on behalf of 82c9781045a448caa6e2255533e0b7a4 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:53.998623 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-91ce8f82-ae80-4838-bf6d-78391841adfa tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:54.006983 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-847c5a74-8c32-4eac-bcd6-89481188dcfc tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 3b532808-c29c-4e08-9228-50e14c29059b) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:54.033009 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847c5a74-8c32-4eac-bcd6-89481188dcfc tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:54.033519 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-847c5a74-8c32-4eac-bcd6-89481188dcfc tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:54.036996 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e1883f87-98ec-4898-95ba-b140417fe9fc tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:54.037341 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-e1883f87-98ec-4898-95ba-b140417fe9fc tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Added segment 3760b6d8-e719-4ecb-b2e2-4237e056cc85 of type vlan for network 43d4a921-63ac-4dd9-bcaa-d377300f294e Apr 29 11:37:54.043425 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9f8225-43a6-4333-891b-23d09a377209 None None] Network 3b532808-c29c-4e08-9228-50e14c29059b requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:54.049352 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bedba4-718e-48d6-bc2d-4bfa79af9af6 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:54.053084 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c6bedba4-718e-48d6-bc2d-4bfa79af9af6 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:54.155367 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a2eba4a3-9f9e-48d2-a3ae-0b41667f171c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:54.205458 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-999100c5-3853-4ed3-b933-f6ba3623a6bf tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:54.211665 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-999100c5-3853-4ed3-b933-f6ba3623a6bf tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:54.217893 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eba4a3-9f9e-48d2-a3ae-0b41667f171c None None] Pushing event deleted for resources: {'Port': ['ID=f8ccfc35-d79f-4949-a799-75bd9e3aa93c,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:54.220093 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eba4a3-9f9e-48d2-a3ae-0b41667f171c None None] No DVR routers for this DVR port f8ccfc35-d79f-4949-a799-75bd9e3aa93c on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:37:54.264668 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-847c5a74-8c32-4eac-bcd6-89481188dcfc tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.0789816 Apr 29 11:37:54.264879 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-3b532808-c29c-4e08-9228-50e14c29059b', 'network_id': '3b532808-c29c-4e08-9228-50e14c29059b', 'tenant_id': '67220329d22c4942ba465e09cf443dac', 'fixed_ips': [{'subnet_id': 'cf89fe77-807f-40c9-b468-4292e8f509d4'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:37:54.265436 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:54.269028 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e1883f87-98ec-4898-95ba-b140417fe9fc tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:54.273000 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49366) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:54.309849 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-51e94aed-c719-4ede-ab5b-4633615d5cc9 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-392244931'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:54.322305 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-04d216a4-b8ee-4a6d-920e-9b6a8cbe93dd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_gateway, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:54.340240 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-999100c5-3853-4ed3-b933-f6ba3623a6bf tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:54.356807 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999100c5-3853-4ed3-b933-f6ba3623a6bf tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event updated for resources: {'Port': ['ID=12fbfb19-afce-4080-b9f3-fada60f14bdd,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:54.396552 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-04d216a4-b8ee-4a6d-920e-9b6a8cbe93dd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:54.421498 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e1883f87-98ec-4898-95ba-b140417fe9fc tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:54.427066 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1883f87-98ec-4898-95ba-b140417fe9fc tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:54.427685 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e1883f87-98ec-4898-95ba-b140417fe9fc tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:54.441219 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e94aed-c719-4ede-ab5b-4633615d5cc9 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Made reservation on behalf of 67220329d22c4942ba465e09cf443dac for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:54.444656 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-51e94aed-c719-4ede-ab5b-4633615d5cc9 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:54.453543 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] Allocated IP 2001:db8::1 (3b532808-c29c-4e08-9228-50e14c29059b/cf89fe77-807f-40c9-b468-4292e8f509d4/c44babdb-1b35-43d7-bfc7-c0e417180b60) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:54.548753 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c6bedba4-718e-48d6-bc2d-4bfa79af9af6 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:54.592486 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab336fd9-81f9-4e60-a561-b2b1c4362cb8 req-dffdff16-2efe-4f84-9aec-00367009a0f7 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:54.600250 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab336fd9-81f9-4e60-a561-b2b1c4362cb8 req-dffdff16-2efe-4f84-9aec-00367009a0f7 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.1759346 Apr 29 11:37:54.623029 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999100c5-3853-4ed3-b933-f6ba3623a6bf tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Network a367fb13-bf26-4314-8c27-79d6ccbde0b1 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:54.631619 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:54.639964 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-999100c5-3853-4ed3-b933-f6ba3623a6bf tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:54.641230 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:54.642712 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e1883f87-98ec-4898-95ba-b140417fe9fc tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9799440 Apr 29 11:37:54.647541 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bedba4-718e-48d6-bc2d-4bfa79af9af6 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:54.654211 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49370) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:54.660595 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1883f87-98ec-4898-95ba-b140417fe9fc tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Network': ['ID=43d4a921-63ac-4dd9-bcaa-d377300f294e,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:54.662202 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-c6bedba4-718e-48d6-bc2d-4bfa79af9af6 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:54.672834 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bedba4-718e-48d6-bc2d-4bfa79af9af6 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:54.673833 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c6bedba4-718e-48d6-bc2d-4bfa79af9af6 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:54.676860 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-b6f3010f-52a3-4b3a-b22c-05a1d77d1e4c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Request body: {'subnet': {'network_id': '43d4a921-63ac-4dd9-bcaa-d377300f294e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:54.683213 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e94aed-c719-4ede-ab5b-4633615d5cc9 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:37:54.683754 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bedba4-718e-48d6-bc2d-4bfa79af9af6 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Subnet': ['ID=8889e401-3186-4041-aca6-f34c59e5612c,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:54.692793 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 43d4a921-63ac-4dd9-bcaa-d377300f294e details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:37:54.718878 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ba85ef-e2da-4421-9646-1c467c9a0d83 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:54.719157 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab336fd9-81f9-4e60-a561-b2b1c4362cb8 req-5b862469-f8da-405d-bfc3-2107afe545b7 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177402 Apr 29 11:37:54.785194 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c6bedba4-718e-48d6-bc2d-4bfa79af9af6 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2606425 Apr 29 11:37:54.788076 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49374) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:54.801643 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] Network 3b532808-c29c-4e08-9228-50e14c29059b is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:54.802622 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-f2f0dcf2-2e78-4e5b-9e05-e61e9d34e75a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'port': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'name': 'tempest-NetworksTestDHCPv6-2000126041'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:54.803366 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-51e94aed-c719-4ede-ab5b-4633615d5cc9 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:54.803717 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-51e94aed-c719-4ede-ab5b-4633615d5cc9 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Added segment a300ae3f-b974-4d8c-90b3-df867d5d5404 of type vlan for network 3c04223f-14e8-4049-966d-5bc18454b7ea Apr 29 11:37:54.829757 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-880daad5-62ad-41ed-a9cc-9d15deb47ef5 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:54.857742 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:54.865224 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] Pushing event updated for resources: {'Port': ['ID=c44babdb-1b35-43d7-bfc7-c0e417180b60,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:54.867786 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:54.947284 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-04d216a4-b8ee-4a6d-920e-9b6a8cbe93dd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.26.4.27 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/d508c517-822d-4fac-ac0b-4f60462ee781) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:54.950669 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-91ce8f82-ae80-4838-bf6d-78391841adfa tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:54.956480 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-51e94aed-c719-4ede-ab5b-4633615d5cc9 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:54.992785 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1dafb-46f5-4a97-b59e-3624cb303d08 req-ea620803-abf6-4a5b-a301-09560b632240 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:54.995057 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8bf1dafb-46f5-4a97-b59e-3624cb303d08 req-ea620803-abf6-4a5b-a301-09560b632240 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.1836636 Apr 29 11:37:54.996775 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] Attempting to bind port c44babdb-1b35-43d7-bfc7-c0e417180b60 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:37:54.997138 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] Attempting to bind port c44babdb-1b35-43d7-bfc7-c0e417180b60 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'adc9bf05-4360-4b45-ad32-ee2f10397413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3b532808-c29c-4e08-9228-50e14c29059b'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:37:54.997615 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] Attempting to bind port c44babdb-1b35-43d7-bfc7-c0e417180b60 on network 3b532808-c29c-4e08-9228-50e14c29059b {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:37:55.003426 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999100c5-3853-4ed3-b933-f6ba3623a6bf tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Router 6b852a27-38d8-4c52-8f6a-e6deebc4b1a5 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:37:55.022332 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:37:55.022649 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] Checking segment: {'id': 'adc9bf05-4360-4b45-ad32-ee2f10397413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3b532808-c29c-4e08-9228-50e14c29059b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:55.022908 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:55.024119 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] Bound using segment: {'id': 'adc9bf05-4360-4b45-ad32-ee2f10397413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3b532808-c29c-4e08-9228-50e14c29059b'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:37:55.024119 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] Bound port: c44babdb-1b35-43d7-bfc7-c0e417180b60, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc9bf05-4360-4b45-ad32-ee2f10397413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3b532808-c29c-4e08-9228-50e14c29059b'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:37:55.024119 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:55.115124 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b6ba05-de9e-4a1c-8d6a-33329789e6de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-62578361-baac-4d3e-b4ee-401a25f05a0e', 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'fixed_ips': [{'subnet_id': '8889e401-3186-4041-aca6-f34c59e5612c'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:37:55.115630 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8bf1dafb-46f5-4a97-b59e-3624cb303d08 req-74d0f7e0-8b0c-4595-90ab-4bca8891660a tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080418 Apr 29 11:37:55.118535 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f0dcf2-2e78-4e5b-9e05-e61e9d34e75a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:55.122937 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a5b6ba05-de9e-4a1c-8d6a-33329789e6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:55.123609 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f2f0dcf2-2e78-4e5b-9e05-e61e9d34e75a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:55.131936 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f3010f-52a3-4b3a-b22c-05a1d77d1e4c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Made reservation on behalf of 39685abd7a114d62abb4ba48b231a867 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:55.135537 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6f3010f-52a3-4b3a-b22c-05a1d77d1e4c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:55.156039 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] For port c44babdb-1b35-43d7-bfc7-c0e417180b60, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:37:55.182076 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce8f82-ae80-4838-bf6d-78391841adfa tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event updated for resources: {'Subnet': ['ID=dd85f4b1-6279-4f6d-aa07-797a88ed9ed8,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:55.195169 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-51e94aed-c719-4ede-ab5b-4633615d5cc9 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:55.201097 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e94aed-c719-4ede-ab5b-4633615d5cc9 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:55.201728 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-51e94aed-c719-4ede-ab5b-4633615d5cc9 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:55.217338 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-f2f0dcf2-2e78-4e5b-9e05-e61e9d34e75a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] device_id is not set on port 9f7a8bb3-7ff7-4fcb-b4df-1c84744f70f9 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:37:55.237757 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999100c5-3853-4ed3-b933-f6ba3623a6bf tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:37:55.253949 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f029ac5b-605b-42f8-83e3-d02075575d2f None None] Sync routers for ids ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:37:55.275468 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-999100c5-3853-4ed3-b933-f6ba3623a6bf tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "PUT /v2.0/routers/6b852a27-38d8-4c52-8f6a-e6deebc4b1a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7985640 Apr 29 11:37:55.278134 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f029ac5b-605b-42f8-83e3-d02075575d2f None None] Routers {'6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:37:55.279553 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f029ac5b-605b-42f8-83e3-d02075575d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:55.283377 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49378) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:55.296121 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] For port c44babdb-1b35-43d7-bfc7-c0e417180b60, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=c44babdb-1b35-43d7-bfc7-c0e417180b60,segment=NetworkSegment(adc9bf05-4360-4b45-ad32-ee2f10397413),segment_id=adc9bf05-4360-4b45-ad32-ee2f10397413)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:37:55.300893 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-65fcb5d3-35f8-4d2c-a7dc-7c9ea204aa2f tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Request body: {'port': {'network_id': 'a367fb13-bf26-4314-8c27-79d6ccbde0b1', 'name': 'tempest-FloatingIPTestJSON-1153530845'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:55.304064 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:55.335121 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f029ac5b-605b-42f8-83e3-d02075575d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:55.346463 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f029ac5b-605b-42f8-83e3-d02075575d2f None None] Routers {'6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:37:55.347436 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f029ac5b-605b-42f8-83e3-d02075575d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:55.354504 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-51e94aed-c719-4ede-ab5b-4633615d5cc9 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0732324 Apr 29 11:37:55.364823 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49380) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:55.365323 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] Pushing event updated for resources: {'Port': ['ID=c44babdb-1b35-43d7-bfc7-c0e417180b60,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:55.374319 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-b720781d-5764-4bbe-818a-8dafd1f687f6 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Request body: {'subnet': {'network_id': '3c04223f-14e8-4049-966d-5bc18454b7ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:55.376965 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ce8f82-ae80-4838-bf6d-78391841adfa tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Checking segment: {'id': '447eb851-1324-43ce-9f2f-e974375717b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd9f972ea-2abb-4122-9c4b-71914095d90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:55.377340 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ce8f82-ae80-4838-bf6d-78391841adfa tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Network hostable DHCP agents. Network: d9f972ea-2abb-4122-9c4b-71914095d90a, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:37:55.387758 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:55.388131 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:55.388476 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:55.388807 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:55.389146 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:55.389462 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:55.389787 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:55.390831 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:55.390831 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:55.390831 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:55.391137 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:55.391424 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e32ad1-fbf9-431b-8bde-ec3a18d84a2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:55.392464 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f029ac5b-605b-42f8-83e3-d02075575d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:55.393280 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f029ac5b-605b-42f8-83e3-d02075575d2f None None] The sync data for ids ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:37:55.465129 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-a5b6ba05-de9e-4a1c-8d6a-33329789e6de None None] Allocated IP 2001:db8::2 (62578361-baac-4d3e-b4ee-401a25f05a0e/8889e401-3186-4041-aca6-f34c59e5612c/7dba5e4c-ad65-44d1-b1f7-d6e848239127) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:55.467071 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e94aed-c719-4ede-ab5b-4633615d5cc9 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event updated for resources: {'Network': ['ID=3c04223f-14e8-4049-966d-5bc18454b7ea,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:55.481498 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c271efb-4069-4013-a6cd-2faee1baf385 req-4db598c1-cac1-40ce-a414-491235a4ecd9 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:55.482048 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-04d216a4-b8ee-4a6d-920e-9b6a8cbe93dd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:55.483181 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7c271efb-4069-4013-a6cd-2faee1baf385 req-4db598c1-cac1-40ce-a414-491235a4ecd9 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.2705481 Apr 29 11:37:55.504155 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 3c04223f-14e8-4049-966d-5bc18454b7ea details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:37:55.556778 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7c271efb-4069-4013-a6cd-2faee1baf385 req-c546d4ac-704c-4e86-a1f2-9e29cd72f781 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580392 Apr 29 11:37:55.559126 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ce8f82-ae80-4838-bf6d-78391841adfa tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Network d9f972ea-2abb-4122-9c4b-71914095d90a is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:37:55.560297 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b720781d-5764-4bbe-818a-8dafd1f687f6 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Made reservation on behalf of 67220329d22c4942ba465e09cf443dac for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:55.563666 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b720781d-5764-4bbe-818a-8dafd1f687f6 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:55.628425 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880daad5-62ad-41ed-a9cc-9d15deb47ef5 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Router 34b5ebdd-39b4-4725-b5c0-91c6c437de26 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:37:55.644829 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-91ce8f82-ae80-4838-bf6d-78391841adfa tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, d9f972ea-2abb-4122-9c4b-71914095d90a) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:55.656788 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7baa3b-00b1-4516-80c5-f75b96a91d03 None None] Network d9f972ea-2abb-4122-9c4b-71914095d90a requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:55.706217 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.ipam_backend_mixin [None req-b720781d-5764-4bbe-818a-8dafd1f687f6 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Performing IP validity checks on allocation pools {{(pid=102959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 29 11:37:55.708166 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.ipam_backend_mixin [None req-b720781d-5764-4bbe-818a-8dafd1f687f6 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 29 11:37:55.736390 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device f8ccfc35-d79f-4949-a799-75bd9e3aa93c no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:37:55.764172 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ce8f82-ae80-4838-bf6d-78391841adfa tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:55.778540 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-91ce8f82-ae80-4838-bf6d-78391841adfa tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:55.807915 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: f8ccfc35-d79f-4949-a799-75bd9e3aa93c {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:37:55.808258 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device f8ccfc35-d79f-4949-a799-75bd9e3aa93c not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:37:55.813563 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf617f6-6782-4f19-88a2-9dc448be7ee4 req-da6a1467-4a9e-469d-9568-497dc6cdb678 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:55.821665 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bbf617f6-6782-4f19-88a2-9dc448be7ee4 req-da6a1467-4a9e-469d-9568-497dc6cdb678 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.1107752 Apr 29 11:37:55.828403 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6f3010f-52a3-4b3a-b22c-05a1d77d1e4c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:55.841619 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-04d216a4-b8ee-4a6d-920e-9b6a8cbe93dd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:55.919402 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a5b6ba05-de9e-4a1c-8d6a-33329789e6de None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:55.929950 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bbf617f6-6782-4f19-88a2-9dc448be7ee4 req-c4cea808-192f-45b0-bbde-fd441bfd29d7 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072540 Apr 29 11:37:55.937530 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d216a4-b8ee-4a6d-920e-9b6a8cbe93dd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=d508c517-822d-4fac-ac0b-4f60462ee781,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:55.950834 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a5b6ba05-de9e-4a1c-8d6a-33329789e6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:56.005612 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-91ce8f82-ae80-4838-bf6d-78391841adfa tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3415334 Apr 29 11:37:56.023610 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d216a4-b8ee-4a6d-920e-9b6a8cbe93dd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:56.028184 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49386) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:56.031124 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-04d216a4-b8ee-4a6d-920e-9b6a8cbe93dd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:56.033837 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d216a4-b8ee-4a6d-920e-9b6a8cbe93dd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:56.055631 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fcb5d3-35f8-4d2c-a7dc-7c9ea204aa2f tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Made reservation on behalf of aab58ef2dc9143a6a142915736d906ea for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:56.060063 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-65fcb5d3-35f8-4d2c-a7dc-7c9ea204aa2f tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:56.099667 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b720781d-5764-4bbe-818a-8dafd1f687f6 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:56.210849 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b6ba05-de9e-4a1c-8d6a-33329789e6de None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:56.217563 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-f2f0dcf2-2e78-4e5b-9e05-e61e9d34e75a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Allocated IP 2001:db8::261 (62578361-baac-4d3e-b4ee-401a25f05a0e/8889e401-3186-4041-aca6-f34c59e5612c/9f7a8bb3-7ff7-4fcb-b4df-1c84744f70f9) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:56.219001 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-a5b6ba05-de9e-4a1c-8d6a-33329789e6de None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:56.223340 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b6ba05-de9e-4a1c-8d6a-33329789e6de None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:56.239679 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b6ba05-de9e-4a1c-8d6a-33329789e6de None None] Pushing event updated for resources: {'Port': ['ID=7dba5e4c-ad65-44d1-b1f7-d6e848239127,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:56.250045 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720781d-5764-4bbe-818a-8dafd1f687f6 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event updated for resources: {'Subnet': ['ID=3815c28a-a3b6-47dc-a2c5-f8b0302e2cb7,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:56.260441 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f192d-8465-44c5-94c0-4230a9e67c04 req-bd23f348-feaa-4f06-8b4e-1b3722c8fb50 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:56.262335 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-af4f192d-8465-44c5-94c0-4230a9e67c04 req-bd23f348-feaa-4f06-8b4e-1b3722c8fb50 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.2027407 Apr 29 11:37:56.297523 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a125d0d9-3f1c-450a-8cc2-faf25885780d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-d9f972ea-2abb-4122-9c4b-71914095d90a', 'network_id': 'd9f972ea-2abb-4122-9c4b-71914095d90a', 'tenant_id': '82c9781045a448caa6e2255533e0b7a4', 'fixed_ips': [{'subnet_id': 'dd85f4b1-6279-4f6d-aa07-797a88ed9ed8'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:37:56.298466 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a125d0d9-3f1c-450a-8cc2-faf25885780d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:56.310189 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720781d-5764-4bbe-818a-8dafd1f687f6 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Checking segment: {'id': 'a300ae3f-b974-4d8c-90b3-df867d5d5404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3c04223f-14e8-4049-966d-5bc18454b7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:56.310573 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b720781d-5764-4bbe-818a-8dafd1f687f6 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Network hostable DHCP agents. Network: 3c04223f-14e8-4049-966d-5bc18454b7ea, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:37:56.325852 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-a5b6ba05-de9e-4a1c-8d6a-33329789e6de None None] Attempting to bind port 7dba5e4c-ad65-44d1-b1f7-d6e848239127 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:37:56.326248 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-a5b6ba05-de9e-4a1c-8d6a-33329789e6de None None] Attempting to bind port 7dba5e4c-ad65-44d1-b1f7-d6e848239127 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:37:56.326617 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b6ba05-de9e-4a1c-8d6a-33329789e6de None None] Attempting to bind port 7dba5e4c-ad65-44d1-b1f7-d6e848239127 on network 62578361-baac-4d3e-b4ee-401a25f05a0e {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:37:56.340090 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b6ba05-de9e-4a1c-8d6a-33329789e6de None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:37:56.340499 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b6ba05-de9e-4a1c-8d6a-33329789e6de None None] Checking segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:56.340917 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a5b6ba05-de9e-4a1c-8d6a-33329789e6de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:56.341319 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b6ba05-de9e-4a1c-8d6a-33329789e6de None None] Bound using segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:37:56.341799 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-a5b6ba05-de9e-4a1c-8d6a-33329789e6de None None] Bound port: 7dba5e4c-ad65-44d1-b1f7-d6e848239127, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:37:56.342222 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a5b6ba05-de9e-4a1c-8d6a-33329789e6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:56.359523 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-af4f192d-8465-44c5-94c0-4230a9e67c04 req-b1faada3-f41a-4f7e-a466-56913c5a74e6 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876729 Apr 29 11:37:56.390146 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b720781d-5764-4bbe-818a-8dafd1f687f6 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Network 3c04223f-14e8-4049-966d-5bc18454b7ea is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:37:56.423185 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-65fcb5d3-35f8-4d2c-a7dc-7c9ea204aa2f tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] device_id is not set on port af95f0e6-3860-4bfb-a7b9-5c8c0065f403 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:37:56.459204 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-b720781d-5764-4bbe-818a-8dafd1f687f6 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 3c04223f-14e8-4049-966d-5bc18454b7ea) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:56.467609 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b720781d-5764-4bbe-818a-8dafd1f687f6 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:56.467609 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b720781d-5764-4bbe-818a-8dafd1f687f6 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:56.479923 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbc74e6-723e-4641-84f7-770da1b3ecff None None] Network 3c04223f-14e8-4049-966d-5bc18454b7ea requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:56.496999 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3010f-52a3-4b3a-b22c-05a1d77d1e4c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Subnet': ['ID=528e2851-faed-44a2-ba47-ad0f2ab5d7cc,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:56.512339 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b720781d-5764-4bbe-818a-8dafd1f687f6 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1439071 Apr 29 11:37:56.516401 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49390) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:56.616078 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f3010f-52a3-4b3a-b22c-05a1d77d1e4c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Checking segment: {'id': '3760b6d8-e719-4ecb-b2e2-4237e056cc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '43d4a921-63ac-4dd9-bcaa-d377300f294e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:56.616471 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f3010f-52a3-4b3a-b22c-05a1d77d1e4c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network hostable DHCP agents. Network: 43d4a921-63ac-4dd9-bcaa-d377300f294e, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:37:56.657499 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-a5b6ba05-de9e-4a1c-8d6a-33329789e6de None None] For port 7dba5e4c-ad65-44d1-b1f7-d6e848239127, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:37:56.658481 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f2f0dcf2-2e78-4e5b-9e05-e61e9d34e75a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:56.691276 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-a5b6ba05-de9e-4a1c-8d6a-33329789e6de None None] For port 7dba5e4c-ad65-44d1-b1f7-d6e848239127, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=7dba5e4c-ad65-44d1-b1f7-d6e848239127,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:37:56.712842 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a5b6ba05-de9e-4a1c-8d6a-33329789e6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:56.717998 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880daad5-62ad-41ed-a9cc-9d15deb47ef5 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:37:56.731372 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-a125d0d9-3f1c-450a-8cc2-faf25885780d None None] Allocated IP 172.20.0.1 (d9f972ea-2abb-4122-9c4b-71914095d90a/dd85f4b1-6279-4f6d-aa07-797a88ed9ed8/ef983a9a-7fa9-4270-a928-fa55a70582c2) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:56.740145 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-685939ca-7d87-4e7a-9c5c-d4dbaff33001 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:56.754297 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-880daad5-62ad-41ed-a9cc-9d15deb47ef5 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:56.755185 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee875408-684f-435b-b99d-6cfa11ebcd43 None None] Sync routers for ids ['34b5ebdd-39b4-4725-b5c0-91c6c437de26'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:37:56.758195 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-880daad5-62ad-41ed-a9cc-9d15deb47ef5 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.2478411 Apr 29 11:37:56.781093 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49392) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:56.796369 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-dee92001-5d0c-4542-bc0d-abb6ac3af8c9 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:56.879104 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f2f0dcf2-2e78-4e5b-9e05-e61e9d34e75a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:56.901622 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f3010f-52a3-4b3a-b22c-05a1d77d1e4c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network 43d4a921-63ac-4dd9-bcaa-d377300f294e is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:37:56.907426 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:56.957402 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-b6f3010f-52a3-4b3a-b22c-05a1d77d1e4c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 43d4a921-63ac-4dd9-bcaa-d377300f294e) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:56.975063 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f3010f-52a3-4b3a-b22c-05a1d77d1e4c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:56.975886 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6f3010f-52a3-4b3a-b22c-05a1d77d1e4c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:56.990668 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a880966a-2a37-4789-91ca-bc37ba9914b9 None None] Network 43d4a921-63ac-4dd9-bcaa-d377300f294e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:57.002956 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b6f3010f-52a3-4b3a-b22c-05a1d77d1e4c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3434949 Apr 29 11:37:57.014227 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49396) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:57.016238 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-65fcb5d3-35f8-4d2c-a7dc-7c9ea204aa2f tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Allocated IP 172.20.0.14 (a367fb13-bf26-4314-8c27-79d6ccbde0b1/3996ccde-3705-46cc-8ce1-e3cb5fc5de2c/af95f0e6-3860-4bfb-a7b9-5c8c0065f403) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:57.033628 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-1223f1f6-a4c9-4f45-bacb-64fbeb3c59b0 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1056702726', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:57.075395 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee875408-684f-435b-b99d-6cfa11ebcd43 None None] Routers {'34b5ebdd-39b4-4725-b5c0-91c6c437de26'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:37:57.076966 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-ee875408-684f-435b-b99d-6cfa11ebcd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['34b5ebdd-39b4-4725-b5c0-91c6c437de26'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:57.128075 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-685939ca-7d87-4e7a-9c5c-d4dbaff33001 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:57.131069 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0dcf2-2e78-4e5b-9e05-e61e9d34e75a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Port': ['ID=9f7a8bb3-7ff7-4fcb-b4df-1c84744f70f9,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:57.141219 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f0dcf2-2e78-4e5b-9e05-e61e9d34e75a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:57.171240 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-f2f0dcf2-2e78-4e5b-9e05-e61e9d34e75a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:57.177851 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f640c2-fad5-45ba-923f-d125cdd68374 None None] Network 3b532808-c29c-4e08-9228-50e14c29059b requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:57.179736 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0dcf2-2e78-4e5b-9e05-e61e9d34e75a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:57.180253 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0dcf2-2e78-4e5b-9e05-e61e9d34e75a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:57.180773 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0dcf2-2e78-4e5b-9e05-e61e9d34e75a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:57.181282 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0dcf2-2e78-4e5b-9e05-e61e9d34e75a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:57.181768 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0dcf2-2e78-4e5b-9e05-e61e9d34e75a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:57.182829 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0dcf2-2e78-4e5b-9e05-e61e9d34e75a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:57.183311 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0dcf2-2e78-4e5b-9e05-e61e9d34e75a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:57.183839 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0dcf2-2e78-4e5b-9e05-e61e9d34e75a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:57.184360 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0dcf2-2e78-4e5b-9e05-e61e9d34e75a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:57.184915 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0dcf2-2e78-4e5b-9e05-e61e9d34e75a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:57.185679 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0dcf2-2e78-4e5b-9e05-e61e9d34e75a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:57.186396 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0dcf2-2e78-4e5b-9e05-e61e9d34e75a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:57.194026 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-ee875408-684f-435b-b99d-6cfa11ebcd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:57.233314 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:57.247591 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b6ba05-de9e-4a1c-8d6a-33329789e6de None None] Pushing event updated for resources: {'Port': ['ID=7dba5e4c-ad65-44d1-b1f7-d6e848239127,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:57.288564 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-04d216a4-b8ee-4a6d-920e-9b6a8cbe93dd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_gateway, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:57.302465 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1223f1f6-a4c9-4f45-bacb-64fbeb3c59b0 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:57.304290 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1223f1f6-a4c9-4f45-bacb-64fbeb3c59b0 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:57.408047 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee875408-684f-435b-b99d-6cfa11ebcd43 None None] Routers {'34b5ebdd-39b4-4725-b5c0-91c6c437de26'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:37:57.408828 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-ee875408-684f-435b-b99d-6cfa11ebcd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['34b5ebdd-39b4-4725-b5c0-91c6c437de26'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:57.409158 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1223f1f6-a4c9-4f45-bacb-64fbeb3c59b0 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:57.484906 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8216751c-3d44-414b-b125-dc389ff09c0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-3c04223f-14e8-4049-966d-5bc18454b7ea', 'network_id': '3c04223f-14e8-4049-966d-5bc18454b7ea', 'tenant_id': '67220329d22c4942ba465e09cf443dac', 'fixed_ips': [{'subnet_id': '3815c28a-a3b6-47dc-a2c5-f8b0302e2cb7'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:37:57.485681 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8216751c-3d44-414b-b125-dc389ff09c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:57.493704 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1223f1f6-a4c9-4f45-bacb-64fbeb3c59b0 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:57.508738 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-ee875408-684f-435b-b99d-6cfa11ebcd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:57.509406 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee875408-684f-435b-b99d-6cfa11ebcd43 None None] The sync data for ids ['34b5ebdd-39b4-4725-b5c0-91c6c437de26'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:37:57.511447 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-22578a11-f71b-4a27-82a5-0241b4fb0c87 None None] Provisioning complete for port c44babdb-1b35-43d7-bfc7-c0e417180b60 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:57.511983 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-22578a11-f71b-4a27-82a5-0241b4fb0c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:57.550359 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f0dcf2-2e78-4e5b-9e05-e61e9d34e75a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:57.566090 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f0dcf2-2e78-4e5b-9e05-e61e9d34e75a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:57.566090 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f2f0dcf2-2e78-4e5b-9e05-e61e9d34e75a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:57.566526 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:57.591789 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a125d0d9-3f1c-450a-8cc2-faf25885780d None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:57.634102 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c54060-402f-4c8d-b262-6a627cb16274 req-e95b4f33-7a1e-4986-ba21-cd414c95ec00 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:57.637504 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-50c54060-402f-4c8d-b262-6a627cb16274 req-e95b4f33-7a1e-4986-ba21-cd414c95ec00 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.7286742 Apr 29 11:37:57.680922 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a125d0d9-3f1c-450a-8cc2-faf25885780d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:57.707091 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-50c54060-402f-4c8d-b262-6a627cb16274 req-0963c816-a244-4574-8a05-0da47606c94f tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598006 Apr 29 11:37:57.715876 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f2f0dcf2-2e78-4e5b-9e05-e61e9d34e75a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9268668 Apr 29 11:37:57.718264 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49398) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:57.742238 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1223f1f6-a4c9-4f45-bacb-64fbeb3c59b0 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:57.745255 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1223f1f6-a4c9-4f45-bacb-64fbeb3c59b0 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7230225 Apr 29 11:37:57.757528 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-65fcb5d3-35f8-4d2c-a7dc-7c9ea204aa2f tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:57.759259 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49400) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:57.843152 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-685939ca-7d87-4e7a-9c5c-d4dbaff33001 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:57.863724 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device c44babdb-1b35-43d7-bfc7-c0e417180b60 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:37:57.911849 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:57.925721 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a125d0d9-3f1c-450a-8cc2-faf25885780d None None] Network d9f972ea-2abb-4122-9c4b-71914095d90a is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:57.930909 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685939ca-7d87-4e7a-9c5c-d4dbaff33001 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event deleted for resources: {'Subnet': ['ID=3815c28a-a3b6-47dc-a2c5-f8b0302e2cb7,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:57.956341 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65abb664-0aaa-44e8-8fc2-7708e9d62a56 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:57.958032 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-a125d0d9-3f1c-450a-8cc2-faf25885780d None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:57.962679 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65abb664-0aaa-44e8-8fc2-7708e9d62a56 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:57.966625 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a125d0d9-3f1c-450a-8cc2-faf25885780d None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:57.968468 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-65abb664-0aaa-44e8-8fc2-7708e9d62a56 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2491343 Apr 29 11:37:57.971975 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49402) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:57.974748 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-41393496-da6a-4283-a500-7789776df4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:57.982320 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db167550-96e7-45e8-ac4f-40102c528165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-43d4a921-63ac-4dd9-bcaa-d377300f294e', 'network_id': '43d4a921-63ac-4dd9-bcaa-d377300f294e', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'fixed_ips': [{'subnet_id': '528e2851-faed-44a2-ba47-ad0f2ab5d7cc'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:37:57.982605 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-db167550-96e7-45e8-ac4f-40102c528165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:57.990951 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125d0d9-3f1c-450a-8cc2-faf25885780d None None] Pushing event updated for resources: {'Port': ['ID=ef983a9a-7fa9-4270-a928-fa55a70582c2,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:57.996556 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event deleted for resources: {'Subnet': ['ID=dd85f4b1-6279-4f6d-aa07-797a88ed9ed8,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server [None req-8216751c-3d44-414b-b125-dc389ff09c0d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3815c28a-a3b6-47dc-a2c5-f8b0302e2cb7: This subnet is being modified by another concurrent operation. Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 11:37:58.006887 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise exception Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3815c28a-a3b6-47dc-a2c5-f8b0302e2cb7: This subnet is being modified by another concurrent operation. Apr 29 11:37:58.014030 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server Apr 29 11:37:58.087557 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd57546-9da9-4c39-b632-aed1fcffff01 None None] Network 3c04223f-14e8-4049-966d-5bc18454b7ea requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:58.117208 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-04d216a4-b8ee-4a6d-920e-9b6a8cbe93dd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:58.262441 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-685939ca-7d87-4e7a-9c5c-d4dbaff33001 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:58.297207 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-22578a11-f71b-4a27-82a5-0241b4fb0c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:58.313602 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-685939ca-7d87-4e7a-9c5c-d4dbaff33001 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c04223f-14e8-4049-966d-5bc18454b7ea']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:58.332920 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dee92001-5d0c-4542-bc0d-abb6ac3af8c9 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:58.337953 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-a125d0d9-3f1c-450a-8cc2-faf25885780d None None] Attempting to bind port ef983a9a-7fa9-4270-a928-fa55a70582c2 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:37:58.338629 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-a125d0d9-3f1c-450a-8cc2-faf25885780d None None] Attempting to bind port ef983a9a-7fa9-4270-a928-fa55a70582c2 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '447eb851-1324-43ce-9f2f-e974375717b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd9f972ea-2abb-4122-9c4b-71914095d90a'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:37:58.339121 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a125d0d9-3f1c-450a-8cc2-faf25885780d None None] Attempting to bind port ef983a9a-7fa9-4270-a928-fa55a70582c2 on network d9f972ea-2abb-4122-9c4b-71914095d90a {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:37:58.347496 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-685939ca-7d87-4e7a-9c5c-d4dbaff33001 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a300ae3f-b974-4d8c-90b3-df867d5d5404') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:58.348168 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-685939ca-7d87-4e7a-9c5c-d4dbaff33001 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a300ae3f-b974-4d8c-90b3-df867d5d5404') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:58.366156 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-685939ca-7d87-4e7a-9c5c-d4dbaff33001 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:58.369331 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-65fcb5d3-35f8-4d2c-a7dc-7c9ea204aa2f tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:58.377074 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port c44babdb-1b35-43d7-bfc7-c0e417180b60 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:58.377533 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:58.395482 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:58.412185 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-685939ca-7d87-4e7a-9c5c-d4dbaff33001 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:58.422036 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685939ca-7d87-4e7a-9c5c-d4dbaff33001 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:37:58.423545 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-685939ca-7d87-4e7a-9c5c-d4dbaff33001 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:58.427922 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:37:58.427922 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:37:58.427922 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:37:58.427922 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:37:58.427922 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:37:58.427922 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:37:58.427922 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:37:58.427922 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:37:58.427922 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:37:58.427922 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:37:58.427922 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:37:58.427922 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:37:58.427922 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:37:58.427922 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:37:58.427922 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:37:58.427922 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:37:58.427922 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:37:58.427922 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:37:58.427922 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:37:58.427922 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:37:58.427922 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:37:58.427922 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:37:58.427922 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:37:58.427922 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:37:58.427922 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:37:58.427922 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:37:58.427922 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:37:58.427922 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:37:58.427922 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:37:58.427922 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:37:58.427922 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:37:58.427922 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:37:58.519022 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dee92001-5d0c-4542-bc0d-abb6ac3af8c9 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:58.549913 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-c65eb0c4-06e2-4411-9c1f-677ce0546365 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting port 9f7a8bb3-7ff7-4fcb-b4df-1c84744f70f9 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:58.550284 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c65eb0c4-06e2-4411-9c1f-677ce0546365 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:58.562430 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-685939ca-7d87-4e7a-9c5c-d4dbaff33001 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:58.570698 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-685939ca-7d87-4e7a-9c5c-d4dbaff33001 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:58.575842 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-685939ca-7d87-4e7a-9c5c-d4dbaff33001 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "DELETE /v2.0/networks/3c04223f-14e8-4049-966d-5bc18454b7ea HTTP/1.1" status: 204 len: 168 time: 2.0586808 Apr 29 11:37:58.614624 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49404) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:58.640928 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685939ca-7d87-4e7a-9c5c-d4dbaff33001 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event deleted for resources: {'Network': ['ID=3c04223f-14e8-4049-966d-5bc18454b7ea,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:58.648745 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-eae9844e-f2e4-4bfc-93dc-03283eb16764 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-156048473'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:58.660220 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a125d0d9-3f1c-450a-8cc2-faf25885780d None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:37:58.660871 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a125d0d9-3f1c-450a-8cc2-faf25885780d None None] Checking segment: {'id': '447eb851-1324-43ce-9f2f-e974375717b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd9f972ea-2abb-4122-9c4b-71914095d90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:37:58.660978 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a125d0d9-3f1c-450a-8cc2-faf25885780d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:58.661369 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a125d0d9-3f1c-450a-8cc2-faf25885780d None None] Bound using segment: {'id': '447eb851-1324-43ce-9f2f-e974375717b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd9f972ea-2abb-4122-9c4b-71914095d90a'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:37:58.661866 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-a125d0d9-3f1c-450a-8cc2-faf25885780d None None] Bound port: ef983a9a-7fa9-4270-a928-fa55a70582c2, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447eb851-1324-43ce-9f2f-e974375717b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd9f972ea-2abb-4122-9c4b-71914095d90a'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:37:58.662278 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a125d0d9-3f1c-450a-8cc2-faf25885780d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:58.746221 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-22578a11-f71b-4a27-82a5-0241b4fb0c87 None None] For port c44babdb-1b35-43d7-bfc7-c0e417180b60, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=c44babdb-1b35-43d7-bfc7-c0e417180b60,segment=NetworkSegment(adc9bf05-4360-4b45-ad32-ee2f10397413),segment_id=adc9bf05-4360-4b45-ad32-ee2f10397413)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:37:58.778215 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-db167550-96e7-45e8-ac4f-40102c528165 None None] Allocated IP 2001:db8::2 (43d4a921-63ac-4dd9-bcaa-d377300f294e/528e2851-faed-44a2-ba47-ad0f2ab5d7cc/4cf394d9-de86-4605-bf5b-f625fde77529) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:58.785394 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-22578a11-f71b-4a27-82a5-0241b4fb0c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:58.789079 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:58.800600 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae9844e-f2e4-4bfc-93dc-03283eb16764 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Made reservation on behalf of 67220329d22c4942ba465e09cf443dac for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:58.805009 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eae9844e-f2e4-4bfc-93dc-03283eb16764 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:58.858862 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c65eb0c4-06e2-4411-9c1f-677ce0546365 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:58.879346 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae9844e-f2e4-4bfc-93dc-03283eb16764 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:37:58.895210 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-c65eb0c4-06e2-4411-9c1f-677ce0546365 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Calling delete_port for 9f7a8bb3-7ff7-4fcb-b4df-1c84744f70f9 owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:58.930987 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-dee92001-5d0c-4542-bc0d-abb6ac3af8c9 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Deleting port d313ae27-80c5-4b55-a46b-d62fb0aa9ed6 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:37:58.931594 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dee92001-5d0c-4542-bc0d-abb6ac3af8c9 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:58.941894 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fcb5d3-35f8-4d2c-a7dc-7c9ea204aa2f tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Network a367fb13-bf26-4314-8c27-79d6ccbde0b1 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:58.945407 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fcb5d3-35f8-4d2c-a7dc-7c9ea204aa2f tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event updated for resources: {'Port': ['ID=af95f0e6-3860-4bfb-a7b9-5c8c0065f403,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:58.949020 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-65fcb5d3-35f8-4d2c-a7dc-7c9ea204aa2f tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:58.967672 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fcb5d3-35f8-4d2c-a7dc-7c9ea204aa2f tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:58.974114 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f972ea-2abb-4122-9c4b-71914095d90a']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:59.005047 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eae9844e-f2e4-4bfc-93dc-03283eb16764 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:59.005391 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-eae9844e-f2e4-4bfc-93dc-03283eb16764 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Added segment 30650e8a-4c06-4494-b15d-ef8ddaf6eccd of type vlan for network 1e9c505f-290a-4fda-8337-a1505ea0b4d8 Apr 29 11:37:59.020296 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447eb851-1324-43ce-9f2f-e974375717b4') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:59.020666 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447eb851-1324-43ce-9f2f-e974375717b4') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:37:59.033004 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22578a11-f71b-4a27-82a5-0241b4fb0c87 None None] Pushing event updated for resources: {'Port': ['ID=c44babdb-1b35-43d7-bfc7-c0e417180b60,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:59.039849 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-a125d0d9-3f1c-450a-8cc2-faf25885780d None None] For port ef983a9a-7fa9-4270-a928-fa55a70582c2, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:37:59.055382 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-c12b340e-d792-4f97-992e-68d0a6fccea3 None None] Provisioning complete for port c44babdb-1b35-43d7-bfc7-c0e417180b60 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:59.055721 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c12b340e-d792-4f97-992e-68d0a6fccea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:59.062504 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:59.091892 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-a125d0d9-3f1c-450a-8cc2-faf25885780d None None] For port ef983a9a-7fa9-4270-a928-fa55a70582c2, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=ef983a9a-7fa9-4270-a928-fa55a70582c2,segment=NetworkSegment(447eb851-1324-43ce-9f2f-e974375717b4),segment_id=447eb851-1324-43ce-9f2f-e974375717b4)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:37:59.119057 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a125d0d9-3f1c-450a-8cc2-faf25885780d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:59.128055 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eae9844e-f2e4-4bfc-93dc-03283eb16764 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:59.129942 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 7dba5e4c-ad65-44d1-b1f7-d6e848239127 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:37:59.130407 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:59.133153 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5224d8e3-2174-4d9b-a26b-2d0577a603eb tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:59.133329 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dee92001-5d0c-4542-bc0d-abb6ac3af8c9 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:59.156565 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcea6ab-aa73-4903-a076-d48da50e8ba5 req-b4ed1dcc-35c0-4449-aa4f-6e461ebc500d tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:59.162188 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:37:59.162597 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:59.164428 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bfcea6ab-aa73-4903-a076-d48da50e8ba5 req-b4ed1dcc-35c0-4449-aa4f-6e461ebc500d tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.2819712 Apr 29 11:37:59.165754 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:37:59.165754 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:37:59.165754 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:37:59.165754 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:37:59.165754 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:37:59.165754 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:37:59.165754 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:37:59.165754 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:37:59.165754 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:37:59.165754 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:37:59.165754 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:37:59.165754 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:37:59.165754 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:37:59.165754 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:37:59.165754 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:37:59.165754 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:37:59.165754 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:37:59.165754 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:37:59.165754 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:37:59.165754 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:37:59.165754 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:37:59.165754 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:37:59.165754 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:37:59.165754 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:37:59.165754 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:37:59.165754 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:37:59.165754 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:37:59.165754 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:37:59.165754 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:37:59.165754 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:37:59.165754 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:37:59.165754 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:37:59.174333 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fcb5d3-35f8-4d2c-a7dc-7c9ea204aa2f tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:59.175003 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-65fcb5d3-35f8-4d2c-a7dc-7c9ea204aa2f tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:59.195714 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-dee92001-5d0c-4542-bc0d-abb6ac3af8c9 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Calling delete_port for d313ae27-80c5-4b55-a46b-d62fb0aa9ed6 owned by network:router_gateway {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:37:59.241879 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eae9844e-f2e4-4bfc-93dc-03283eb16764 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:59.248445 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae9844e-f2e4-4bfc-93dc-03283eb16764 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:59.249072 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eae9844e-f2e4-4bfc-93dc-03283eb16764 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:59.315761 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125d0d9-3f1c-450a-8cc2-faf25885780d None None] Pushing event updated for resources: {'Port': ['ID=ef983a9a-7fa9-4270-a928-fa55a70582c2,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:59.341296 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-db167550-96e7-45e8-ac4f-40102c528165 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:59.349938 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.db.api [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 11:37:59.349938 dv-neutron-838888-1-hyperv neutron-server[102960]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 11:37:59.349938 dv-neutron-838888-1-hyperv neutron-server[102960]: [parameters: {'id': 'd9f972ea-2abb-4122-9c4b-71914095d90a'}] Apr 29 11:37:59.349938 dv-neutron-838888-1-hyperv neutron-server[102960]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:37:59.350839 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG oslo_db.api [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:37:59.357960 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-65fcb5d3-35f8-4d2c-a7dc-7c9ea204aa2f tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0617912 Apr 29 11:37:59.357960 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49408) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:59.366964 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-0f705025-ddd6-4fb8-a756-4b2b55333d37 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Request body: {'port': {'network_id': 'a367fb13-bf26-4314-8c27-79d6ccbde0b1', 'name': 'tempest-FloatingIPTestJSON-1486300192'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:59.372548 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dd557b-5da5-4268-934e-d95b61309b6a None None] Network d9f972ea-2abb-4122-9c4b-71914095d90a requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:37:59.382586 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bfcea6ab-aa73-4903-a076-d48da50e8ba5 req-6ad6c45b-4e71-46ce-8d5e-d2251cad1b34 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089329 Apr 29 11:37:59.419414 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-eae9844e-f2e4-4bfc-93dc-03283eb16764 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7753344 Apr 29 11:37:59.424510 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49412) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:59.432612 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-d15b3af9-2af1-43ce-90ea-1da9f6174813 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Request body: {'subnet': {'network_id': '1e9c505f-290a-4fda-8337-a1505ea0b4d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:59.448493 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d216a4-b8ee-4a6d-920e-9b6a8cbe93dd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router d26da929-4605-4ea7-8e96-dbad56c8a17b is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:37:59.458876 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9844e-f2e4-4bfc-93dc-03283eb16764 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event updated for resources: {'Network': ['ID=1e9c505f-290a-4fda-8337-a1505ea0b4d8,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:59.486078 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 7dba5e4c-ad65-44d1-b1f7-d6e848239127 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:59.486566 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:59.523687 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 1e9c505f-290a-4fda-8337-a1505ea0b4d8 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:37:59.528133 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-db167550-96e7-45e8-ac4f-40102c528165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:59.552319 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c65eb0c4-06e2-4411-9c1f-677ce0546365 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:59.629598 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65eb0c4-06e2-4411-9c1f-677ce0546365 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Port': ['ID=9f7a8bb3-7ff7-4fcb-b4df-1c84744f70f9,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:59.638653 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c65eb0c4-06e2-4411-9c1f-677ce0546365 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:59.640997 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db167550-96e7-45e8-ac4f-40102c528165 None None] Network 43d4a921-63ac-4dd9-bcaa-d377300f294e is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:59.642573 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c65eb0c4-06e2-4411-9c1f-677ce0546365 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/9f7a8bb3-7ff7-4fcb-b4df-1c84744f70f9 HTTP/1.1" status: 204 len: 168 time: 1.6667016 Apr 29 11:37:59.644938 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49416) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:59.656032 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-db167550-96e7-45e8-ac4f-40102c528165 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:59.689815 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db167550-96e7-45e8-ac4f-40102c528165 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:37:59.781240 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15b3af9-2af1-43ce-90ea-1da9f6174813 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Made reservation on behalf of 67220329d22c4942ba465e09cf443dac for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:59.785482 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d15b3af9-2af1-43ce-90ea-1da9f6174813 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:59.846989 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d796768-4cdc-4b51-ba7e-1fce44ff50b9 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:59.847762 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db167550-96e7-45e8-ac4f-40102c528165 None None] Pushing event updated for resources: {'Port': ['ID=4cf394d9-de86-4605-bf5b-f625fde77529,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:59.849276 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d796768-4cdc-4b51-ba7e-1fce44ff50b9 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:59.852424 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0d796768-4cdc-4b51-ba7e-1fce44ff50b9 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2062271 Apr 29 11:37:59.857239 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dee92001-5d0c-4542-bc0d-abb6ac3af8c9 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:59.860120 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687e24c-f73d-4acc-9918-35fa78600bac req-66b0eba1-27bc-4e89-a8c6-e19d17746fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:59.862015 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1687e24c-f73d-4acc-9918-35fa78600bac req-66b0eba1-27bc-4e89-a8c6-e19d17746fac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=966d71c123a54a1eb7656282c791d69b&device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 1098 time: 0.1993775 Apr 29 11:37:59.865178 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49418) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:37:59.891260 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:59.920911 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4915b9-1b21-4777-8c1d-0bad02074410 req-cded6ca5-d232-4240-87e0-a9ed2452d4ea tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:59.923806 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f705025-ddd6-4fb8-a756-4b2b55333d37 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Made reservation on behalf of aab58ef2dc9143a6a142915736d906ea for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:59.929627 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0b4915b9-1b21-4777-8c1d-0bad02074410 req-cded6ca5-d232-4240-87e0-a9ed2452d4ea tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.2116728 Apr 29 11:37:59.930837 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0f705025-ddd6-4fb8-a756-4b2b55333d37 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:59.942672 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:59.952020 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-5224d8e3-2174-4d9b-a26b-2d0577a603eb tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Allocated IP 2001:db8::1 (43d4a921-63ac-4dd9-bcaa-d377300f294e/528e2851-faed-44a2-ba47-ad0f2ab5d7cc/e01fc3ba-a909-42e3-8d65-fdecf2ef8aa3) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:59.967480 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d216a4-b8ee-4a6d-920e-9b6a8cbe93dd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:37:59.975951 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-c12b340e-d792-4f97-992e-68d0a6fccea3 None None] Provisioning complete for port 7dba5e4c-ad65-44d1-b1f7-d6e848239127 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:59.976700 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c12b340e-d792-4f97-992e-68d0a6fccea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:59.978046 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4df7629-77ab-4319-9e51-3f003b6e1c95 None None] Sync routers for ids ['d26da929-4605-4ea7-8e96-dbad56c8a17b'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:37:59.989910 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-db167550-96e7-45e8-ac4f-40102c528165 None None] Attempting to bind port 4cf394d9-de86-4605-bf5b-f625fde77529 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:37:59.990491 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-db167550-96e7-45e8-ac4f-40102c528165 None None] Attempting to bind port 4cf394d9-de86-4605-bf5b-f625fde77529 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '3760b6d8-e719-4ecb-b2e2-4237e056cc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '43d4a921-63ac-4dd9-bcaa-d377300f294e'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:37:59.990860 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db167550-96e7-45e8-ac4f-40102c528165 None None] Attempting to bind port 4cf394d9-de86-4605-bf5b-f625fde77529 on network 43d4a921-63ac-4dd9-bcaa-d377300f294e {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:37:59.995334 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4df7629-77ab-4319-9e51-3f003b6e1c95 None None] Routers {'d26da929-4605-4ea7-8e96-dbad56c8a17b'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:37:59.995989 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-b4df7629-77ab-4319-9e51-3f003b6e1c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d26da929-4605-4ea7-8e96-dbad56c8a17b'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:00.047933 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db167550-96e7-45e8-ac4f-40102c528165 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:38:00.048430 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db167550-96e7-45e8-ac4f-40102c528165 None None] Checking segment: {'id': '3760b6d8-e719-4ecb-b2e2-4237e056cc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '43d4a921-63ac-4dd9-bcaa-d377300f294e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:00.048567 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee92001-5d0c-4542-bc0d-abb6ac3af8c9 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Pushing event deleted for resources: {'Port': ['ID=d313ae27-80c5-4b55-a46b-d62fb0aa9ed6,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:00.048776 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-db167550-96e7-45e8-ac4f-40102c528165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:00.049150 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db167550-96e7-45e8-ac4f-40102c528165 None None] Bound using segment: {'id': '3760b6d8-e719-4ecb-b2e2-4237e056cc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '43d4a921-63ac-4dd9-bcaa-d377300f294e'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:38:00.049632 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-db167550-96e7-45e8-ac4f-40102c528165 None None] Bound port: 4cf394d9-de86-4605-bf5b-f625fde77529, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3760b6d8-e719-4ecb-b2e2-4237e056cc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '43d4a921-63ac-4dd9-bcaa-d377300f294e'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:38:00.050577 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-db167550-96e7-45e8-ac4f-40102c528165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:00.061335 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:00.069679 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-0f705025-ddd6-4fb8-a756-4b2b55333d37 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] device_id is not set on port 55d0bb59-cdac-4f7e-8821-62b0996afdb7 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:38:00.072085 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 7dba5e4c-ad65-44d1-b1f7-d6e848239127, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=7dba5e4c-ad65-44d1-b1f7-d6e848239127,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:00.083575 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:00.104950 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0b4915b9-1b21-4777-8c1d-0bad02074410 req-5b55802b-a5a5-4fca-9cc0-9df973c3d4e8 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744421 Apr 29 11:38:00.105290 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-b4df7629-77ab-4319-9e51-3f003b6e1c95 None None] Set router d26da929-4605-4ea7-8e96-dbad56c8a17b gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:38:00.109904 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b5b9693-b6a5-445c-b18f-b841f2741bcd tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting subnet 8889e401-3186-4041-aca6-f34c59e5612c {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:38:00.113999 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2b5b9693-b6a5-445c-b18f-b841f2741bcd tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:00.171052 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2b5b9693-b6a5-445c-b18f-b841f2741bcd tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:00.209887 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:00.242773 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-04d216a4-b8ee-4a6d-920e-9b6a8cbe93dd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:00.248535 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-04d216a4-b8ee-4a6d-920e-9b6a8cbe93dd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.4345145 Apr 29 11:38:00.248786 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-db167550-96e7-45e8-ac4f-40102c528165 None None] For port 4cf394d9-de86-4605-bf5b-f625fde77529, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:38:00.251513 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=7dba5e4c-ad65-44d1-b1f7-d6e848239127,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:00.254928 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49420) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:00.261468 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device c44babdb-1b35-43d7-bfc7-c0e417180b60 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:38:00.292988 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2b5b9693-b6a5-445c-b18f-b841f2741bcd tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:00.303283 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-db167550-96e7-45e8-ac4f-40102c528165 None None] For port 4cf394d9-de86-4605-bf5b-f625fde77529, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=4cf394d9-de86-4605-bf5b-f625fde77529,segment=NetworkSegment(3760b6d8-e719-4ecb-b2e2-4237e056cc85),segment_id=3760b6d8-e719-4ecb-b2e2-4237e056cc85)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:38:00.320900 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-db167550-96e7-45e8-ac4f-40102c528165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:00.406324 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db167550-96e7-45e8-ac4f-40102c528165 None None] Pushing event updated for resources: {'Port': ['ID=4cf394d9-de86-4605-bf5b-f625fde77529,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:00.429750 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port c44babdb-1b35-43d7-bfc7-c0e417180b60 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:00.430113 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:00.473874 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2b5b9693-b6a5-445c-b18f-b841f2741bcd tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:00.480730 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-54e21d04-31b4-413f-851c-d9520e652ef0 None None] Could not find standard attr ID for object 9f7a8bb3-7ff7-4fcb-b4df-1c84744f70f9. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:38:00.490457 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2d5362b4-dafc-4f4c-95ee-ab8e5c6a16a4 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=e43b3d3b447648b5aeeaf858bb1241e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2341874 Apr 29 11:38:00.502887 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49424) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:00.557406 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d2bf6c-36e2-41bd-bf2f-f8822e709843 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:00.563637 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2b5b9693-b6a5-445c-b18f-b841f2741bcd tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:00.566884 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2b5b9693-b6a5-445c-b18f-b841f2741bcd tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/8889e401-3186-4041-aca6-f34c59e5612c HTTP/1.1" status: 204 len: 168 time: 0.6990147 Apr 29 11:38:00.567759 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b9693-b6a5-445c-b18f-b841f2741bcd tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Subnet': ['ID=8889e401-3186-4041-aca6-f34c59e5612c,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:00.577253 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49426) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:00.643519 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dee92001-5d0c-4542-bc0d-abb6ac3af8c9 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:00.646050 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-b4df7629-77ab-4319-9e51-3f003b6e1c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'name': 'tempest-TestNetworkBasicOps-router-882603255', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:37:51Z', 'updated_at': '2022-04-29T11:37:57Z', 'revision_number': 3, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:37:54Z', 'updated_at': '2022-04-29T11:37:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:00.684737 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4df7629-77ab-4319-9e51-3f003b6e1c95 None None] Checking router: d26da929-4605-4ea7-8e96-dbad56c8a17b for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:38:00.684970 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-0f705025-ddd6-4fb8-a756-4b2b55333d37 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Allocated IP 172.20.0.6 (a367fb13-bf26-4314-8c27-79d6ccbde0b1/3996ccde-3705-46cc-8ce1-e3cb5fc5de2c/55d0bb59-cdac-4f7e-8821-62b0996afdb7) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:00.685085 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4df7629-77ab-4319-9e51-3f003b6e1c95 None None] Updating router d26da929-4605-4ea7-8e96-dbad56c8a17b port d508c517-822d-4fac-ac0b-4f60462ee781 binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:38:00.703691 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5224d8e3-2174-4d9b-a26b-2d0577a603eb tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:00.720077 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Deleting port ef983a9a-7fa9-4270-a928-fa55a70582c2 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:00.720490 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:00.736837 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-b4df7629-77ab-4319-9e51-3f003b6e1c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:00.911217 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d577f9c-086c-4328-a3ed-082834c31f6e None None] DHCP port deletion for 62578361-baac-4d3e-b4ee-401a25f05a0e request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:38:00.990874 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-9d577f9c-086c-4328-a3ed-082834c31f6e None None] Deleting port 7dba5e4c-ad65-44d1-b1f7-d6e848239127 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:00.991754 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9d577f9c-086c-4328-a3ed-082834c31f6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:01.003271 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d15b3af9-2af1-43ce-90ea-1da9f6174813 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:01.006352 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] For port ef983a9a-7fa9-4270-a928-fa55a70582c2, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=ef983a9a-7fa9-4270-a928-fa55a70582c2,segment=NetworkSegment(447eb851-1324-43ce-9f2f-e974375717b4),segment_id=447eb851-1324-43ce-9f2f-e974375717b4)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:01.006712 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:01.031783 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82ec0cd-ce32-4aa8-85a3-1bcce03f1c22 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:01.036577 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b82ec0cd-ce32-4aa8-85a3-1bcce03f1c22 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5320399 Apr 29 11:38:01.039777 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49428) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:01.088231 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-9d577f9c-086c-4328-a3ed-082834c31f6e None None] For port 7dba5e4c-ad65-44d1-b1f7-d6e848239127, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=7dba5e4c-ad65-44d1-b1f7-d6e848239127,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:01.089572 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9d577f9c-086c-4328-a3ed-082834c31f6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:01.105432 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9ea55d52-8b15-41af-8c11-3829c3edc779 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5269182 Apr 29 11:38:01.109989 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-9d577f9c-086c-4328-a3ed-082834c31f6e None None] Calling delete_port for 7dba5e4c-ad65-44d1-b1f7-d6e848239127 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:01.111813 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687e24c-f73d-4acc-9918-35fa78600bac req-20ebc488-c903-4295-93c6-ca61b159425a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:01.114829 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1687e24c-f73d-4acc-9918-35fa78600bac req-20ebc488-c903-4295-93c6-ca61b159425a service neutron] 10.222.0.62 "GET /v2.0/networks?id=9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4 HTTP/1.1" status: 200 len: 912 time: 1.2024689 Apr 29 11:38:01.114972 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Calling delete_port for ef983a9a-7fa9-4270-a928-fa55a70582c2 owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:01.115094 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49430) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:01.204723 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-b4df7629-77ab-4319-9e51-3f003b6e1c95 None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:01.215119 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-b4df7629-77ab-4319-9e51-3f003b6e1c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:01.247001 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9d577f9c-086c-4328-a3ed-082834c31f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:01.284015 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-b4df7629-77ab-4319-9e51-3f003b6e1c95 None None] Attempting to bind port d508c517-822d-4fac-ac0b-4f60462ee781 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:38:01.284244 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-b4df7629-77ab-4319-9e51-3f003b6e1c95 None None] Attempting to bind port d508c517-822d-4fac-ac0b-4f60462ee781 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:38:01.284609 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4df7629-77ab-4319-9e51-3f003b6e1c95 None None] Attempting to bind port d508c517-822d-4fac-ac0b-4f60462ee781 on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:38:01.286735 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0782053-7ab5-4294-a9f9-9d9894c4cfbb None None] Pushing event updated for resources: {'Port': ['ID=d508c517-822d-4fac-ac0b-4f60462ee781,revision_number=2']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:01.297013 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0782053-7ab5-4294-a9f9-9d9894c4cfbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:01.297566 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0782053-7ab5-4294-a9f9-9d9894c4cfbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:01.297912 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0782053-7ab5-4294-a9f9-9d9894c4cfbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:01.298270 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0782053-7ab5-4294-a9f9-9d9894c4cfbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:01.298596 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0782053-7ab5-4294-a9f9-9d9894c4cfbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:01.298940 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0782053-7ab5-4294-a9f9-9d9894c4cfbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:01.299272 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0782053-7ab5-4294-a9f9-9d9894c4cfbb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:01.299613 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0782053-7ab5-4294-a9f9-9d9894c4cfbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:01.299951 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0782053-7ab5-4294-a9f9-9d9894c4cfbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:01.300273 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0782053-7ab5-4294-a9f9-9d9894c4cfbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:01.300592 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0782053-7ab5-4294-a9f9-9d9894c4cfbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:01.300911 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0782053-7ab5-4294-a9f9-9d9894c4cfbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:01.305112 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4df7629-77ab-4319-9e51-3f003b6e1c95 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:38:01.305518 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4df7629-77ab-4319-9e51-3f003b6e1c95 None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:01.305880 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-b4df7629-77ab-4319-9e51-3f003b6e1c95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:01.306299 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4df7629-77ab-4319-9e51-3f003b6e1c95 None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:38:01.307487 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-b4df7629-77ab-4319-9e51-3f003b6e1c95 None None] Bound port: d508c517-822d-4fac-ac0b-4f60462ee781, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:38:01.308030 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-b4df7629-77ab-4319-9e51-3f003b6e1c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:01.317774 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1687e24c-f73d-4acc-9918-35fa78600bac req-9db0a7c2-6f8f-4444-a9b0-67a4bdc6e8e4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec1c2e1e-2b57-42dd-9d04-8a525132f294 HTTP/1.1" status: 200 len: 1001 time: 0.1660471 Apr 29 11:38:01.324796 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d577f9c-086c-4328-a3ed-082834c31f6e None None] No DVR routers for this DVR port 7dba5e4c-ad65-44d1-b1f7-d6e848239127 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:38:01.330077 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d577f9c-086c-4328-a3ed-082834c31f6e None None] Pushing event deleted for resources: {'Port': ['ID=7dba5e4c-ad65-44d1-b1f7-d6e848239127,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:01.388410 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-b4df7629-77ab-4319-9e51-3f003b6e1c95 None None] For port d508c517-822d-4fac-ac0b-4f60462ee781, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:38:01.394594 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-b4df7629-77ab-4319-9e51-3f003b6e1c95 None None] For port d508c517-822d-4fac-ac0b-4f60462ee781, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=d508c517-822d-4fac-ac0b-4f60462ee781,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:38:01.402550 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-b4df7629-77ab-4319-9e51-3f003b6e1c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:01.431105 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-67fccd52-69bb-4886-b959-e0c0b0f88c04 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=1c458760-cee1-43dd-bfaa-f7beebba31f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3810887 Apr 29 11:38:01.431648 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49434) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:01.450084 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-56bdcc21-2d60-410f-bd1f-888ae23a6494 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1610577107', 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:01.464761 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5224d8e3-2174-4d9b-a26b-2d0577a603eb tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:01.465542 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687e24c-f73d-4acc-9918-35fa78600bac req-610fb9fd-8147-468e-bf93-b73a5c073d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:01.465542 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1687e24c-f73d-4acc-9918-35fa78600bac req-610fb9fd-8147-468e-bf93-b73a5c073d52 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f2955ff6-7656-4447-a96d-af5d60561c06 HTTP/1.1" status: 200 len: 850 time: 0.1190708 Apr 29 11:38:01.481129 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c541728f-b392-42f8-9498-66738aca9a39 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:01.482687 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c541728f-b392-42f8-9498-66738aca9a39 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3667042 Apr 29 11:38:01.489460 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0782053-7ab5-4294-a9f9-9d9894c4cfbb None None] Pushing event updated for resources: {'Port': ['ID=d508c517-822d-4fac-ac0b-4f60462ee781,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:01.492604 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4df7629-77ab-4319-9e51-3f003b6e1c95 None None] Routers {'d26da929-4605-4ea7-8e96-dbad56c8a17b'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:01.494214 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-b4df7629-77ab-4319-9e51-3f003b6e1c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d26da929-4605-4ea7-8e96-dbad56c8a17b'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:01.496575 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49436) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:01.571728 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dee92001-5d0c-4542-bc0d-abb6ac3af8c9 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681475', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3683613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1117'] for router, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:01.605573 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dee92001-5d0c-4542-bc0d-abb6ac3af8c9 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683602'] for router, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:01.619523 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-b4df7629-77ab-4319-9e51-3f003b6e1c95 None None] Set router d26da929-4605-4ea7-8e96-dbad56c8a17b gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:38:01.624636 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da16157-b5be-470a-8925-68a8cefde16e req-8993ad4a-5734-4e79-8228-a9ebe611e76b tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:01.626699 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0da16157-b5be-470a-8925-68a8cefde16e req-8993ad4a-5734-4e79-8228-a9ebe611e76b tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.3110199 Apr 29 11:38:01.685920 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b3af9-2af1-43ce-90ea-1da9f6174813 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event updated for resources: {'Subnet': ['ID=4145309e-d33e-473d-acd2-8bfca3897876,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:01.727291 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687e24c-f73d-4acc-9918-35fa78600bac req-883b73b4-ffe7-474a-894a-21e33dea82ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:01.729002 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1687e24c-f73d-4acc-9918-35fa78600bac req-883b73b4-ffe7-474a-894a-21e33dea82ae service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2452450 Apr 29 11:38:01.738633 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee92001-5d0c-4542-bc0d-abb6ac3af8c9 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Router 34b5ebdd-39b4-4725-b5c0-91c6c437de26 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:38:01.768835 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5224d8e3-2174-4d9b-a26b-2d0577a603eb tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network 43d4a921-63ac-4dd9-bcaa-d377300f294e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:01.782504 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0da16157-b5be-470a-8925-68a8cefde16e req-dd3beabf-4ba6-46d0-ae40-81ce34b8d65f tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211345 Apr 29 11:38:01.812962 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-5224d8e3-2174-4d9b-a26b-2d0577a603eb tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:01.826429 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bdcc21-2d60-410f-bd1f-888ae23a6494 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Made reservation on behalf of e43b3d3b447648b5aeeaf858bb1241e8 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:01.831509 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-56bdcc21-2d60-410f-bd1f-888ae23a6494 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:01.834824 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224d8e3-2174-4d9b-a26b-2d0577a603eb tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Port': ['ID=e01fc3ba-a909-42e3-8d65-fdecf2ef8aa3,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:01.837789 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-b4df7629-77ab-4319-9e51-3f003b6e1c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'name': 'tempest-TestNetworkBasicOps-router-882603255', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:37:51Z', 'updated_at': '2022-04-29T11:37:57Z', 'revision_number': 3, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:37:54Z', 'updated_at': '2022-04-29T11:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:01.842658 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5224d8e3-2174-4d9b-a26b-2d0577a603eb tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:01.843220 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5224d8e3-2174-4d9b-a26b-2d0577a603eb tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:01.862000 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15b3af9-2af1-43ce-90ea-1da9f6174813 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Checking segment: {'id': '30650e8a-4c06-4494-b15d-ef8ddaf6eccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1e9c505f-290a-4fda-8337-a1505ea0b4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:01.862386 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15b3af9-2af1-43ce-90ea-1da9f6174813 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Network hostable DHCP agents. Network: 1e9c505f-290a-4fda-8337-a1505ea0b4d8, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:38:01.868509 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4df7629-77ab-4319-9e51-3f003b6e1c95 None None] The sync data for ids ['d26da929-4605-4ea7-8e96-dbad56c8a17b'] in dv-neutron-838888-1-hyperv is: [{'id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'name': 'tempest-TestNetworkBasicOps-router-882603255', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:37:51Z', 'updated_at': '2022-04-29T11:37:57Z', 'revision_number': 3, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:37:54Z', 'updated_at': '2022-04-29T11:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:38:01.885644 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1687e24c-f73d-4acc-9918-35fa78600bac req-a71a2aed-5535-43e9-91ba-55f8ce6ab9a5 service neutron] 10.222.0.62 "GET /v2.0/networks/9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447253 Apr 29 11:38:01.912267 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2b6fc4-1f54-4f48-9ea4-5499d4f07b4e tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:01.913739 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5c2b6fc4-1f54-4f48-9ea4-5499d4f07b4e tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3894274 Apr 29 11:38:01.928749 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49438) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:01.942758 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f6f58a-df77-45e4-acf6-7c2af25994e5 None None] Network 43d4a921-63ac-4dd9-bcaa-d377300f294e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:02.020721 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0f705025-ddd6-4fb8-a756-4b2b55333d37 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:02.053040 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-04588e2e-e54b-48ee-8665-ea3833178ce7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1176403 Apr 29 11:38:02.053040 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee92001-5d0c-4542-bc0d-abb6ac3af8c9 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:38:02.053040 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49440) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:02.055203 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15b3af9-2af1-43ce-90ea-1da9f6174813 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Network 1e9c505f-290a-4fda-8337-a1505ea0b4d8 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:38:02.057799 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:02.059616 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-f8fe74fe-175f-42cc-bb38-019e41991aeb tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:02.059867 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-dc193319-f307-4aa7-978f-8430131bdd8d None None] Provisioning complete for port 4cf394d9-de86-4605-bf5b-f625fde77529 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:02.060184 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dc193319-f307-4aa7-978f-8430131bdd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:02.113055 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-d15b3af9-2af1-43ce-90ea-1da9f6174813 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 1e9c505f-290a-4fda-8337-a1505ea0b4d8) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:02.143198 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event deleted for resources: {'Port': ['ID=ef983a9a-7fa9-4270-a928-fa55a70582c2,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:02.147808 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] No DVR routers for this DVR port ef983a9a-7fa9-4270-a928-fa55a70582c2 on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:38:02.176122 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15b3af9-2af1-43ce-90ea-1da9f6174813 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:02.179565 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d15b3af9-2af1-43ce-90ea-1da9f6174813 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:02.192924 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dee92001-5d0c-4542-bc0d-abb6ac3af8c9 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:02.197117 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-dee92001-5d0c-4542-bc0d-abb6ac3af8c9 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] 10.222.0.69 "PUT /v2.0/routers/34b5ebdd-39b4-4725-b5c0-91c6c437de26 HTTP/1.1" status: 200 len: 709 time: 5.4071472 Apr 29 11:38:02.202736 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49442) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:02.307806 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560231d3-9310-4556-9a53-b7cc007c63e4 None None] Network 1e9c505f-290a-4fda-8337-a1505ea0b4d8 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:02.310566 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc98ef4-3a97-421b-9ec3-97a3d60bfeb8 None None] Sync routers for ids ['34b5ebdd-39b4-4725-b5c0-91c6c437de26'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:38:02.360479 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5d3a98a3-fb81-4193-967d-797d3f7c45c0 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "GET /v2.0/routers/34b5ebdd-39b4-4725-b5c0-91c6c437de26 HTTP/1.1" status: 200 len: 744 time: 0.1536965 Apr 29 11:38:02.360657 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49444) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:02.360761 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fe74fe-175f-42cc-bb38-019e41991aeb tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:02.364860 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f8fe74fe-175f-42cc-bb38-019e41991aeb tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:02.414902 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 4cf394d9-de86-4605-bf5b-f625fde77529 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:38:02.443014 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc98ef4-3a97-421b-9ec3-97a3d60bfeb8 None None] Routers {'34b5ebdd-39b4-4725-b5c0-91c6c437de26'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:02.443576 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-5bc98ef4-3a97-421b-9ec3-97a3d60bfeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['34b5ebdd-39b4-4725-b5c0-91c6c437de26'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:02.482061 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1687e24c-f73d-4acc-9918-35fa78600bac req-18b37308-05ff-4f7f-8845-ea46147197ad service neutron] 10.222.0.62 "GET /v2.0/networks/9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5524447 Apr 29 11:38:02.485807 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5224d8e3-2174-4d9b-a26b-2d0577a603eb tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:02.503529 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-5bc98ef4-3a97-421b-9ec3-97a3d60bfeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:02.552692 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d15b3af9-2af1-43ce-90ea-1da9f6174813 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.1247275 Apr 29 11:38:02.564550 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49446) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:02.584583 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2616010f-2c81-4e02-b6fc-3ad3a754d2d8 tempest-RoutersIpV6AdminTest-876606294 tempest-RoutersIpV6AdminTest-876606294-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=1c458760-cee1-43dd-bfaa-f7beebba31f7&device_id=34b5ebdd-39b4-4725-b5c0-91c6c437de26 HTTP/1.1" status: 200 len: 205 time: 0.2190995 Apr 29 11:38:02.588836 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49448) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:02.597104 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0f705025-ddd6-4fb8-a756-4b2b55333d37 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:02.653161 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-75fa6819-6290-421b-8db7-8e98be690909 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] 10.222.0.69 "GET /v2.0/ports?device_id=34b5ebdd-39b4-4725-b5c0-91c6c437de26 HTTP/1.1" status: 200 len: 205 time: 0.0604615 Apr 29 11:38:02.667123 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:02.671188 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49450) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:02.675727 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f705025-ddd6-4fb8-a756-4b2b55333d37 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event updated for resources: {'Port': ['ID=55d0bb59-cdac-4f7e-8821-62b0996afdb7,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:02.677865 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc98ef4-3a97-421b-9ec3-97a3d60bfeb8 None None] Routers {'34b5ebdd-39b4-4725-b5c0-91c6c437de26'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:02.686130 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-5bc98ef4-3a97-421b-9ec3-97a3d60bfeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['34b5ebdd-39b4-4725-b5c0-91c6c437de26'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:02.733664 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-56bdcc21-2d60-410f-bd1f-888ae23a6494 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:02.792567 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f705025-ddd6-4fb8-a756-4b2b55333d37 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Network a367fb13-bf26-4314-8c27-79d6ccbde0b1 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:02.796606 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f972ea-2abb-4122-9c4b-71914095d90a']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:02.798155 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f8fe74fe-175f-42cc-bb38-019e41991aeb tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:02.830479 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-0f705025-ddd6-4fb8-a756-4b2b55333d37 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:02.845324 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fdff0eca-9b34-42a5-bc74-b81d23cfdd0d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:02.849330 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b406fc-87cb-4a09-956d-8d55e04dcac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-1e9c505f-290a-4fda-8337-a1505ea0b4d8', 'network_id': '1e9c505f-290a-4fda-8337-a1505ea0b4d8', 'tenant_id': '67220329d22c4942ba465e09cf443dac', 'fixed_ips': [{'subnet_id': '4145309e-d33e-473d-acd2-8bfca3897876'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:38:02.849923 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-27b406fc-87cb-4a09-956d-8d55e04dcac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:02.856684 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-5bc98ef4-3a97-421b-9ec3-97a3d60bfeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:02.863005 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f705025-ddd6-4fb8-a756-4b2b55333d37 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:02.863375 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc98ef4-3a97-421b-9ec3-97a3d60bfeb8 None None] The sync data for ids ['34b5ebdd-39b4-4725-b5c0-91c6c437de26'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:38:02.875760 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fe74fe-175f-42cc-bb38-019e41991aeb tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:02.877510 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe74fe-175f-42cc-bb38-019e41991aeb tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Subnet': ['ID=ac771f95-c4bc-4bab-8b85-d7d6b3334dca,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:02.881175 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-f8fe74fe-175f-42cc-bb38-019e41991aeb tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:02.883883 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fe74fe-175f-42cc-bb38-019e41991aeb tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:02.884504 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f8fe74fe-175f-42cc-bb38-019e41991aeb tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:02.905781 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447eb851-1324-43ce-9f2f-e974375717b4') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:02.906140 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447eb851-1324-43ce-9f2f-e974375717b4') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:02.915888 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6386a03-67c7-4705-9225-5b954a5b32a6 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:02.989538 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f8fe74fe-175f-42cc-bb38-019e41991aeb tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9333749 Apr 29 11:38:02.989538 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fdff0eca-9b34-42a5-bc74-b81d23cfdd0d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:02.993337 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49454) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:03.011701 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8dbbcde2-c881-4db3-97be-42b6019d539b tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:03.020681 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 4cf394d9-de86-4605-bf5b-f625fde77529 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:03.021961 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:03.025379 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-9dd9fdd1-77aa-424c-a754-139d5fcc2ca2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'port': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'fixed_ips': [{'subnet_id': 'ac771f95-c4bc-4bab-8b85-d7d6b3334dca', 'ip_address': '2001:db8::eecb:6e38:2b35:7c20'}], 'name': 'tempest-NetworksTestDHCPv6-1313693623'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:03.089772 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dc193319-f307-4aa7-978f-8430131bdd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:03.105485 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:03.161827 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a0534-5e86-4a52-acbf-dab263dbe0f2 req-dcdcfe7f-f823-4560-bb33-2a324f725174 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:03.170021 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f69a0534-5e86-4a52-acbf-dab263dbe0f2 req-dcdcfe7f-f823-4560-bb33-2a324f725174 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.2210293 Apr 29 11:38:03.242561 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-dc193319-f307-4aa7-978f-8430131bdd8d None None] For port 4cf394d9-de86-4605-bf5b-f625fde77529, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=4cf394d9-de86-4605-bf5b-f625fde77529,segment=NetworkSegment(3760b6d8-e719-4ecb-b2e2-4237e056cc85),segment_id=3760b6d8-e719-4ecb-b2e2-4237e056cc85)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:03.279392 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:03.286771 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bdcc21-2d60-410f-bd1f-888ae23a6494 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Subnet': ['ID=2123ff89-9386-4934-a517-d5d3fdf2b074,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:03.295346 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fdff0eca-9b34-42a5-bc74-b81d23cfdd0d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:03.319131 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dc193319-f307-4aa7-978f-8430131bdd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:03.350541 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd9fdd1-77aa-424c-a754-139d5fcc2ca2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:03.388044 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8dbbcde2-c881-4db3-97be-42b6019d539b tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:03.400064 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f705025-ddd6-4fb8-a756-4b2b55333d37 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:03.401346 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0f705025-ddd6-4fb8-a756-4b2b55333d37 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:03.417617 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8dbbcde2-c881-4db3-97be-42b6019d539b tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:03.421333 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:38:03.421736 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:03.424975 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:38:03.424975 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:38:03.424975 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:38:03.424975 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:38:03.424975 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:38:03.424975 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:38:03.424975 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:38:03.424975 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:38:03.424975 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:38:03.424975 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:38:03.424975 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:38:03.424975 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:38:03.424975 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:38:03.424975 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:38:03.424975 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:38:03.424975 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:38:03.424975 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:38:03.424975 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:38:03.424975 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:38:03.424975 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:38:03.424975 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:38:03.424975 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:38:03.424975 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:38:03.424975 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:38:03.424975 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:38:03.424975 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:38:03.424975 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:38:03.424975 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:38:03.424975 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:38:03.424975 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:38:03.424975 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:38:03.424975 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:38:03.439153 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0f705025-ddd6-4fb8-a756-4b2b55333d37 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0795529 Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server [None req-27b406fc-87cb-4a09-956d-8d55e04dcac4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4145309e-d33e-473d-acd2-8bfca3897876: This subnet is being modified by another concurrent operation. Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 11:38:03.442455 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise exception Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4145309e-d33e-473d-acd2-8bfca3897876: This subnet is being modified by another concurrent operation. Apr 29 11:38:03.446492 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server Apr 29 11:38:03.460521 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49456) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:03.475544 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-40838d15-f8fc-4dd8-9a09-42e17a408cae tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'port_id': '55d0bb59-cdac-4f7e-8821-62b0996afdb7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:03.485310 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787f74c4-a416-4cb8-96e6-ea23759b88cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-62578361-baac-4d3e-b4ee-401a25f05a0e', 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'fixed_ips': [{'subnet_id': 'ac771f95-c4bc-4bab-8b85-d7d6b3334dca'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:38:03.487427 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-787f74c4-a416-4cb8-96e6-ea23759b88cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:03.489846 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620eab66-9270-4a26-9316-b71294b07b13 None None] Network 1e9c505f-290a-4fda-8337-a1505ea0b4d8 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:03.553849 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9dd9fdd1-77aa-424c-a754-139d5fcc2ca2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:03.564380 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f69a0534-5e86-4a52-acbf-dab263dbe0f2 req-23fa7ef9-0be9-45bb-9db0-b548e3f4ff87 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3929434 Apr 29 11:38:03.578611 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff0eca-9b34-42a5-bc74-b81d23cfdd0d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event deleted for resources: {'Subnet': ['ID=4145309e-d33e-473d-acd2-8bfca3897876,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:03.593821 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bdcc21-2d60-410f-bd1f-888ae23a6494 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Checking segment: {'id': 'e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:03.593821 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bdcc21-2d60-410f-bd1f-888ae23a6494 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network hostable DHCP agents. Network: 6385ed98-aeeb-4990-b743-9383f9d45e8c, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:38:03.645719 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8dbbcde2-c881-4db3-97be-42b6019d539b tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:03.646266 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbbcde2-c881-4db3-97be-42b6019d539b tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Fanout notify agent at l3_agent the message router_deleted on router 34b5ebdd-39b4-4725-b5c0-91c6c437de26 {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:38:03.654700 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8dbbcde2-c881-4db3-97be-42b6019d539b tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:03.655763 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc193319-f307-4aa7-978f-8430131bdd8d None None] Pushing event updated for resources: {'Port': ['ID=4cf394d9-de86-4605-bf5b-f625fde77529,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:03.662028 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8dbbcde2-c881-4db3-97be-42b6019d539b tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] 10.222.0.69 "DELETE /v2.0/routers/34b5ebdd-39b4-4725-b5c0-91c6c437de26 HTTP/1.1" status: 204 len: 168 time: 0.9834218 Apr 29 11:38:03.662908 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49458) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:03.691162 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:03.695317 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:03.699732 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/networks/d9f972ea-2abb-4122-9c4b-71914095d90a HTTP/1.1" status: 204 len: 168 time: 7.6628439 Apr 29 11:38:03.704936 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49460) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:03.712443 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-9dd9fdd1-77aa-424c-a754-139d5fcc2ca2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] device_id is not set on port 80ae514a-e5dc-46c1-8a61-7fbf7bfe0db9 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:38:03.729918 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-c68394af-e053-4650-b85c-5c760d30a4d2 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-279456548'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:03.734061 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bdcc21-2d60-410f-bd1f-888ae23a6494 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 6385ed98-aeeb-4990-b743-9383f9d45e8c is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:38:03.741638 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2e0f1-3796-4015-865b-017fc2ee95bc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event deleted for resources: {'Network': ['ID=d9f972ea-2abb-4122-9c4b-71914095d90a,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:03.749160 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f31adb8e-fd1a-4ed9-98ba-14644a33ab72 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] 10.222.0.69 "GET /v2.0/ports?device_id=34b5ebdd-39b4-4725-b5c0-91c6c437de26 HTTP/1.1" status: 200 len: 205 time: 0.0778697 Apr 29 11:38:03.750210 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-40838d15-f8fc-4dd8-9a09-42e17a408cae tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:03.753918 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49462) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:03.757485 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fdff0eca-9b34-42a5-bc74-b81d23cfdd0d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:03.769642 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68394af-e053-4650-b85c-5c760d30a4d2 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Made reservation on behalf of 82c9781045a448caa6e2255533e0b7a4 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:03.773614 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c68394af-e053-4650-b85c-5c760d30a4d2 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:03.784538 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-56bdcc21-2d60-410f-bd1f-888ae23a6494 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 6385ed98-aeeb-4990-b743-9383f9d45e8c) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:03.785070 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 7dba5e4c-ad65-44d1-b1f7-d6e848239127 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:38:03.788915 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bdcc21-2d60-410f-bd1f-888ae23a6494 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:03.789517 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-56bdcc21-2d60-410f-bd1f-888ae23a6494 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:03.802865 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6321e4f-485b-4e6d-89d1-04c46d133bb1 None None] Network 6385ed98-aeeb-4990-b743-9383f9d45e8c requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:03.854866 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 7dba5e4c-ad65-44d1-b1f7-d6e848239127 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:38:03.855323 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 7dba5e4c-ad65-44d1-b1f7-d6e848239127 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:38:03.887177 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-7b47cd3d-f903-40eb-916f-2cafcd729336 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] delete failed (client error): The resource could not be found. Apr 29 11:38:03.889495 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7b47cd3d-f903-40eb-916f-2cafcd729336 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] 10.222.0.69 "DELETE /v2.0/routers/34b5ebdd-39b4-4725-b5c0-91c6c437de26 HTTP/1.1" status: 404 len: 336 time: 0.1274838 Apr 29 11:38:03.901190 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49464) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:03.905201 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c68394af-e053-4650-b85c-5c760d30a4d2 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:38:03.910032 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-fdff0eca-9b34-42a5-bc74-b81d23cfdd0d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e9c505f-290a-4fda-8337-a1505ea0b4d8']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:03.912218 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f38ebd58-38c2-4a43-9393-de50ff024d3c None None] Provisioning complete for port 4cf394d9-de86-4605-bf5b-f625fde77529 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:03.912673 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f38ebd58-38c2-4a43-9393-de50ff024d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:03.939624 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c68394af-e053-4650-b85c-5c760d30a4d2 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:03.940075 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-c68394af-e053-4650-b85c-5c760d30a4d2 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Added segment 05731e61-4bf9-4315-bdd6-5abff382367d of type vlan for network fc9427b8-661d-4963-ac06-7f3a6b82e2f0 Apr 29 11:38:04.000590 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c68394af-e053-4650-b85c-5c760d30a4d2 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:04.036342 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a725d486-30de-4995-af97-2c094c1630e3 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] 10.222.0.69 "GET /v2.0/ports?device_id=5049f020-fe2b-4692-95ac-798dc291308d HTTP/1.1" status: 200 len: 205 time: 0.1260793 Apr 29 11:38:04.042102 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49466) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:04.045545 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-fdff0eca-9b34-42a5-bc74-b81d23cfdd0d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30650e8a-4c06-4494-b15d-ef8ddaf6eccd') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:04.045847 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-fdff0eca-9b34-42a5-bc74-b81d23cfdd0d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30650e8a-4c06-4494-b15d-ef8ddaf6eccd') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:04.090287 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-787f74c4-a416-4cb8-96e6-ea23759b88cc None None] Allocated IP 2001:db8::2 (62578361-baac-4d3e-b4ee-401a25f05a0e/ac771f95-c4bc-4bab-8b85-d7d6b3334dca/3b6f3464-bafd-4c2a-820e-5b80800c2db4) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:04.097823 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fdff0eca-9b34-42a5-bc74-b81d23cfdd0d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:04.171128 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-56bdcc21-2d60-410f-bd1f-888ae23a6494 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.7300286 Apr 29 11:38:04.175729 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49468) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:04.259663 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5224d8e3-2174-4d9b-a26b-2d0577a603eb tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:04.279702 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5224d8e3-2174-4d9b-a26b-2d0577a603eb tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:04.280595 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5224d8e3-2174-4d9b-a26b-2d0577a603eb tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:04.319904 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f38ebd58-38c2-4a43-9393-de50ff024d3c None None] Provisioning complete for port e01fc3ba-a909-42e3-8d65-fdecf2ef8aa3 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:04.319904 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f38ebd58-38c2-4a43-9393-de50ff024d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:04.389420 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f38ebd58-38c2-4a43-9393-de50ff024d3c None None] Port e01fc3ba-a909-42e3-8d65-fdecf2ef8aa3 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:38:04.423526 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e90c14-d3eb-4983-9e16-5986f5249933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-6385ed98-aeeb-4990-b743-9383f9d45e8c', 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ips': [{'subnet_id': '2123ff89-9386-4934-a517-d5d3fdf2b074'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:38:04.424739 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-78e90c14-d3eb-4983-9e16-5986f5249933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:04.456253 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224d8e3-2174-4d9b-a26b-2d0577a603eb tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Port': ['ID=e01fc3ba-a909-42e3-8d65-fdecf2ef8aa3,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:04.461257 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device d508c517-822d-4fac-ac0b-4f60462ee781 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:38:04.469411 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-40838d15-f8fc-4dd8-9a09-42e17a408cae tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:04.553559 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.db.resource_extend [None req-c68394af-e053-4650-b85c-5c760d30a4d2 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:38:04.568618 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-6814a1db-aa5e-44dc-a20e-1c3534660603 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] delete failed (client error): The resource could not be found. Apr 29 11:38:04.569681 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6814a1db-aa5e-44dc-a20e-1c3534660603 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] 10.222.0.69 "DELETE /v2.0/routers/5049f020-fe2b-4692-95ac-798dc291308d HTTP/1.1" status: 404 len: 336 time: 0.5217752 Apr 29 11:38:04.577346 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49474) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:04.590613 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fdff0eca-9b34-42a5-bc74-b81d23cfdd0d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:04.592031 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-40838d15-f8fc-4dd8-9a09-42e17a408cae tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Allocated IP 172.26.4.176 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/00f2d77b-e20f-4ca3-b3c6-4e85df309cf9) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:04.620940 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdff0eca-9b34-42a5-bc74-b81d23cfdd0d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:38:04.621381 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fdff0eca-9b34-42a5-bc74-b81d23cfdd0d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:04.626292 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:38:04.626292 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:38:04.626292 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:38:04.626292 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:38:04.626292 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:38:04.626292 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:38:04.626292 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:38:04.626292 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:38:04.626292 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:38:04.626292 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:38:04.626292 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:38:04.626292 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:38:04.626292 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:38:04.626292 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:38:04.626292 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:38:04.626292 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:38:04.626292 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:38:04.626292 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:38:04.626292 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:38:04.626292 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:38:04.626292 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:38:04.626292 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:38:04.626292 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:38:04.626292 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:38:04.626292 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:38:04.626292 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:38:04.626292 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:38:04.626292 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:38:04.626292 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:38:04.626292 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:38:04.626292 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:38:04.626292 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:38:04.628317 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c68394af-e053-4650-b85c-5c760d30a4d2 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:04.641903 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68394af-e053-4650-b85c-5c760d30a4d2 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:04.642716 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c68394af-e053-4650-b85c-5c760d30a4d2 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:04.690430 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e6c08c45-39b8-4131-abbe-c49424b8fa1f tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b5ba45a-6067-45ab-911c-6c157992f01c HTTP/1.1" status: 200 len: 205 time: 0.1049495 Apr 29 11:38:04.697276 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49480) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:04.860907 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-02f38da7-8f88-4b6f-bbf6-ba8f455fbd9e tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] delete failed (client error): The resource could not be found. Apr 29 11:38:04.866209 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-02f38da7-8f88-4b6f-bbf6-ba8f455fbd9e tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] 10.222.0.69 "DELETE /v2.0/routers/5b5ba45a-6067-45ab-911c-6c157992f01c HTTP/1.1" status: 404 len: 336 time: 0.1457176 Apr 29 11:38:04.871705 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49482) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:04.873416 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c68394af-e053-4650-b85c-5c760d30a4d2 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1630299 Apr 29 11:38:04.877800 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49484) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:04.887804 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-6beaf467-106c-4dd4-8861-2923d0ec4a04 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:04.892067 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-aadc62e7-9e57-42c7-b73e-49b2101cec4c None None] Provisioning complete for port e01fc3ba-a909-42e3-8d65-fdecf2ef8aa3 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:04.892530 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-aadc62e7-9e57-42c7-b73e-49b2101cec4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:04.901250 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5224d8e3-2174-4d9b-a26b-2d0577a603eb tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network 43d4a921-63ac-4dd9-bcaa-d377300f294e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:04.917999 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68394af-e053-4650-b85c-5c760d30a4d2 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event updated for resources: {'Network': ['ID=fc9427b8-661d-4963-ac06-7f3a6b82e2f0,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:04.929807 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7087fa4a-0097-427e-9870-410be1af94da tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] 10.222.0.69 "GET /v2.0/ports?device_id=195621f1-0fcd-4325-a99a-2f31f8fad325 HTTP/1.1" status: 200 len: 205 time: 0.0546887 Apr 29 11:38:04.932169 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-5224d8e3-2174-4d9b-a26b-2d0577a603eb tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:04.936672 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49486) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:04.940520 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-40838d15-f8fc-4dd8-9a09-42e17a408cae tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:04.952426 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fdff0eca-9b34-42a5-bc74-b81d23cfdd0d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:04.959553 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-787f74c4-a416-4cb8-96e6-ea23759b88cc None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:04.961152 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network fc9427b8-661d-4963-ac06-7f3a6b82e2f0 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:38:04.969504 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b3ff0-4533-417c-86f6-a1ac550ff6a2 req-89b1e56f-cae5-48d5-a0b0-93c6fc642d01 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:04.971032 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-409b3ff0-4533-417c-86f6-a1ac550ff6a2 req-89b1e56f-cae5-48d5-a0b0-93c6fc642d01 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.2816410 Apr 29 11:38:04.978937 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fdff0eca-9b34-42a5-bc74-b81d23cfdd0d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:04.985569 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-fdff0eca-9b34-42a5-bc74-b81d23cfdd0d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "DELETE /v2.0/networks/1e9c505f-290a-4fda-8337-a1505ea0b4d8 HTTP/1.1" status: 204 len: 168 time: 2.4163544 Apr 29 11:38:04.991531 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49488) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:04.995073 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-065f802c-7fb1-4522-9fae-0d44b7745f78 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] delete failed (client error): The resource could not be found. Apr 29 11:38:04.998734 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-065f802c-7fb1-4522-9fae-0d44b7745f78 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] 10.222.0.69 "DELETE /v2.0/routers/195621f1-0fcd-4325-a99a-2f31f8fad325 HTTP/1.1" status: 404 len: 336 time: 0.0523589 Apr 29 11:38:05.001240 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49490) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:05.002063 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-787f74c4-a416-4cb8-96e6-ea23759b88cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:05.030067 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-a99f1273-8c53-4ebc-900e-2859ec3aec7e tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-107427558'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:05.068812 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a9782e0d-3710-4463-aff7-bfaba0e0d631 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] 10.222.0.69 "GET /v2.0/ports?device_id=51d41c59-4d5c-4372-8c0d-55802b6452cf HTTP/1.1" status: 200 len: 205 time: 0.0657837 Apr 29 11:38:05.079899 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-aadc62e7-9e57-42c7-b73e-49b2101cec4c None None] Port e01fc3ba-a909-42e3-8d65-fdecf2ef8aa3 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:38:05.087790 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port d508c517-822d-4fac-ac0b-4f60462ee781 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:05.088602 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:05.090961 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49492) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:05.093973 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff0eca-9b34-42a5-bc74-b81d23cfdd0d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event deleted for resources: {'Network': ['ID=1e9c505f-290a-4fda-8337-a1505ea0b4d8,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:05.128067 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787f74c4-a416-4cb8-96e6-ea23759b88cc None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:05.129498 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-78e90c14-d3eb-4983-9e16-5986f5249933 None None] Allocated IP 172.20.0.2 (6385ed98-aeeb-4990-b743-9383f9d45e8c/2123ff89-9386-4934-a517-d5d3fdf2b074/3e4286fe-5d03-462b-b825-46890406f377) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:05.148917 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-787f74c4-a416-4cb8-96e6-ea23759b88cc None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:05.159568 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787f74c4-a416-4cb8-96e6-ea23759b88cc None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:05.164980 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-409b3ff0-4533-417c-86f6-a1ac550ff6a2 req-24a8ecc9-d530-440b-a726-0e8e08836ca2 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815827 Apr 29 11:38:05.180424 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-cdc0af5a-8bf0-42dd-be95-1db3ec916932 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] delete failed (client error): The resource could not be found. Apr 29 11:38:05.182412 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-cdc0af5a-8bf0-42dd-be95-1db3ec916932 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] 10.222.0.69 "DELETE /v2.0/routers/51d41c59-4d5c-4372-8c0d-55802b6452cf HTTP/1.1" status: 404 len: 336 time: 0.0854263 Apr 29 11:38:05.186376 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49494) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:05.229189 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f74c4-a416-4cb8-96e6-ea23759b88cc None None] Pushing event updated for resources: {'Port': ['ID=3b6f3464-bafd-4c2a-820e-5b80800c2db4,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:05.271548 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99f1273-8c53-4ebc-900e-2859ec3aec7e tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Made reservation on behalf of 67220329d22c4942ba465e09cf443dac for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:05.280158 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a99f1273-8c53-4ebc-900e-2859ec3aec7e tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:05.297105 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-9dd9fdd1-77aa-424c-a754-139d5fcc2ca2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Allocated IP 2001:db8::eecb:6e38:2b35:7c20 (62578361-baac-4d3e-b4ee-401a25f05a0e/ac771f95-c4bc-4bab-8b85-d7d6b3334dca/80ae514a-e5dc-46c1-8a61-7fbf7bfe0db9) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:05.328907 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-40838d15-f8fc-4dd8-9a09-42e17a408cae tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:05.339270 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0d721b54-6b66-43ba-9b6f-b50b5355e892 tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] 10.222.0.69 "GET /v2.0/ports?device_id=85f1cf28-8641-463d-bdc1-f224b86916fc HTTP/1.1" status: 200 len: 205 time: 0.1481545 Apr 29 11:38:05.349387 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49498) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:05.388026 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:05.406683 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99f1273-8c53-4ebc-900e-2859ec3aec7e tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:38:05.427833 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6beaf467-106c-4dd4-8861-2923d0ec4a04 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:05.436353 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port d508c517-822d-4fac-ac0b-4f60462ee781, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=d508c517-822d-4fac-ac0b-4f60462ee781,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:05.439735 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-787f74c4-a416-4cb8-96e6-ea23759b88cc None None] Attempting to bind port 3b6f3464-bafd-4c2a-820e-5b80800c2db4 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:38:05.440225 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-787f74c4-a416-4cb8-96e6-ea23759b88cc None None] Attempting to bind port 3b6f3464-bafd-4c2a-820e-5b80800c2db4 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:38:05.440688 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787f74c4-a416-4cb8-96e6-ea23759b88cc None None] Attempting to bind port 3b6f3464-bafd-4c2a-820e-5b80800c2db4 on network 62578361-baac-4d3e-b4ee-401a25f05a0e {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:38:05.442957 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40838d15-f8fc-4dd8-9a09-42e17a408cae tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:05.447158 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:05.447405 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-689d107c-71a1-4687-906f-0be1c306e13e tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] delete failed (client error): The resource could not be found. Apr 29 11:38:05.448013 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 4cf394d9-de86-4605-bf5b-f625fde77529 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:38:05.451471 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-689d107c-71a1-4687-906f-0be1c306e13e tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] 10.222.0.69 "DELETE /v2.0/routers/85f1cf28-8641-463d-bdc1-f224b86916fc HTTP/1.1" status: 404 len: 336 time: 0.0777974 Apr 29 11:38:05.454235 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a99f1273-8c53-4ebc-900e-2859ec3aec7e tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:05.459895 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-a99f1273-8c53-4ebc-900e-2859ec3aec7e tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Added segment c463e38c-d7d8-46ec-aa85-184fd7812c4e of type vlan for network f807cf1a-5b65-4c04-afe4-3445bdc77c0f Apr 29 11:38:05.460089 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-117a0eeb-8784-4f00-91ae-f97a7a1e7e2d None None] Provisioning complete for port e01fc3ba-a909-42e3-8d65-fdecf2ef8aa3 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:05.460089 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-117a0eeb-8784-4f00-91ae-f97a7a1e7e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:05.460258 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49500) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:05.478518 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787f74c4-a416-4cb8-96e6-ea23759b88cc None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:38:05.479376 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-40838d15-f8fc-4dd8-9a09-42e17a408cae tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:05.479825 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787f74c4-a416-4cb8-96e6-ea23759b88cc None None] Checking segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:05.480233 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-787f74c4-a416-4cb8-96e6-ea23759b88cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:05.480635 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787f74c4-a416-4cb8-96e6-ea23759b88cc None None] Bound using segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:38:05.481131 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-787f74c4-a416-4cb8-96e6-ea23759b88cc None None] Bound port: 3b6f3464-bafd-4c2a-820e-5b80800c2db4, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:38:05.481503 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-787f74c4-a416-4cb8-96e6-ea23759b88cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:05.481840 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40838d15-f8fc-4dd8-9a09-42e17a408cae tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:05.505633 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5224d8e3-2174-4d9b-a26b-2d0577a603eb tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Router cbb6bce4-54dc-4502-81e7-110a013cbdae is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:38:05.507506 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40838d15-f8fc-4dd8-9a09-42e17a408cae tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event updated for resources: {'Port': ['ID=00f2d77b-e20f-4ca3-b3c6-4e85df309cf9,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:05.539186 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1daef0f-f3d9-4a96-a483-c26efbacac0d tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:05.539449 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1daef0f-f3d9-4a96-a483-c26efbacac0d tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:05.545755 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a1daef0f-f3d9-4a96-a483-c26efbacac0d tempest-RoutersIpV6AdminTest-1618918964 tempest-RoutersIpV6AdminTest-1618918964-project] 10.222.0.69 "DELETE /v2.0/subnets/17cb7cdf-09f0-4818-bff8-0000cf864abb HTTP/1.1" status: 404 len: 337 time: 0.0792308 Apr 29 11:38:05.545755 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6beaf467-106c-4dd4-8861-2923d0ec4a04 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:05.663684 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-117a0eeb-8784-4f00-91ae-f97a7a1e7e2d None None] Port e01fc3ba-a909-42e3-8d65-fdecf2ef8aa3 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:38:05.669411 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=d508c517-822d-4fac-ac0b-4f60462ee781,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:05.679762 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e86f1e-a9a2-4fe8-a4a9-9fe33776c357 req-c34b6f04-b7ac-434d-bc90-667b50a3c393 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:05.681323 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b7e86f1e-a9a2-4fe8-a4a9-9fe33776c357 req-c34b6f04-b7ac-434d-bc90-667b50a3c393 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.3539860 Apr 29 11:38:05.711391 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-78e90c14-d3eb-4983-9e16-5986f5249933 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:05.711613 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6beaf467-106c-4dd4-8861-2923d0ec4a04 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Network fc9427b8-661d-4963-ac06-7f3a6b82e2f0 is not hosted by any dhcp agent {{(pid=102959) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 29 11:38:05.717502 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6beaf467-106c-4dd4-8861-2923d0ec4a04 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:05.718289 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6beaf467-106c-4dd4-8861-2923d0ec4a04 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:05.721965 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-787f74c4-a416-4cb8-96e6-ea23759b88cc None None] For port 3b6f3464-bafd-4c2a-820e-5b80800c2db4, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:38:05.723018 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6beaf467-106c-4dd4-8861-2923d0ec4a04 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "PUT /v2.0/networks/fc9427b8-661d-4963-ac06-7f3a6b82e2f0 HTTP/1.1" status: 200 len: 723 time: 0.8405375 Apr 29 11:38:05.726448 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-787f74c4-a416-4cb8-96e6-ea23759b88cc None None] For port 3b6f3464-bafd-4c2a-820e-5b80800c2db4, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=3b6f3464-bafd-4c2a-820e-5b80800c2db4,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:38:05.727865 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49504) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:05.728158 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-78e90c14-d3eb-4983-9e16-5986f5249933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:05.730989 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 4cf394d9-de86-4605-bf5b-f625fde77529 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:05.731437 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:05.733181 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a99f1273-8c53-4ebc-900e-2859ec3aec7e tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:05.766411 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-787f74c4-a416-4cb8-96e6-ea23759b88cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:05.768026 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-cc5ebbae-2cab-472a-b90b-3273503d68a1 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Request body: {'subnet': {'network_id': 'fc9427b8-661d-4963-ac06-7f3a6b82e2f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:05.818313 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e90c14-d3eb-4983-9e16-5986f5249933 None None] Network 6385ed98-aeeb-4990-b743-9383f9d45e8c is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:05.828828 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-78e90c14-d3eb-4983-9e16-5986f5249933 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:05.835520 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e90c14-d3eb-4983-9e16-5986f5249933 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:05.840308 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e90c14-d3eb-4983-9e16-5986f5249933 None None] Pushing event updated for resources: {'Port': ['ID=3e4286fe-5d03-462b-b825-46890406f377,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:05.890354 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beaf467-106c-4dd4-8861-2923d0ec4a04 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event updated for resources: {'Network': ['ID=fc9427b8-661d-4963-ac06-7f3a6b82e2f0,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:05.902253 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b7e86f1e-a9a2-4fe8-a4a9-9fe33776c357 req-d427c5dd-aa34-4750-8a9f-70a185396f93 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088842 Apr 29 11:38:05.909103 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network fc9427b8-661d-4963-ac06-7f3a6b82e2f0 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:38:05.923504 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5224d8e3-2174-4d9b-a26b-2d0577a603eb tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:38:05.945805 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9dd9fdd1-77aa-424c-a754-139d5fcc2ca2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:05.952136 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329368f9-38fb-46ff-ae34-27e422f334df None None] Sync routers for ids ['cbb6bce4-54dc-4502-81e7-110a013cbdae'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:38:05.956977 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5224d8e3-2174-4d9b-a26b-2d0577a603eb tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "PUT /v2.0/routers/cbb6bce4-54dc-4502-81e7-110a013cbdae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1557631 Apr 29 11:38:05.958001 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49510) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:05.960874 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69b447e7-d477-4c2e-86f3-46deb8feaa8c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:05.987257 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329368f9-38fb-46ff-ae34-27e422f334df None None] Routers {'cbb6bce4-54dc-4502-81e7-110a013cbdae'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:05.987877 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-329368f9-38fb-46ff-ae34-27e422f334df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['cbb6bce4-54dc-4502-81e7-110a013cbdae'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:06.001373 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a99f1273-8c53-4ebc-900e-2859ec3aec7e tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:06.010749 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99f1273-8c53-4ebc-900e-2859ec3aec7e tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:06.011544 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a99f1273-8c53-4ebc-900e-2859ec3aec7e tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:06.095453 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c497e169-72f4-48a1-92d8-7f80767a46f7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:06.097069 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c497e169-72f4-48a1-92d8-7f80767a46f7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "GET /v2.0/ports/e01fc3ba-a909-42e3-8d65-fdecf2ef8aa3 HTTP/1.1" status: 200 len: 911 time: 0.1349485 Apr 29 11:38:06.105183 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-329368f9-38fb-46ff-ae34-27e422f334df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:06.124536 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329368f9-38fb-46ff-ae34-27e422f334df None None] Routers {'cbb6bce4-54dc-4502-81e7-110a013cbdae'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:06.127700 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-329368f9-38fb-46ff-ae34-27e422f334df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['cbb6bce4-54dc-4502-81e7-110a013cbdae'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:06.157928 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49512) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:06.158325 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49514) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:06.171702 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-b3b8c486-c57b-409c-818c-508e9ad5d1f8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '528e2851-faed-44a2-ba47-ad0f2ab5d7cc'}]}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:06.194108 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a99f1273-8c53-4ebc-900e-2859ec3aec7e tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1973474 Apr 29 11:38:06.223201 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5ebbae-2cab-472a-b90b-3273503d68a1 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Made reservation on behalf of 82c9781045a448caa6e2255533e0b7a4 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:06.230055 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-cc5ebbae-2cab-472a-b90b-3273503d68a1 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:06.238282 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49518) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:06.247686 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-78e90c14-d3eb-4983-9e16-5986f5249933 None None] Attempting to bind port 3e4286fe-5d03-462b-b825-46890406f377 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:38:06.248653 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-78e90c14-d3eb-4983-9e16-5986f5249933 None None] Attempting to bind port 3e4286fe-5d03-462b-b825-46890406f377 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:38:06.249272 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e90c14-d3eb-4983-9e16-5986f5249933 None None] Attempting to bind port 3e4286fe-5d03-462b-b825-46890406f377 on network 6385ed98-aeeb-4990-b743-9383f9d45e8c {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:38:06.270268 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-16be56b9-217b-4238-a08a-7d46c10082dd tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Request body: {'subnet': {'network_id': 'f807cf1a-5b65-4c04-afe4-3445bdc77c0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:06.272703 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e90c14-d3eb-4983-9e16-5986f5249933 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:38:06.273424 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e90c14-d3eb-4983-9e16-5986f5249933 None None] Checking segment: {'id': 'e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:06.274517 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-78e90c14-d3eb-4983-9e16-5986f5249933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:06.275240 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e90c14-d3eb-4983-9e16-5986f5249933 None None] Bound using segment: {'id': 'e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:38:06.285037 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-78e90c14-d3eb-4983-9e16-5986f5249933 None None] Bound port: 3e4286fe-5d03-462b-b825-46890406f377, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:38:06.285711 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-78e90c14-d3eb-4983-9e16-5986f5249933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:06.287081 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-329368f9-38fb-46ff-ae34-27e422f334df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:06.288114 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329368f9-38fb-46ff-ae34-27e422f334df None None] The sync data for ids ['cbb6bce4-54dc-4502-81e7-110a013cbdae'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:38:06.317473 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f74c4-a416-4cb8-96e6-ea23759b88cc None None] Pushing event updated for resources: {'Port': ['ID=3b6f3464-bafd-4c2a-820e-5b80800c2db4,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:06.371300 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f1273-8c53-4ebc-900e-2859ec3aec7e tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event updated for resources: {'Network': ['ID=f807cf1a-5b65-4c04-afe4-3445bdc77c0f,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:06.404343 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-78e90c14-d3eb-4983-9e16-5986f5249933 None None] For port 3e4286fe-5d03-462b-b825-46890406f377, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:38:06.409715 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-78e90c14-d3eb-4983-9e16-5986f5249933 None None] For port 3e4286fe-5d03-462b-b825-46890406f377, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=3e4286fe-5d03-462b-b825-46890406f377,segment=NetworkSegment(e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b),segment_id=e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:38:06.423210 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network f807cf1a-5b65-4c04-afe4-3445bdc77c0f details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:38:06.429909 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-78e90c14-d3eb-4983-9e16-5986f5249933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:06.484068 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9dd9fdd1-77aa-424c-a754-139d5fcc2ca2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:06.549252 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device d508c517-822d-4fac-ac0b-4f60462ee781 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:38:06.624015 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e90c14-d3eb-4983-9e16-5986f5249933 None None] Pushing event updated for resources: {'Port': ['ID=3e4286fe-5d03-462b-b825-46890406f377,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:06.659867 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port d508c517-822d-4fac-ac0b-4f60462ee781 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:06.660540 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:06.684888 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6dfc529f-9af3-4e87-a3fa-1ec85b88f951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:06.707257 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd9fdd1-77aa-424c-a754-139d5fcc2ca2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:06.725843 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-9dd9fdd1-77aa-424c-a754-139d5fcc2ca2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:06.728445 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd9fdd1-77aa-424c-a754-139d5fcc2ca2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:06.734512 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd9fdd1-77aa-424c-a754-139d5fcc2ca2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:06.735143 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9dd9fdd1-77aa-424c-a754-139d5fcc2ca2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:06.757357 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9fdd1-77aa-424c-a754-139d5fcc2ca2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Port': ['ID=80ae514a-e5dc-46c1-8a61-7fbf7bfe0db9,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:06.810892 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9dd9fdd1-77aa-424c-a754-139d5fcc2ca2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8164597 Apr 29 11:38:06.830279 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6eae2e-9aed-4362-807f-3f74a8434ae3 req-7d8c5c96-0410-4700-ac97-27ffb696e1b5 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:06.832185 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4f6eae2e-9aed-4362-807f-3f74a8434ae3 req-7d8c5c96-0410-4700-ac97-27ffb696e1b5 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.3848257 Apr 29 11:38:06.839062 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49522) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:06.877873 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16be56b9-217b-4238-a08a-7d46c10082dd tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Made reservation on behalf of 67220329d22c4942ba465e09cf443dac for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:06.881783 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-16be56b9-217b-4238-a08a-7d46c10082dd tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:07.110111 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c486-c57b-409c-818c-508e9ad5d1f8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:07.244051 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-40838d15-f8fc-4dd8-9a09-42e17a408cae tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:07.317630 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-69b447e7-d477-4c2e-86f3-46deb8feaa8c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.20.0.1 (6385ed98-aeeb-4990-b743-9383f9d45e8c/2123ff89-9386-4934-a517-d5d3fdf2b074/bfffa0fb-dc4b-4691-ac97-9ac537f6ed85) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:07.409379 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544e979b-b4c0-4f8c-8187-4e38099ce6e4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:07.415946 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544e979b-b4c0-4f8c-8187-4e38099ce6e4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:07.417213 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-38118d86-e2ad-456d-abaa-3461b64bc560 None None] Provisioning complete for port 3b6f3464-bafd-4c2a-820e-5b80800c2db4 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:07.418254 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-38118d86-e2ad-456d-abaa-3461b64bc560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:07.421135 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-544e979b-b4c0-4f8c-8187-4e38099ce6e4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5750177 Apr 29 11:38:07.422067 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49524) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:07.424114 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-40838d15-f8fc-4dd8-9a09-42e17a408cae tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:07.441833 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4f6eae2e-9aed-4362-807f-3f74a8434ae3 req-25420f5e-c5dc-453b-bbef-11d98bfeddcf tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5559452 Apr 29 11:38:07.534716 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6dfc529f-9af3-4e87-a3fa-1ec85b88f951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:07.539330 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-cc5ebbae-2cab-472a-b90b-3273503d68a1 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:07.582190 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6dfc529f-9af3-4e87-a3fa-1ec85b88f951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:07.596897 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-38118d86-e2ad-456d-abaa-3461b64bc560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:07.634193 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69b447e7-d477-4c2e-86f3-46deb8feaa8c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:07.678482 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-38118d86-e2ad-456d-abaa-3461b64bc560 None None] For port 3b6f3464-bafd-4c2a-820e-5b80800c2db4, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=3b6f3464-bafd-4c2a-820e-5b80800c2db4,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:07.686626 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-38118d86-e2ad-456d-abaa-3461b64bc560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:07.758826 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-e7716296-b360-41ec-9ccb-f648507e9fbf tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting port 80ae514a-e5dc-46c1-8a61-7fbf7bfe0db9 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:07.759075 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e7716296-b360-41ec-9ccb-f648507e9fbf tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:07.763348 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38118d86-e2ad-456d-abaa-3461b64bc560 None None] Pushing event updated for resources: {'Port': ['ID=3b6f3464-bafd-4c2a-820e-5b80800c2db4,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:07.766116 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69b447e7-d477-4c2e-86f3-46deb8feaa8c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:07.819648 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-0e9a0be2-0fe9-4e80-90d8-78b6358e44da None None] Provisioning complete for port 80ae514a-e5dc-46c1-8a61-7fbf7bfe0db9 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:07.820127 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0e9a0be2-0fe9-4e80-90d8-78b6358e44da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:07.889940 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-40838d15-f8fc-4dd8-9a09-42e17a408cae tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:07.897681 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-0e9a0be2-0fe9-4e80-90d8-78b6358e44da None None] Port 80ae514a-e5dc-46c1-8a61-7fbf7bfe0db9 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:38:07.897917 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b447e7-d477-4c2e-86f3-46deb8feaa8c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 6385ed98-aeeb-4990-b743-9383f9d45e8c is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:07.905090 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6dfc529f-9af3-4e87-a3fa-1ec85b88f951 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=af9363cab97246cbbb851fe0a60304b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7378039 Apr 29 11:38:07.905741 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49526) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:07.906212 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b447e7-d477-4c2e-86f3-46deb8feaa8c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=bfffa0fb-dc4b-4691-ac97-9ac537f6ed85,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:07.911004 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-69b447e7-d477-4c2e-86f3-46deb8feaa8c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:07.915585 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ebbae-2cab-472a-b90b-3273503d68a1 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event updated for resources: {'Subnet': ['ID=42d4804d-0047-4577-9ed4-5749d716f47f,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:07.917946 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc529f-9af3-4e87-a3fa-1ec85b88f951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a299b55a-8390-40c9-a5a4-56ba4be336a3,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:07.928323 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-40838d15-f8fc-4dd8-9a09-42e17a408cae tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:07.934203 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b447e7-d477-4c2e-86f3-46deb8feaa8c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:07.951115 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5ebbae-2cab-472a-b90b-3273503d68a1 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Checking segment: {'id': '05731e61-4bf9-4315-bdd6-5abff382367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fc9427b8-661d-4963-ac06-7f3a6b82e2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:07.951487 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5ebbae-2cab-472a-b90b-3273503d68a1 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Network hostable DHCP agents. Network: fc9427b8-661d-4963-ac06-7f3a6b82e2f0, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:38:07.953872 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-16be56b9-217b-4238-a08a-7d46c10082dd tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:08.034237 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5a1d6a-4493-4902-aa3f-995ff37d655f None None] Network 6385ed98-aeeb-4990-b743-9383f9d45e8c requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:08.038049 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e7716296-b360-41ec-9ccb-f648507e9fbf tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:08.090665 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5ebbae-2cab-472a-b90b-3273503d68a1 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Network fc9427b8-661d-4963-ac06-7f3a6b82e2f0 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:38:08.093602 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-e7716296-b360-41ec-9ccb-f648507e9fbf tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Calling delete_port for 80ae514a-e5dc-46c1-8a61-7fbf7bfe0db9 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:08.104724 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16be56b9-217b-4238-a08a-7d46c10082dd tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Checking segment: {'id': 'c463e38c-d7d8-46ec-aa85-184fd7812c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f807cf1a-5b65-4c04-afe4-3445bdc77c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:08.105091 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16be56b9-217b-4238-a08a-7d46c10082dd tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Network hostable DHCP agents. Network: f807cf1a-5b65-4c04-afe4-3445bdc77c0f, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:38:08.106253 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40838d15-f8fc-4dd8-9a09-42e17a408cae tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event updated for resources: {'Port': ['ID=00f2d77b-e20f-4ca3-b3c6-4e85df309cf9,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:08.114467 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69b447e7-d477-4c2e-86f3-46deb8feaa8c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:08.137748 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-224fa8b5-2c4a-4f27-bcf4-aeb22b0f21e9 None None] Provisioning complete for port 3e4286fe-5d03-462b-b825-46890406f377 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:08.138118 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-224fa8b5-2c4a-4f27-bcf4-aeb22b0f21e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:08.142438 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be56b9-217b-4238-a08a-7d46c10082dd tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event updated for resources: {'Subnet': ['ID=0d487329-2756-499c-85fc-bb06028bf694,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:08.163322 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-cc5ebbae-2cab-472a-b90b-3273503d68a1 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, fc9427b8-661d-4963-ac06-7f3a6b82e2f0) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:08.177115 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c92b8e-c656-4f44-b79a-b2cefc0947d1 None None] Network fc9427b8-661d-4963-ac06-7f3a6b82e2f0 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:08.186270 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5ebbae-2cab-472a-b90b-3273503d68a1 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:08.186862 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-cc5ebbae-2cab-472a-b90b-3273503d68a1 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:08.217099 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16be56b9-217b-4238-a08a-7d46c10082dd tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Network f807cf1a-5b65-4c04-afe4-3445bdc77c0f is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:38:08.228208 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-16be56b9-217b-4238-a08a-7d46c10082dd tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, f807cf1a-5b65-4c04-afe4-3445bdc77c0f) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:08.253241 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-cc5ebbae-2cab-472a-b90b-3273503d68a1 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4892268 Apr 29 11:38:08.258854 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49528) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:08.266039 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16be56b9-217b-4238-a08a-7d46c10082dd tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:08.266920 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-16be56b9-217b-4238-a08a-7d46c10082dd tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:08.270482 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b0d4fb-8c11-48f4-9e4a-30dacefa97f4 None None] Network f807cf1a-5b65-4c04-afe4-3445bdc77c0f requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:08.300463 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-c659afbe-dbee-42f9-b594-c6ab40dc8a49 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:08.371316 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-16be56b9-217b-4238-a08a-7d46c10082dd tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1115515 Apr 29 11:38:08.376942 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49530) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:08.577382 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a953b345-5978-434f-abbc-8c7858d653a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:08.577971 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c659afbe-dbee-42f9-b594-c6ab40dc8a49 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11810251'] for subnet, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:08.579133 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-40838d15-f8fc-4dd8-9a09-42e17a408cae tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:08.582413 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c486-c57b-409c-818c-508e9ad5d1f8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:08.585554 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 3e4286fe-5d03-462b-b825-46890406f377 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:38:08.631444 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c486-c57b-409c-818c-508e9ad5d1f8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:08.638012 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b8c486-c57b-409c-818c-508e9ad5d1f8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:08.638690 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c486-c57b-409c-818c-508e9ad5d1f8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:08.642752 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b3b8c486-c57b-409c-818c-508e9ad5d1f8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "PUT /v2.0/ports/e01fc3ba-a909-42e3-8d65-fdecf2ef8aa3 HTTP/1.1" status: 200 len: 911 time: 2.4807527 Apr 29 11:38:08.649195 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49534) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:08.746122 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a953b345-5978-434f-abbc-8c7858d653a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:08.809357 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-224fa8b5-2c4a-4f27-bcf4-aeb22b0f21e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:08.818389 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:08.855230 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 3e4286fe-5d03-462b-b825-46890406f377 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:08.855685 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:08.911689 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8c486-c57b-409c-818c-508e9ad5d1f8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Port': ['ID=e01fc3ba-a909-42e3-8d65-fdecf2ef8aa3,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:08.942474 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-40838d15-f8fc-4dd8-9a09-42e17a408cae tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Floating IP 2cfb71c4-bfe2-408b-a11c-71253f9dab9d associated. External IP: 172.26.4.176, port: 55d0bb59-cdac-4f7e-8821-62b0996afdb7. Apr 29 11:38:08.944279 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-224fa8b5-2c4a-4f27-bcf4-aeb22b0f21e9 None None] For port 3e4286fe-5d03-462b-b825-46890406f377, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=3e4286fe-5d03-462b-b825-46890406f377,segment=NetworkSegment(e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b),segment_id=e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:08.947003 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69b447e7-d477-4c2e-86f3-46deb8feaa8c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:08.961979 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4568dc9-7c9e-4e80-8ba5-e50f22813a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-f807cf1a-5b65-4c04-afe4-3445bdc77c0f', 'network_id': 'f807cf1a-5b65-4c04-afe4-3445bdc77c0f', 'tenant_id': '67220329d22c4942ba465e09cf443dac', 'fixed_ips': [{'subnet_id': '0d487329-2756-499c-85fc-bb06028bf694'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:38:08.965035 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c4568dc9-7c9e-4e80-8ba5-e50f22813a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:08.988154 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-224fa8b5-2c4a-4f27-bcf4-aeb22b0f21e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:08.994950 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbb9109-8102-44a0-a5bf-d5fdd5cd3441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-fc9427b8-661d-4963-ac06-7f3a6b82e2f0', 'network_id': 'fc9427b8-661d-4963-ac06-7f3a6b82e2f0', 'tenant_id': '82c9781045a448caa6e2255533e0b7a4', 'fixed_ips': [{'subnet_id': '42d4804d-0047-4577-9ed4-5749d716f47f'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:38:08.996185 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5dbb9109-8102-44a0-a5bf-d5fdd5cd3441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:09.013032 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a953b345-5978-434f-abbc-8c7858d653a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:09.015349 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a953b345-5978-434f-abbc-8c7858d653a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:09.017212 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a953b345-5978-434f-abbc-8c7858d653a4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a299b55a-8390-40c9-a5a4-56ba4be336a3 HTTP/1.1" status: 204 len: 168 time: 1.1072063 Apr 29 11:38:09.033589 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215613a7-3a5f-4da6-bc0b-67eaf9b8852b req-711989ca-cbef-41c9-81f7-3de4674ed7a7 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:09.047098 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-215613a7-3a5f-4da6-bc0b-67eaf9b8852b req-711989ca-cbef-41c9-81f7-3de4674ed7a7 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.4056847 Apr 29 11:38:09.109722 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b8945-1ea4-4e91-88bc-f539080d0544 req-7fb53d38-241c-4f1d-8d93-32deae6ecaaf tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:09.111312 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c15b8945-1ea4-4e91-88bc-f539080d0544 req-7fb53d38-241c-4f1d-8d93-32deae6ecaaf tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.3148177 Apr 29 11:38:09.171115 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e7716296-b360-41ec-9ccb-f648507e9fbf tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:09.191891 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953b345-5978-434f-abbc-8c7858d653a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a299b55a-8390-40c9-a5a4-56ba4be336a3,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:09.261255 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:09.288764 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7716296-b360-41ec-9ccb-f648507e9fbf tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Port': ['ID=80ae514a-e5dc-46c1-8a61-7fbf7bfe0db9,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:09.327241 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224fa8b5-2c4a-4f27-bcf4-aeb22b0f21e9 None None] Pushing event updated for resources: {'Port': ['ID=3e4286fe-5d03-462b-b825-46890406f377,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:09.354858 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-215613a7-3a5f-4da6-bc0b-67eaf9b8852b req-80016b0c-02e3-43a1-ab95-cd222cff9961 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3065825 Apr 29 11:38:09.368401 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c659afbe-dbee-42f9-b594-c6ab40dc8a49 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792668407480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8632050'] for subnet, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:09.385138 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 3b6f3464-bafd-4c2a-820e-5b80800c2db4 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:38:09.448506 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-50ec0ad0-4967-4d7f-9889-18c903df7bec None None] Provisioning complete for port 3e4286fe-5d03-462b-b825-46890406f377 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:09.449181 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-50ec0ad0-4967-4d7f-9889-18c903df7bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:09.477791 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-c4568dc9-7c9e-4e80-8ba5-e50f22813a9c None None] Allocated IP 2001:db8::1 (f807cf1a-5b65-4c04-afe4-3445bdc77c0f/0d487329-2756-499c-85fc-bb06028bf694/6cc1764b-7a68-4952-adf4-9d1b16f0e410) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:09.490667 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e7716296-b360-41ec-9ccb-f648507e9fbf tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:09.503463 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e7716296-b360-41ec-9ccb-f648507e9fbf tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/80ae514a-e5dc-46c1-8a61-7fbf7bfe0db9 HTTP/1.1" status: 204 len: 168 time: 2.0780864 Apr 29 11:38:09.511437 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49540) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:09.533723 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-5dbb9109-8102-44a0-a5bf-d5fdd5cd3441 None None] Allocated IP 172.20.0.2 (fc9427b8-661d-4963-ac06-7f3a6b82e2f0/42d4804d-0047-4577-9ed4-5749d716f47f/ebc53d4d-6537-4f72-ae15-5de453bd3f2d) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:09.638126 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c659afbe-dbee-42f9-b594-c6ab40dc8a49 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:09.641785 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c659afbe-dbee-42f9-b594-c6ab40dc8a49 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:09.646680 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c659afbe-dbee-42f9-b594-c6ab40dc8a49 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "PUT /v2.0/subnets/42d4804d-0047-4577-9ed4-5749d716f47f HTTP/1.1" status: 200 len: 806 time: 1.3811457 Apr 29 11:38:09.659795 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49542) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:09.688958 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49544) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:09.689286 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659afbe-dbee-42f9-b594-c6ab40dc8a49 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event updated for resources: {'Subnet': ['ID=42d4804d-0047-4577-9ed4-5749d716f47f,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:09.763272 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 3b6f3464-bafd-4c2a-820e-5b80800c2db4 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:09.763823 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:09.766910 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-c15b8945-1ea4-4e91-88bc-f539080d0544 req-9946f71f-9a95-458f-b9fe-6e6fc5eeb777 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Deleting port ec1c2e1e-2b57-42dd-9d04-8a525132f294 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:09.768139 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-c15b8945-1ea4-4e91-88bc-f539080d0544 req-9946f71f-9a95-458f-b9fe-6e6fc5eeb777 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:09.861496 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2ede58-dda7-4ca8-ba5d-c6133e471db4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:09.862673 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2ede58-dda7-4ca8-ba5d-c6133e471db4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:09.867446 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5d2ede58-dda7-4ca8-ba5d-c6133e471db4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2694986 Apr 29 11:38:09.877218 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49546) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:09.988697 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c4568dc9-7c9e-4e80-8ba5-e50f22813a9c None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:10.000012 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40838d15-f8fc-4dd8-9a09-42e17a408cae tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Router 6b852a27-38d8-4c52-8f6a-e6deebc4b1a5 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:38:10.003424 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-50ec0ad0-4967-4d7f-9889-18c903df7bec None None] Provisioning complete for port bfffa0fb-dc4b-4691-ac97-9ac537f6ed85 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:10.004101 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-50ec0ad0-4967-4d7f-9889-18c903df7bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:10.013403 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f2a9228e-4f6f-4ba7-89a1-540d8fdaa9e8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=19abb1b1198641a5b163772c86e96e17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3152385 Apr 29 11:38:10.013611 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c4568dc9-7c9e-4e80-8ba5-e50f22813a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:10.023122 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49548) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:10.051364 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-96909add-d2eb-4fc2-9aa2-104bca2e0247 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting subnet ac771f95-c4bc-4bab-8b85-d7d6b3334dca {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:38:10.075861 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1a71b047-d3d9-4e9d-8f09-b8d27c885c54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:10.079067 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-96909add-d2eb-4fc2-9aa2-104bca2e0247 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:10.086466 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5dbb9109-8102-44a0-a5bf-d5fdd5cd3441 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:10.120735 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4568dc9-7c9e-4e80-8ba5-e50f22813a9c None None] Network f807cf1a-5b65-4c04-afe4-3445bdc77c0f is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:10.122046 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5dbb9109-8102-44a0-a5bf-d5fdd5cd3441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:10.127480 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-50ec0ad0-4967-4d7f-9889-18c903df7bec None None] Port bfffa0fb-dc4b-4691-ac97-9ac537f6ed85 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:38:10.133692 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-c4568dc9-7c9e-4e80-8ba5-e50f22813a9c None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:10.149673 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:10.153165 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4568dc9-7c9e-4e80-8ba5-e50f22813a9c None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:10.160562 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4568dc9-7c9e-4e80-8ba5-e50f22813a9c None None] Pushing event updated for resources: {'Port': ['ID=6cc1764b-7a68-4952-adf4-9d1b16f0e410,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:10.179733 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbb9109-8102-44a0-a5bf-d5fdd5cd3441 None None] Network fc9427b8-661d-4963-ac06-7f3a6b82e2f0 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:10.210681 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-96909add-d2eb-4fc2-9aa2-104bca2e0247 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:10.212212 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-5dbb9109-8102-44a0-a5bf-d5fdd5cd3441 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:10.218093 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69b447e7-d477-4c2e-86f3-46deb8feaa8c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:10.218533 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbb9109-8102-44a0-a5bf-d5fdd5cd3441 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:10.239104 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event deleted for resources: {'Subnet': ['ID=0d487329-2756-499c-85fc-bb06028bf694,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:10.274093 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69b447e7-d477-4c2e-86f3-46deb8feaa8c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:10.282197 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb9109-8102-44a0-a5bf-d5fdd5cd3441 None None] Pushing event updated for resources: {'Port': ['ID=ebc53d4d-6537-4f72-ae15-5de453bd3f2d,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:10.292864 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-c4568dc9-7c9e-4e80-8ba5-e50f22813a9c None None] Attempting to bind port 6cc1764b-7a68-4952-adf4-9d1b16f0e410 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:38:10.292864 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-c4568dc9-7c9e-4e80-8ba5-e50f22813a9c None None] Attempting to bind port 6cc1764b-7a68-4952-adf4-9d1b16f0e410 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'c463e38c-d7d8-46ec-aa85-184fd7812c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f807cf1a-5b65-4c04-afe4-3445bdc77c0f'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:38:10.293321 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4568dc9-7c9e-4e80-8ba5-e50f22813a9c None None] Attempting to bind port 6cc1764b-7a68-4952-adf4-9d1b16f0e410 on network f807cf1a-5b65-4c04-afe4-3445bdc77c0f {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:38:10.319907 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-c15b8945-1ea4-4e91-88bc-f539080d0544 req-9946f71f-9a95-458f-b9fe-6e6fc5eeb777 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] For port ec1c2e1e-2b57-42dd-9d04-8a525132f294, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=ec1c2e1e-2b57-42dd-9d04-8a525132f294,segment=NetworkSegment(ec106207-489d-4e55-8fc5-481ceb098af9),segment_id=ec106207-489d-4e55-8fc5-481ceb098af9)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:10.320770 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-c15b8945-1ea4-4e91-88bc-f539080d0544 req-9946f71f-9a95-458f-b9fe-6e6fc5eeb777 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:10.322024 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4568dc9-7c9e-4e80-8ba5-e50f22813a9c None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:38:10.323003 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4568dc9-7c9e-4e80-8ba5-e50f22813a9c None None] Checking segment: {'id': 'c463e38c-d7d8-46ec-aa85-184fd7812c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f807cf1a-5b65-4c04-afe4-3445bdc77c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:10.323433 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c4568dc9-7c9e-4e80-8ba5-e50f22813a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:10.323888 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4568dc9-7c9e-4e80-8ba5-e50f22813a9c None None] Bound using segment: {'id': 'c463e38c-d7d8-46ec-aa85-184fd7812c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f807cf1a-5b65-4c04-afe4-3445bdc77c0f'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:38:10.324544 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-c4568dc9-7c9e-4e80-8ba5-e50f22813a9c None None] Bound port: 6cc1764b-7a68-4952-adf4-9d1b16f0e410, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c463e38c-d7d8-46ec-aa85-184fd7812c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f807cf1a-5b65-4c04-afe4-3445bdc77c0f'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:38:10.325008 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c4568dc9-7c9e-4e80-8ba5-e50f22813a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:10.335518 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:10.345869 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5e4ce0a5-b353-4e7e-8e8e-c2d6e5025f2e None None] Provisioning complete for port bfffa0fb-dc4b-4691-ac97-9ac537f6ed85 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:10.346157 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5e4ce0a5-b353-4e7e-8e8e-c2d6e5025f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:10.346475 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e5fb0c4a-51ed-4752-8544-96c927845ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:10.404091 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-5dbb9109-8102-44a0-a5bf-d5fdd5cd3441 None None] Attempting to bind port ebc53d4d-6537-4f72-ae15-5de453bd3f2d on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:38:10.404401 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-5dbb9109-8102-44a0-a5bf-d5fdd5cd3441 None None] Attempting to bind port ebc53d4d-6537-4f72-ae15-5de453bd3f2d by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '05731e61-4bf9-4315-bdd6-5abff382367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fc9427b8-661d-4963-ac06-7f3a6b82e2f0'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:38:10.404765 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbb9109-8102-44a0-a5bf-d5fdd5cd3441 None None] Attempting to bind port ebc53d4d-6537-4f72-ae15-5de453bd3f2d on network fc9427b8-661d-4963-ac06-7f3a6b82e2f0 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:38:10.445224 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbb9109-8102-44a0-a5bf-d5fdd5cd3441 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:38:10.445636 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbb9109-8102-44a0-a5bf-d5fdd5cd3441 None None] Checking segment: {'id': '05731e61-4bf9-4315-bdd6-5abff382367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fc9427b8-661d-4963-ac06-7f3a6b82e2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:10.445991 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5dbb9109-8102-44a0-a5bf-d5fdd5cd3441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:10.446414 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbb9109-8102-44a0-a5bf-d5fdd5cd3441 None None] Bound using segment: {'id': '05731e61-4bf9-4315-bdd6-5abff382367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fc9427b8-661d-4963-ac06-7f3a6b82e2f0'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:38:10.446887 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-5dbb9109-8102-44a0-a5bf-d5fdd5cd3441 None None] Bound port: ebc53d4d-6537-4f72-ae15-5de453bd3f2d, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05731e61-4bf9-4315-bdd6-5abff382367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fc9427b8-661d-4963-ac06-7f3a6b82e2f0'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:38:10.447355 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5dbb9109-8102-44a0-a5bf-d5fdd5cd3441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:10.450248 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 3e4286fe-5d03-462b-b825-46890406f377 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:38:10.452427 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69b447e7-d477-4c2e-86f3-46deb8feaa8c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:10.466954 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b447e7-d477-4c2e-86f3-46deb8feaa8c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=bfffa0fb-dc4b-4691-ac97-9ac537f6ed85,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:10.496418 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e5fb0c4a-51ed-4752-8544-96c927845ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:10.502259 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5e4ce0a5-b353-4e7e-8e8e-c2d6e5025f2e None None] Port bfffa0fb-dc4b-4691-ac97-9ac537f6ed85 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:38:10.508111 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f807cf1a-5b65-4c04-afe4-3445bdc77c0f']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:10.519787 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40838d15-f8fc-4dd8-9a09-42e17a408cae tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:38:10.560744 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f0b917-3146-4627-b9e0-1d3ceff870bb None None] Sync routers for ids ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:38:10.568985 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c463e38c-d7d8-46ec-aa85-184fd7812c4e') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:10.569299 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c463e38c-d7d8-46ec-aa85-184fd7812c4e') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:10.577580 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-c4568dc9-7c9e-4e80-8ba5-e50f22813a9c None None] For port 6cc1764b-7a68-4952-adf4-9d1b16f0e410, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:38:10.603923 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f0b917-3146-4627-b9e0-1d3ceff870bb None None] Routers {'6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:10.604580 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-89f0b917-3146-4627-b9e0-1d3ceff870bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:10.612959 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-c4568dc9-7c9e-4e80-8ba5-e50f22813a9c None None] For port 6cc1764b-7a68-4952-adf4-9d1b16f0e410, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=6cc1764b-7a68-4952-adf4-9d1b16f0e410,segment=NetworkSegment(c463e38c-d7d8-46ec-aa85-184fd7812c4e),segment_id=c463e38c-d7d8-46ec-aa85-184fd7812c4e)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:38:10.615182 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:10.618489 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de051f76-8279-4bc6-b15f-bf9f0adfe9ca tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:10.618844 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-40838d15-f8fc-4dd8-9a09-42e17a408cae tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:10.622502 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-1a71b047-d3d9-4e9d-8f09-b8d27c885c54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Deleting port ebc53d4d-6537-4f72-ae15-5de453bd3f2d {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:10.622830 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1a71b047-d3d9-4e9d-8f09-b8d27c885c54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:10.629891 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-96909add-d2eb-4fc2-9aa2-104bca2e0247 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:10.656759 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c4568dc9-7c9e-4e80-8ba5-e50f22813a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:10.662743 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-89f0b917-3146-4627-b9e0-1d3ceff870bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:10.695465 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:10.695744 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5dbb9109-8102-44a0-a5bf-d5fdd5cd3441 None None] For port ebc53d4d-6537-4f72-ae15-5de453bd3f2d, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:38:10.716647 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 3e4286fe-5d03-462b-b825-46890406f377 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:10.717025 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:10.731414 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec1e39-e87d-402a-99b5-384455ff6581 req-0b3cfda9-a722-460d-bbb1-704d828c55e1 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:10.739274 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-91ec1e39-e87d-402a-99b5-384455ff6581 req-0b3cfda9-a722-460d-bbb1-704d828c55e1 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 945 time: 0.2862768 Apr 29 11:38:10.820802 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:38:10.821142 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:10.826676 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:38:10.826676 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:38:10.826676 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:38:10.826676 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:38:10.826676 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:38:10.826676 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:38:10.826676 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:38:10.826676 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:38:10.826676 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:38:10.826676 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:38:10.826676 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:38:10.826676 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:38:10.826676 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:38:10.826676 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:38:10.826676 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:38:10.826676 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:38:10.826676 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:38:10.826676 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:38:10.826676 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:38:10.826676 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:38:10.826676 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:38:10.826676 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:38:10.826676 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:38:10.826676 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:38:10.826676 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:38:10.826676 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:38:10.826676 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:38:10.826676 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:38:10.826676 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:38:10.826676 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:38:10.826676 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:38:10.826676 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:38:10.903722 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5dbb9109-8102-44a0-a5bf-d5fdd5cd3441 None None] For port ebc53d4d-6537-4f72-ae15-5de453bd3f2d, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=ebc53d4d-6537-4f72-ae15-5de453bd3f2d,segment=NetworkSegment(05731e61-4bf9-4315-bdd6-5abff382367d),segment_id=05731e61-4bf9-4315-bdd6-5abff382367d)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:38:10.910588 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f0b917-3146-4627-b9e0-1d3ceff870bb None None] Routers {'6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:10.911223 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-89f0b917-3146-4627-b9e0-1d3ceff870bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:10.961780 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5dbb9109-8102-44a0-a5bf-d5fdd5cd3441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:10.971701 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-c15b8945-1ea4-4e91-88bc-f539080d0544 req-9946f71f-9a95-458f-b9fe-6e6fc5eeb777 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:10.972131 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-c15b8945-1ea4-4e91-88bc-f539080d0544 req-9946f71f-9a95-458f-b9fe-6e6fc5eeb777 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:10.972386 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [req-c15b8945-1ea4-4e91-88bc-f539080d0544 req-9946f71f-9a95-458f-b9fe-6e6fc5eeb777 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Floating IP 19b7f404-4549-46f7-84f2-98c1a05e17eb disassociated. External IP: 172.26.4.140, port: ec1c2e1e-2b57-42dd-9d04-8a525132f294. Apr 29 11:38:10.972766 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-c15b8945-1ea4-4e91-88bc-f539080d0544 req-9946f71f-9a95-458f-b9fe-6e6fc5eeb777 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Calling delete_port for ec1c2e1e-2b57-42dd-9d04-8a525132f294 owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:10.979820 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-91ec1e39-e87d-402a-99b5-384455ff6581 req-a4f546ac-7010-46de-9cbc-707c82e1f98a tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups?id=ecdd323c-79dd-40a9-85e7-91d435d19fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2388294 Apr 29 11:38:11.011881 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-89f0b917-3146-4627-b9e0-1d3ceff870bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:11.011881 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f0b917-3146-4627-b9e0-1d3ceff870bb None None] The sync data for ids ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:38:11.018396 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.db.api [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 11:38:11.018396 dv-neutron-838888-1-hyperv neutron-server[102959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 11:38:11.018396 dv-neutron-838888-1-hyperv neutron-server[102959]: [parameters: {'id': 'f807cf1a-5b65-4c04-afe4-3445bdc77c0f'}] Apr 29 11:38:11.018396 dv-neutron-838888-1-hyperv neutron-server[102959]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:38:11.018798 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG oslo_db.api [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:38:11.028090 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4568dc9-7c9e-4e80-8ba5-e50f22813a9c None None] Pushing event updated for resources: {'Port': ['ID=6cc1764b-7a68-4952-adf4-9d1b16f0e410,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:11.059194 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-40838d15-f8fc-4dd8-9a09-42e17a408cae tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.5868850 Apr 29 11:38:11.074218 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49552) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:11.080818 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-45ccbb58-f833-424f-b38f-398207e9b2d0 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:11.091056 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e5fb0c4a-51ed-4752-8544-96c927845ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:11.093749 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e5fb0c4a-51ed-4752-8544-96c927845ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:11.097192 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e5fb0c4a-51ed-4752-8544-96c927845ba1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6dd34d96-c349-494e-a572-0384a7a08001 HTTP/1.1" status: 204 len: 168 time: 1.0619390 Apr 29 11:38:11.110198 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416bfc38-803c-41f2-8c36-36bf56597115 None None] Network f807cf1a-5b65-4c04-afe4-3445bdc77c0f requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:11.164318 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb0c4a-51ed-4752-8544-96c927845ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd34d96-c349-494e-a572-0384a7a08001,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:11.215028 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b447e7-d477-4c2e-86f3-46deb8feaa8c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 6385ed98-aeeb-4990-b743-9383f9d45e8c is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:11.232074 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-96909add-d2eb-4fc2-9aa2-104bca2e0247 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:11.245196 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb9109-8102-44a0-a5bf-d5fdd5cd3441 None None] Pushing event updated for resources: {'Port': ['ID=ebc53d4d-6537-4f72-ae15-5de453bd3f2d,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:11.303628 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-c15b8945-1ea4-4e91-88bc-f539080d0544 req-9946f71f-9a95-458f-b9fe-6e6fc5eeb777 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:11.339748 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-69b447e7-d477-4c2e-86f3-46deb8feaa8c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:11.352298 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96909add-d2eb-4fc2-9aa2-104bca2e0247 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Subnet': ['ID=ac771f95-c4bc-4bab-8b85-d7d6b3334dca,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:11.366741 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946f71f-9a95-458f-b9fe-6e6fc5eeb777 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Pushing event deleted for resources: {'Port': ['ID=ec1c2e1e-2b57-42dd-9d04-8a525132f294,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:11.374088 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-1a71b047-d3d9-4e9d-8f09-b8d27c885c54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] For port ebc53d4d-6537-4f72-ae15-5de453bd3f2d, host dv-neutron-838888-1-hyperv, got binding levels [] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:11.374623 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1a71b047-d3d9-4e9d-8f09-b8d27c885c54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:11.392777 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-1a71b047-d3d9-4e9d-8f09-b8d27c885c54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Calling delete_port for ebc53d4d-6537-4f72-ae15-5de453bd3f2d owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:11.419103 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-45ccbb58-f833-424f-b38f-398207e9b2d0 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:11.446132 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fb44b4-d132-4015-ad54-5a9f3f4b14f2 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:11.502239 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-96909add-d2eb-4fc2-9aa2-104bca2e0247 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:11.516246 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49558) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:11.516800 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-96909add-d2eb-4fc2-9aa2-104bca2e0247 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/ac771f95-c4bc-4bab-8b85-d7d6b3334dca HTTP/1.1" status: 204 len: 168 time: 1.6387234 Apr 29 11:38:11.531814 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:11.726947 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-82a2daed-3172-4b66-9f8b-36c96f268206 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1995673 Apr 29 11:38:11.730188 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49562) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:11.744109 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-d8f40af2-0872-4cfc-abb8-1a0636ec90cc tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:11.859609 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca02c6e8-b3fa-4dcc-9007-d1f3f2440bbd None None] DHCP port deletion for 62578361-baac-4d3e-b4ee-401a25f05a0e request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:38:11.887700 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c15b8945-1ea4-4e91-88bc-f539080d0544 req-9946f71f-9a95-458f-b9fe-6e6fc5eeb777 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Router 0611de60-c659-4550-bb40-3eaeb3552ec5 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:38:11.931051 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-ca02c6e8-b3fa-4dcc-9007-d1f3f2440bbd None None] Deleting port 3b6f3464-bafd-4c2a-820e-5b80800c2db4 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:11.931740 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ca02c6e8-b3fa-4dcc-9007-d1f3f2440bbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:11.935860 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-de051f76-8279-4bc6-b15f-bf9f0adfe9ca tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Deleting port e01fc3ba-a909-42e3-8d65-fdecf2ef8aa3 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:11.936345 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de051f76-8279-4bc6-b15f-bf9f0adfe9ca tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:12.053834 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-ca02c6e8-b3fa-4dcc-9007-d1f3f2440bbd None None] For port 3b6f3464-bafd-4c2a-820e-5b80800c2db4, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=3b6f3464-bafd-4c2a-820e-5b80800c2db4,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:12.054316 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ca02c6e8-b3fa-4dcc-9007-d1f3f2440bbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:12.064579 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-45ccbb58-f833-424f-b38f-398207e9b2d0 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:12.071946 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-ca02c6e8-b3fa-4dcc-9007-d1f3f2440bbd None None] Calling delete_port for 3b6f3464-bafd-4c2a-820e-5b80800c2db4 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:12.103783 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Deleting port 6cc1764b-7a68-4952-adf4-9d1b16f0e410 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:12.104158 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:12.124591 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-45ccbb58-f833-424f-b38f-398207e9b2d0 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:12.124918 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-45ccbb58-f833-424f-b38f-398207e9b2d0 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Floating IP 2cfb71c4-bfe2-408b-a11c-71253f9dab9d disassociated. External IP: 172.26.4.176, port: 55d0bb59-cdac-4f7e-8821-62b0996afdb7. Apr 29 11:38:12.143902 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b447e7-d477-4c2e-86f3-46deb8feaa8c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router d26da929-4605-4ea7-8e96-dbad56c8a17b has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:38:12.190989 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ca02c6e8-b3fa-4dcc-9007-d1f3f2440bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:12.240096 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1a71b047-d3d9-4e9d-8f09-b8d27c885c54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:12.249084 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02c6e8-b3fa-4dcc-9007-d1f3f2440bbd None None] Pushing event deleted for resources: {'Port': ['ID=3b6f3464-bafd-4c2a-820e-5b80800c2db4,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:12.259951 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-fe82aea6-3577-499e-bbd0-825a0e8099c7 None None] Provisioning complete for port bfffa0fb-dc4b-4691-ac97-9ac537f6ed85 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:12.260544 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fe82aea6-3577-499e-bbd0-825a0e8099c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:12.277496 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71b047-d3d9-4e9d-8f09-b8d27c885c54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event deleted for resources: {'Port': ['ID=ebc53d4d-6537-4f72-ae15-5de453bd3f2d,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:12.331056 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca02c6e8-b3fa-4dcc-9007-d1f3f2440bbd None None] No DVR routers for this DVR port 3b6f3464-bafd-4c2a-820e-5b80800c2db4 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:38:12.334610 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-fe82aea6-3577-499e-bbd0-825a0e8099c7 None None] Port bfffa0fb-dc4b-4691-ac97-9ac537f6ed85 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:38:12.434832 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device ec1c2e1e-2b57-42dd-9d04-8a525132f294 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:38:12.495268 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a71b047-d3d9-4e9d-8f09-b8d27c885c54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] No DVR routers for this DVR port ebc53d4d-6537-4f72-ae15-5de453bd3f2d on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:38:12.513832 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: ec1c2e1e-2b57-42dd-9d04-8a525132f294 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:38:12.514219 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device ec1c2e1e-2b57-42dd-9d04-8a525132f294 not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:38:12.516281 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 3b6f3464-bafd-4c2a-820e-5b80800c2db4 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:38:12.565904 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f40af2-0872-4cfc-abb8-1a0636ec90cc tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:12.570109 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d8f40af2-0872-4cfc-abb8-1a0636ec90cc tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:12.594357 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 3b6f3464-bafd-4c2a-820e-5b80800c2db4 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:38:12.594685 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 3b6f3464-bafd-4c2a-820e-5b80800c2db4 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:38:12.647085 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-67675f7c-8727-4550-977b-e44d6ffc715a req-ecd91287-6c30-4dca-8849-1896e3bed8dc tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 210 time: 0.1219311 Apr 29 11:38:12.711994 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49580) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:12.715040 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de051f76-8279-4bc6-b15f-bf9f0adfe9ca tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:12.717397 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1a71b047-d3d9-4e9d-8f09-b8d27c885c54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:12.766042 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-de051f76-8279-4bc6-b15f-bf9f0adfe9ca tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Calling delete_port for e01fc3ba-a909-42e3-8d65-fdecf2ef8aa3 owned by network:router_interface {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:12.772380 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b447e7-d477-4c2e-86f3-46deb8feaa8c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:38:12.786764 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-69b447e7-d477-4c2e-86f3-46deb8feaa8c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "PUT /v2.0/routers/d26da929-4605-4ea7-8e96-dbad56c8a17b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6065035 Apr 29 11:38:12.786979 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18e490c-0d9f-415d-ad67-485430e89871 None None] Sync routers for ids ['d26da929-4605-4ea7-8e96-dbad56c8a17b'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:38:12.801122 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18e490c-0d9f-415d-ad67-485430e89871 None None] Routers {'d26da929-4605-4ea7-8e96-dbad56c8a17b'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:12.801470 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-d18e490c-0d9f-415d-ad67-485430e89871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d26da929-4605-4ea7-8e96-dbad56c8a17b'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:12.813282 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49584) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:12.904075 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ead68a6-f4c0-44bc-8b6f-fd0e19ceeb36 None None] Network fc9427b8-661d-4963-ac06-7f3a6b82e2f0 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:12.928514 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-d18e490c-0d9f-415d-ad67-485430e89871 None None] Set router d26da929-4605-4ea7-8e96-dbad56c8a17b gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:38:12.930824 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-aba52e05-aa7f-49b6-9268-0f916f0dbd55 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1162582281'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:12.985151 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ccbb58-f833-424f-b38f-398207e9b2d0 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Router 6b852a27-38d8-4c52-8f6a-e6deebc4b1a5 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:38:13.005911 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1a71b047-d3d9-4e9d-8f09-b8d27c885c54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:13.063055 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba52e05-aa7f-49b6-9268-0f916f0dbd55 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Made reservation on behalf of 193fbcf2d46440da9fd4a859e9df1831 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:13.066684 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-aba52e05-aa7f-49b6-9268-0f916f0dbd55 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:13.069848 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71b047-d3d9-4e9d-8f09-b8d27c885c54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event deleted for resources: {'Subnet': ['ID=42d4804d-0047-4577-9ed4-5749d716f47f,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:13.075712 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] For port 6cc1764b-7a68-4952-adf4-9d1b16f0e410, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=6cc1764b-7a68-4952-adf4-9d1b16f0e410,segment=NetworkSegment(c463e38c-d7d8-46ec-aa85-184fd7812c4e),segment_id=c463e38c-d7d8-46ec-aa85-184fd7812c4e)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:13.076455 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:13.098025 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Calling delete_port for 6cc1764b-7a68-4952-adf4-9d1b16f0e410 owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:13.106622 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de051f76-8279-4bc6-b15f-bf9f0adfe9ca tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:13.115760 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-63e8be46-9edb-4de0-ad97-e7a0592fafd2 None None] Could not find standard attr ID for object ebc53d4d-6537-4f72-ae15-5de453bd3f2d. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:38:13.135649 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-aba52e05-aa7f-49b6-9268-0f916f0dbd55 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:13.153726 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de051f76-8279-4bc6-b15f-bf9f0adfe9ca tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Port': ['ID=e01fc3ba-a909-42e3-8d65-fdecf2ef8aa3,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:13.156521 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c15b8945-1ea4-4e91-88bc-f539080d0544 req-9946f71f-9a95-458f-b9fe-6e6fc5eeb777 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:38:13.172644 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b14798-1622-4512-a4c9-363537d7b11e None None] Sync routers for ids ['0611de60-c659-4550-bb40-3eaeb3552ec5'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:38:13.192786 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b14798-1622-4512-a4c9-363537d7b11e None None] Routers {'0611de60-c659-4550-bb40-3eaeb3552ec5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:13.193414 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-38b14798-1622-4512-a4c9-363537d7b11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['0611de60-c659-4550-bb40-3eaeb3552ec5'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:13.229919 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-d18e490c-0d9f-415d-ad67-485430e89871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'name': 'tempest-TestNetworkBasicOps-router-882603255', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:37:51Z', 'updated_at': '2022-04-29T11:38:08Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:37:54Z', 'updated_at': '2022-04-29T11:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'bfffa0fb-dc4b-4691-ac97-9ac537f6ed85', 'name': '', 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:7c:e0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2123ff89-9386-4934-a517-d5d3fdf2b074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:06Z', 'updated_at': '2022-04-29T11:38:09Z', 'revision_number': 2, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '2123ff89-9386-4934-a517-d5d3fdf2b074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:13.269223 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18e490c-0d9f-415d-ad67-485430e89871 None None] Checking router: d26da929-4605-4ea7-8e96-dbad56c8a17b for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:38:13.269561 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18e490c-0d9f-415d-ad67-485430e89871 None None] Updating router d26da929-4605-4ea7-8e96-dbad56c8a17b port bfffa0fb-dc4b-4691-ac97-9ac537f6ed85 binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:38:13.288108 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4633252-253d-4630-8bc0-97bb7e41c301 None None] DHCP port deletion for fc9427b8-661d-4963-ac06-7f3a6b82e2f0 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:38:13.318482 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15b8945-1ea4-4e91-88bc-f539080d0544 req-9946f71f-9a95-458f-b9fe-6e6fc5eeb777 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] No DVR routers for this DVR port ec1c2e1e-2b57-42dd-9d04-8a525132f294 on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:38:13.332002 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-c15b8945-1ea4-4e91-88bc-f539080d0544 req-9946f71f-9a95-458f-b9fe-6e6fc5eeb777 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:13.333445 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0fb7bc-ccef-4311-b3ee-68c44138cfab None None] Network fc9427b8-661d-4963-ac06-7f3a6b82e2f0 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:13.334883 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-d18e490c-0d9f-415d-ad67-485430e89871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:13.337680 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c15b8945-1ea4-4e91-88bc-f539080d0544 req-9946f71f-9a95-458f-b9fe-6e6fc5eeb777 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.62 "DELETE /v2.0/ports/ec1c2e1e-2b57-42dd-9d04-8a525132f294 HTTP/1.1" status: 204 len: 173 time: 4.1597099 Apr 29 11:38:13.352856 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a481d96-2331-4b36-bbea-67494fcdb299', 'name': 'network-vif-deleted', 'tag': 'ec1c2e1e-2b57-42dd-9d04-8a525132f294'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:38:13.360045 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c71f286-8130-457e-a35d-f7137f113420" -d '{"events": [{"server_uuid": "6a481d96-2331-4b36-bbea-67494fcdb299", "name": "network-vif-deleted", "tag": "ec1c2e1e-2b57-42dd-9d04-8a525132f294"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:38:13.397734 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e77db12-1671-4d2e-9c36-46d5c8b1acbc tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:13.398313 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e77db12-1671-4d2e-9c36-46d5c8b1acbc tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:13.398700 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e77db12-1671-4d2e-9c36-46d5c8b1acbc tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:13.399161 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e77db12-1671-4d2e-9c36-46d5c8b1acbc tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:13.399613 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e77db12-1671-4d2e-9c36-46d5c8b1acbc tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:13.400068 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e77db12-1671-4d2e-9c36-46d5c8b1acbc tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:13.401404 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e77db12-1671-4d2e-9c36-46d5c8b1acbc tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:13.408962 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e77db12-1671-4d2e-9c36-46d5c8b1acbc tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:13.409480 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e77db12-1671-4d2e-9c36-46d5c8b1acbc tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:13.409946 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e77db12-1671-4d2e-9c36-46d5c8b1acbc tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:13.410441 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e77db12-1671-4d2e-9c36-46d5c8b1acbc tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:13.410897 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e77db12-1671-4d2e-9c36-46d5c8b1acbc tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:13.411348 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e77db12-1671-4d2e-9c36-46d5c8b1acbc tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:13.413558 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2e77db12-1671-4d2e-9c36-46d5c8b1acbc tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9056 time: 0.5979083 Apr 29 11:38:13.424045 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49588) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:13.549374 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-38b14798-1622-4512-a4c9-363537d7b11e None None] Set router 0611de60-c659-4550-bb40-3eaeb3552ec5 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:38:13.609942 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de051f76-8279-4bc6-b15f-bf9f0adfe9ca tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:13.614564 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdd56b0-12c9-4cc0-9e5c-1fbdef816a87 x-openstack-request-id: req-4fdd56b0-12c9-4cc0-9e5c-1fbdef816a87 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:38:13.614979 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a481d96-2331-4b36-bbea-67494fcdb299", "name": "network-vif-deleted", "tag": "ec1c2e1e-2b57-42dd-9d04-8a525132f294", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:38:13.615240 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4fdd56b0-12c9-4cc0-9e5c-1fbdef816a87 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:38:13.615647 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fdd56b0-12c9-4cc0-9e5c-1fbdef816a87'] response: {'server_uuid': '6a481d96-2331-4b36-bbea-67494fcdb299', 'name': 'network-vif-deleted', 'tag': 'ec1c2e1e-2b57-42dd-9d04-8a525132f294', 'status': 'completed', 'code': 200} Apr 29 11:38:13.647904 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eeb358b-ac33-4d90-ae55-b32db5a2ec7c None None] get_active_networks_info from dv-neutron-838888-1-hyperv {{(pid=102961) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 11:38:13.854652 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d8f40af2-0872-4cfc-abb8-1a0636ec90cc tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:13.937543 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeb358b-ac33-4d90-ae55-b32db5a2ec7c None None] Resources bound (agent type, host, resource id): {{(pid=102961) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 11:38:13.989060 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-38b14798-1622-4512-a4c9-363537d7b11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'name': 'tempest-ServerActionsTestJSON-769067943-router', 'tenant_id': '966d71c123a54a1eb7656282c791d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'e60db0e6-a947-4fb9-860f-96ff322c4ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:55Z', 'updated_at': '2022-04-29T11:35:10Z', 'revision_number': 4, 'project_id': '966d71c123a54a1eb7656282c791d69b', 'gw_port': {'id': 'e60db0e6-a947-4fb9-860f-96ff322c4ec7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:57Z', 'updated_at': '2022-04-29T11:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '3615e83a-fc64-4dee-b0b3-1833e902cf0d', 'name': '', 'network_id': '9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4', 'tenant_id': '966d71c123a54a1eb7656282c791d69b', 'mac_address': 'fa:16:3e:33:99:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f2955ff6-7656-4447-a96d-af5d60561c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:06Z', 'updated_at': '2022-04-29T11:35:17Z', 'revision_number': 5, 'project_id': '966d71c123a54a1eb7656282c791d69b', 'subnets': [{'id': 'f2955ff6-7656-4447-a96d-af5d60561c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:13.991868 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-d18e490c-0d9f-415d-ad67-485430e89871 None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:14.004760 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-d18e490c-0d9f-415d-ad67-485430e89871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:14.075127 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1a71b047-d3d9-4e9d-8f09-b8d27c885c54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:14.100226 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-1a71b047-d3d9-4e9d-8f09-b8d27c885c54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc9427b8-661d-4963-ac06-7f3a6b82e2f0']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:14.113161 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fca2ed-abe6-439d-9202-92743e5e3c48 None None] Pushing event updated for resources: {'Port': ['ID=bfffa0fb-dc4b-4691-ac97-9ac537f6ed85,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:14.128746 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c4ba3c15-5290-45e1-a4d5-3b8addc101fa req-66ae08f0-8bca-4882-8079-e1a9d9e47fdd tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a481d96-2331-4b36-bbea-67494fcdb299 HTTP/1.1" status: 200 len: 210 time: 0.2932692 Apr 29 11:38:14.133679 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-1a71b047-d3d9-4e9d-8f09-b8d27c885c54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05731e61-4bf9-4315-bdd6-5abff382367d') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:14.134383 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-1a71b047-d3d9-4e9d-8f09-b8d27c885c54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05731e61-4bf9-4315-bdd6-5abff382367d') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:14.198532 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1a71b047-d3d9-4e9d-8f09-b8d27c885c54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:14.199380 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f40af2-0872-4cfc-abb8-1a0636ec90cc tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:14.202869 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-d8f40af2-0872-4cfc-abb8-1a0636ec90cc tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:14.221174 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-d18e490c-0d9f-415d-ad67-485430e89871 None None] Attempting to bind port bfffa0fb-dc4b-4691-ac97-9ac537f6ed85 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:38:14.221542 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-d18e490c-0d9f-415d-ad67-485430e89871 None None] Attempting to bind port bfffa0fb-dc4b-4691-ac97-9ac537f6ed85 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:38:14.221904 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18e490c-0d9f-415d-ad67-485430e89871 None None] Attempting to bind port bfffa0fb-dc4b-4691-ac97-9ac537f6ed85 on network 6385ed98-aeeb-4990-b743-9383f9d45e8c {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:38:14.222427 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f40af2-0872-4cfc-abb8-1a0636ec90cc tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:14.223170 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d8f40af2-0872-4cfc-abb8-1a0636ec90cc tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:14.227256 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:14.227469 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18e490c-0d9f-415d-ad67-485430e89871 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:38:14.227764 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18e490c-0d9f-415d-ad67-485430e89871 None None] Checking segment: {'id': 'e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:14.228357 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-d18e490c-0d9f-415d-ad67-485430e89871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:14.229457 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18e490c-0d9f-415d-ad67-485430e89871 None None] Bound using segment: {'id': 'e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:38:14.230205 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-d18e490c-0d9f-415d-ad67-485430e89871 None None] Bound port: bfffa0fb-dc4b-4691-ac97-9ac537f6ed85, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:38:14.230862 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-d18e490c-0d9f-415d-ad67-485430e89871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:14.267764 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b14798-1622-4512-a4c9-363537d7b11e None None] Checking router: 0611de60-c659-4550-bb40-3eaeb3552ec5 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:38:14.269483 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] No DVR routers for this DVR port 6cc1764b-7a68-4952-adf4-9d1b16f0e410 on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:38:14.311917 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-aba52e05-aa7f-49b6-9268-0f916f0dbd55 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:14.314469 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b14798-1622-4512-a4c9-363537d7b11e None None] Routers {'0611de60-c659-4550-bb40-3eaeb3552ec5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:14.314615 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1a71b047-d3d9-4e9d-8f09-b8d27c885c54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:14.317441 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-38b14798-1622-4512-a4c9-363537d7b11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['0611de60-c659-4550-bb40-3eaeb3552ec5'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:14.326853 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-d18e490c-0d9f-415d-ad67-485430e89871 None None] For port bfffa0fb-dc4b-4691-ac97-9ac537f6ed85, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:38:14.331077 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-d18e490c-0d9f-415d-ad67-485430e89871 None None] For port bfffa0fb-dc4b-4691-ac97-9ac537f6ed85, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=bfffa0fb-dc4b-4691-ac97-9ac537f6ed85,segment=NetworkSegment(e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b),segment_id=e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:38:14.332300 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device ebc53d4d-6537-4f72-ae15-5de453bd3f2d no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:38:14.333960 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-aba52e05-aa7f-49b6-9268-0f916f0dbd55 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:14.340128 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-d18e490c-0d9f-415d-ad67-485430e89871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:14.345645 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a71b047-d3d9-4e9d-8f09-b8d27c885c54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:38:14.346297 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1a71b047-d3d9-4e9d-8f09-b8d27c885c54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:14.352201 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:38:14.352201 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:38:14.352201 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:38:14.352201 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:38:14.352201 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:38:14.352201 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:38:14.352201 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:38:14.352201 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:38:14.352201 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:38:14.352201 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:38:14.352201 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:38:14.352201 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:38:14.352201 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:38:14.352201 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:38:14.352201 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:38:14.352201 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:38:14.352201 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:38:14.352201 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:38:14.352201 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:38:14.352201 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:38:14.352201 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:38:14.352201 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:38:14.352201 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:38:14.352201 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:38:14.352201 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:38:14.352201 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:38:14.352201 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:38:14.352201 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:38:14.352201 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:38:14.352201 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:38:14.352201 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:38:14.352201 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:38:14.388061 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ccbb58-f833-424f-b38f-398207e9b2d0 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:38:14.405839 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fca2ed-abe6-439d-9202-92743e5e3c48 None None] Pushing event updated for resources: {'Port': ['ID=bfffa0fb-dc4b-4691-ac97-9ac537f6ed85,revision_number=4']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:14.408785 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdcb40c-cb2f-4364-8399-aa26c399295a None None] Sync routers for ids ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:38:14.409981 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: ebc53d4d-6537-4f72-ae15-5de453bd3f2d {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:38:14.410382 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device ebc53d4d-6537-4f72-ae15-5de453bd3f2d not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:38:14.423497 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba52e05-aa7f-49b6-9268-0f916f0dbd55 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d621826b-c2a4-4b90-bbed-9b59dd50ef72,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:14.433731 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-45ccbb58-f833-424f-b38f-398207e9b2d0 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:14.434693 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdcb40c-cb2f-4364-8399-aa26c399295a None None] Routers {'6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:14.436417 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-7fdcb40c-cb2f-4364-8399-aa26c399295a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:14.449083 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e458ca-214b-4fd8-bfb0-f3755470ba74 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:14.450202 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e458ca-214b-4fd8-bfb0-f3755470ba74 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:14.450735 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e458ca-214b-4fd8-bfb0-f3755470ba74 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:14.451200 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e458ca-214b-4fd8-bfb0-f3755470ba74 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:14.456823 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e458ca-214b-4fd8-bfb0-f3755470ba74 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:14.457381 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e458ca-214b-4fd8-bfb0-f3755470ba74 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:14.457861 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f40af2-0872-4cfc-abb8-1a0636ec90cc tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Subnet': ['ID=b5b78cb7-97c4-4db8-9b33-223d73d86114,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:14.458006 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e458ca-214b-4fd8-bfb0-f3755470ba74 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:14.458346 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e458ca-214b-4fd8-bfb0-f3755470ba74 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:14.458804 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e458ca-214b-4fd8-bfb0-f3755470ba74 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:14.459260 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e458ca-214b-4fd8-bfb0-f3755470ba74 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:14.460000 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e458ca-214b-4fd8-bfb0-f3755470ba74 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:14.462103 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c9e458ca-214b-4fd8-bfb0-f3755470ba74 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7098 time: 1.0321653 Apr 29 11:38:14.472521 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event deleted for resources: {'Port': ['ID=6cc1764b-7a68-4952-adf4-9d1b16f0e410,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:14.513150 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-7fdcb40c-cb2f-4364-8399-aa26c399295a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:14.519300 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49592) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:14.520358 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba52e05-aa7f-49b6-9268-0f916f0dbd55 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:38:14.533320 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18e490c-0d9f-415d-ad67-485430e89871 None None] Routers {'d26da929-4605-4ea7-8e96-dbad56c8a17b'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:14.534611 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-d18e490c-0d9f-415d-ad67-485430e89871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d26da929-4605-4ea7-8e96-dbad56c8a17b'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:14.555317 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-aba52e05-aa7f-49b6-9268-0f916f0dbd55 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:14.555824 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-aba52e05-aa7f-49b6-9268-0f916f0dbd55 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Added segment f4dc4904-6a7b-49cd-816a-3bc215200880 of type vlan for network 7441e928-0046-4aa6-b1cb-4734591067c4 Apr 29 11:38:14.568561 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-45ccbb58-f833-424f-b38f-398207e9b2d0 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "PUT /v2.0/floatingips/2cfb71c4-bfe2-408b-a11c-71253f9dab9d HTTP/1.1" status: 200 len: 688 time: 3.4914107 Apr 29 11:38:14.573078 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49594) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:14.579941 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1a71b047-d3d9-4e9d-8f09-b8d27c885c54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:14.584740 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdcb40c-cb2f-4364-8399-aa26c399295a None None] Routers {'6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:14.585723 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-7fdcb40c-cb2f-4364-8399-aa26c399295a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:14.613375 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d8f40af2-0872-4cfc-abb8-1a0636ec90cc tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8769176 Apr 29 11:38:14.613375 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de051f76-8279-4bc6-b15f-bf9f0adfe9ca tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Router cbb6bce4-54dc-4502-81e7-110a013cbdae has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:38:14.625256 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49596) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:14.633066 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-151cd9cf-8c5c-4473-8376-2c89ccbd2ae6 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'port': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'fixed_ips': [{'subnet_id': 'b5b78cb7-97c4-4db8-9b33-223d73d86114', 'ip_address': '2001:db8::f290:d117:56eb:d173'}], 'name': 'tempest-NetworksTestDHCPv6-492431119'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:14.635424 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-7fdcb40c-cb2f-4364-8399-aa26c399295a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:14.636886 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdcb40c-cb2f-4364-8399-aa26c399295a None None] The sync data for ids ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:38:14.653407 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-38b14798-1622-4512-a4c9-363537d7b11e None None] Set router 0611de60-c659-4550-bb40-3eaeb3552ec5 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:38:14.660087 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1a71b047-d3d9-4e9d-8f09-b8d27c885c54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:14.666839 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1a71b047-d3d9-4e9d-8f09-b8d27c885c54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/networks/fc9427b8-661d-4963-ac06-7f3a6b82e2f0 HTTP/1.1" status: 204 len: 168 time: 5.0055425 Apr 29 11:38:14.674301 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49598) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:14.706965 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71b047-d3d9-4e9d-8f09-b8d27c885c54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event deleted for resources: {'Network': ['ID=fc9427b8-661d-4963-ac06-7f3a6b82e2f0,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:14.760763 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-be503212-360b-4e00-97fe-9cf0b106cadb tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:14.761699 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be503212-360b-4e00-97fe-9cf0b106cadb tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:14.769375 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-be503212-360b-4e00-97fe-9cf0b106cadb tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/networks/fc9427b8-661d-4963-ac06-7f3a6b82e2f0 HTTP/1.1" status: 404 len: 339 time: 0.0846639 Apr 29 11:38:14.774598 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49600) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:14.779762 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-5453f2b1-95cc-467f-9e67-45baa23df538 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1591992191', 'description': 'd1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:14.785486 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-aba52e05-aa7f-49b6-9268-0f916f0dbd55 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:14.788992 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-d18e490c-0d9f-415d-ad67-485430e89871 None None] Set router d26da929-4605-4ea7-8e96-dbad56c8a17b gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:38:14.870552 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5453f2b1-95cc-467f-9e67-45baa23df538 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Made reservation on behalf of 82c9781045a448caa6e2255533e0b7a4 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:14.874568 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5453f2b1-95cc-467f-9e67-45baa23df538 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:14.880004 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-aba52e05-aa7f-49b6-9268-0f916f0dbd55 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:14.882367 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9641180-593b-490a-8050-ac21c9bfc87c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-62578361-baac-4d3e-b4ee-401a25f05a0e', 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'fixed_ips': [{'subnet_id': 'b5b78cb7-97c4-4db8-9b33-223d73d86114'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:38:14.884277 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e9641180-593b-490a-8050-ac21c9bfc87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:14.887040 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba52e05-aa7f-49b6-9268-0f916f0dbd55 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:14.887649 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-aba52e05-aa7f-49b6-9268-0f916f0dbd55 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:14.895216 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de051f76-8279-4bc6-b15f-bf9f0adfe9ca tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:38:14.901831 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:14.914200 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-de051f76-8279-4bc6-b15f-bf9f0adfe9ca tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "PUT /v2.0/routers/cbb6bce4-54dc-4502-81e7-110a013cbdae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2563801 Apr 29 11:38:14.914521 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49602) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:14.942969 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151cd9cf-8c5c-4473-8376-2c89ccbd2ae6 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:14.974077 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f807cf1a-5b65-4c04-afe4-3445bdc77c0f']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:15.002620 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-cacc3f09-942f-4ecd-9e23-e8061e1e33d4 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbb6bce4-54dc-4502-81e7-110a013cbdae HTTP/1.1" status: 200 len: 205 time: 0.0820627 Apr 29 11:38:15.030196 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-aba52e05-aa7f-49b6-9268-0f916f0dbd55 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.3044446 Apr 29 11:38:15.030411 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b258d53-ce3e-4de8-ac0d-d2670cd8ec00 None None] Sync routers for ids ['cbb6bce4-54dc-4502-81e7-110a013cbdae'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:38:15.030515 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49604) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:15.053345 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c463e38c-d7d8-46ec-aa85-184fd7812c4e') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:15.054449 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c463e38c-d7d8-46ec-aa85-184fd7812c4e') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:15.081821 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:15.091980 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba52e05-aa7f-49b6-9268-0f916f0dbd55 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Pushing event updated for resources: {'Network': ['ID=7441e928-0046-4aa6-b1cb-4734591067c4,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:15.095314 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-16fa859f-0602-4fd3-aad6-34d75074af75 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Deleting port 00f2d77b-e20f-4ca3-b3c6-4e85df309cf9 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:15.095788 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-16fa859f-0602-4fd3-aad6-34d75074af75 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:15.102436 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5453f2b1-95cc-467f-9e67-45baa23df538 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:38:15.156159 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:15.173293 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a60e87a1-f19e-49ef-a583-3eea5e813cdb tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:15.177119 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 7441e928-0046-4aa6-b1cb-4734591067c4 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:38:15.194588 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:38:15.195354 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:15.225571 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:38:15.225571 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:38:15.225571 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:38:15.225571 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:38:15.225571 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:38:15.225571 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:38:15.225571 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:38:15.225571 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:38:15.225571 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:38:15.225571 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:38:15.225571 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:38:15.225571 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:38:15.225571 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:38:15.225571 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:38:15.225571 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:38:15.225571 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:38:15.225571 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:38:15.225571 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:38:15.225571 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:38:15.225571 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:38:15.225571 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:38:15.225571 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:38:15.225571 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:38:15.225571 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:38:15.225571 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:38:15.225571 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:38:15.225571 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:38:15.225571 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:38:15.225571 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:38:15.225571 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:38:15.225571 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:38:15.225571 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:38:15.228430 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-d18e490c-0d9f-415d-ad67-485430e89871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'name': 'tempest-TestNetworkBasicOps-router-882603255', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:37:51Z', 'updated_at': '2022-04-29T11:38:08Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:37:54Z', 'updated_at': '2022-04-29T11:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'bfffa0fb-dc4b-4691-ac97-9ac537f6ed85', 'name': '', 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:7c:e0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2123ff89-9386-4934-a517-d5d3fdf2b074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:06Z', 'updated_at': '2022-04-29T11:38:14Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '2123ff89-9386-4934-a517-d5d3fdf2b074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:15.278365 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b258d53-ce3e-4de8-ac0d-d2670cd8ec00 None None] Routers {'cbb6bce4-54dc-4502-81e7-110a013cbdae'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:15.279445 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6b258d53-ce3e-4de8-ac0d-d2670cd8ec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['cbb6bce4-54dc-4502-81e7-110a013cbdae'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:15.311280 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18e490c-0d9f-415d-ad67-485430e89871 None None] The sync data for ids ['d26da929-4605-4ea7-8e96-dbad56c8a17b'] in dv-neutron-838888-1-hyperv is: [{'id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'name': 'tempest-TestNetworkBasicOps-router-882603255', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:37:51Z', 'updated_at': '2022-04-29T11:38:08Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:37:54Z', 'updated_at': '2022-04-29T11:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'bfffa0fb-dc4b-4691-ac97-9ac537f6ed85', 'name': '', 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:7c:e0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2123ff89-9386-4934-a517-d5d3fdf2b074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:06Z', 'updated_at': '2022-04-29T11:38:14Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '2123ff89-9386-4934-a517-d5d3fdf2b074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:38:15.312100 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5453f2b1-95cc-467f-9e67-45baa23df538 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:15.312462 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-5453f2b1-95cc-467f-9e67-45baa23df538 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Added segment 69b46843-54f4-4315-8538-2adb33a0d7b0 of type vlan for network 99d6cbd6-1882-40f6-b8e3-e1bd45e8b9be Apr 29 11:38:15.327178 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49610) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:15.439031 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6b258d53-ce3e-4de8-ac0d-d2670cd8ec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:15.446004 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-151cd9cf-8c5c-4473-8376-2c89ccbd2ae6 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:15.514026 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5453f2b1-95cc-467f-9e67-45baa23df538 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:15.551457 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5453f2b1-95cc-467f-9e67-45baa23df538 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:15.558366 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5453f2b1-95cc-467f-9e67-45baa23df538 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:15.560300 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5453f2b1-95cc-467f-9e67-45baa23df538 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:15.562713 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-151cd9cf-8c5c-4473-8376-2c89ccbd2ae6 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] device_id is not set on port eeac6a1a-88a1-4da8-b52c-d93d82321fd6 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:38:15.586669 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:15.591894 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b258d53-ce3e-4de8-ac0d-d2670cd8ec00 None None] Routers {'cbb6bce4-54dc-4502-81e7-110a013cbdae'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:15.592545 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6b258d53-ce3e-4de8-ac0d-d2670cd8ec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['cbb6bce4-54dc-4502-81e7-110a013cbdae'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:15.638714 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:15.655720 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6b258d53-ce3e-4de8-ac0d-d2670cd8ec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:15.656760 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b258d53-ce3e-4de8-ac0d-d2670cd8ec00 None None] The sync data for ids ['cbb6bce4-54dc-4502-81e7-110a013cbdae'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:38:15.678501 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "DELETE /v2.0/networks/f807cf1a-5b65-4c04-afe4-3445bdc77c0f HTTP/1.1" status: 204 len: 168 time: 7.2984588 Apr 29 11:38:15.679878 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a697c6e-343d-407b-9111-bfa3f771313b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event deleted for resources: {'Network': ['ID=f807cf1a-5b65-4c04-afe4-3445bdc77c0f,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:15.683324 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-e9641180-593b-490a-8050-ac21c9bfc87c None None] Allocated IP 2001:db8::2 (62578361-baac-4d3e-b4ee-401a25f05a0e/b5b78cb7-97c4-4db8-9b33-223d73d86114/6dffa6fb-a0f4-4833-b581-46e20c365b0e) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:15.690956 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49612) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:15.771455 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2e6dbb7e-8ea7-4ce9-9cf2-4e566b17e42f tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:15.800882 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-e9086cbb-abcd-42a3-8184-bfbea18071e4 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1330705238'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:15.825905 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-38b14798-1622-4512-a4c9-363537d7b11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'name': 'tempest-ServerActionsTestJSON-769067943-router', 'tenant_id': '966d71c123a54a1eb7656282c791d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'e60db0e6-a947-4fb9-860f-96ff322c4ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:55Z', 'updated_at': '2022-04-29T11:35:10Z', 'revision_number': 4, 'project_id': '966d71c123a54a1eb7656282c791d69b', 'gw_port': {'id': 'e60db0e6-a947-4fb9-860f-96ff322c4ec7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:57Z', 'updated_at': '2022-04-29T11:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '3615e83a-fc64-4dee-b0b3-1833e902cf0d', 'name': '', 'network_id': '9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4', 'tenant_id': '966d71c123a54a1eb7656282c791d69b', 'mac_address': 'fa:16:3e:33:99:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f2955ff6-7656-4447-a96d-af5d60561c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:06Z', 'updated_at': '2022-04-29T11:35:17Z', 'revision_number': 5, 'project_id': '966d71c123a54a1eb7656282c791d69b', 'subnets': [{'id': 'f2955ff6-7656-4447-a96d-af5d60561c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:15.846366 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-cfee6628-b49e-42a3-89c0-e7a26f021efe tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3578 time: 1.3228347 Apr 29 11:38:15.886599 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b14798-1622-4512-a4c9-363537d7b11e None None] The sync data for ids ['0611de60-c659-4550-bb40-3eaeb3552ec5'] in dv-neutron-838888-1-hyperv is: [{'id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'name': 'tempest-ServerActionsTestJSON-769067943-router', 'tenant_id': '966d71c123a54a1eb7656282c791d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'e60db0e6-a947-4fb9-860f-96ff322c4ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:55Z', 'updated_at': '2022-04-29T11:35:10Z', 'revision_number': 4, 'project_id': '966d71c123a54a1eb7656282c791d69b', 'gw_port': {'id': 'e60db0e6-a947-4fb9-860f-96ff322c4ec7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:57Z', 'updated_at': '2022-04-29T11:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '3615e83a-fc64-4dee-b0b3-1833e902cf0d', 'name': '', 'network_id': '9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4', 'tenant_id': '966d71c123a54a1eb7656282c791d69b', 'mac_address': 'fa:16:3e:33:99:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f2955ff6-7656-4447-a96d-af5d60561c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:35:06Z', 'updated_at': '2022-04-29T11:35:17Z', 'revision_number': 5, 'project_id': '966d71c123a54a1eb7656282c791d69b', 'subnets': [{'id': 'f2955ff6-7656-4447-a96d-af5d60561c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:38:15.949484 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2e6dbb7e-8ea7-4ce9-9cf2-4e566b17e42f tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:15.959699 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a60e87a1-f19e-49ef-a583-3eea5e813cdb tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:15.962867 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9086cbb-abcd-42a3-8184-bfbea18071e4 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Made reservation on behalf of 67220329d22c4942ba465e09cf443dac for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:15.976162 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e9086cbb-abcd-42a3-8184-bfbea18071e4 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:16.024508 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a60e87a1-f19e-49ef-a583-3eea5e813cdb tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:16.032782 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-16fa859f-0602-4fd3-aad6-34d75074af75 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:16.033774 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-16fa859f-0602-4fd3-aad6-34d75074af75 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:16.067939 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e9641180-593b-490a-8050-ac21c9bfc87c None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:16.085272 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e9641180-593b-490a-8050-ac21c9bfc87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:16.182150 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5453f2b1-95cc-467f-9e67-45baa23df538 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.4064994 Apr 29 11:38:16.240300 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49616) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:16.265350 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9641180-593b-490a-8050-ac21c9bfc87c None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:16.270085 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-e9641180-593b-490a-8050-ac21c9bfc87c None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:16.295575 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9641180-593b-490a-8050-ac21c9bfc87c None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:16.328914 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9641180-593b-490a-8050-ac21c9bfc87c None None] Pushing event updated for resources: {'Port': ['ID=6dffa6fb-a0f4-4833-b581-46e20c365b0e,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:16.329675 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-16fa859f-0602-4fd3-aad6-34d75074af75 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Calling delete_port for 00f2d77b-e20f-4ca3-b3c6-4e85df309cf9 owned by network:floatingip {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:16.366049 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2e6dbb7e-8ea7-4ce9-9cf2-4e566b17e42f tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:16.385378 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2e6dbb7e-8ea7-4ce9-9cf2-4e566b17e42f tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:16.385378 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2e6dbb7e-8ea7-4ce9-9cf2-4e566b17e42f tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "DELETE /v2.0/security-groups/ecdd323c-79dd-40a9-85e7-91d435d19fcc HTTP/1.1" status: 204 len: 168 time: 1.0485692 Apr 29 11:38:16.385378 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49618) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:16.432999 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49620) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:16.445097 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5453f2b1-95cc-467f-9e67-45baa23df538 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event updated for resources: {'Network': ['ID=99d6cbd6-1882-40f6-b8e3-e1bd45e8b9be,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:16.500141 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-27cf6895-b136-44f2-b311-2ba2ccbbcbb7 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] show failed (client error): The resource could not be found. Apr 29 11:38:16.500619 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-0622e651-c6ec-4ebb-b5e0-d039432e6ab0 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1579994342', 'description': 'tempest-secgroup-smoke-1579994342 description', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:16.507607 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-27cf6895-b136-44f2-b311-2ba2ccbbcbb7 tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "GET /v2.0/security-groups/ecdd323c-79dd-40a9-85e7-91d435d19fcc HTTP/1.1" status: 404 len: 347 time: 0.0728931 Apr 29 11:38:16.510743 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9086cbb-abcd-42a3-8184-bfbea18071e4 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:38:16.513394 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49622) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:16.520366 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 99d6cbd6-1882-40f6-b8e3-e1bd45e8b9be details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:38:16.523203 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a60e87a1-f19e-49ef-a583-3eea5e813cdb tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:16.523854 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60e87a1-f19e-49ef-a583-3eea5e813cdb tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Fanout notify agent at l3_agent the message router_deleted on router cbb6bce4-54dc-4502-81e7-110a013cbdae {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:38:16.609511 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fab5c0-0265-4ace-8a7c-e4af2cdcb325 None None] New status for floating IP 19b7f404-4549-46f7-84f2-98c1a05e17eb: DOWN {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:38:16.621839 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device bfffa0fb-dc4b-4691-ac97-9ac537f6ed85 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:38:16.633431 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a60e87a1-f19e-49ef-a583-3eea5e813cdb tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:16.651851 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a60e87a1-f19e-49ef-a583-3eea5e813cdb tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/routers/cbb6bce4-54dc-4502-81e7-110a013cbdae HTTP/1.1" status: 204 len: 168 time: 1.6192698 Apr 29 11:38:16.681207 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49624) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:16.719359 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e9086cbb-abcd-42a3-8184-bfbea18071e4 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:16.719881 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-e9086cbb-abcd-42a3-8184-bfbea18071e4 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Added segment 865d2e1f-d19c-45a4-a53e-0d767a34929b of type vlan for network 5dffee30-0854-476a-a787-4a1493120123 Apr 29 11:38:16.723250 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-e9641180-593b-490a-8050-ac21c9bfc87c None None] Attempting to bind port 6dffa6fb-a0f4-4833-b581-46e20c365b0e on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:38:16.723614 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-e9641180-593b-490a-8050-ac21c9bfc87c None None] Attempting to bind port 6dffa6fb-a0f4-4833-b581-46e20c365b0e by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:38:16.723976 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9641180-593b-490a-8050-ac21c9bfc87c None None] Attempting to bind port 6dffa6fb-a0f4-4833-b581-46e20c365b0e on network 62578361-baac-4d3e-b4ee-401a25f05a0e {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:38:16.727588 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-151cd9cf-8c5c-4473-8376-2c89ccbd2ae6 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Allocated IP 2001:db8::f290:d117:56eb:d173 (62578361-baac-4d3e-b4ee-401a25f05a0e/b5b78cb7-97c4-4db8-9b33-223d73d86114/eeac6a1a-88a1-4da8-b52c-d93d82321fd6) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:16.805387 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9641180-593b-490a-8050-ac21c9bfc87c None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:38:16.805797 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9641180-593b-490a-8050-ac21c9bfc87c None None] Checking segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:16.807613 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e9641180-593b-490a-8050-ac21c9bfc87c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:16.809092 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9641180-593b-490a-8050-ac21c9bfc87c None None] Bound using segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:38:16.809641 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-e9641180-593b-490a-8050-ac21c9bfc87c None None] Bound port: 6dffa6fb-a0f4-4833-b581-46e20c365b0e, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:38:16.810622 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e9641180-593b-490a-8050-ac21c9bfc87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:16.930577 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e9086cbb-abcd-42a3-8184-bfbea18071e4 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:16.941009 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6dbb7e-8ea7-4ce9-9cf2-4e566b17e42f tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdd323c-79dd-40a9-85e7-91d435d19fcc,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:16.961773 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port bfffa0fb-dc4b-4691-ac97-9ac537f6ed85 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:16.962376 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:16.966767 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-f871bc9f-6977-4b2e-92bc-da8a9eb0536f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Deleting subnet 528e2851-faed-44a2-ba47-ad0f2ab5d7cc {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:38:16.980388 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f871bc9f-6977-4b2e-92bc-da8a9eb0536f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:17.048703 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.db.resource_extend [None req-e9086cbb-abcd-42a3-8184-bfbea18071e4 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:38:17.052531 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-e9641180-593b-490a-8050-ac21c9bfc87c None None] For port 6dffa6fb-a0f4-4833-b581-46e20c365b0e, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:38:17.073926 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-e9641180-593b-490a-8050-ac21c9bfc87c None None] For port 6dffa6fb-a0f4-4833-b581-46e20c365b0e, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=6dffa6fb-a0f4-4833-b581-46e20c365b0e,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:38:17.082289 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e9641180-593b-490a-8050-ac21c9bfc87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:17.101258 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-16fa859f-0602-4fd3-aad6-34d75074af75 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:17.146383 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e9086cbb-abcd-42a3-8184-bfbea18071e4 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:17.170522 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9086cbb-abcd-42a3-8184-bfbea18071e4 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:17.173384 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e9086cbb-abcd-42a3-8184-bfbea18071e4 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:17.185993 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa859f-0602-4fd3-aad6-34d75074af75 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event deleted for resources: {'Port': ['ID=00f2d77b-e20f-4ca3-b3c6-4e85df309cf9,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:17.209988 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:17.225146 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9641180-593b-490a-8050-ac21c9bfc87c None None] Pushing event updated for resources: {'Port': ['ID=6dffa6fb-a0f4-4833-b581-46e20c365b0e,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:17.309974 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port bfffa0fb-dc4b-4691-ac97-9ac537f6ed85, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=bfffa0fb-dc4b-4691-ac97-9ac537f6ed85,segment=NetworkSegment(e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b),segment_id=e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:17.320640 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:17.349637 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0622e651-c6ec-4ebb-b5e0-d039432e6ab0 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:17.391182 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e9086cbb-abcd-42a3-8184-bfbea18071e4 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6791191 Apr 29 11:38:17.392875 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0bf5b2-1a57-432b-84e6-ec8d349823f5 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:17.394906 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f871bc9f-6977-4b2e-92bc-da8a9eb0536f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:17.402065 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-dc0bf5b2-1a57-432b-84e6-ec8d349823f5 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "GET /v2.0/networks?id=99d6cbd6-1882-40f6-b8e3-e1bd45e8b9be HTTP/1.1" status: 200 len: 761 time: 1.1602552 Apr 29 11:38:17.402788 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49626) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:17.403241 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49628) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:17.418458 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-7becddf9-1571-4883-8dff-650190e514be tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Request body: {'subnet': {'network_id': '5dffee30-0854-476a-a787-4a1493120123', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:17.467257 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=bfffa0fb-dc4b-4691-ac97-9ac537f6ed85,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:17.633887 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9086cbb-abcd-42a3-8184-bfbea18071e4 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event updated for resources: {'Network': ['ID=5dffee30-0854-476a-a787-4a1493120123,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:17.647431 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 5dffee30-0854-476a-a787-4a1493120123 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:38:17.676518 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-16fa859f-0602-4fd3-aad6-34d75074af75 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:17.679434 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-16fa859f-0602-4fd3-aad6-34d75074af75 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:17.691460 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-16fa859f-0602-4fd3-aad6-34d75074af75 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "DELETE /v2.0/floatingips/2cfb71c4-bfe2-408b-a11c-71253f9dab9d HTTP/1.1" status: 204 len: 168 time: 3.1068144 Apr 29 11:38:17.696769 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49630) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:17.719183 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-2787a31a-657c-420f-adf4-52dc37a1d1ff tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'port_id': 'af95f0e6-3860-4bfb-a7b9-5c8c0065f403'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:17.799722 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2787a31a-657c-420f-adf4-52dc37a1d1ff tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:17.909059 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f871bc9f-6977-4b2e-92bc-da8a9eb0536f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:17.977335 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-ce92818f-894b-485b-a481-f5f869941e91 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Request body: {'network': {'description': 'd2'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:18.035770 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f871bc9f-6977-4b2e-92bc-da8a9eb0536f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:18.079555 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2787a31a-657c-420f-adf4-52dc37a1d1ff tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:18.083646 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871bc9f-6977-4b2e-92bc-da8a9eb0536f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Subnet': ['ID=528e2851-faed-44a2-ba47-ad0f2ab5d7cc,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:18.092777 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f871bc9f-6977-4b2e-92bc-da8a9eb0536f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:18.099360 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f871bc9f-6977-4b2e-92bc-da8a9eb0536f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/subnets/528e2851-faed-44a2-ba47-ad0f2ab5d7cc HTTP/1.1" status: 204 len: 168 time: 1.4141273 Apr 29 11:38:18.101184 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49632) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:18.290002 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05519f2f-1635-483d-bfdf-e82924c16969 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:18.371361 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-2787a31a-657c-420f-adf4-52dc37a1d1ff tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Allocated IP 172.26.4.114 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/59bd976a-20a1-4f5b-bc62-fc024564ee05) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:18.549175 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2787a31a-657c-420f-adf4-52dc37a1d1ff tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:18.573910 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-05519f2f-1635-483d-bfdf-e82924c16969 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Deleting port 4cf394d9-de86-4605-bf5b-f625fde77529 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:18.574359 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05519f2f-1635-483d-bfdf-e82924c16969 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:18.646433 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 6dffa6fb-a0f4-4833-b581-46e20c365b0e up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:38:18.696581 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ce92818f-894b-485b-a481-f5f869941e91 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:18.702050 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-05519f2f-1635-483d-bfdf-e82924c16969 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] For port 4cf394d9-de86-4605-bf5b-f625fde77529, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=4cf394d9-de86-4605-bf5b-f625fde77529,segment=NetworkSegment(3760b6d8-e719-4ecb-b2e2-4237e056cc85),segment_id=3760b6d8-e719-4ecb-b2e2-4237e056cc85)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:18.702432 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05519f2f-1635-483d-bfdf-e82924c16969 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:18.719916 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2787a31a-657c-420f-adf4-52dc37a1d1ff tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:18.723460 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-05519f2f-1635-483d-bfdf-e82924c16969 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Calling delete_port for 4cf394d9-de86-4605-bf5b-f625fde77529 owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:18.732861 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7becddf9-1571-4883-8dff-650190e514be tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Made reservation on behalf of 67220329d22c4942ba465e09cf443dac for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:18.737910 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7becddf9-1571-4883-8dff-650190e514be tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:18.757817 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-151cd9cf-8c5c-4473-8376-2c89ccbd2ae6 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:18.758737 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 6dffa6fb-a0f4-4833-b581-46e20c365b0e triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:18.759112 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:18.762594 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-6d9fc6ba-8031-41f7-8fc1-f4656da9a66c tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Deleting port 30701e38-78d2-40dc-bb4a-d1a9db58e892 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:18.763075 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6d9fc6ba-8031-41f7-8fc1-f4656da9a66c tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:18.780330 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49634) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:18.781036 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787a31a-657c-420f-adf4-52dc37a1d1ff tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event updated for resources: {'Port': ['ID=59bd976a-20a1-4f5b-bc62-fc024564ee05,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:18.789335 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ce92818f-894b-485b-a481-f5f869941e91 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:18.790532 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-9465e5cc-3104-46b4-a68f-a8d26d525696 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Request body: {'subnet': {'network_id': '7441e928-0046-4aa6-b1cb-4734591067c4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:18.831347 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2787a31a-657c-420f-adf4-52dc37a1d1ff tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:18.847741 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ce92818f-894b-485b-a481-f5f869941e91 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Network 99d6cbd6-1882-40f6-b8e3-e1bd45e8b9be is not hosted by any dhcp agent {{(pid=102959) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 29 11:38:18.853256 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce92818f-894b-485b-a481-f5f869941e91 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:18.854450 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ce92818f-894b-485b-a481-f5f869941e91 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:18.857413 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:18.858669 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ce92818f-894b-485b-a481-f5f869941e91 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "PUT /v2.0/networks/99d6cbd6-1882-40f6-b8e3-e1bd45e8b9be HTTP/1.1" status: 200 len: 758 time: 1.4462426 Apr 29 11:38:18.861312 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49636) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:18.862546 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff1eb6a-ef96-471c-80b4-b1ca3f94c29c None None] get_active_networks_info from dv-neutron-838888-1-hyperv {{(pid=102961) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 11:38:18.909627 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0622e651-c6ec-4ebb-b5e0-d039432e6ab0 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:18.930215 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-2787a31a-657c-420f-adf4-52dc37a1d1ff tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:18.944590 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0622e651-c6ec-4ebb-b5e0-d039432e6ab0 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:18.945253 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2787a31a-657c-420f-adf4-52dc37a1d1ff tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:18.965979 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 6dffa6fb-a0f4-4833-b581-46e20c365b0e, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=6dffa6fb-a0f4-4833-b581-46e20c365b0e,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:18.968396 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-09c8c5fe-e6ef-4d88-bb93-a20237cd7056 None None] Provisioning complete for port 6dffa6fb-a0f4-4833-b581-46e20c365b0e triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:18.968396 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-09c8c5fe-e6ef-4d88-bb93-a20237cd7056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:19.016731 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:19.018139 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device bfffa0fb-dc4b-4691-ac97-9ac537f6ed85 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:38:19.061505 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92818f-894b-485b-a481-f5f869941e91 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event updated for resources: {'Network': ['ID=99d6cbd6-1882-40f6-b8e3-e1bd45e8b9be,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:19.089814 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0622e651-c6ec-4ebb-b5e0-d039432e6ab0 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:19.091625 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0622e651-c6ec-4ebb-b5e0-d039432e6ab0 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.6462572 Apr 29 11:38:19.094663 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 99d6cbd6-1882-40f6-b8e3-e1bd45e8b9be details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:38:19.100260 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49638) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:19.113163 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-4ac658d6-8748-4629-b0d1-494cc4216a1d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': 'd9dffd1b-378c-40e4-b371-fd981072da8f', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:19.124270 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622e651-c6ec-4ebb-b5e0-d039432e6ab0 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dffd1b-378c-40e4-b371-fd981072da8f,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:19.136023 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-151cd9cf-8c5c-4473-8376-2c89ccbd2ae6 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:19.148328 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6d9fc6ba-8031-41f7-8fc1-f4656da9a66c tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:19.148657 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6d9fc6ba-8031-41f7-8fc1-f4656da9a66c tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:19.211504 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-6d9fc6ba-8031-41f7-8fc1-f4656da9a66c tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Calling delete_port for 30701e38-78d2-40dc-bb4a-d1a9db58e892 owned by network:floatingip {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:19.263124 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151cd9cf-8c5c-4473-8376-2c89ccbd2ae6 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:19.273429 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=6dffa6fb-a0f4-4833-b581-46e20c365b0e,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:19.280412 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4ac658d6-8748-4629-b0d1-494cc4216a1d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:19.283750 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-151cd9cf-8c5c-4473-8376-2c89ccbd2ae6 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:19.297769 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff1eb6a-ef96-471c-80b4-b1ca3f94c29c None None] Resources bound (agent type, host, resource id): {{(pid=102961) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 11:38:19.336399 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cd9cf-8c5c-4473-8376-2c89ccbd2ae6 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Port': ['ID=eeac6a1a-88a1-4da8-b52c-d93d82321fd6,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:19.351966 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151cd9cf-8c5c-4473-8376-2c89ccbd2ae6 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:19.359015 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151cd9cf-8c5c-4473-8376-2c89ccbd2ae6 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:19.359973 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-151cd9cf-8c5c-4473-8376-2c89ccbd2ae6 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:19.363112 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port bfffa0fb-dc4b-4691-ac97-9ac537f6ed85 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:19.363628 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:19.448029 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-151cd9cf-8c5c-4473-8376-2c89ccbd2ae6 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.8184533 Apr 29 11:38:19.448256 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05519f2f-1635-483d-bfdf-e82924c16969 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:19.459958 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49640) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:19.496258 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0415e6d2-5b2c-4074-802c-6ada7bcd4a05 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:19.501261 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0415e6d2-5b2c-4074-802c-6ada7bcd4a05 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "GET /v2.0/networks?id=99d6cbd6-1882-40f6-b8e3-e1bd45e8b9be HTTP/1.1" status: 200 len: 761 time: 0.5883243 Apr 29 11:38:19.517965 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49642) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:19.526378 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-ad55c735-fe3a-4bcf-9fc1-329e05bda9fa tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-825435865'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:19.538681 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05519f2f-1635-483d-bfdf-e82924c16969 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Port': ['ID=4cf394d9-de86-4605-bf5b-f625fde77529,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:19.539260 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7becddf9-1571-4883-8dff-650190e514be tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:19.552167 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05519f2f-1635-483d-bfdf-e82924c16969 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] No DVR routers for this DVR port 4cf394d9-de86-4605-bf5b-f625fde77529 on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:38:19.586013 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9465e5cc-3104-46b4-a68f-a8d26d525696 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Made reservation on behalf of 193fbcf2d46440da9fd4a859e9df1831 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:19.592054 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9465e5cc-3104-46b4-a68f-a8d26d525696 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:19.626460 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4ac658d6-8748-4629-b0d1-494cc4216a1d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:19.636899 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad55c735-fe3a-4bcf-9fc1-329e05bda9fa tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Made reservation on behalf of 82c9781045a448caa6e2255533e0b7a4 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:19.640351 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ad55c735-fe3a-4bcf-9fc1-329e05bda9fa tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:19.670617 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4ac658d6-8748-4629-b0d1-494cc4216a1d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:19.694737 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7becddf9-1571-4883-8dff-650190e514be tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event updated for resources: {'Subnet': ['ID=ec3ffa06-4c48-4066-afc1-3cb035c74a72,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:19.713784 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29d8c17-3bcd-402e-a32d-930201831a7a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:19.721045 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29d8c17-3bcd-402e-a32d-930201831a7a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:19.724387 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a29d8c17-3bcd-402e-a32d-930201831a7a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2607729 Apr 29 11:38:19.730224 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49644) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:19.758018 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac658d6-8748-4629-b0d1-494cc4216a1d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=265da805-c37a-4f38-a6fe-37fcbe82f777,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:19.765345 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4ac658d6-8748-4629-b0d1-494cc4216a1d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:19.766584 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4ac658d6-8748-4629-b0d1-494cc4216a1d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6611931 Apr 29 11:38:19.770788 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49646) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:19.780934 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-c7780b33-2910-49b1-9cb7-223afd9c2905 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': 'd9dffd1b-378c-40e4-b371-fd981072da8f', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:19.788954 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6d9fc6ba-8031-41f7-8fc1-f4656da9a66c tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:19.793513 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e04ce7d-52a6-47c7-95b6-199236cf6d4e None None] Network 43d4a921-63ac-4dd9-bcaa-d377300f294e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:19.793999 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad55c735-fe3a-4bcf-9fc1-329e05bda9fa tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:38:19.807658 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7becddf9-1571-4883-8dff-650190e514be tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Checking segment: {'id': '865d2e1f-d19c-45a4-a53e-0d767a34929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5dffee30-0854-476a-a787-4a1493120123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:19.808031 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7becddf9-1571-4883-8dff-650190e514be tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Network hostable DHCP agents. Network: 5dffee30-0854-476a-a787-4a1493120123, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:38:19.844993 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9fc6ba-8031-41f7-8fc1-f4656da9a66c tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Pushing event deleted for resources: {'Port': ['ID=30701e38-78d2-40dc-bb4a-d1a9db58e892,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:19.857419 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ad55c735-fe3a-4bcf-9fc1-329e05bda9fa tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:19.857766 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-ad55c735-fe3a-4bcf-9fc1-329e05bda9fa tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Added segment 3c927040-d47f-43d5-9d87-c5a658abcd7a of type vlan for network 1c1b9219-becf-4449-94b1-efb0491f089c Apr 29 11:38:19.860909 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05519f2f-1635-483d-bfdf-e82924c16969 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:19.891025 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0579c6ab-93b5-4067-b43c-19487ec9b298 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:19.942918 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-05519f2f-1635-483d-bfdf-e82924c16969 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d4a921-63ac-4dd9-bcaa-d377300f294e']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:19.955039 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7becddf9-1571-4883-8dff-650190e514be tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Network 5dffee30-0854-476a-a787-4a1493120123 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:38:19.961403 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ad55c735-fe3a-4bcf-9fc1-329e05bda9fa tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:19.963874 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c7780b33-2910-49b1-9cb7-223afd9c2905 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:19.992975 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-05519f2f-1635-483d-bfdf-e82924c16969 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3760b6d8-e719-4ecb-b2e2-4237e056cc85') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:19.992975 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-05519f2f-1635-483d-bfdf-e82924c16969 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3760b6d8-e719-4ecb-b2e2-4237e056cc85') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:19.993401 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-7becddf9-1571-4883-8dff-650190e514be tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 5dffee30-0854-476a-a787-4a1493120123) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:20.010856 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bda9f7-2d4f-483c-a8bd-120a4c5a48ec None None] Network 5dffee30-0854-476a-a787-4a1493120123 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:20.015688 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7becddf9-1571-4883-8dff-650190e514be tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:20.016286 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7becddf9-1571-4883-8dff-650190e514be tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:20.036531 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05519f2f-1635-483d-bfdf-e82924c16969 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:20.044822 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6d9fc6ba-8031-41f7-8fc1-f4656da9a66c tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks [] for floatingip, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:20.047422 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6d9fc6ba-8031-41f7-8fc1-f4656da9a66c tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:20.052637 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6d9fc6ba-8031-41f7-8fc1-f4656da9a66c tempest-ServerActionsTestJSON-579899870 tempest-ServerActionsTestJSON-579899870-project] 10.222.0.69 "DELETE /v2.0/floatingips/19b7f404-4549-46f7-84f2-98c1a05e17eb HTTP/1.1" status: 204 len: 168 time: 3.4553003 Apr 29 11:38:20.056697 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49648) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:20.057357 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ad55c735-fe3a-4bcf-9fc1-329e05bda9fa tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:20.063029 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad55c735-fe3a-4bcf-9fc1-329e05bda9fa tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:20.063729 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ad55c735-fe3a-4bcf-9fc1-329e05bda9fa tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:20.092006 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7becddf9-1571-4883-8dff-650190e514be tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6791513 Apr 29 11:38:20.092208 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05519f2f-1635-483d-bfdf-e82924c16969 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:20.095567 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49650) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:20.107712 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-1a2b8b28-d556-4867-9a26-bc45e96be9a5 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Request body: {'subnet': {'network_id': '5dffee30-0854-476a-a787-4a1493120123', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:20.117447 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05519f2f-1635-483d-bfdf-e82924c16969 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:38:20.117856 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05519f2f-1635-483d-bfdf-e82924c16969 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:20.200113 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ad55c735-fe3a-4bcf-9fc1-329e05bda9fa tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6777375 Apr 29 11:38:20.208302 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49652) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:20.223024 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-5112e645-2ccb-4a2a-b051-49d8b9899536 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Request body: {'subnet': {'network_id': '1c1b9219-becf-4449-94b1-efb0491f089c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:20.230028 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c7780b33-2910-49b1-9cb7-223afd9c2905 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:20.251718 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:38:20.251718 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:38:20.251718 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:38:20.251718 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:38:20.251718 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:38:20.251718 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:38:20.251718 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:38:20.251718 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:38:20.251718 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:38:20.251718 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:38:20.251718 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:38:20.251718 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:38:20.251718 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:38:20.251718 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:38:20.251718 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:38:20.251718 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:38:20.251718 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:38:20.251718 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:38:20.251718 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:38:20.251718 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:38:20.251718 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:38:20.251718 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:38:20.251718 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:38:20.251718 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:38:20.251718 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:38:20.251718 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:38:20.251718 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:38:20.251718 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:38:20.251718 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:38:20.251718 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:38:20.251718 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:38:20.251718 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:38:20.314977 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a488ff-092b-4ccf-830b-94e15d824807 None None] DHCP port deletion for 43d4a921-63ac-4dd9-bcaa-d377300f294e request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:38:20.330713 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67735fd8-e21f-4723-a75c-b71062946254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-5dffee30-0854-476a-a787-4a1493120123', 'network_id': '5dffee30-0854-476a-a787-4a1493120123', 'tenant_id': '67220329d22c4942ba465e09cf443dac', 'fixed_ips': [{'subnet_id': 'ec3ffa06-4c48-4066-afc1-3cb035c74a72'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:38:20.331813 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-67735fd8-e21f-4723-a75c-b71062946254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:20.360136 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-43c36ad5-81dc-4314-9c2b-a6ee65fc55a3 None None] Provisioning complete for port bfffa0fb-dc4b-4691-ac97-9ac537f6ed85 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:20.360529 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-43c36ad5-81dc-4314-9c2b-a6ee65fc55a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:20.380952 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55c735-fe3a-4bcf-9fc1-329e05bda9fa tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event updated for resources: {'Network': ['ID=1c1b9219-becf-4449-94b1-efb0491f089c,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:20.397291 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c7780b33-2910-49b1-9cb7-223afd9c2905 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:20.402118 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-242e3074-cbed-4567-b33d-de4701f45eb8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting port eeac6a1a-88a1-4da8-b52c-d93d82321fd6 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:20.402754 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-242e3074-cbed-4567-b33d-de4701f45eb8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:20.517451 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05519f2f-1635-483d-bfdf-e82924c16969 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:20.534354 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9465e5cc-3104-46b4-a68f-a8d26d525696 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:20.539720 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05519f2f-1635-483d-bfdf-e82924c16969 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:20.540211 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 1c1b9219-becf-4449-94b1-efb0491f089c details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:38:20.547623 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-05519f2f-1635-483d-bfdf-e82924c16969 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/networks/43d4a921-63ac-4dd9-bcaa-d377300f294e HTTP/1.1" status: 204 len: 168 time: 2.4420514 Apr 29 11:38:20.554002 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49654) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:20.569445 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7780b33-2910-49b1-9cb7-223afd9c2905 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0971137-4513-45de-9ce9-b984892c4058,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:20.579823 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-ddac88b6-c8b1-4f87-8fc3-d511628e2e46 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-511075764', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:20.598900 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 6dffa6fb-a0f4-4833-b581-46e20c365b0e up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:38:20.639153 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05519f2f-1635-483d-bfdf-e82924c16969 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Network': ['ID=43d4a921-63ac-4dd9-bcaa-d377300f294e,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:20.674315 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5112e645-2ccb-4a2a-b051-49d8b9899536 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Made reservation on behalf of 82c9781045a448caa6e2255533e0b7a4 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:20.680889 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5112e645-2ccb-4a2a-b051-49d8b9899536 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:20.702743 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c7780b33-2910-49b1-9cb7-223afd9c2905 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:20.707544 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c7780b33-2910-49b1-9cb7-223afd9c2905 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9340367 Apr 29 11:38:20.708581 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ddac88b6-c8b1-4f87-8fc3-d511628e2e46 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:20.709661 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ddac88b6-c8b1-4f87-8fc3-d511628e2e46 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:20.717618 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49656) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:20.723402 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-6451618f-cb4a-4b8e-9e13-120e80f28403 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': 'd9dffd1b-378c-40e4-b371-fd981072da8f', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:20.811668 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-67735fd8-e21f-4723-a75c-b71062946254 None None] Allocated IP 2001:db8::2 (5dffee30-0854-476a-a787-4a1493120123/ec3ffa06-4c48-4066-afc1-3cb035c74a72/7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:20.844753 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2787a31a-657c-420f-adf4-52dc37a1d1ff tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:20.914568 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 6dffa6fb-a0f4-4833-b581-46e20c365b0e triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:20.914754 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:20.926703 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6451618f-cb4a-4b8e-9e13-120e80f28403 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:20.934648 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2b8b28-d556-4867-9a26-bc45e96be9a5 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Made reservation on behalf of 67220329d22c4942ba465e09cf443dac for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:20.934900 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ddac88b6-c8b1-4f87-8fc3-d511628e2e46 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:20.941560 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1a2b8b28-d556-4867-9a26-bc45e96be9a5 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:20.951638 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ddac88b6-c8b1-4f87-8fc3-d511628e2e46 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:20.969728 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-242e3074-cbed-4567-b33d-de4701f45eb8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:21.004727 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465e5cc-3104-46b4-a68f-a8d26d525696 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Pushing event updated for resources: {'Subnet': ['ID=8d4da217-d491-4a27-ba01-1ea755e5bcfe,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:21.011478 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9e7e-136c-4c0f-83ab-925ac393b5f7 None None] Provisioning complete for port 6dffa6fb-a0f4-4833-b581-46e20c365b0e triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:21.011478 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9e7e-136c-4c0f-83ab-925ac393b5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:21.069069 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-242e3074-cbed-4567-b33d-de4701f45eb8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Calling delete_port for eeac6a1a-88a1-4da8-b52c-d93d82321fd6 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:21.072047 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ddac88b6-c8b1-4f87-8fc3-d511628e2e46 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:21.073650 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ddac88b6-c8b1-4f87-8fc3-d511628e2e46 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5012803 Apr 29 11:38:21.076665 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9465e5cc-3104-46b4-a68f-a8d26d525696 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Checking segment: {'id': 'f4dc4904-6a7b-49cd-816a-3bc215200880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7441e928-0046-4aa6-b1cb-4734591067c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:21.077033 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9465e5cc-3104-46b4-a68f-a8d26d525696 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Network hostable DHCP agents. Network: 7441e928-0046-4aa6-b1cb-4734591067c4, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:38:21.079384 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49658) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:21.092422 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-0e5aa9ff-77a3-4bf2-9ed4-d98870e02ea8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-305519649'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:21.111974 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2787a31a-657c-420f-adf4-52dc37a1d1ff tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:21.135164 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6451618f-cb4a-4b8e-9e13-120e80f28403 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:21.169487 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6451618f-cb4a-4b8e-9e13-120e80f28403 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:21.218721 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451618f-cb4a-4b8e-9e13-120e80f28403 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466be564-76b5-42e3-bcf4-29a6e367c905,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:21.235163 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5112e645-2ccb-4a2a-b051-49d8b9899536 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:21.246354 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6451618f-cb4a-4b8e-9e13-120e80f28403 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:21.250869 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5aa9ff-77a3-4bf2-9ed4-d98870e02ea8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Made reservation on behalf of 39685abd7a114d62abb4ba48b231a867 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:21.251325 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6451618f-cb4a-4b8e-9e13-120e80f28403 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5324349 Apr 29 11:38:21.254676 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0e5aa9ff-77a3-4bf2-9ed4-d98870e02ea8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:21.256858 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9465e5cc-3104-46b4-a68f-a8d26d525696 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Network 7441e928-0046-4aa6-b1cb-4734591067c4 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:38:21.257161 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49660) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:21.264820 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-cc9daf5e-1276-496e-8c81-dc2aa93a4ee7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': 'd9dffd1b-378c-40e4-b371-fd981072da8f', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:21.285676 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-67735fd8-e21f-4723-a75c-b71062946254 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:21.296126 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-67735fd8-e21f-4723-a75c-b71062946254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:21.317889 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-9465e5cc-3104-46b4-a68f-a8d26d525696 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 7441e928-0046-4aa6-b1cb-4734591067c4) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:21.324585 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9465e5cc-3104-46b4-a68f-a8d26d525696 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:21.325107 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9465e5cc-3104-46b4-a68f-a8d26d525696 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:21.346374 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67735fd8-e21f-4723-a75c-b71062946254 None None] Network 5dffee30-0854-476a-a787-4a1493120123 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:21.351385 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0f9bc6-b687-4f76-a8b6-1feab43a9814 None None] Network 7441e928-0046-4aa6-b1cb-4734591067c4 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:21.375785 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e5aa9ff-77a3-4bf2-9ed4-d98870e02ea8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:38:21.388435 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-67735fd8-e21f-4723-a75c-b71062946254 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:21.397266 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0e5aa9ff-77a3-4bf2-9ed4-d98870e02ea8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:21.397805 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-0e5aa9ff-77a3-4bf2-9ed4-d98870e02ea8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Added segment 854f2e5a-9069-441c-86e0-ebc0499bf0ce of type vlan for network 4f692756-7c6d-42d9-9ecc-34300a9bf9b8 Apr 29 11:38:21.402243 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67735fd8-e21f-4723-a75c-b71062946254 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:21.408688 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-cc9daf5e-1276-496e-8c81-dc2aa93a4ee7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:21.423234 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112e645-2ccb-4a2a-b051-49d8b9899536 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event updated for resources: {'Subnet': ['ID=694a32ee-fa5f-4711-8ca0-5aa6a19fd25c,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:21.445083 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67735fd8-e21f-4723-a75c-b71062946254 None None] Pushing event updated for resources: {'Port': ['ID=7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:21.457070 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 4cf394d9-de86-4605-bf5b-f625fde77529 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:38:21.491488 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 4cf394d9-de86-4605-bf5b-f625fde77529 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:38:21.491867 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 4cf394d9-de86-4605-bf5b-f625fde77529 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:38:21.517614 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0e5aa9ff-77a3-4bf2-9ed4-d98870e02ea8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:21.518261 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5112e645-2ccb-4a2a-b051-49d8b9899536 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Checking segment: {'id': '3c927040-d47f-43d5-9d87-c5a658abcd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1c1b9219-becf-4449-94b1-efb0491f089c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:21.518261 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5112e645-2ccb-4a2a-b051-49d8b9899536 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Network hostable DHCP agents. Network: 1c1b9219-becf-4449-94b1-efb0491f089c, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:38:21.551192 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9465e5cc-3104-46b4-a68f-a8d26d525696 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7657051 Apr 29 11:38:21.558087 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49662) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:21.574276 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-fa66ea54-d441-4d75-97ff-83c9d688adf3 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-387893002'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:21.576998 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9e7e-136c-4c0f-83ab-925ac393b5f7 None None] Provisioning complete for port eeac6a1a-88a1-4da8-b52c-d93d82321fd6 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:21.577380 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9e7e-136c-4c0f-83ab-925ac393b5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:21.601927 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-cc9daf5e-1276-496e-8c81-dc2aa93a4ee7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:21.612638 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-cc9daf5e-1276-496e-8c81-dc2aa93a4ee7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:21.624072 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa66ea54-d441-4d75-97ff-83c9d688adf3 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Made reservation on behalf of 193fbcf2d46440da9fd4a859e9df1831 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:21.627567 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fa66ea54-d441-4d75-97ff-83c9d688adf3 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:21.636560 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-67735fd8-e21f-4723-a75c-b71062946254 None None] Attempting to bind port 7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:38:21.636963 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-67735fd8-e21f-4723-a75c-b71062946254 None None] Attempting to bind port 7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '865d2e1f-d19c-45a4-a53e-0d767a34929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5dffee30-0854-476a-a787-4a1493120123'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:38:21.637274 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67735fd8-e21f-4723-a75c-b71062946254 None None] Attempting to bind port 7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1 on network 5dffee30-0854-476a-a787-4a1493120123 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:38:21.640638 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5112e645-2ccb-4a2a-b051-49d8b9899536 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Network 1c1b9219-becf-4449-94b1-efb0491f089c is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:38:21.660285 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9daf5e-1276-496e-8c81-dc2aa93a4ee7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8ad9c6a-1f63-4548-9b75-f535a24826cd,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:21.660890 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67735fd8-e21f-4723-a75c-b71062946254 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:38:21.661325 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67735fd8-e21f-4723-a75c-b71062946254 None None] Checking segment: {'id': '865d2e1f-d19c-45a4-a53e-0d767a34929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5dffee30-0854-476a-a787-4a1493120123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:21.661773 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-67735fd8-e21f-4723-a75c-b71062946254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:21.662220 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67735fd8-e21f-4723-a75c-b71062946254 None None] Bound using segment: {'id': '865d2e1f-d19c-45a4-a53e-0d767a34929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5dffee30-0854-476a-a787-4a1493120123'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:38:21.662755 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-67735fd8-e21f-4723-a75c-b71062946254 None None] Bound port: 7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '865d2e1f-d19c-45a4-a53e-0d767a34929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5dffee30-0854-476a-a787-4a1493120123'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:38:21.663140 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-67735fd8-e21f-4723-a75c-b71062946254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:21.669221 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9e7e-136c-4c0f-83ab-925ac393b5f7 None None] Port eeac6a1a-88a1-4da8-b52c-d93d82321fd6 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:38:21.675303 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-5112e645-2ccb-4a2a-b051-49d8b9899536 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 1c1b9219-becf-4449-94b1-efb0491f089c) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:21.681356 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-cc9daf5e-1276-496e-8c81-dc2aa93a4ee7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:21.685671 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-cc9daf5e-1276-496e-8c81-dc2aa93a4ee7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4220378 Apr 29 11:38:21.689120 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0e5aa9ff-77a3-4bf2-9ed4-d98870e02ea8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:21.690383 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5112e645-2ccb-4a2a-b051-49d8b9899536 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:21.691558 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5112e645-2ccb-4a2a-b051-49d8b9899536 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:21.693045 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49664) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:21.696380 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5aa9ff-77a3-4bf2-9ed4-d98870e02ea8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:21.697080 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0e5aa9ff-77a3-4bf2-9ed4-d98870e02ea8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:21.699932 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c0d6d4-b871-41f5-956d-1acc9b929b2b None None] Network 1c1b9219-becf-4449-94b1-efb0491f089c requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:21.702575 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-4aa6adf9-e1ad-4c2c-b747-63a5d6c1e5da tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': 'd9dffd1b-378c-40e4-b371-fd981072da8f', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:21.707178 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa66ea54-d441-4d75-97ff-83c9d688adf3 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:38:21.722380 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bd4d7d8c-47f9-4a41-8471-3a3c44aa86a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:21.757193 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9e7e-136c-4c0f-83ab-925ac393b5f7 None None] Provisioning complete for port bfffa0fb-dc4b-4691-ac97-9ac537f6ed85 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:21.757841 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9e7e-136c-4c0f-83ab-925ac393b5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:21.775982 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5112e645-2ccb-4a2a-b051-49d8b9899536 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5590746 Apr 29 11:38:21.780316 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49666) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:21.781462 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fa66ea54-d441-4d75-97ff-83c9d688adf3 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:21.781834 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-fa66ea54-d441-4d75-97ff-83c9d688adf3 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Added segment a5934601-178b-4ca1-b17a-010fc22c9211 of type vlan for network bb0b6239-b0b3-4f2e-bed6-00837cd2a4e5 Apr 29 11:38:21.824684 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e713af19-800d-4e10-aa65-40c7c03ef818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-7441e928-0046-4aa6-b1cb-4734591067c4', 'network_id': '7441e928-0046-4aa6-b1cb-4734591067c4', 'tenant_id': '193fbcf2d46440da9fd4a859e9df1831', 'fixed_ips': [{'subnet_id': '8d4da217-d491-4a27-ba01-1ea755e5bcfe'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:38:21.826232 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e713af19-800d-4e10-aa65-40c7c03ef818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:21.848281 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.securitygroups_db [None req-4aa6adf9-e1ad-4c2c-b747-63a5d6c1e5da tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Project e43b3d3b447648b5aeeaf858bb1241e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:38:21.880682 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-242e3074-cbed-4567-b33d-de4701f45eb8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:21.898816 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0e5aa9ff-77a3-4bf2-9ed4-d98870e02ea8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8113854 Apr 29 11:38:21.903419 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2787a31a-657c-420f-adf4-52dc37a1d1ff tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:21.908608 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-67735fd8-e21f-4723-a75c-b71062946254 None None] For port 7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:38:21.913122 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5aa9ff-77a3-4bf2-9ed4-d98870e02ea8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Network': ['ID=4f692756-7c6d-42d9-9ecc-34300a9bf9b8,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:21.921382 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49668) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:21.948141 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-d067ab21-541a-47f1-8e81-0d5280e30a60 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Request body: {'subnet': {'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:21.956344 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2787a31a-657c-420f-adf4-52dc37a1d1ff tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:21.971177 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e3074-cbed-4567-b33d-de4701f45eb8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Port': ['ID=eeac6a1a-88a1-4da8-b52c-d93d82321fd6,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:21.987904 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 4f692756-7c6d-42d9-9ecc-34300a9bf9b8 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:38:22.001962 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-67735fd8-e21f-4723-a75c-b71062946254 None None] For port 7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1,segment=NetworkSegment(865d2e1f-d19c-45a4-a53e-0d767a34929b),segment_id=865d2e1f-d19c-45a4-a53e-0d767a34929b)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:38:22.042064 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-67735fd8-e21f-4723-a75c-b71062946254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:22.066868 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-242e3074-cbed-4567-b33d-de4701f45eb8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:22.070893 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-242e3074-cbed-4567-b33d-de4701f45eb8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/eeac6a1a-88a1-4da8-b52c-d93d82321fd6 HTTP/1.1" status: 204 len: 168 time: 2.3372023 Apr 29 11:38:22.104781 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49670) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:22.127513 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1a2b8b28-d556-4867-9a26-bc45e96be9a5 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:22.192201 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4aa6adf9-e1ad-4c2c-b747-63a5d6c1e5da tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:22.243175 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67735fd8-e21f-4723-a75c-b71062946254 None None] Pushing event updated for resources: {'Port': ['ID=7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:22.253600 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fa66ea54-d441-4d75-97ff-83c9d688adf3 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:22.406776 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-e713af19-800d-4e10-aa65-40c7c03ef818 None None] Allocated IP 2001:db8:0:ffff::2 (7441e928-0046-4aa6-b1cb-4734591067c4/8d4da217-d491-4a27-ba01-1ea755e5bcfe/627c8bc5-1a25-44a5-8171-25df5f1ca5ba) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:22.410486 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fa66ea54-d441-4d75-97ff-83c9d688adf3 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:22.418683 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa66ea54-d441-4d75-97ff-83c9d688adf3 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:22.419745 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fa66ea54-d441-4d75-97ff-83c9d688adf3 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:22.420404 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9712f72d-0736-41f8-975c-63944a79ed75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-1c1b9219-becf-4449-94b1-efb0491f089c', 'network_id': '1c1b9219-becf-4449-94b1-efb0491f089c', 'tenant_id': '82c9781045a448caa6e2255533e0b7a4', 'fixed_ips': [{'subnet_id': '694a32ee-fa5f-4711-8ca0-5aa6a19fd25c'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:38:22.421681 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9712f72d-0736-41f8-975c-63944a79ed75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:22.498052 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:22.504910 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-03a2432a-e7e3-4045-9e36-cb262131fda5 None None] Could not find standard attr ID for object eeac6a1a-88a1-4da8-b52c-d93d82321fd6. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:38:22.581236 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4aa6adf9-e1ad-4c2c-b747-63a5d6c1e5da tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:22.603482 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-fa66ea54-d441-4d75-97ff-83c9d688adf3 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0325706 Apr 29 11:38:22.607626 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49672) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:22.619125 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-f0b68873-abaf-4280-bfb2-88f2c114dd93 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Request body: {'subnet': {'network_id': 'bb0b6239-b0b3-4f2e-bed6-00837cd2a4e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:22.625053 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4aa6adf9-e1ad-4c2c-b747-63a5d6c1e5da tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:22.631987 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66ea54-d441-4d75-97ff-83c9d688adf3 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Pushing event updated for resources: {'Network': ['ID=bb0b6239-b0b3-4f2e-bed6-00837cd2a4e5,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:22.656366 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network bb0b6239-b0b3-4f2e-bed6-00837cd2a4e5 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:38:22.686039 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa6adf9-e1ad-4c2c-b747-63a5d6c1e5da tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9059cd5a-b91e-4cd5-9222-3bed260da54c,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:22.692743 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b8b28-d556-4867-9a26-bc45e96be9a5 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event updated for resources: {'Subnet': ['ID=c1815db3-2fae-4a75-930e-925018f6e2c3,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:22.722557 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2b8b28-d556-4867-9a26-bc45e96be9a5 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Network 5dffee30-0854-476a-a787-4a1493120123 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:22.723970 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2787a31a-657c-420f-adf4-52dc37a1d1ff tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:22.768777 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4aa6adf9-e1ad-4c2c-b747-63a5d6c1e5da tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:22.770046 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4aa6adf9-e1ad-4c2c-b747-63a5d6c1e5da tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0760312 Apr 29 11:38:22.779391 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49674) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:22.788313 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-c8863e41-583d-4af1-acc2-a6e80fc4777d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': 'd9dffd1b-378c-40e4-b371-fd981072da8f', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:22.798841 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787a31a-657c-420f-adf4-52dc37a1d1ff tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event updated for resources: {'Port': ['ID=59bd976a-20a1-4f5b-bc62-fc024564ee05,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:22.804011 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6009a9e1-8476-494b-af2d-84f6741bcdec tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:22.805816 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6009a9e1-8476-494b-af2d-84f6741bcdec tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:22.809182 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6009a9e1-8476-494b-af2d-84f6741bcdec tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7001293 Apr 29 11:38:22.812198 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-1a2b8b28-d556-4867-9a26-bc45e96be9a5 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:22.813748 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49676) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:22.824231 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d067ab21-541a-47f1-8e81-0d5280e30a60 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Made reservation on behalf of 39685abd7a114d62abb4ba48b231a867 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:22.827619 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d067ab21-541a-47f1-8e81-0d5280e30a60 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:22.844574 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:22.861357 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2b8b28-d556-4867-9a26-bc45e96be9a5 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:22.861952 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1a2b8b28-d556-4867-9a26-bc45e96be9a5 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:22.900085 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-9712f72d-0736-41f8-975c-63944a79ed75 None None] Allocated IP 172.20.0.2 (1c1b9219-becf-4449-94b1-efb0491f089c/694a32ee-fa5f-4711-8ca0-5aa6a19fd25c/f1aa2e73-b251-49df-ba88-d0a763bbe7e2) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:22.912932 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1a2b8b28-d556-4867-9a26-bc45e96be9a5 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8129399 Apr 29 11:38:22.913272 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.securitygroups_db [None req-c8863e41-583d-4af1-acc2-a6e80fc4777d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Project e43b3d3b447648b5aeeaf858bb1241e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:38:22.917657 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e713af19-800d-4e10-aa65-40c7c03ef818 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:22.938925 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49678) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:22.944888 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e713af19-800d-4e10-aa65-40c7c03ef818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:22.961792 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b68873-abaf-4280-bfb2-88f2c114dd93 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Made reservation on behalf of 193fbcf2d46440da9fd4a859e9df1831 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:22.965783 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f0b68873-abaf-4280-bfb2-88f2c114dd93 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:22.970515 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c8863e41-583d-4af1-acc2-a6e80fc4777d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:22.997430 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-2787a31a-657c-420f-adf4-52dc37a1d1ff tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Floating IP f84421a3-5ede-44cb-888e-7657b87a069d associated. External IP: 172.26.4.114, port: af95f0e6-3860-4bfb-a7b9-5c8c0065f403. Apr 29 11:38:23.006820 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-807d4bb2-840a-4397-84a4-3f0eb87a9a53 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting subnet b5b78cb7-97c4-4db8-9b33-223d73d86114 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:38:23.010606 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-807d4bb2-840a-4397-84a4-3f0eb87a9a53 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:23.028164 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e713af19-800d-4e10-aa65-40c7c03ef818 None None] Network 7441e928-0046-4aa6-b1cb-4734591067c4 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:23.035927 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-e713af19-800d-4e10-aa65-40c7c03ef818 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:23.043540 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e713af19-800d-4e10-aa65-40c7c03ef818 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:23.048889 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713af19-800d-4e10-aa65-40c7c03ef818 None None] Pushing event updated for resources: {'Port': ['ID=627c8bc5-1a25-44a5-8171-25df5f1ca5ba,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:23.055947 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-807d4bb2-840a-4397-84a4-3f0eb87a9a53 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:23.134408 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-e713af19-800d-4e10-aa65-40c7c03ef818 None None] Attempting to bind port 627c8bc5-1a25-44a5-8171-25df5f1ca5ba on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:38:23.134851 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-e713af19-800d-4e10-aa65-40c7c03ef818 None None] Attempting to bind port 627c8bc5-1a25-44a5-8171-25df5f1ca5ba by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'f4dc4904-6a7b-49cd-816a-3bc215200880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7441e928-0046-4aa6-b1cb-4734591067c4'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:38:23.135203 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e713af19-800d-4e10-aa65-40c7c03ef818 None None] Attempting to bind port 627c8bc5-1a25-44a5-8171-25df5f1ca5ba on network 7441e928-0046-4aa6-b1cb-4734591067c4 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:38:23.138216 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0dceac-41ec-4788-b29a-7ffa24ca67b0 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:23.139737 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0dceac-41ec-4788-b29a-7ffa24ca67b0 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:23.141487 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0dceac-41ec-4788-b29a-7ffa24ca67b0 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:23.143208 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0dceac-41ec-4788-b29a-7ffa24ca67b0 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:23.144611 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0dceac-41ec-4788-b29a-7ffa24ca67b0 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:23.146481 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9c0dceac-41ec-4788-b29a-7ffa24ca67b0 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2065127 Apr 29 11:38:23.159517 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49680) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:23.165388 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e713af19-800d-4e10-aa65-40c7c03ef818 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:38:23.166747 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e713af19-800d-4e10-aa65-40c7c03ef818 None None] Checking segment: {'id': 'f4dc4904-6a7b-49cd-816a-3bc215200880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7441e928-0046-4aa6-b1cb-4734591067c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:23.166889 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-0956e537-b04c-47a9-999b-e3311c924722 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2103823768'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:23.167009 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e713af19-800d-4e10-aa65-40c7c03ef818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:23.167141 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e713af19-800d-4e10-aa65-40c7c03ef818 None None] Bound using segment: {'id': 'f4dc4904-6a7b-49cd-816a-3bc215200880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7441e928-0046-4aa6-b1cb-4734591067c4'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:38:23.168221 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-e713af19-800d-4e10-aa65-40c7c03ef818 None None] Bound port: 627c8bc5-1a25-44a5-8171-25df5f1ca5ba, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4dc4904-6a7b-49cd-816a-3bc215200880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7441e928-0046-4aa6-b1cb-4734591067c4'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:38:23.168221 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e713af19-800d-4e10-aa65-40c7c03ef818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:23.198373 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-bd4d7d8c-47f9-4a41-8471-3a3c44aa86a1 admin admin] Deleting port 3615e83a-fc64-4dee-b0b3-1833e902cf0d {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:23.199001 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bd4d7d8c-47f9-4a41-8471-3a3c44aa86a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:23.201834 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c8863e41-583d-4af1-acc2-a6e80fc4777d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:23.223178 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c8863e41-583d-4af1-acc2-a6e80fc4777d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:23.226977 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0956e537-b04c-47a9-999b-e3311c924722 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Made reservation on behalf of 67220329d22c4942ba465e09cf443dac for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:23.229105 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0956e537-b04c-47a9-999b-e3311c924722 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:23.229683 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9712f72d-0736-41f8-975c-63944a79ed75 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:23.255268 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9712f72d-0736-41f8-975c-63944a79ed75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:23.302806 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-e713af19-800d-4e10-aa65-40c7c03ef818 None None] For port 627c8bc5-1a25-44a5-8171-25df5f1ca5ba, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:38:23.316226 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9712f72d-0736-41f8-975c-63944a79ed75 None None] Network 1c1b9219-becf-4449-94b1-efb0491f089c is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:23.322838 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:23.323459 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-9712f72d-0736-41f8-975c-63944a79ed75 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:23.341381 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9712f72d-0736-41f8-975c-63944a79ed75 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:23.351045 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8863e41-583d-4af1-acc2-a6e80fc4777d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a1c2169-284c-4521-9a82-0a6e675a6895,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:23.371531 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-e713af19-800d-4e10-aa65-40c7c03ef818 None None] For port 627c8bc5-1a25-44a5-8171-25df5f1ca5ba, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=627c8bc5-1a25-44a5-8171-25df5f1ca5ba,segment=NetworkSegment(f4dc4904-6a7b-49cd-816a-3bc215200880),segment_id=f4dc4904-6a7b-49cd-816a-3bc215200880)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:38:23.372727 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712f72d-0736-41f8-975c-63944a79ed75 None None] Pushing event updated for resources: {'Port': ['ID=f1aa2e73-b251-49df-ba88-d0a763bbe7e2,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:23.403211 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c8863e41-583d-4af1-acc2-a6e80fc4777d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:23.412327 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c8863e41-583d-4af1-acc2-a6e80fc4777d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6234014 Apr 29 11:38:23.412327 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event deleted for resources: {'Subnet': ['ID=694a32ee-fa5f-4711-8ca0-5aa6a19fd25c,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:23.455777 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0956e537-b04c-47a9-999b-e3311c924722 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:38:23.481288 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-807d4bb2-840a-4397-84a4-3f0eb87a9a53 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:23.543006 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:23.559208 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-bd4d7d8c-47f9-4a41-8471-3a3c44aa86a1 admin admin] For port 3615e83a-fc64-4dee-b0b3-1833e902cf0d, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=3615e83a-fc64-4dee-b0b3-1833e902cf0d,segment=NetworkSegment(ec106207-489d-4e55-8fc5-481ceb098af9),segment_id=ec106207-489d-4e55-8fc5-481ceb098af9)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:23.559574 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bd4d7d8c-47f9-4a41-8471-3a3c44aa86a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:23.567181 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0956e537-b04c-47a9-999b-e3311c924722 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:23.568077 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-0956e537-b04c-47a9-999b-e3311c924722 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Added segment fe45e415-5c28-4cbf-86f8-2cb8bd388e54 of type vlan for network 4115cd65-0f52-4f1f-9bd9-086a9f8d7581 Apr 29 11:38:23.607587 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-bd4d7d8c-47f9-4a41-8471-3a3c44aa86a1 admin admin] Calling delete_port for 3615e83a-fc64-4dee-b0b3-1833e902cf0d owned by network:router_interface {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:23.630856 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1b9219-becf-4449-94b1-efb0491f089c']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:23.653314 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c927040-d47f-43d5-9d87-c5a658abcd7a') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:23.653683 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c927040-d47f-43d5-9d87-c5a658abcd7a') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:23.736010 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.objects.ports [None req-f0b68873-abaf-4280-bfb2-88f2c114dd93 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102959) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 11:38:23.737681 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:23.750805 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f0b68873-abaf-4280-bfb2-88f2c114dd93 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:23.774853 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e713af19-800d-4e10-aa65-40c7c03ef818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:23.776502 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d067ab21-541a-47f1-8e81-0d5280e30a60 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:23.795384 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0956e537-b04c-47a9-999b-e3311c924722 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:23.804673 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:23.832647 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:38:23.833396 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:23.841033 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:38:23.841033 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:38:23.841033 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:38:23.841033 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:38:23.841033 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:38:23.841033 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:38:23.841033 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:38:23.841033 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:38:23.841033 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:38:23.841033 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:38:23.841033 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:38:23.841033 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:38:23.841033 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:38:23.841033 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:38:23.841033 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:38:23.841033 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:38:23.841033 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:38:23.841033 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:38:23.841033 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:38:23.841033 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:38:23.841033 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:38:23.841033 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:38:23.841033 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:38:23.841033 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:38:23.841033 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:38:23.841033 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:38:23.841033 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:38:23.841033 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:38:23.841033 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:38:23.841033 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:38:23.841033 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:38:23.841033 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:38:23.855161 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f20e8540-1753-4f6a-87bb-0273eb8cf4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:23.857084 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-9712f72d-0736-41f8-975c-63944a79ed75 None None] Attempting to bind port f1aa2e73-b251-49df-ba88-d0a763bbe7e2 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:38:23.858399 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-9712f72d-0736-41f8-975c-63944a79ed75 None None] Attempting to bind port f1aa2e73-b251-49df-ba88-d0a763bbe7e2 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '3c927040-d47f-43d5-9d87-c5a658abcd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1c1b9219-becf-4449-94b1-efb0491f089c'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:38:23.858799 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9712f72d-0736-41f8-975c-63944a79ed75 None None] Attempting to bind port f1aa2e73-b251-49df-ba88-d0a763bbe7e2 on network 1c1b9219-becf-4449-94b1-efb0491f089c {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:38:23.871999 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9712f72d-0736-41f8-975c-63944a79ed75 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:38:23.872464 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9712f72d-0736-41f8-975c-63944a79ed75 None None] Checking segment: {'id': '3c927040-d47f-43d5-9d87-c5a658abcd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1c1b9219-becf-4449-94b1-efb0491f089c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:23.874091 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9712f72d-0736-41f8-975c-63944a79ed75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:23.874596 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9712f72d-0736-41f8-975c-63944a79ed75 None None] Bound using segment: {'id': '3c927040-d47f-43d5-9d87-c5a658abcd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1c1b9219-becf-4449-94b1-efb0491f089c'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:38:23.875101 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-9712f72d-0736-41f8-975c-63944a79ed75 None None] Bound port: f1aa2e73-b251-49df-ba88-d0a763bbe7e2, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c927040-d47f-43d5-9d87-c5a658abcd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1c1b9219-becf-4449-94b1-efb0491f089c'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:38:23.875572 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9712f72d-0736-41f8-975c-63944a79ed75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:23.884303 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a06db62-8d1b-4d88-a1eb-ccb6142ea8b1 None None] Network 5dffee30-0854-476a-a787-4a1493120123 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:23.891843 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-807d4bb2-840a-4397-84a4-3f0eb87a9a53 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:23.959397 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-807d4bb2-840a-4397-84a4-3f0eb87a9a53 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:23.962657 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-807d4bb2-840a-4397-84a4-3f0eb87a9a53 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/b5b78cb7-97c4-4db8-9b33-223d73d86114 HTTP/1.1" status: 204 len: 168 time: 1.1457109 Apr 29 11:38:23.968416 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49702) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:23.970483 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2787a31a-657c-420f-adf4-52dc37a1d1ff tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Router 6b852a27-38d8-4c52-8f6a-e6deebc4b1a5 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:38:23.976984 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0956e537-b04c-47a9-999b-e3311c924722 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:23.982727 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0956e537-b04c-47a9-999b-e3311c924722 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:23.983465 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0956e537-b04c-47a9-999b-e3311c924722 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3789122'] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:23.985858 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067ab21-541a-47f1-8e81-0d5280e30a60 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Subnet': ['ID=e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:24.003864 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-069982cb-261b-477e-a661-aa332d6b6d62 req-4e8ce484-494a-4394-8a20-887dcf8c7fd4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1579994342&fields=id&tenant_id=e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 267 time: 0.2619460 Apr 29 11:38:24.008621 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b68873-abaf-4280-bfb2-88f2c114dd93 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Pushing event updated for resources: {'Subnet': ['ID=4a4eee41-98af-4cef-b788-5ebc702346ae,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:24.024669 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.db.api [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 11:38:24.024669 dv-neutron-838888-1-hyperv neutron-server[102959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 11:38:24.024669 dv-neutron-838888-1-hyperv neutron-server[102959]: [parameters: {'id': '1c1b9219-becf-4449-94b1-efb0491f089c'}] Apr 29 11:38:24.024669 dv-neutron-838888-1-hyperv neutron-server[102959]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:38:24.025257 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG oslo_db.api [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:38:24.059825 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-73928f2f-f8fe-482b-bc32-57cca93883d0 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0846529 Apr 29 11:38:24.064120 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49704) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:24.079072 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad81ccd-6822-4f71-813b-544f2c17ce39 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:24.107144 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-766c66af-d1a7-4547-8623-922a4c44c07c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:24.112598 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b68873-abaf-4280-bfb2-88f2c114dd93 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Checking segment: {'id': 'a5934601-178b-4ca1-b17a-010fc22c9211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb0b6239-b0b3-4f2e-bed6-00837cd2a4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:24.113047 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b68873-abaf-4280-bfb2-88f2c114dd93 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Network hostable DHCP agents. Network: bb0b6239-b0b3-4f2e-bed6-00837cd2a4e5, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:38:24.125691 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d4bb2-840a-4397-84a4-3f0eb87a9a53 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Subnet': ['ID=b5b78cb7-97c4-4db8-9b33-223d73d86114,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:24.144851 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713af19-800d-4e10-aa65-40c7c03ef818 None None] Pushing event updated for resources: {'Port': ['ID=627c8bc5-1a25-44a5-8171-25df5f1ca5ba,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:24.273424 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0956e537-b04c-47a9-999b-e3311c924722 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1127241 Apr 29 11:38:24.274877 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d067ab21-541a-47f1-8e81-0d5280e30a60 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Checking segment: {'id': '854f2e5a-9069-441c-86e0-ebc0499bf0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:24.276192 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d067ab21-541a-47f1-8e81-0d5280e30a60 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network hostable DHCP agents. Network: 4f692756-7c6d-42d9-9ecc-34300a9bf9b8, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:38:24.283584 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49706) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:24.294423 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-0c9babc6-9993-4dc3-81c8-305b0e672cc6 None None] Provisioning complete for port 7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:24.294832 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0c9babc6-9993-4dc3-81c8-305b0e672cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:24.300466 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-1d55304c-55c1-4842-a191-d4bfb2ce79a3 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:24.360022 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b68873-abaf-4280-bfb2-88f2c114dd93 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Network bb0b6239-b0b3-4f2e-bed6-00837cd2a4e5 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:38:24.363360 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956e537-b04c-47a9-999b-e3311c924722 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event updated for resources: {'Network': ['ID=4115cd65-0f52-4f1f-9bd9-086a9f8d7581,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:24.363580 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-9712f72d-0736-41f8-975c-63944a79ed75 None None] For port f1aa2e73-b251-49df-ba88-d0a763bbe7e2, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:38:24.399841 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069982cb-261b-477e-a661-aa332d6b6d62 req-2365abaf-6f39-45a8-9474-9b4573c2aa03 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:24.402151 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-069982cb-261b-477e-a661-aa332d6b6d62 req-2365abaf-6f39-45a8-9474-9b4573c2aa03 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/networks?id=6385ed98-aeeb-4990-b743-9383f9d45e8c HTTP/1.1" status: 200 len: 796 time: 0.3785272 Apr 29 11:38:24.407698 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-f0b68873-abaf-4280-bfb2-88f2c114dd93 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, bb0b6239-b0b3-4f2e-bed6-00837cd2a4e5) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:24.412265 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b68873-abaf-4280-bfb2-88f2c114dd93 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:24.412881 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f0b68873-abaf-4280-bfb2-88f2c114dd93 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:24.440612 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bd4d7d8c-47f9-4a41-8471-3a3c44aa86a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:24.459156 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-069982cb-261b-477e-a661-aa332d6b6d62 req-cb8a0529-52c3-49f1-9583-1d9c3f1b13d0 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/quotas/e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 375 time: 0.0432878 Apr 29 11:38:24.476662 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 4115cd65-0f52-4f1f-9bd9-086a9f8d7581 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:38:24.479458 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3073ed55-2402-4cfc-a7a3-c88c56e52f2c None None] Network bb0b6239-b0b3-4f2e-bed6-00837cd2a4e5 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:24.485325 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-9712f72d-0736-41f8-975c-63944a79ed75 None None] For port f1aa2e73-b251-49df-ba88-d0a763bbe7e2, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=f1aa2e73-b251-49df-ba88-d0a763bbe7e2,segment=NetworkSegment(3c927040-d47f-43d5-9d87-c5a658abcd7a),segment_id=3c927040-d47f-43d5-9d87-c5a658abcd7a)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:38:24.504312 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d7d8c-47f9-4a41-8471-3a3c44aa86a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3615e83a-fc64-4dee-b0b3-1833e902cf0d,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:24.535440 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f0b68873-abaf-4280-bfb2-88f2c114dd93 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9201782 Apr 29 11:38:24.544309 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49708) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:24.562876 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-d1870c9b-f7f5-4214-8430-46f0a2683f2b tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Request body: {'port': {'network_id': 'bb0b6239-b0b3-4f2e-bed6-00837cd2a4e5', 'name': 'tempest-NetworksIpV6TestAttrs-377685624'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:24.581074 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:24.594077 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9712f72d-0736-41f8-975c-63944a79ed75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:24.615218 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766c66af-d1a7-4547-8623-922a4c44c07c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:24.619569 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-766c66af-d1a7-4547-8623-922a4c44c07c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:24.673419 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d067ab21-541a-47f1-8e81-0d5280e30a60 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network 4f692756-7c6d-42d9-9ecc-34300a9bf9b8 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:38:24.702056 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2787a31a-657c-420f-adf4-52dc37a1d1ff tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:38:24.706861 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-d067ab21-541a-47f1-8e81-0d5280e30a60 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 4f692756-7c6d-42d9-9ecc-34300a9bf9b8) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:24.713187 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d067ab21-541a-47f1-8e81-0d5280e30a60 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:24.713797 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d067ab21-541a-47f1-8e81-0d5280e30a60 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:24.714452 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 627c8bc5-1a25-44a5-8171-25df5f1ca5ba up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:38:24.727754 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3876aaa8-c8d5-481a-9007-c1dee09a9abb None None] Network 4f692756-7c6d-42d9-9ecc-34300a9bf9b8 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:24.737130 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99912db4-08b8-4841-b077-0d27d5223ba1 None None] Sync routers for ids ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:38:24.783227 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d067ab21-541a-47f1-8e81-0d5280e30a60 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8369660 Apr 29 11:38:24.793189 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49712) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:24.827126 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2787a31a-657c-420f-adf4-52dc37a1d1ff tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:24.834519 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f9588f0b-ae73-4c4b-98ec-a05c14fb6e89 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3432350 Apr 29 11:38:24.892506 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2787a31a-657c-420f-adf4-52dc37a1d1ff tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.1938829 Apr 29 11:38:24.898907 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49718) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:24.966903 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1d55304c-55c1-4842-a191-d4bfb2ce79a3 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:24.980990 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1870c9b-f7f5-4214-8430-46f0a2683f2b tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Made reservation on behalf of 193fbcf2d46440da9fd4a859e9df1831 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:24.986437 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d1870c9b-f7f5-4214-8430-46f0a2683f2b tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:24.992807 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99912db4-08b8-4841-b077-0d27d5223ba1 None None] Routers {'6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:24.993451 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-99912db4-08b8-4841-b077-0d27d5223ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:24.996435 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712f72d-0736-41f8-975c-63944a79ed75 None None] Pushing event updated for resources: {'Port': ['ID=f1aa2e73-b251-49df-ba88-d0a763bbe7e2,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:25.013595 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1d55304c-55c1-4842-a191-d4bfb2ce79a3 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:25.042358 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5e8f1ec7-16de-43bb-86ad-e2bca942b11c tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "GET /v2.0/floatingips/f84421a3-5ede-44cb-888e-7657b87a069d HTTP/1.1" status: 200 len: 979 time: 0.1375875 Apr 29 11:38:25.043915 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49720) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:25.061079 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1d55304c-55c1-4842-a191-d4bfb2ce79a3 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Network 4115cd65-0f52-4f1f-9bd9-086a9f8d7581 is not hosted by any dhcp agent {{(pid=102960) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 29 11:38:25.067537 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d55304c-55c1-4842-a191-d4bfb2ce79a3 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:25.068186 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1d55304c-55c1-4842-a191-d4bfb2ce79a3 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:25.072644 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1d55304c-55c1-4842-a191-d4bfb2ce79a3 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "PUT /v2.0/networks/4115cd65-0f52-4f1f-9bd9-086a9f8d7581 HTTP/1.1" status: 200 len: 723 time: 0.7805746 Apr 29 11:38:25.095512 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49722) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:25.096778 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-d1870c9b-f7f5-4214-8430-46f0a2683f2b tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] device_id is not set on port c46e48b1-3d69-402d-bafd-debf963df7e3 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:38:25.107422 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-08be0901-39d8-4bd0-809f-8fbe40f93cd0 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Request body: {'subnet': {'network_id': '4115cd65-0f52-4f1f-9bd9-086a9f8d7581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:25.224781 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced9b901-8285-4e41-9510-25d6a0442de4 None None] Network 1c1b9219-becf-4449-94b1-efb0491f089c requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:25.229815 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-99912db4-08b8-4841-b077-0d27d5223ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:25.257144 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c607d1-0e82-4d9d-b902-e2c3f1a4706b None None] DHCP port deletion for 62578361-baac-4d3e-b4ee-401a25f05a0e request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:38:25.268296 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55304c-55c1-4842-a191-d4bfb2ce79a3 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event updated for resources: {'Network': ['ID=4115cd65-0f52-4f1f-9bd9-086a9f8d7581,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:25.292166 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 4115cd65-0f52-4f1f-9bd9-086a9f8d7581 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:38:25.359932 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0c9babc6-9993-4dc3-81c8-305b0e672cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:25.381247 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4eaf6248-1762-4ed4-9f1c-17cba74e3ea2 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.3212240 Apr 29 11:38:25.396546 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49726) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:25.404815 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-3a0b91f5-f743-44c1-bae1-f90cdbe4f1e8 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Request body: {'floatingip': {'port_id': '55d0bb59-cdac-4f7e-8821-62b0996afdb7'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:25.438829 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [req-069982cb-261b-477e-a661-aa332d6b6d62 req-5151346e-ab00-4401-8ee2-b1fc95089eb0 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:38:25.439828 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-069982cb-261b-477e-a661-aa332d6b6d62 req-5151346e-ab00-4401-8ee2-b1fc95089eb0 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2060146 Apr 29 11:38:25.543582 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 627c8bc5-1a25-44a5-8171-25df5f1ca5ba triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:25.543951 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:25.545532 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99912db4-08b8-4841-b077-0d27d5223ba1 None None] Routers {'6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:25.546675 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-99912db4-08b8-4841-b077-0d27d5223ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:37:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:25.567720 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd48f746-885c-4120-83d6-d2234699be48 None None] Update dhcp port {'port': {'network_id': '5dffee30-0854-476a-a787-4a1493120123', 'fixed_ips': [{'subnet_id': 'ec3ffa06-4c48-4066-afc1-3cb035c74a72', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c1815db3-2fae-4a75-930e-925018f6e2c3'}], 'binding:host_id': 'dv-neutron-838888-1-hyperv'}, 'id': '7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1'} from dv-neutron-838888-1-hyperv. {{(pid=102961) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 11:38:25.644013 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-0c9babc6-9993-4dc3-81c8-305b0e672cc6 None None] For port 7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1,segment=NetworkSegment(865d2e1f-d19c-45a4-a53e-0d767a34929b),segment_id=865d2e1f-d19c-45a4-a53e-0d767a34929b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:25.654534 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3a0b91f5-f743-44c1-bae1-f90cdbe4f1e8 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:25.672047 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-99912db4-08b8-4841-b077-0d27d5223ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:25.672701 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99912db4-08b8-4841-b077-0d27d5223ba1 None None] The sync data for ids ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:38:25.718284 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0c9babc6-9993-4dc3-81c8-305b0e672cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:25.747403 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Deleting port f1aa2e73-b251-49df-ba88-d0a763bbe7e2 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:25.748396 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:25.763133 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7610fcb1-f1ae-49f4-a6a3-dae1a053393d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-4f692756-7c6d-42d9-9ecc-34300a9bf9b8', 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'fixed_ips': [{'subnet_id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:38:25.763978 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7610fcb1-f1ae-49f4-a6a3-dae1a053393d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:25.781400 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0103658a-a614-4810-9c22-60baf2c2ebe6 None None] Network 7441e928-0046-4aa6-b1cb-4734591067c4 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:25.914090 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bd4d7d8c-47f9-4a41-8471-3a3c44aa86a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:25.992069 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] For port f1aa2e73-b251-49df-ba88-d0a763bbe7e2, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=f1aa2e73-b251-49df-ba88-d0a763bbe7e2,segment=NetworkSegment(3c927040-d47f-43d5-9d87-c5a658abcd7a),segment_id=3c927040-d47f-43d5-9d87-c5a658abcd7a)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:25.992541 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:25.993733 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fd48f746-885c-4120-83d6-d2234699be48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:26.022419 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-069982cb-261b-477e-a661-aa332d6b6d62 req-d605d3b1-2a90-4af5-86b8-4a69d2477556 service neutron] 10.222.0.69 "GET /v2.0/networks/6385ed98-aeeb-4990-b743-9383f9d45e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5713270 Apr 29 11:38:26.053933 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-d1870c9b-f7f5-4214-8430-46f0a2683f2b tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Allocated IP 2001:db8::f816:3eff:fea0:fa75 (bb0b6239-b0b3-4f2e-bed6-00837cd2a4e5/4a4eee41-98af-4cef-b788-5ebc702346ae/c46e48b1-3d69-402d-bafd-debf963df7e3) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:26.060631 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08be0901-39d8-4bd0-809f-8fbe40f93cd0 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Made reservation on behalf of 67220329d22c4942ba465e09cf443dac for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:26.061393 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92984ced-1efc-4784-b3bd-132239d83b7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-bb0b6239-b0b3-4f2e-bed6-00837cd2a4e5', 'network_id': 'bb0b6239-b0b3-4f2e-bed6-00837cd2a4e5', 'tenant_id': '193fbcf2d46440da9fd4a859e9df1831', 'fixed_ips': [{'subnet_id': '4a4eee41-98af-4cef-b788-5ebc702346ae'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:38:26.062338 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-92984ced-1efc-4784-b3bd-132239d83b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:26.065040 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-08be0901-39d8-4bd0-809f-8fbe40f93cd0 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:26.083353 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Calling delete_port for f1aa2e73-b251-49df-ba88-d0a763bbe7e2 owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:26.137065 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-14650b74-9eea-4a5f-8876-3dec9e79f220 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:26.139739 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-766c66af-d1a7-4547-8623-922a4c44c07c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:26.149692 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-62c607d1-0e82-4d9d-b902-e2c3f1a4706b None None] Deleting port 6dffa6fb-a0f4-4833-b581-46e20c365b0e {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:26.150825 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-62c607d1-0e82-4d9d-b902-e2c3f1a4706b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:26.214797 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:38:26.286869 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-1e979751-339b-49e7-9294-134c14418764 None None] Provisioning complete for port 627c8bc5-1a25-44a5-8171-25df5f1ca5ba triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:26.287444 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1e979751-339b-49e7-9294-134c14418764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:26.291205 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766c66af-d1a7-4547-8623-922a4c44c07c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:26.351737 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9babc6-9993-4dc3-81c8-305b0e672cc6 None None] Pushing event updated for resources: {'Port': ['ID=7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:26.367627 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-766c66af-d1a7-4547-8623-922a4c44c07c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:26.388222 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766c66af-d1a7-4547-8623-922a4c44c07c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:26.389122 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-766c66af-d1a7-4547-8623-922a4c44c07c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:26.480289 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c66af-d1a7-4547-8623-922a4c44c07c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Subnet': ['ID=3aa986ee-c3a6-4e07-bf7e-15916508788e,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:26.487249 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-069982cb-261b-477e-a661-aa332d6b6d62 req-8af1429b-0c04-4797-b8bd-74a42f8c80eb service neutron] 10.222.0.69 "GET /v2.0/networks/6385ed98-aeeb-4990-b743-9383f9d45e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217999 Apr 29 11:38:26.497383 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-766c66af-d1a7-4547-8623-922a4c44c07c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4283051 Apr 29 11:38:26.501635 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49728) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:26.509338 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-b90fe342-2a6e-4bf2-8a3a-cd16fb94f6d7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'port': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'fixed_ips': [{'subnet_id': '3aa986ee-c3a6-4e07-bf7e-15916508788e', 'ip_address': '2001:db8::ab78:5850:3233:8da8'}], 'name': 'tempest-NetworksTestDHCPv6-1544637595'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:26.601317 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d1870c9b-f7f5-4214-8430-46f0a2683f2b tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:26.630636 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:26.664361 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-08be0901-39d8-4bd0-809f-8fbe40f93cd0 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:26.784639 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-62c607d1-0e82-4d9d-b902-e2c3f1a4706b None None] For port 6dffa6fb-a0f4-4833-b581-46e20c365b0e, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=6dffa6fb-a0f4-4833-b581-46e20c365b0e,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:26.785076 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-62c607d1-0e82-4d9d-b902-e2c3f1a4706b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:26.832992 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:26.867863 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-7610fcb1-f1ae-49f4-a6a3-dae1a053393d None None] Allocated IP 2001:db8::2 (4f692756-7c6d-42d9-9ecc-34300a9bf9b8/e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4/59a4dd56-68ee-4c48-87a5-29b76028a29f) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:26.892208 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d1870c9b-f7f5-4214-8430-46f0a2683f2b tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:26.898899 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-62c607d1-0e82-4d9d-b902-e2c3f1a4706b None None] Calling delete_port for 6dffa6fb-a0f4-4833-b581-46e20c365b0e owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:26.904452 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 627c8bc5-1a25-44a5-8171-25df5f1ca5ba, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=627c8bc5-1a25-44a5-8171-25df5f1ca5ba,segment=NetworkSegment(f4dc4904-6a7b-49cd-816a-3bc215200880),segment_id=f4dc4904-6a7b-49cd-816a-3bc215200880)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:26.905924 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-48121bbf-f6b0-40c7-9c35-230b006d9ecf req-7af7e8a5-c614-41ff-99f6-2fdb42d42960 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=06066a09-efd3-4a70-914e-c1de212e7cdb HTTP/1.1" status: 200 len: 210 time: 0.1573472 Apr 29 11:38:26.918884 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event deleted for resources: {'Port': ['ID=f1aa2e73-b251-49df-ba88-d0a763bbe7e2,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:26.924462 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] No DVR routers for this DVR port f1aa2e73-b251-49df-ba88-d0a763bbe7e2 on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:38:26.956836 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be0901-39d8-4bd0-809f-8fbe40f93cd0 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event updated for resources: {'Subnet': ['ID=2368d517-6baa-40fa-b3c7-d22ff079b121,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:26.970999 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:26.971793 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:38:27.016343 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-fd48f746-885c-4120-83d6-d2234699be48 None None] Allocated IP 172.20.0.1 (5dffee30-0854-476a-a787-4a1493120123/c1815db3-2fae-4a75-930e-925018f6e2c3/7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:27.028610 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1870c9b-f7f5-4214-8430-46f0a2683f2b tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Network bb0b6239-b0b3-4f2e-bed6-00837cd2a4e5 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:27.066002 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-d1870c9b-f7f5-4214-8430-46f0a2683f2b tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:27.071498 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1870c9b-f7f5-4214-8430-46f0a2683f2b tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Pushing event updated for resources: {'Port': ['ID=c46e48b1-3d69-402d-bafd-debf963df7e3,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:27.075645 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1870c9b-f7f5-4214-8430-46f0a2683f2b tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:27.081386 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1870c9b-f7f5-4214-8430-46f0a2683f2b tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:27.082311 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d1870c9b-f7f5-4214-8430-46f0a2683f2b tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:27.096751 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08be0901-39d8-4bd0-809f-8fbe40f93cd0 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Checking segment: {'id': 'fe45e415-5c28-4cbf-86f8-2cb8bd388e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4115cd65-0f52-4f1f-9bd9-086a9f8d7581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:27.097194 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08be0901-39d8-4bd0-809f-8fbe40f93cd0 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Network hostable DHCP agents. Network: 4115cd65-0f52-4f1f-9bd9-086a9f8d7581, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:38:27.108935 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d1870c9b-f7f5-4214-8430-46f0a2683f2b tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.5489376 Apr 29 11:38:27.113004 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49740) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:27.121887 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4d7d8c-47f9-4a41-8471-3a3c44aa86a1 admin admin] Router 0611de60-c659-4550-bb40-3eaeb3552ec5 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:38:27.124181 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:27.151497 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-92984ced-1efc-4784-b3bd-132239d83b7c None None] Allocated IP 2001:db8::f816:3eff:fe38:c4de (bb0b6239-b0b3-4f2e-bed6-00837cd2a4e5/4a4eee41-98af-4cef-b788-5ebc702346ae/b322cb79-a4ef-4cea-b714-5f23abcd0e6a) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:27.167932 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08be0901-39d8-4bd0-809f-8fbe40f93cd0 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Network 4115cd65-0f52-4f1f-9bd9-086a9f8d7581 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:38:27.186099 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-08be0901-39d8-4bd0-809f-8fbe40f93cd0 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 4115cd65-0f52-4f1f-9bd9-086a9f8d7581) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:27.195168 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08be0901-39d8-4bd0-809f-8fbe40f93cd0 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:27.195756 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-08be0901-39d8-4bd0-809f-8fbe40f93cd0 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:27.197409 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ca1e4a-c889-4a57-a212-b926fef627c2 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Deleting subnet 4a4eee41-98af-4cef-b788-5ebc702346ae {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:38:27.229347 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90fe342-2a6e-4bf2-8a3a-cd16fb94f6d7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:27.239762 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1818e3a9-bbe1-455e-98d1-5e38f1def878 None None] Network 4115cd65-0f52-4f1f-9bd9-086a9f8d7581 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:27.264695 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-08be0901-39d8-4bd0-809f-8fbe40f93cd0 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1617856 Apr 29 11:38:27.267613 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49742) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:27.268253 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1b9219-becf-4449-94b1-efb0491f089c']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:27.281506 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:27.289187 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-dbb588ac-816b-4408-b46c-61b5bb247d8d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:27.308129 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3a0b91f5-f743-44c1-bae1-f90cdbe4f1e8 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:27.309388 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c927040-d47f-43d5-9d87-c5a658abcd7a') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:27.309706 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c927040-d47f-43d5-9d87-c5a658abcd7a') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:27.342348 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3a0b91f5-f743-44c1-bae1-f90cdbe4f1e8 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:27.367206 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:27.420465 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:27.465621 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=627c8bc5-1a25-44a5-8171-25df5f1ca5ba,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:27.524497 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:38:27.526393 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:27.543355 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-3a0b91f5-f743-44c1-bae1-f90cdbe4f1e8 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Floating IP f84421a3-5ede-44cb-888e-7657b87a069d associated. External IP: 172.26.4.114, port: af95f0e6-3860-4bfb-a7b9-5c8c0065f403. Apr 29 11:38:27.551803 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dbb588ac-816b-4408-b46c-61b5bb247d8d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11214066'] for subnet, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:27.680361 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:27.680788 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:27.702222 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-62c607d1-0e82-4d9d-b902-e2c3f1a4706b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:27.810563 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-fd48f746-885c-4120-83d6-d2234699be48 None None] For port 7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1,segment=NetworkSegment(865d2e1f-d19c-45a4-a53e-0d767a34929b),segment_id=865d2e1f-d19c-45a4-a53e-0d767a34929b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:27.870839 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c607d1-0e82-4d9d-b902-e2c3f1a4706b None None] Pushing event deleted for resources: {'Port': ['ID=6dffa6fb-a0f4-4833-b581-46e20c365b0e,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:27.894384 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c607d1-0e82-4d9d-b902-e2c3f1a4706b None None] No DVR routers for this DVR port 6dffa6fb-a0f4-4833-b581-46e20c365b0e on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:38:27.947820 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:38:27.947820 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:38:27.947820 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:38:27.947820 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:38:27.947820 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:38:27.947820 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:38:27.947820 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:38:27.947820 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:38:27.947820 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:38:27.947820 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:38:27.947820 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:38:27.947820 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:38:27.947820 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:38:27.947820 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:38:27.947820 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:38:27.947820 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:38:27.947820 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:38:27.947820 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:38:27.947820 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:38:27.947820 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:38:27.947820 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:38:27.947820 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:38:27.947820 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:38:27.947820 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:38:27.947820 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:38:27.947820 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:38:27.947820 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:38:27.947820 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:38:27.947820 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:38:27.947820 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:38:27.947820 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:38:27.947820 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:38:27.960787 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b90fe342-2a6e-4bf2-8a3a-cd16fb94f6d7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:27.983269 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4d7d8c-47f9-4a41-8471-3a3c44aa86a1 admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:38:27.995500 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeb61a4-2ce9-4925-9aae-a804a0631143 None None] Sync routers for ids ['0611de60-c659-4550-bb40-3eaeb3552ec5'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:38:27.997671 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a6b9d3-08e2-4e59-83ef-95b2b3896ac3 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:27.999725 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c36faf0d-f492-42bf-acfc-c1325dd361ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:28.005562 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7610fcb1-f1ae-49f4-a6a3-dae1a053393d None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:28.017140 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-bd4d7d8c-47f9-4a41-8471-3a3c44aa86a1 admin admin] 10.222.0.69 "PUT /v2.0/routers/0611de60-c659-4550-bb40-3eaeb3552ec5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9487846 Apr 29 11:38:28.017351 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeb61a4-2ce9-4925-9aae-a804a0631143 None None] Routers {'0611de60-c659-4550-bb40-3eaeb3552ec5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:28.017351 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-4eeb61a4-2ce9-4925-9aae-a804a0631143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['0611de60-c659-4550-bb40-3eaeb3552ec5'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:28.018631 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49748) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:28.034235 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dbb588ac-816b-4408-b46c-61b5bb247d8d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792668407480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11805246'] for subnet, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:28.034473 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:28.043971 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:28.052892 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/networks/1c1b9219-becf-4449-94b1-efb0491f089c HTTP/1.1" status: 204 len: 168 time: 6.2651308 Apr 29 11:38:28.063055 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49750) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:28.103757 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb588ac-816b-4408-b46c-61b5bb247d8d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:28.105285 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dbb588ac-816b-4408-b46c-61b5bb247d8d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:28.110506 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-dbb588ac-816b-4408-b46c-61b5bb247d8d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "PUT /v2.0/subnets/2368d517-6baa-40fa-b3c7-d22ff079b121 HTTP/1.1" status: 200 len: 826 time: 0.8327031 Apr 29 11:38:28.110506 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0b91f5-f743-44c1-bae1-f90cdbe4f1e8 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Router 6b852a27-38d8-4c52-8f6a-e6deebc4b1a5 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:38:28.111979 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49752) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:28.115249 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-b90fe342-2a6e-4bf2-8a3a-cd16fb94f6d7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] device_id is not set on port fe0fdd1d-2f12-41cd-b32e-9f2d9e710ce7 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:38:28.159688 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb588ac-816b-4408-b46c-61b5bb247d8d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event updated for resources: {'Subnet': ['ID=2368d517-6baa-40fa-b3c7-d22ff079b121,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:28.205255 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f1acb-ba37-4023-8735-14e9c63ea5f4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event deleted for resources: {'Network': ['ID=1c1b9219-becf-4449-94b1-efb0491f089c,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:28.258878 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fd48f746-885c-4120-83d6-d2234699be48 None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:28.261219 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-a0eb4711-ff5c-48b1-9c4b-7e470b168902 None None] Provisioning complete for port 627c8bc5-1a25-44a5-8171-25df5f1ca5ba triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:28.262862 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4711-ff5c-48b1-9c4b-7e470b168902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:28.268761 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-84273c3c-2dd9-4380-a072-86d6d0b360b8 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] GET failed (client error): The resource could not be found. Apr 29 11:38:28.270288 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-84273c3c-2dd9-4380-a072-86d6d0b360b8 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "GET /v2.0/subnets/694a32ee-fa5f-4711-8ca0-5aa6a19fd25c HTTP/1.1" status: 404 len: 337 time: 0.1581097 Apr 29 11:38:28.285841 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-4eeb61a4-2ce9-4925-9aae-a804a0631143 None None] Set router 0611de60-c659-4550-bb40-3eaeb3552ec5 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:38:28.299118 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7610fcb1-f1ae-49f4-a6a3-dae1a053393d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:28.345141 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fd48f746-885c-4120-83d6-d2234699be48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:28.358534 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-14650b74-9eea-4a5f-8876-3dec9e79f220 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Allocated IP 2001:db8::1 (4f692756-7c6d-42d9-9ecc-34300a9bf9b8/e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4/21044d70-8412-46f0-a5ea-e3e60ae77965) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:28.396710 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-92984ced-1efc-4784-b3bd-132239d83b7c None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:28.423056 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49754) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:28.424086 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0b91f5-f743-44c1-bae1-f90cdbe4f1e8 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:38:28.455733 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7610fcb1-f1ae-49f4-a6a3-dae1a053393d None None] Network 4f692756-7c6d-42d9-9ecc-34300a9bf9b8 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:28.476631 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-92984ced-1efc-4784-b3bd-132239d83b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:28.490888 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730edfb5-0a1b-4153-b10d-f42425a7f51c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-4115cd65-0f52-4f1f-9bd9-086a9f8d7581', 'network_id': '4115cd65-0f52-4f1f-9bd9-086a9f8d7581', 'tenant_id': '67220329d22c4942ba465e09cf443dac', 'fixed_ips': [{'subnet_id': '2368d517-6baa-40fa-b3c7-d22ff079b121'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:38:28.492386 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-730edfb5-0a1b-4153-b10d-f42425a7f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:28.496369 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb29a35-4a36-4033-9ebc-e31621e71046 None None] Sync routers for ids ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:38:28.514899 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-646424c2-a220-4af0-8e7c-dd019544de0e tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:28.515525 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-646424c2-a220-4af0-8e7c-dd019544de0e tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:28.518951 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-646424c2-a220-4af0-8e7c-dd019544de0e tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/networks/1c1b9219-becf-4449-94b1-efb0491f089c HTTP/1.1" status: 404 len: 339 time: 0.0930591 Apr 29 11:38:28.530842 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-7610fcb1-f1ae-49f4-a6a3-dae1a053393d None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:28.533169 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49758) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:28.564797 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7610fcb1-f1ae-49f4-a6a3-dae1a053393d None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:28.581266 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610fcb1-f1ae-49f4-a6a3-dae1a053393d None None] Pushing event updated for resources: {'Port': ['ID=59a4dd56-68ee-4c48-87a5-29b76028a29f,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:28.589705 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-14650b74-9eea-4a5f-8876-3dec9e79f220 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:28.647496 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:28.656402 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92984ced-1efc-4784-b3bd-132239d83b7c None None] Network bb0b6239-b0b3-4f2e-bed6-00837cd2a4e5 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:28.664050 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-df5f7a7f-8b47-4b38-9435-a5a4380d1338 req-486779b8-a34b-4efa-999a-67e5bbb72154 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=06066a09-efd3-4a70-914e-c1de212e7cdb HTTP/1.1" status: 200 len: 210 time: 0.5500283 Apr 29 11:38:28.666744 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b4ca1e4a-c889-4a57-a212-b926fef627c2 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:28.681802 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-14650b74-9eea-4a5f-8876-3dec9e79f220 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:28.685393 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb29a35-4a36-4033-9ebc-e31621e71046 None None] Routers {'6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:28.686036 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-5cb29a35-4a36-4033-9ebc-e31621e71046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:28.707003 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-92984ced-1efc-4784-b3bd-132239d83b7c None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:28.723944 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:28.741650 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92984ced-1efc-4784-b3bd-132239d83b7c None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:28.832227 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-4eeb61a4-2ce9-4925-9aae-a804a0631143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'name': 'tempest-ServerActionsTestJSON-769067943-router', 'tenant_id': '966d71c123a54a1eb7656282c791d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'e60db0e6-a947-4fb9-860f-96ff322c4ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:55Z', 'updated_at': '2022-04-29T11:38:24Z', 'revision_number': 5, 'project_id': '966d71c123a54a1eb7656282c791d69b', 'gw_port': {'id': 'e60db0e6-a947-4fb9-860f-96ff322c4ec7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:57Z', 'updated_at': '2022-04-29T11:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:28.873835 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeb61a4-2ce9-4925-9aae-a804a0631143 None None] Checking router: 0611de60-c659-4550-bb40-3eaeb3552ec5 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:38:28.888901 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeb61a4-2ce9-4925-9aae-a804a0631143 None None] Routers {'0611de60-c659-4550-bb40-3eaeb3552ec5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:28.889652 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-4eeb61a4-2ce9-4925-9aae-a804a0631143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['0611de60-c659-4550-bb40-3eaeb3552ec5'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:28.925242 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-5cb29a35-4a36-4033-9ebc-e31621e71046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:29.022090 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48f746-885c-4120-83d6-d2234699be48 None None] Pushing event updated for resources: {'Port': ['ID=7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:29.065275 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 627c8bc5-1a25-44a5-8171-25df5f1ca5ba up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:38:29.100143 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-7610fcb1-f1ae-49f4-a6a3-dae1a053393d None None] Attempting to bind port 59a4dd56-68ee-4c48-87a5-29b76028a29f on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:38:29.100522 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-7610fcb1-f1ae-49f4-a6a3-dae1a053393d None None] Attempting to bind port 59a4dd56-68ee-4c48-87a5-29b76028a29f by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '854f2e5a-9069-441c-86e0-ebc0499bf0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:38:29.100873 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7610fcb1-f1ae-49f4-a6a3-dae1a053393d None None] Attempting to bind port 59a4dd56-68ee-4c48-87a5-29b76028a29f on network 4f692756-7c6d-42d9-9ecc-34300a9bf9b8 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:38:29.107725 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-4eeb61a4-2ce9-4925-9aae-a804a0631143 None None] Set router 0611de60-c659-4550-bb40-3eaeb3552ec5 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:38:29.178477 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14650b74-9eea-4a5f-8876-3dec9e79f220 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network 4f692756-7c6d-42d9-9ecc-34300a9bf9b8 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:29.180949 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb29a35-4a36-4033-9ebc-e31621e71046 None None] Routers {'6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:29.181678 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-5cb29a35-4a36-4033-9ebc-e31621e71046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:29.194855 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b4ca1e4a-c889-4a57-a212-b926fef627c2 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:29.203406 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-14650b74-9eea-4a5f-8876-3dec9e79f220 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:29.207126 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14650b74-9eea-4a5f-8876-3dec9e79f220 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Port': ['ID=21044d70-8412-46f0-a5ea-e3e60ae77965,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:29.252637 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14650b74-9eea-4a5f-8876-3dec9e79f220 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:29.253196 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-14650b74-9eea-4a5f-8876-3dec9e79f220 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:29.273666 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d12edd-8a15-4c84-a255-ed6aedf214ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-62578361-baac-4d3e-b4ee-401a25f05a0e', 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'fixed_ips': [{'subnet_id': '3aa986ee-c3a6-4e07-bf7e-15916508788e'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:38:29.274565 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d9d12edd-8a15-4c84-a255-ed6aedf214ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:29.277333 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7610fcb1-f1ae-49f4-a6a3-dae1a053393d None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:38:29.277705 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7610fcb1-f1ae-49f4-a6a3-dae1a053393d None None] Checking segment: {'id': '854f2e5a-9069-441c-86e0-ebc0499bf0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:29.278104 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7610fcb1-f1ae-49f4-a6a3-dae1a053393d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:29.278533 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7610fcb1-f1ae-49f4-a6a3-dae1a053393d None None] Bound using segment: {'id': '854f2e5a-9069-441c-86e0-ebc0499bf0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:38:29.282454 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-7610fcb1-f1ae-49f4-a6a3-dae1a053393d None None] Bound port: 59a4dd56-68ee-4c48-87a5-29b76028a29f, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '854f2e5a-9069-441c-86e0-ebc0499bf0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:38:29.282995 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7610fcb1-f1ae-49f4-a6a3-dae1a053393d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:29.304089 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-5cb29a35-4a36-4033-9ebc-e31621e71046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:29.304770 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb29a35-4a36-4033-9ebc-e31621e71046 None None] The sync data for ids ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:38:29.307077 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-92984ced-1efc-4784-b3bd-132239d83b7c None None] Attempting to bind port b322cb79-a4ef-4cea-b714-5f23abcd0e6a on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:38:29.307454 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-92984ced-1efc-4784-b3bd-132239d83b7c None None] Attempting to bind port b322cb79-a4ef-4cea-b714-5f23abcd0e6a by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'a5934601-178b-4ca1-b17a-010fc22c9211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb0b6239-b0b3-4f2e-bed6-00837cd2a4e5'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:38:29.307822 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92984ced-1efc-4784-b3bd-132239d83b7c None None] Attempting to bind port b322cb79-a4ef-4cea-b714-5f23abcd0e6a on network bb0b6239-b0b3-4f2e-bed6-00837cd2a4e5 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:38:29.357872 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92984ced-1efc-4784-b3bd-132239d83b7c None None] Pushing event updated for resources: {'Port': ['ID=b322cb79-a4ef-4cea-b714-5f23abcd0e6a,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:29.365084 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92984ced-1efc-4784-b3bd-132239d83b7c None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:38:29.365464 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92984ced-1efc-4784-b3bd-132239d83b7c None None] Checking segment: {'id': 'a5934601-178b-4ca1-b17a-010fc22c9211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb0b6239-b0b3-4f2e-bed6-00837cd2a4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:29.365866 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-92984ced-1efc-4784-b3bd-132239d83b7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:29.366350 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92984ced-1efc-4784-b3bd-132239d83b7c None None] Bound using segment: {'id': 'a5934601-178b-4ca1-b17a-010fc22c9211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb0b6239-b0b3-4f2e-bed6-00837cd2a4e5'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:38:29.366873 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-92984ced-1efc-4784-b3bd-132239d83b7c None None] Bound port: b322cb79-a4ef-4cea-b714-5f23abcd0e6a, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5934601-178b-4ca1-b17a-010fc22c9211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb0b6239-b0b3-4f2e-bed6-00837cd2a4e5'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:38:29.367261 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-92984ced-1efc-4784-b3bd-132239d83b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:29.385610 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-730edfb5-0a1b-4153-b10d-f42425a7f51c None None] Allocated IP 2001:db8::2 (4115cd65-0f52-4f1f-9bd9-086a9f8d7581/2368d517-6baa-40fa-b3c7-d22ff079b121/45de6890-3a80-41e9-96cd-bbda4f046bea) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:29.405776 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:29.428690 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-539c09de-3782-46d5-b328-ee13fd056495 admin admin] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:29.449724 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bc06b1-b697-4e0e-84fa-f8bfc6290b1b tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:29.451367 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f3bc06b1-b697-4e0e-84fa-f8bfc6290b1b tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9171934 Apr 29 11:38:29.457313 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49764) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:29.563928 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069982cb-261b-477e-a661-aa332d6b6d62 req-34dd04b5-b82e-40f8-85a1-38558466fcee tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:29.566062 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-069982cb-261b-477e-a661-aa332d6b6d62 req-34dd04b5-b82e-40f8-85a1-38558466fcee tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/networks?id=6385ed98-aeeb-4990-b743-9383f9d45e8c HTTP/1.1" status: 200 len: 796 time: 0.8894894 Apr 29 11:38:29.580302 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6a503a90-bd8e-443e-9f5f-dcbdb8087f56 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "GET /v2.0/subnets?network_id=1c458760-cee1-43dd-bfaa-f7beebba31f7 HTTP/1.1" status: 200 len: 207 time: 0.0665057 Apr 29 11:38:29.589871 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49766) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:29.593242 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-14650b74-9eea-4a5f-8876-3dec9e79f220 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:29.635791 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-4eeb61a4-2ce9-4925-9aae-a804a0631143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'name': 'tempest-ServerActionsTestJSON-769067943-router', 'tenant_id': '966d71c123a54a1eb7656282c791d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'e60db0e6-a947-4fb9-860f-96ff322c4ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:55Z', 'updated_at': '2022-04-29T11:38:24Z', 'revision_number': 5, 'project_id': '966d71c123a54a1eb7656282c791d69b', 'gw_port': {'id': 'e60db0e6-a947-4fb9-860f-96ff322c4ec7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:57Z', 'updated_at': '2022-04-29T11:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:29.661145 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf54604-0120-4fed-b187-48bde63ae601 None None] Network 5dffee30-0854-476a-a787-4a1493120123 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:29.682989 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeb61a4-2ce9-4925-9aae-a804a0631143 None None] The sync data for ids ['0611de60-c659-4550-bb40-3eaeb3552ec5'] in dv-neutron-838888-1-hyperv is: [{'id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'name': 'tempest-ServerActionsTestJSON-769067943-router', 'tenant_id': '966d71c123a54a1eb7656282c791d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'e60db0e6-a947-4fb9-860f-96ff322c4ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:34:55Z', 'updated_at': '2022-04-29T11:38:24Z', 'revision_number': 5, 'project_id': '966d71c123a54a1eb7656282c791d69b', 'gw_port': {'id': 'e60db0e6-a947-4fb9-860f-96ff322c4ec7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0611de60-c659-4550-bb40-3eaeb3552ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:57Z', 'updated_at': '2022-04-29T11:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:38:29.768756 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-069982cb-261b-477e-a661-aa332d6b6d62 req-55f3b76d-3020-4398-8e36-c8a33ef0d6ee tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 380 time: 0.1638169 Apr 29 11:38:29.808288 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f47080a7-1002-43c4-bc87-bc805e42905a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'port': {'device_id': '06066a09-efd3-4a70-914e-c1de212e7cdb', 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c', 'admin_state_up': True, 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'security_groups': ['d9dffd1b-378c-40e4-b371-fd981072da8f']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:29.828877 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102c49f8-9a53-45e0-a6c6-481c3135d64c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:29.835306 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102c49f8-9a53-45e0-a6c6-481c3135d64c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:29.841641 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102c49f8-9a53-45e0-a6c6-481c3135d64c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:29.847550 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102c49f8-9a53-45e0-a6c6-481c3135d64c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:29.855680 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-102c49f8-9a53-45e0-a6c6-481c3135d64c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2559121 Apr 29 11:38:29.858545 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49770) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:29.859152 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-b90fe342-2a6e-4bf2-8a3a-cd16fb94f6d7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Allocated IP 2001:db8::ab78:5850:3233:8da8 (62578361-baac-4d3e-b4ee-401a25f05a0e/3aa986ee-c3a6-4e07-bf7e-15916508788e/fe0fdd1d-2f12-41cd-b32e-9f2d9e710ce7) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:29.862864 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-730edfb5-0a1b-4153-b10d-f42425a7f51c None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:29.891587 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0b91f5-f743-44c1-bae1-f90cdbe4f1e8 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Router 6b852a27-38d8-4c52-8f6a-e6deebc4b1a5 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:38:29.910522 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 627c8bc5-1a25-44a5-8171-25df5f1ca5ba triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:29.910750 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:29.920484 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5f893ff0-0892-4c6a-8871-ac70a5a450f7 req-32a5768e-a35e-47b1-a1fe-09cb24481b13 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=06066a09-efd3-4a70-914e-c1de212e7cdb HTTP/1.1" status: 200 len: 210 time: 0.1039417 Apr 29 11:38:29.951279 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-730edfb5-0a1b-4153-b10d-f42425a7f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:29.955255 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:29.994663 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-99524359-6fa4-4fda-939e-81cdf3e56dd0 None None] Provisioning complete for port 7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:29.995449 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-99524359-6fa4-4fda-939e-81cdf3e56dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:30.001646 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-7610fcb1-f1ae-49f4-a6a3-dae1a053393d None None] For port 59a4dd56-68ee-4c48-87a5-29b76028a29f, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:38:30.028207 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event deleted for resources: {'Subnet': ['ID=2368d517-6baa-40fa-b3c7-d22ff079b121,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:30.085321 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-539c09de-3782-46d5-b328-ee13fd056495 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:30.107160 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b4ca1e4a-c889-4a57-a212-b926fef627c2 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:30.110851 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730edfb5-0a1b-4153-b10d-f42425a7f51c None None] Network 4115cd65-0f52-4f1f-9bd9-086a9f8d7581 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:30.120726 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-7610fcb1-f1ae-49f4-a6a3-dae1a053393d None None] For port 59a4dd56-68ee-4c48-87a5-29b76028a29f, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=59a4dd56-68ee-4c48-87a5-29b76028a29f,segment=NetworkSegment(854f2e5a-9069-441c-86e0-ebc0499bf0ce),segment_id=854f2e5a-9069-441c-86e0-ebc0499bf0ce)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:38:30.126900 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-730edfb5-0a1b-4153-b10d-f42425a7f51c None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:30.147702 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730edfb5-0a1b-4153-b10d-f42425a7f51c None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:30.163555 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:30.164931 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7610fcb1-f1ae-49f4-a6a3-dae1a053393d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:30.194094 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6b608b4a-ec36-4f90-aac6-d0dffd4b443f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3334525 Apr 29 11:38:30.194640 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730edfb5-0a1b-4153-b10d-f42425a7f51c None None] Pushing event updated for resources: {'Port': ['ID=45de6890-3a80-41e9-96cd-bbda4f046bea,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:30.194803 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49772) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:30.196602 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:30.232565 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:30.417747 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f47080a7-1002-43c4-bc87-bc805e42905a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Made reservation on behalf of e43b3d3b447648b5aeeaf858bb1241e8 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:30.423384 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f47080a7-1002-43c4-bc87-bc805e42905a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:30.448956 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4115cd65-0f52-4f1f-9bd9-086a9f8d7581']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:30.451510 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b4ca1e4a-c889-4a57-a212-b926fef627c2 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:30.455080 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0b91f5-f743-44c1-bae1-f90cdbe4f1e8 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:38:30.471672 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f133f2ad-1e4e-4741-b222-ea6f01b11395 None None] Sync routers for ids ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:38:30.482669 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f133f2ad-1e4e-4741-b222-ea6f01b11395 None None] Routers {'6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:30.483272 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f133f2ad-1e4e-4741-b222-ea6f01b11395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:30.485915 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe45e415-5c28-4cbf-86f8-2cb8bd388e54') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:30.486907 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe45e415-5c28-4cbf-86f8-2cb8bd388e54') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:30.508832 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:30.534615 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3a0b91f5-f743-44c1-bae1-f90cdbe4f1e8 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:30.559187 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f133f2ad-1e4e-4741-b222-ea6f01b11395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:30.574100 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f133f2ad-1e4e-4741-b222-ea6f01b11395 None None] Routers {'6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:30.574792 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f133f2ad-1e4e-4741-b222-ea6f01b11395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:30.581345 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:30.615173 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:38:30.615854 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:30.623084 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ad6ff8-ef9e-4d88-8922-8b3a9753c0bb tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:30.625445 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ad6ff8-ef9e-4d88-8922-8b3a9753c0bb tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:30.627401 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-95ad6ff8-ef9e-4d88-8922-8b3a9753c0bb tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3828366 Apr 29 11:38:30.628443 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:38:30.628443 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:38:30.628443 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:38:30.628443 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:38:30.628443 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:38:30.628443 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:38:30.628443 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:38:30.628443 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:38:30.628443 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:38:30.628443 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:38:30.628443 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:38:30.628443 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:38:30.628443 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:38:30.628443 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:38:30.628443 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:38:30.628443 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:38:30.628443 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:38:30.628443 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:38:30.628443 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:38:30.628443 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:38:30.628443 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:38:30.628443 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:38:30.628443 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:38:30.628443 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:38:30.628443 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:38:30.628443 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:38:30.628443 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:38:30.628443 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:38:30.628443 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:38:30.628443 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:38:30.628443 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:38:30.628443 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:38:30.641441 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b90fe342-2a6e-4bf2-8a3a-cd16fb94f6d7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:30.643255 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49774) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:30.670277 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f133f2ad-1e4e-4741-b222-ea6f01b11395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:30.671941 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f133f2ad-1e4e-4741-b222-ea6f01b11395 None None] The sync data for ids ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:38:30.703871 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca1e4a-c889-4a57-a212-b926fef627c2 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Pushing event deleted for resources: {'Subnet': ['ID=4a4eee41-98af-4cef-b788-5ebc702346ae,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:30.718284 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b4ca1e4a-c889-4a57-a212-b926fef627c2 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:30.724419 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b4ca1e4a-c889-4a57-a212-b926fef627c2 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "DELETE /v2.0/subnets/4a4eee41-98af-4cef-b788-5ebc702346ae HTTP/1.1" status: 204 len: 168 time: 3.6054208 Apr 29 11:38:30.727320 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49776) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:30.740135 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b90fe342-2a6e-4bf2-8a3a-cd16fb94f6d7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:30.754295 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-539c09de-3782-46d5-b328-ee13fd056495 admin admin] Deleting port e60db0e6-a947-4fb9-860f-96ff322c4ec7 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:30.754625 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-539c09de-3782-46d5-b328-ee13fd056495 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:30.785098 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3a0b91f5-f743-44c1-bae1-f90cdbe4f1e8 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "PUT /v2.0/floatingips/f84421a3-5ede-44cb-888e-7657b87a069d HTTP/1.1" status: 200 len: 978 time: 5.3847158 Apr 29 11:38:30.786074 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.db.api [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 11:38:30.786074 dv-neutron-838888-1-hyperv neutron-server[102960]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 11:38:30.786074 dv-neutron-838888-1-hyperv neutron-server[102960]: [parameters: {'id': '4115cd65-0f52-4f1f-9bd9-086a9f8d7581'}] Apr 29 11:38:30.786074 dv-neutron-838888-1-hyperv neutron-server[102960]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:38:30.786074 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG oslo_db.api [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:38:30.789302 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49778) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:30.794385 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-92984ced-1efc-4784-b3bd-132239d83b7c None None] For port b322cb79-a4ef-4cea-b714-5f23abcd0e6a, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:38:30.794914 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-77e4e1c8-ca9d-4038-829a-9496683401cf tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:30.796872 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610fcb1-f1ae-49f4-a6a3-dae1a053393d None None] Pushing event updated for resources: {'Port': ['ID=59a4dd56-68ee-4c48-87a5-29b76028a29f,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:30.808575 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-730edfb5-0a1b-4153-b10d-f42425a7f51c None None] Attempting to bind port 45de6890-3a80-41e9-96cd-bbda4f046bea on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:38:30.809557 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-730edfb5-0a1b-4153-b10d-f42425a7f51c None None] Attempting to bind port 45de6890-3a80-41e9-96cd-bbda4f046bea by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'fe45e415-5c28-4cbf-86f8-2cb8bd388e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4115cd65-0f52-4f1f-9bd9-086a9f8d7581'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:38:30.809557 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730edfb5-0a1b-4153-b10d-f42425a7f51c None None] Attempting to bind port 45de6890-3a80-41e9-96cd-bbda4f046bea on network 4115cd65-0f52-4f1f-9bd9-086a9f8d7581 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:38:30.843724 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2165de-d10b-45ad-ab98-7ec7e0121ab7 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['shared'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:30.843724 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2165de-d10b-45ad-ab98-7ec7e0121ab7 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['shared'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:30.844003 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-92984ced-1efc-4784-b3bd-132239d83b7c None None] For port b322cb79-a4ef-4cea-b714-5f23abcd0e6a, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=b322cb79-a4ef-4cea-b714-5f23abcd0e6a,segment=NetworkSegment(a5934601-178b-4ca1-b17a-010fc22c9211),segment_id=a5934601-178b-4ca1-b17a-010fc22c9211)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:38:30.844107 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ab2165de-d10b-45ad-ab98-7ec7e0121ab7 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1949258 Apr 29 11:38:30.845549 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49780) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:30.862069 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-92984ced-1efc-4784-b3bd-132239d83b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:30.865252 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:38:30.872593 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730edfb5-0a1b-4153-b10d-f42425a7f51c None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:38:30.873032 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730edfb5-0a1b-4153-b10d-f42425a7f51c None None] Checking segment: {'id': 'fe45e415-5c28-4cbf-86f8-2cb8bd388e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4115cd65-0f52-4f1f-9bd9-086a9f8d7581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:30.873376 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-730edfb5-0a1b-4153-b10d-f42425a7f51c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:30.873777 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730edfb5-0a1b-4153-b10d-f42425a7f51c None None] Bound using segment: {'id': 'fe45e415-5c28-4cbf-86f8-2cb8bd388e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4115cd65-0f52-4f1f-9bd9-086a9f8d7581'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:38:30.874312 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-730edfb5-0a1b-4153-b10d-f42425a7f51c None None] Bound port: 45de6890-3a80-41e9-96cd-bbda4f046bea, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe45e415-5c28-4cbf-86f8-2cb8bd388e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4115cd65-0f52-4f1f-9bd9-086a9f8d7581'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:38:30.874685 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-730edfb5-0a1b-4153-b10d-f42425a7f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:30.935635 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-77e4e1c8-ca9d-4038-829a-9496683401cf tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:30.948043 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-d9d12edd-8a15-4c84-a255-ed6aedf214ed None None] Allocated IP 2001:db8::2 (62578361-baac-4d3e-b4ee-401a25f05a0e/3aa986ee-c3a6-4e07-bf7e-15916508788e/b276ca95-d665-4a62-bd07-cb712f56d109) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:31.046819 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c587cd-ccf4-4b42-af8c-20d19b1f1aa4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:31.051932 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-63c587cd-ccf4-4b42-af8c-20d19b1f1aa4 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "GET /v2.0/networks/03bc04c9-1ee0-4155-adf2-e5e0688287da HTTP/1.1" status: 200 len: 800 time: 0.2018008 Apr 29 11:38:31.084202 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49784) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:31.241324 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-77e4e1c8-ca9d-4038-829a-9496683401cf tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:31.251053 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-77e4e1c8-ca9d-4038-829a-9496683401cf tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:31.251396 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-77e4e1c8-ca9d-4038-829a-9496683401cf tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Floating IP f84421a3-5ede-44cb-888e-7657b87a069d disassociated. External IP: 172.26.4.114, port: 55d0bb59-cdac-4f7e-8821-62b0996afdb7. Apr 29 11:38:31.258356 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d9d12edd-8a15-4c84-a255-ed6aedf214ed None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:31.288593 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-730edfb5-0a1b-4153-b10d-f42425a7f51c None None] For port 45de6890-3a80-41e9-96cd-bbda4f046bea, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:38:31.292008 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-730edfb5-0a1b-4153-b10d-f42425a7f51c None None] For port 45de6890-3a80-41e9-96cd-bbda4f046bea, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=45de6890-3a80-41e9-96cd-bbda4f046bea,segment=NetworkSegment(fe45e415-5c28-4cbf-86f8-2cb8bd388e54),segment_id=fe45e415-5c28-4cbf-86f8-2cb8bd388e54)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:38:31.297605 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d9d12edd-8a15-4c84-a255-ed6aedf214ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:31.299712 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:31.366317 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92984ced-1efc-4784-b3bd-132239d83b7c None None] Pushing event updated for resources: {'Port': ['ID=b322cb79-a4ef-4cea-b714-5f23abcd0e6a,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:31.371373 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d12edd-8a15-4c84-a255-ed6aedf214ed None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:31.373059 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-730edfb5-0a1b-4153-b10d-f42425a7f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:31.383126 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2030be41-0ffd-426a-a42a-7d59119ea7ea tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "GET /v2.0/networks/03bc04c9-1ee0-4155-adf2-e5e0688287da?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2947116 Apr 29 11:38:31.387600 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49786) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:31.396042 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-d9d12edd-8a15-4c84-a255-ed6aedf214ed None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:31.424569 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d12edd-8a15-4c84-a255-ed6aedf214ed None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:31.433432 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:31.433889 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:31.543996 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90fe342-2a6e-4bf2-8a3a-cd16fb94f6d7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:31.556931 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0cd5a9-7ad0-4985-a31f-4362b5a81af6 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:31.559500 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6a0cd5a9-7ad0-4985-a31f-4362b5a81af6 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "GET /v2.0/subnets/4779e0a4-cb7d-4a8e-b6d6-6b8ba9affde8 HTTP/1.1" status: 200 len: 811 time: 0.1698213 Apr 29 11:38:31.563847 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49788) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:31.647064 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a6abcb8c-672e-47d7-a1af-d19e116b40f3 req-c2b42b45-ecd2-47b9-bc1f-17b67dd2209e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=06066a09-efd3-4a70-914e-c1de212e7cdb HTTP/1.1" status: 200 len: 210 time: 0.1430564 Apr 29 11:38:31.666020 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d12edd-8a15-4c84-a255-ed6aedf214ed None None] Pushing event updated for resources: {'Port': ['ID=b276ca95-d665-4a62-bd07-cb712f56d109,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:31.674039 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-14650b74-9eea-4a5f-8876-3dec9e79f220 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:31.688175 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-d9d12edd-8a15-4c84-a255-ed6aedf214ed None None] Attempting to bind port b276ca95-d665-4a62-bd07-cb712f56d109 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:38:31.688536 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-d9d12edd-8a15-4c84-a255-ed6aedf214ed None None] Attempting to bind port b276ca95-d665-4a62-bd07-cb712f56d109 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:38:31.688892 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d12edd-8a15-4c84-a255-ed6aedf214ed None None] Attempting to bind port b276ca95-d665-4a62-bd07-cb712f56d109 on network 62578361-baac-4d3e-b4ee-401a25f05a0e {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:38:31.697580 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-b90fe342-2a6e-4bf2-8a3a-cd16fb94f6d7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:31.712496 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90fe342-2a6e-4bf2-8a3a-cd16fb94f6d7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:31.722714 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90fe342-2a6e-4bf2-8a3a-cd16fb94f6d7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:31.723396 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b90fe342-2a6e-4bf2-8a3a-cd16fb94f6d7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:31.735096 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-54a7bcb4-e187-4c02-a99b-b24752657119 None None] Provisioning complete for port 7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:31.735409 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-54a7bcb4-e187-4c02-a99b-b24752657119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:31.745571 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-14650b74-9eea-4a5f-8876-3dec9e79f220 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:31.746369 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-14650b74-9eea-4a5f-8876-3dec9e79f220 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:31.758309 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b45e9a-5cfb-4501-86e9-570cd04fbec2 None None] Network 4115cd65-0f52-4f1f-9bd9-086a9f8d7581 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:31.775822 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d12edd-8a15-4c84-a255-ed6aedf214ed None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:38:31.776197 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d12edd-8a15-4c84-a255-ed6aedf214ed None None] Checking segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:31.776578 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d9d12edd-8a15-4c84-a255-ed6aedf214ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:31.776825 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d12edd-8a15-4c84-a255-ed6aedf214ed None None] Bound using segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:38:31.777306 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-d9d12edd-8a15-4c84-a255-ed6aedf214ed None None] Bound port: b276ca95-d665-4a62-bd07-cb712f56d109, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:38:31.777652 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d9d12edd-8a15-4c84-a255-ed6aedf214ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:31.816235 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90fe342-2a6e-4bf2-8a3a-cd16fb94f6d7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Port': ['ID=fe0fdd1d-2f12-41cd-b32e-9f2d9e710ce7,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:31.844595 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e4e1c8-ca9d-4038-829a-9496683401cf tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Router 6b852a27-38d8-4c52-8f6a-e6deebc4b1a5 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:38:31.856002 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6b524a-1566-46b4-a9ab-a923758d95fc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['shared'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:31.863390 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2f6b524a-1566-46b4-a9ab-a923758d95fc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "GET /v2.0/subnets/4779e0a4-cb7d-4a8e-b6d6-6b8ba9affde8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2932694 Apr 29 11:38:31.864823 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Deleting port 45de6890-3a80-41e9-96cd-bbda4f046bea {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:31.865336 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:31.868014 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49790) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:31.880640 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b90fe342-2a6e-4bf2-8a3a-cd16fb94f6d7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.3737919 Apr 29 11:38:31.882530 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-73363c04-203b-42cd-af68-db1cc11f7f4b tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1997817680'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:31.906195 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49792) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:31.958450 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d680b7-a8b5-41d1-9682-7ee00f45d2e7 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:31.960325 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d680b7-a8b5-41d1-9682-7ee00f45d2e7 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:31.962157 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-86d680b7-a8b5-41d1-9682-7ee00f45d2e7 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 1.2303860 Apr 29 11:38:31.964435 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-539c09de-3782-46d5-b328-ee13fd056495 admin admin] For port e60db0e6-a947-4fb9-860f-96ff322c4ec7, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=e60db0e6-a947-4fb9-860f-96ff322c4ec7,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:31.967797 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-539c09de-3782-46d5-b328-ee13fd056495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:31.984204 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49794) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:32.005147 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-539c09de-3782-46d5-b328-ee13fd056495 admin admin] Calling delete_port for e60db0e6-a947-4fb9-860f-96ff322c4ec7 owned by network:router_gateway {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:32.085010 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73363c04-203b-42cd-af68-db1cc11f7f4b tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Made reservation on behalf of 82c9781045a448caa6e2255533e0b7a4 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:32.089003 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-73363c04-203b-42cd-af68-db1cc11f7f4b tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:32.092027 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730edfb5-0a1b-4153-b10d-f42425a7f51c None None] Pushing event updated for resources: {'Port': ['ID=45de6890-3a80-41e9-96cd-bbda4f046bea,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:32.100278 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630becdf-2291-4919-96a4-9f79ce2b5ba3 None None] Network 4f692756-7c6d-42d9-9ecc-34300a9bf9b8 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:32.101142 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] For port 45de6890-3a80-41e9-96cd-bbda4f046bea, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=45de6890-3a80-41e9-96cd-bbda4f046bea,segment=NetworkSegment(fe45e415-5c28-4cbf-86f8-2cb8bd388e54),segment_id=fe45e415-5c28-4cbf-86f8-2cb8bd388e54)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:32.101521 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:32.137164 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Calling delete_port for 45de6890-3a80-41e9-96cd-bbda4f046bea owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:32.161024 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14650b74-9eea-4a5f-8876-3dec9e79f220 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Port': ['ID=21044d70-8412-46f0-a5ea-e3e60ae77965,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:32.194883 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa67895-396d-487d-b977-282fd680be20 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:32.201368 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa67895-396d-487d-b977-282fd680be20 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:32.205855 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-afa67895-396d-487d-b977-282fd680be20 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2964435 Apr 29 11:38:32.206752 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49796) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:32.225698 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-d9d12edd-8a15-4c84-a255-ed6aedf214ed None None] For port b276ca95-d665-4a62-bd07-cb712f56d109, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:38:32.231529 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-d9d12edd-8a15-4c84-a255-ed6aedf214ed None None] For port b276ca95-d665-4a62-bd07-cb712f56d109, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=b276ca95-d665-4a62-bd07-cb712f56d109,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:38:32.315211 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d9d12edd-8a15-4c84-a255-ed6aedf214ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:32.335127 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23435107-3cd8-4ec9-84b2-59e359b7305c None None] Network 4115cd65-0f52-4f1f-9bd9-086a9f8d7581 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:32.358100 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f47080a7-1002-43c4-bc87-bc805e42905a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.20.0.6 (6385ed98-aeeb-4990-b743-9383f9d45e8c/2123ff89-9386-4934-a517-d5d3fdf2b074/49092aba-e15d-45b6-93b8-d39b1c288a47) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:32.361618 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-539c09de-3782-46d5-b328-ee13fd056495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:32.406790 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 6dffa6fb-a0f4-4833-b581-46e20c365b0e no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:38:32.443334 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14650b74-9eea-4a5f-8876-3dec9e79f220 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network 4f692756-7c6d-42d9-9ecc-34300a9bf9b8 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:32.444502 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c09de-3782-46d5-b328-ee13fd056495 admin admin] Pushing event deleted for resources: {'Port': ['ID=e60db0e6-a947-4fb9-860f-96ff322c4ec7,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:32.522224 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 6dffa6fb-a0f4-4833-b581-46e20c365b0e {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:38:32.522616 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 6dffa6fb-a0f4-4833-b581-46e20c365b0e not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:38:32.622863 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-14650b74-9eea-4a5f-8876-3dec9e79f220 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:32.629968 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d12edd-8a15-4c84-a255-ed6aedf214ed None None] Pushing event updated for resources: {'Port': ['ID=b276ca95-d665-4a62-bd07-cb712f56d109,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:32.633307 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-8c609b36-36dd-4f83-b1db-3f3c600b9ec1 None None] Provisioning complete for port 59a4dd56-68ee-4c48-87a5-29b76028a29f triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:32.633673 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8c609b36-36dd-4f83-b1db-3f3c600b9ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:32.709691 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e4e1c8-ca9d-4038-829a-9496683401cf tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:38:32.764416 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05294ae0-9ddb-4945-8a64-a1cfdb7d3fab None None] Sync routers for ids ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:38:32.772518 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd82539-293c-4f02-99ab-53068ee7ff37 None None] Network bb0b6239-b0b3-4f2e-bed6-00837cd2a4e5 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:32.800172 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-77e4e1c8-ca9d-4038-829a-9496683401cf tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:32.958280 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a43dad04-d7f3-4c45-b339-0277b06a4488 req-f9facfe3-715c-4fe3-ad8e-f087b9612d77 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=06066a09-efd3-4a70-914e-c1de212e7cdb HTTP/1.1" status: 200 len: 210 time: 0.0740988 Apr 29 11:38:32.958817 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73363c04-203b-42cd-af68-db1cc11f7f4b tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:38:32.976375 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:32.996488 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-73363c04-203b-42cd-af68-db1cc11f7f4b tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:32.997123 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-73363c04-203b-42cd-af68-db1cc11f7f4b tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Added segment 005230d2-3302-47f4-951f-5ef75262a027 of type vlan for network 1b1494e7-6dbd-4f51-befa-d889f324b97c Apr 29 11:38:33.002280 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0a902dff-eea5-45c1-a7f6-1924fb14d3cd tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:33.019827 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05294ae0-9ddb-4945-8a64-a1cfdb7d3fab None None] Routers {'6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:33.020475 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-05294ae0-9ddb-4945-8a64-a1cfdb7d3fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:33.086633 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a902dff-eea5-45c1-a7f6-1924fb14d3cd tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 29 11:38:33.087471 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a902dff-eea5-45c1-a7f6-1924fb14d3cd tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:33.096112 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0a902dff-eea5-45c1-a7f6-1924fb14d3cd tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "DELETE /v2.0/networks/bb0b6239-b0b3-4f2e-bed6-00837cd2a4e5 HTTP/1.1" status: 409 len: 405 time: 1.0300808 Apr 29 11:38:33.114766 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-05294ae0-9ddb-4945-8a64-a1cfdb7d3fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:33.117102 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f47080a7-1002-43c4-bc87-bc805e42905a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:33.122574 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-73363c04-203b-42cd-af68-db1cc11f7f4b tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:33.131384 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49800) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:33.138303 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-c57965f0-9b5a-4c44-874c-4711f6bb0685 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-282664054'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:33.142207 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-539c09de-3782-46d5-b328-ee13fd056495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:33.176288 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event deleted for resources: {'Port': ['ID=45de6890-3a80-41e9-96cd-bbda4f046bea,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:33.182442 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-77e4e1c8-ca9d-4038-829a-9496683401cf tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "PUT /v2.0/floatingips/f84421a3-5ede-44cb-888e-7657b87a069d HTTP/1.1" status: 200 len: 688 time: 2.3913517 Apr 29 11:38:33.193685 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49802) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:33.208029 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] No DVR routers for this DVR port 45de6890-3a80-41e9-96cd-bbda4f046bea on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:38:33.296399 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-539c09de-3782-46d5-b328-ee13fd056495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:33.303162 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57965f0-9b5a-4c44-874c-4711f6bb0685 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Made reservation on behalf of 193fbcf2d46440da9fd4a859e9df1831 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:33.307654 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c57965f0-9b5a-4c44-874c-4711f6bb0685 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:33.310366 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-539c09de-3782-46d5-b328-ee13fd056495 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:33.368008 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-73363c04-203b-42cd-af68-db1cc11f7f4b tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:33.375042 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device b322cb79-a4ef-4cea-b714-5f23abcd0e6a up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:38:33.377010 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73363c04-203b-42cd-af68-db1cc11f7f4b tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:33.377581 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-73363c04-203b-42cd-af68-db1cc11f7f4b tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:33.403773 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57965f0-9b5a-4c44-874c-4711f6bb0685 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:38:33.406011 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14650b74-9eea-4a5f-8876-3dec9e79f220 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Router d9c65347-25d2-4970-bee3-39fb6f4c4633 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:38:33.416465 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f47080a7-1002-43c4-bc87-bc805e42905a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:33.422765 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c57965f0-9b5a-4c44-874c-4711f6bb0685 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:33.423143 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-c57965f0-9b5a-4c44-874c-4711f6bb0685 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Added segment a4b01ebb-e2d3-4930-bc92-5e2516909bc7 of type vlan for network 0fe05d38-ef95-43b5-8fa2-fbae985e5a4d Apr 29 11:38:33.429531 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-539c09de-3782-46d5-b328-ee13fd056495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:33.430073 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539c09de-3782-46d5-b328-ee13fd056495 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0611de60-c659-4550-bb40-3eaeb3552ec5 {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:38:33.439138 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05294ae0-9ddb-4945-8a64-a1cfdb7d3fab None None] Routers {'6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:33.439883 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-05294ae0-9ddb-4945-8a64-a1cfdb7d3fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:33.446156 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-539c09de-3782-46d5-b328-ee13fd056495 admin admin] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:33.448277 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-539c09de-3782-46d5-b328-ee13fd056495 admin admin] 10.222.0.69 "DELETE /v2.0/routers/0611de60-c659-4550-bb40-3eaeb3552ec5 HTTP/1.1" status: 204 len: 168 time: 5.4276774 Apr 29 11:38:33.451370 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:33.472508 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49804) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:33.504801 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-73363c04-203b-42cd-af68-db1cc11f7f4b tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6325009 Apr 29 11:38:33.508123 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49806) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:33.511791 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-05294ae0-9ddb-4945-8a64-a1cfdb7d3fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:33.512456 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05294ae0-9ddb-4945-8a64-a1cfdb7d3fab None None] The sync data for ids ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:38:33.530283 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8c609b36-36dd-4f83-b1db-3f3c600b9ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:33.574238 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-f7eb6cc0-1780-4137-9382-87a487062098 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Request body: {'subnet': {'network_id': '1b1494e7-6dbd-4f51-befa-d889f324b97c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:33.615821 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port b322cb79-a4ef-4cea-b714-5f23abcd0e6a triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:33.616232 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:33.623730 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-8c609b36-36dd-4f83-b1db-3f3c600b9ec1 None None] For port 59a4dd56-68ee-4c48-87a5-29b76028a29f, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=59a4dd56-68ee-4c48-87a5-29b76028a29f,segment=NetworkSegment(854f2e5a-9069-441c-86e0-ebc0499bf0ce),segment_id=854f2e5a-9069-441c-86e0-ebc0499bf0ce)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:33.650197 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4115cd65-0f52-4f1f-9bd9-086a9f8d7581']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:33.674449 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11bbfce-9c38-46b2-bae3-9661b34da194 None None] DHCP port deletion for bb0b6239-b0b3-4f2e-bed6-00837cd2a4e5 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:38:33.679014 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8c609b36-36dd-4f83-b1db-3f3c600b9ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:33.683920 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe45e415-5c28-4cbf-86f8-2cb8bd388e54') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:33.684191 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe45e415-5c28-4cbf-86f8-2cb8bd388e54') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:33.696791 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f47080a7-1002-43c4-bc87-bc805e42905a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 6385ed98-aeeb-4990-b743-9383f9d45e8c is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:33.699671 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f47080a7-1002-43c4-bc87-bc805e42905a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:33.706056 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73363c04-203b-42cd-af68-db1cc11f7f4b tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event updated for resources: {'Network': ['ID=1b1494e7-6dbd-4f51-befa-d889f324b97c,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:33.714316 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:33.738464 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 1b1494e7-6dbd-4f51-befa-d889f324b97c details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:38:33.738650 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-134d7b19-89dc-491a-8654-6f95bc582511 admin admin] Deleting subnet f2955ff6-7656-4447-a96d-af5d60561c06 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:38:33.742203 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-134d7b19-89dc-491a-8654-6f95bc582511 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:33.778074 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f47080a7-1002-43c4-bc87-bc805e42905a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:33.787493 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c57965f0-9b5a-4c44-874c-4711f6bb0685 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:33.802913 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47080a7-1002-43c4-bc87-bc805e42905a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=49092aba-e15d-45b6-93b8-d39b1c288a47,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:33.806004 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-134d7b19-89dc-491a-8654-6f95bc582511 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:33.850232 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:33.870747 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-345225e6-9885-406b-b4c0-8d4ba51e2ceb tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting port fe0fdd1d-2f12-41cd-b32e-9f2d9e710ce7 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:33.870998 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-345225e6-9885-406b-b4c0-8d4ba51e2ceb tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:33.879456 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:38:33.879985 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:33.886969 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:38:33.886969 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:38:33.886969 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:38:33.886969 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:38:33.886969 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:38:33.886969 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:38:33.886969 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:38:33.886969 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:38:33.886969 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:38:33.886969 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:38:33.886969 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:38:33.886969 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:38:33.886969 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:38:33.886969 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:38:33.886969 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:38:33.886969 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:38:33.886969 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:38:33.886969 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:38:33.886969 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:38:33.886969 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:38:33.886969 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:38:33.886969 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:38:33.886969 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:38:33.886969 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:38:33.886969 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:38:33.886969 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:38:33.886969 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:38:33.886969 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:38:33.886969 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:38:33.886969 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:38:33.886969 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:38:33.886969 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:38:33.928339 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c609b36-36dd-4f83-b1db-3f3c600b9ec1 None None] Pushing event updated for resources: {'Port': ['ID=59a4dd56-68ee-4c48-87a5-29b76028a29f,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:33.929483 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.db.resource_extend [None req-c57965f0-9b5a-4c44-874c-4711f6bb0685 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:38:33.959018 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-43a625f5-c80b-4223-bc8c-2dcb10c93c76 None None] Provisioning complete for port b322cb79-a4ef-4cea-b714-5f23abcd0e6a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:33.959671 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-43a625f5-c80b-4223-bc8c-2dcb10c93c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:33.976460 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14650b74-9eea-4a5f-8876-3dec9e79f220 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:38:33.992469 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9c860a-e267-4b36-9ddc-e4bc0f250877 None None] Sync routers for ids ['d9c65347-25d2-4970-bee3-39fb6f4c4633'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:38:33.999840 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-14650b74-9eea-4a5f-8876-3dec9e79f220 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "PUT /v2.0/routers/d9c65347-25d2-4970-bee3-39fb6f4c4633/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1996200 Apr 29 11:38:34.010132 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c57965f0-9b5a-4c44-874c-4711f6bb0685 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:34.022611 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57965f0-9b5a-4c44-874c-4711f6bb0685 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:34.023265 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c57965f0-9b5a-4c44-874c-4711f6bb0685 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:34.027007 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9c860a-e267-4b36-9ddc-e4bc0f250877 None None] Routers {'d9c65347-25d2-4970-bee3-39fb6f4c4633'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:34.029944 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-2b9c860a-e267-4b36-9ddc-e4bc0f250877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d9c65347-25d2-4970-bee3-39fb6f4c4633'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:34.036312 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49812) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:34.060905 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f47080a7-1002-43c4-bc87-bc805e42905a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:34.062759 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f47080a7-1002-43c4-bc87-bc805e42905a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:34.127755 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-e338f92a-8305-41e9-8e0d-bfcfe9a08460 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-285327671'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:34.184631 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f11bbfce-9c38-46b2-bae3-9661b34da194 None None] Deleting port b322cb79-a4ef-4cea-b714-5f23abcd0e6a {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:34.185240 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f11bbfce-9c38-46b2-bae3-9661b34da194 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:34.239502 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e338f92a-8305-41e9-8e0d-bfcfe9a08460 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Made reservation on behalf of 39685abd7a114d62abb4ba48b231a867 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:34.245152 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e338f92a-8305-41e9-8e0d-bfcfe9a08460 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:34.248770 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:34.254303 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-811237cf-ebba-4acf-8eaa-b05189b1371f tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Deleting port 59bd976a-20a1-4f5b-bc62-fc024564ee05 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:34.254957 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-811237cf-ebba-4acf-8eaa-b05189b1371f tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:34.301716 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:34.305023 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-2b9c860a-e267-4b36-9ddc-e4bc0f250877 None None] Set router d9c65347-25d2-4970-bee3-39fb6f4c4633 gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:38:34.311212 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f47080a7-1002-43c4-bc87-bc805e42905a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5078251 Apr 29 11:38:34.328043 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:34.335034 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "DELETE /v2.0/networks/4115cd65-0f52-4f1f-9bd9-086a9f8d7581 HTTP/1.1" status: 204 len: 168 time: 6.2221699 Apr 29 11:38:34.347797 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f46b9f70-9e03-4285-9b5b-aa98d31d73e3 service neutron] Request body: {'port': {'device_id': '06066a09-efd3-4a70-914e-c1de212e7cdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:34.351098 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49818) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:34.366724 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c57965f0-9b5a-4c44-874c-4711f6bb0685 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2326910 Apr 29 11:38:34.373099 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f11bbfce-9c38-46b2-bae3-9661b34da194 None None] For port b322cb79-a4ef-4cea-b714-5f23abcd0e6a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=b322cb79-a4ef-4cea-b714-5f23abcd0e6a,segment=NetworkSegment(a5934601-178b-4ca1-b17a-010fc22c9211),segment_id=a5934601-178b-4ca1-b17a-010fc22c9211)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:34.374400 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f11bbfce-9c38-46b2-bae3-9661b34da194 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:34.439090 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port b322cb79-a4ef-4cea-b714-5f23abcd0e6a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=b322cb79-a4ef-4cea-b714-5f23abcd0e6a,segment=NetworkSegment(a5934601-178b-4ca1-b17a-010fc22c9211),segment_id=a5934601-178b-4ca1-b17a-010fc22c9211)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:34.442231 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f11bbfce-9c38-46b2-bae3-9661b34da194 None None] Calling delete_port for b322cb79-a4ef-4cea-b714-5f23abcd0e6a owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:34.448613 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:34.449677 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 59a4dd56-68ee-4c48-87a5-29b76028a29f up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:38:34.452579 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49820) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:34.482666 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-a7f9e7e9-78a6-4931-8ad2-3821c4979471 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Request body: {'subnet': {'network_id': '0fe05d38-ef95-43b5-8fa2-fbae985e5a4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:34.511666 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d44546-3e0c-4798-8d69-d3c4dc3b250d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event deleted for resources: {'Network': ['ID=4115cd65-0f52-4f1f-9bd9-086a9f8d7581,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:34.512419 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57965f0-9b5a-4c44-874c-4711f6bb0685 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Pushing event updated for resources: {'Network': ['ID=0fe05d38-ef95-43b5-8fa2-fbae985e5a4d,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:34.521660 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-43a625f5-c80b-4223-bc8c-2dcb10c93c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:34.535106 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-134d7b19-89dc-491a-8654-6f95bc582511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:34.542724 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2130c8-518f-43ae-bc31-019dbf315f3a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:34.543681 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db2130c8-518f-43ae-bc31-019dbf315f3a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:34.551475 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-db2130c8-518f-43ae-bc31-019dbf315f3a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "DELETE /v2.0/networks/4115cd65-0f52-4f1f-9bd9-086a9f8d7581 HTTP/1.1" status: 404 len: 339 time: 0.1306176 Apr 29 11:38:34.560596 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7eb6cc0-1780-4137-9382-87a487062098 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Made reservation on behalf of 82c9781045a448caa6e2255533e0b7a4 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:34.565511 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49822) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:34.568951 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f7eb6cc0-1780-4137-9382-87a487062098 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:34.572718 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 0fe05d38-ef95-43b5-8fa2-fbae985e5a4d details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:38:34.596721 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-e541889b-c848-43c1-b15a-22c456cdd2ec tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-573383243', 'description': 'd1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:34.614441 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-345225e6-9885-406b-b4c0-8d4ba51e2ceb tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:34.682076 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.ipam_backend_mixin [None req-f7eb6cc0-1780-4137-9382-87a487062098 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Performing IP validity checks on allocation pools {{(pid=102959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 29 11:38:34.682076 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.ipam_backend_mixin [None req-f7eb6cc0-1780-4137-9382-87a487062098 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 29 11:38:34.699276 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-345225e6-9885-406b-b4c0-8d4ba51e2ceb tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Calling delete_port for fe0fdd1d-2f12-41cd-b32e-9f2d9e710ce7 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:34.736869 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2aefc6-93e6-4e5f-a0ac-e75a37cb1516 req-df28a6bf-c18e-46a7-8f25-9713a61cec33 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:34.739111 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1b2aefc6-93e6-4e5f-a0ac-e75a37cb1516 req-df28a6bf-c18e-46a7-8f25-9713a61cec33 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=06066a09-efd3-4a70-914e-c1de212e7cdb HTTP/1.1" status: 200 len: 931 time: 0.5566614 Apr 29 11:38:34.753583 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-811237cf-ebba-4acf-8eaa-b05189b1371f tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:34.754380 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-811237cf-ebba-4acf-8eaa-b05189b1371f tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:34.771039 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e541889b-c848-43c1-b15a-22c456cdd2ec tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Made reservation on behalf of 67220329d22c4942ba465e09cf443dac for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:34.775925 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e541889b-c848-43c1-b15a-22c456cdd2ec tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:34.783682 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-2b9c860a-e267-4b36-9ddc-e4bc0f250877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'name': 'tempest-RoutersIpV6Test-router-511075764', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:38:20Z', 'updated_at': '2022-04-29T11:38:29Z', 'revision_number': 2, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None, '_interfaces': [{'id': '21044d70-8412-46f0-a5ea-e3e60ae77965', 'name': '', 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:38:33:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:26Z', 'updated_at': '2022-04-29T11:38:30Z', 'revision_number': 2, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:34.828961 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e338f92a-8305-41e9-8e0d-bfcfe9a08460 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:38:34.834889 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-811237cf-ebba-4acf-8eaa-b05189b1371f tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Calling delete_port for 59bd976a-20a1-4f5b-bc62-fc024564ee05 owned by network:floatingip {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:34.844640 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e338f92a-8305-41e9-8e0d-bfcfe9a08460 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:34.845372 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-e338f92a-8305-41e9-8e0d-bfcfe9a08460 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Added segment e31cdcc8-13e8-46f5-aab0-d351e6cb29a9 of type vlan for network b2d06907-a4d4-4ea6-a2d0-5da0c93b630f Apr 29 11:38:34.849226 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9c860a-e267-4b36-9ddc-e4bc0f250877 None None] Checking router: d9c65347-25d2-4970-bee3-39fb6f4c4633 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:38:34.849571 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9c860a-e267-4b36-9ddc-e4bc0f250877 None None] Updating router d9c65347-25d2-4970-bee3-39fb6f4c4633 port 21044d70-8412-46f0-a5ea-e3e60ae77965 binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:38:34.892590 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=b322cb79-a4ef-4cea-b714-5f23abcd0e6a,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:34.910388 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-134d7b19-89dc-491a-8654-6f95bc582511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:34.920270 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-2b9c860a-e267-4b36-9ddc-e4bc0f250877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:34.949043 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e338f92a-8305-41e9-8e0d-bfcfe9a08460 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:35.023040 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 59a4dd56-68ee-4c48-87a5-29b76028a29f triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:35.023408 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:35.042092 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e541889b-c848-43c1-b15a-22c456cdd2ec tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:38:35.051614 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f9e7e9-78a6-4931-8ad2-3821c4979471 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Made reservation on behalf of 193fbcf2d46440da9fd4a859e9df1831 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:35.055316 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a7f9e7e9-78a6-4931-8ad2-3821c4979471 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:35.063237 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f46b9f70-9e03-4285-9b5b-aa98d31d73e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:35.064295 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d7b19-89dc-491a-8654-6f95bc582511 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2955ff6-7656-4447-a96d-af5d60561c06,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:35.069634 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1b2aefc6-93e6-4e5f-a0ac-e75a37cb1516 req-afc6dbce-a1ae-4560-b270-b078416d4fad tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9dffd1b-378c-40e4-b371-fd981072da8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3179579 Apr 29 11:38:35.070518 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e338f92a-8305-41e9-8e0d-bfcfe9a08460 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:35.079691 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e338f92a-8305-41e9-8e0d-bfcfe9a08460 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:35.080621 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e338f92a-8305-41e9-8e0d-bfcfe9a08460 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:35.092892 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-43a625f5-c80b-4223-bc8c-2dcb10c93c76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:38:35.094714 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-43a625f5-c80b-4223-bc8c-2dcb10c93c76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:38:35.109470 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb6ffce-08df-4020-98e1-6642763d3ec1 None None] Network 9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:35.113300 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f11bbfce-9c38-46b2-bae3-9661b34da194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:35.115102 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-134d7b19-89dc-491a-8654-6f95bc582511 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:35.129785 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-134d7b19-89dc-491a-8654-6f95bc582511 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f2955ff6-7656-4447-a96d-af5d60561c06 HTTP/1.1" status: 204 len: 168 time: 1.6533606 Apr 29 11:38:35.142989 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49826) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:35.157589 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e541889b-c848-43c1-b15a-22c456cdd2ec tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:35.157864 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-e541889b-c848-43c1-b15a-22c456cdd2ec tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Added segment ba6ca038-adec-419f-a8e3-109ccc07cc97 of type vlan for network eb74a3b8-28d6-4661-a4e7-97175bcc3897 Apr 29 11:38:35.194618 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bbfce-9c38-46b2-bae3-9661b34da194 None None] Pushing event deleted for resources: {'Port': ['ID=b322cb79-a4ef-4cea-b714-5f23abcd0e6a,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:35.210654 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11bbfce-9c38-46b2-bae3-9661b34da194 None None] No DVR routers for this DVR port b322cb79-a4ef-4cea-b714-5f23abcd0e6a on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:38:35.302131 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3b8dece7-9872-4c69-b3b2-4e66276b0750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:35.313175 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e541889b-c848-43c1-b15a-22c456cdd2ec tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:35.352636 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:38:35.393140 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-345225e6-9885-406b-b4c0-8d4ba51e2ceb tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:35.425272 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e338f92a-8305-41e9-8e0d-bfcfe9a08460 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3322184 Apr 29 11:38:35.426446 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f7eb6cc0-1780-4137-9382-87a487062098 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:35.448977 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49828) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:35.457105 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-84566710-5cb9-4c7e-9085-62783bbcb08d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Request body: {'subnet': {'network_id': 'b2d06907-a4d4-4ea6-a2d0-5da0c93b630f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:35.468455 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e541889b-c848-43c1-b15a-22c456cdd2ec tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:35.474768 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e541889b-c848-43c1-b15a-22c456cdd2ec tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:35.475688 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e541889b-c848-43c1-b15a-22c456cdd2ec tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:35.478725 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345225e6-9885-406b-b4c0-8d4ba51e2ceb tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Port': ['ID=fe0fdd1d-2f12-41cd-b32e-9f2d9e710ce7,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:35.497579 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:35.497961 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:35.512678 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-2b9c860a-e267-4b36-9ddc-e4bc0f250877 None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:35.528031 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-2b9c860a-e267-4b36-9ddc-e4bc0f250877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:35.534734 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338f92a-8305-41e9-8e0d-bfcfe9a08460 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Network': ['ID=b2d06907-a4d4-4ea6-a2d0-5da0c93b630f,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:35.577386 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network b2d06907-a4d4-4ea6-a2d0-5da0c93b630f details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:38:35.596370 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-811237cf-ebba-4acf-8eaa-b05189b1371f tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:35.686081 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0b7c2-f277-4c90-b641-556706548104 None None] Pushing event updated for resources: {'Port': ['ID=21044d70-8412-46f0-a5ea-e3e60ae77965,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:35.706747 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e541889b-c848-43c1-b15a-22c456cdd2ec tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1141171 Apr 29 11:38:35.717484 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-345225e6-9885-406b-b4c0-8d4ba51e2ceb tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:35.724373 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-345225e6-9885-406b-b4c0-8d4ba51e2ceb tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/fe0fdd1d-2f12-41cd-b32e-9f2d9e710ce7 HTTP/1.1" status: 204 len: 168 time: 3.5125368 Apr 29 11:38:35.732127 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49832) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:35.732387 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49834) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:35.734395 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811237cf-ebba-4acf-8eaa-b05189b1371f tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event deleted for resources: {'Port': ['ID=59bd976a-20a1-4f5b-bc62-fc024564ee05,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:35.740721 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079b4bfd-01d5-4427-a7b8-3bbca06e1f0f None None] DHCP port deletion for 9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:38:35.799288 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541889b-c848-43c1-b15a-22c456cdd2ec tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event updated for resources: {'Network': ['ID=eb74a3b8-28d6-4661-a4e7-97175bcc3897,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:35.823773 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-2b9c860a-e267-4b36-9ddc-e4bc0f250877 None None] Attempting to bind port 21044d70-8412-46f0-a5ea-e3e60ae77965 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:38:35.824136 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-2b9c860a-e267-4b36-9ddc-e4bc0f250877 None None] Attempting to bind port 21044d70-8412-46f0-a5ea-e3e60ae77965 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '854f2e5a-9069-441c-86e0-ebc0499bf0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:38:35.824495 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9c860a-e267-4b36-9ddc-e4bc0f250877 None None] Attempting to bind port 21044d70-8412-46f0-a5ea-e3e60ae77965 on network 4f692756-7c6d-42d9-9ecc-34300a9bf9b8 {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:38:35.840563 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-43a625f5-c80b-4223-bc8c-2dcb10c93c76 None None] Port b322cb79-a4ef-4cea-b714-5f23abcd0e6a update to ACTIVE by agent not found {{(pid=102961) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 29 11:38:35.840787 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9c860a-e267-4b36-9ddc-e4bc0f250877 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:38:35.840977 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9c860a-e267-4b36-9ddc-e4bc0f250877 None None] Checking segment: {'id': '854f2e5a-9069-441c-86e0-ebc0499bf0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:35.841381 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-2b9c860a-e267-4b36-9ddc-e4bc0f250877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:35.841765 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9c860a-e267-4b36-9ddc-e4bc0f250877 None None] Bound using segment: {'id': '854f2e5a-9069-441c-86e0-ebc0499bf0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:38:35.842306 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-2b9c860a-e267-4b36-9ddc-e4bc0f250877 None None] Bound port: 21044d70-8412-46f0-a5ea-e3e60ae77965, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '854f2e5a-9069-441c-86e0-ebc0499bf0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:38:35.843146 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-2b9c860a-e267-4b36-9ddc-e4bc0f250877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:35.850918 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network eb74a3b8-28d6-4661-a4e7-97175bcc3897 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:38:35.958931 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-2b9c860a-e267-4b36-9ddc-e4bc0f250877 None None] For port 21044d70-8412-46f0-a5ea-e3e60ae77965, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:38:35.963621 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-2b9c860a-e267-4b36-9ddc-e4bc0f250877 None None] For port 21044d70-8412-46f0-a5ea-e3e60ae77965, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=21044d70-8412-46f0-a5ea-e3e60ae77965,segment=NetworkSegment(854f2e5a-9069-441c-86e0-ebc0499bf0ce),segment_id=854f2e5a-9069-441c-86e0-ebc0499bf0ce)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:38:35.978957 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-2b9c860a-e267-4b36-9ddc-e4bc0f250877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:36.057427 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0b7c2-f277-4c90-b641-556706548104 None None] Pushing event updated for resources: {'Port': ['ID=21044d70-8412-46f0-a5ea-e3e60ae77965,revision_number=4']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:36.082113 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9c860a-e267-4b36-9ddc-e4bc0f250877 None None] Routers {'d9c65347-25d2-4970-bee3-39fb6f4c4633'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:36.082776 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-2b9c860a-e267-4b36-9ddc-e4bc0f250877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d9c65347-25d2-4970-bee3-39fb6f4c4633'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:36.112891 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 3615e83a-fc64-4dee-b0b3-1833e902cf0d no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:38:36.118204 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3c8165-88a4-4b49-bcdb-b59924c228c4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:36.127184 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3c8165-88a4-4b49-bcdb-b59924c228c4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:36.133449 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5c3c8165-88a4-4b49-bcdb-b59924c228c4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3874030 Apr 29 11:38:36.135726 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84566710-5cb9-4c7e-9085-62783bbcb08d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Made reservation on behalf of 39685abd7a114d62abb4ba48b231a867 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:36.146489 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-84566710-5cb9-4c7e-9085-62783bbcb08d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:36.153569 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 3615e83a-fc64-4dee-b0b3-1833e902cf0d {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:38:36.154018 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 3615e83a-fc64-4dee-b0b3-1833e902cf0d not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:38:36.161753 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49838) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:36.170119 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-399b29ed-5700-4a1b-9c85-6a2bd2fe7fa8 None None] Provisioning complete for port b276ca95-d665-4a62-bd07-cb712f56d109 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:36.172389 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-399b29ed-5700-4a1b-9c85-6a2bd2fe7fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:36.221998 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-2b9c860a-e267-4b36-9ddc-e4bc0f250877 None None] Set router d9c65347-25d2-4970-bee3-39fb6f4c4633 gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:38:36.281948 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-079b4bfd-01d5-4427-a7b8-3bbca06e1f0f None None] Deleting port e1540818-d3be-431a-b81a-3fa9fd14874c {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:36.282644 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-079b4bfd-01d5-4427-a7b8-3bbca06e1f0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:36.328140 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa576398-3422-47cb-863e-ad1c3378b40b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:36.333405 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-aa576398-3422-47cb-863e-ad1c3378b40b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "GET /v2.0/networks?id=eb74a3b8-28d6-4661-a4e7-97175bcc3897 HTTP/1.1" status: 200 len: 764 time: 0.5968063 Apr 29 11:38:36.337438 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49840) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:36.387200 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-079b4bfd-01d5-4427-a7b8-3bbca06e1f0f None None] For port e1540818-d3be-431a-b81a-3fa9fd14874c, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=e1540818-d3be-431a-b81a-3fa9fd14874c,segment=NetworkSegment(ec106207-489d-4e55-8fc5-481ceb098af9),segment_id=ec106207-489d-4e55-8fc5-481ceb098af9)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:36.387739 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-079b4bfd-01d5-4427-a7b8-3bbca06e1f0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:36.409173 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-811237cf-ebba-4acf-8eaa-b05189b1371f tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:36.416075 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-811237cf-ebba-4acf-8eaa-b05189b1371f tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:36.425833 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-811237cf-ebba-4acf-8eaa-b05189b1371f tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "DELETE /v2.0/floatingips/f84421a3-5ede-44cb-888e-7657b87a069d HTTP/1.1" status: 204 len: 168 time: 3.2306736 Apr 29 11:38:36.436840 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-c17abb24-48de-49d2-b4fd-a66ce116ba38 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Request body: {'network': {'description': 'd2'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:36.453016 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49842) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:36.587850 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-8ac0d64d-ccce-48a8-8281-70af325f70fb tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] delete failed (client error): The resource could not be found. Apr 29 11:38:36.593758 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb6cc0-1780-4137-9382-87a487062098 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event updated for resources: {'Subnet': ['ID=ff668501-bd6f-441b-8f6e-be6242299281,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:36.596296 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8ac0d64d-ccce-48a8-8281-70af325f70fb tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "DELETE /v2.0/floatingips/f84421a3-5ede-44cb-888e-7657b87a069d HTTP/1.1" status: 404 len: 345 time: 0.1343060 Apr 29 11:38:36.597813 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49844) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:36.606404 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-2b9c860a-e267-4b36-9ddc-e4bc0f250877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'name': 'tempest-RoutersIpV6Test-router-511075764', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:38:20Z', 'updated_at': '2022-04-29T11:38:29Z', 'revision_number': 2, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None, '_interfaces': [{'id': '21044d70-8412-46f0-a5ea-e3e60ae77965', 'name': '', 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:38:33:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:26Z', 'updated_at': '2022-04-29T11:38:35Z', 'revision_number': 4, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:36.629954 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-079b4bfd-01d5-4427-a7b8-3bbca06e1f0f None None] Calling delete_port for e1540818-d3be-431a-b81a-3fa9fd14874c owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:36.644266 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9c860a-e267-4b36-9ddc-e4bc0f250877 None None] The sync data for ids ['d9c65347-25d2-4970-bee3-39fb6f4c4633'] in dv-neutron-838888-1-hyperv is: [{'id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'name': 'tempest-RoutersIpV6Test-router-511075764', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:38:20Z', 'updated_at': '2022-04-29T11:38:29Z', 'revision_number': 2, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None, '_interfaces': [{'id': '21044d70-8412-46f0-a5ea-e3e60ae77965', 'name': '', 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:38:33:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:26Z', 'updated_at': '2022-04-29T11:38:35Z', 'revision_number': 4, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:38:36.685766 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f46b9f70-9e03-4285-9b5b-aa98d31d73e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49092aba-e15d-45b6-93b8-d39b1c288a47 {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:38:36.690589 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 59a4dd56-68ee-4c48-87a5-29b76028a29f up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:38:36.690881 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c193e5-8e4e-41c6-82c7-bef3e13225d8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting subnet 3aa986ee-c3a6-4e07-bf7e-15916508788e {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:38:36.705689 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b5c193e5-8e4e-41c6-82c7-bef3e13225d8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:36.725148 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f46b9f70-9e03-4285-9b5b-aa98d31d73e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:36.727693 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eb6cc0-1780-4137-9382-87a487062098 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Checking segment: {'id': '005230d2-3302-47f4-951f-5ef75262a027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '1b1494e7-6dbd-4f51-befa-d889f324b97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:36.728653 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eb6cc0-1780-4137-9382-87a487062098 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Network hostable DHCP agents. Network: 1b1494e7-6dbd-4f51-befa-d889f324b97c, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:38:36.776606 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f46b9f70-9e03-4285-9b5b-aa98d31d73e3 service neutron] Transition to ACTIVE for port object 49092aba-e15d-45b6-93b8-d39b1c288a47 will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:38:36.789686 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b5c193e5-8e4e-41c6-82c7-bef3e13225d8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:36.792984 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f46b9f70-9e03-4285-9b5b-aa98d31d73e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:36.803867 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b946c8a-4e4e-4466-a312-6c4faa3d8952 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:36.810116 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b946c8a-4e4e-4466-a312-6c4faa3d8952 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:36.816262 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b946c8a-4e4e-4466-a312-6c4faa3d8952 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:36.817888 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-1b946c8a-4e4e-4466-a312-6c4faa3d8952 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "GET /v2.0/ports?network_id=a367fb13-bf26-4314-8c27-79d6ccbde0b1 HTTP/1.1" status: 200 len: 2359 time: 0.2138708 Apr 29 11:38:36.823203 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-399b29ed-5700-4a1b-9c85-6a2bd2fe7fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:36.832797 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49846) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:36.868844 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-079b4bfd-01d5-4427-a7b8-3bbca06e1f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:36.879047 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eb6cc0-1780-4137-9382-87a487062098 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Network 1b1494e7-6dbd-4f51-befa-d889f324b97c is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:38:36.881189 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.objects.ports [None req-a7f9e7e9-78a6-4931-8ad2-3821c4979471 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102960) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 11:38:36.889034 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888308a-a100-4060-843f-0fb1d2acaf42 req-99654301-8fef-4603-85a4-4506ca24920f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:36.890675 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c888308a-a100-4060-843f-0fb1d2acaf42 req-99654301-8fef-4603-85a4-4506ca24920f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=06066a09-efd3-4a70-914e-c1de212e7cdb HTTP/1.1" status: 200 len: 931 time: 0.3094320 Apr 29 11:38:36.905930 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b4bfd-01d5-4427-a7b8-3bbca06e1f0f None None] Pushing event deleted for resources: {'Port': ['ID=e1540818-d3be-431a-b81a-3fa9fd14874c,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:36.911052 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-399b29ed-5700-4a1b-9c85-6a2bd2fe7fa8 None None] For port b276ca95-d665-4a62-bd07-cb712f56d109, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=b276ca95-d665-4a62-bd07-cb712f56d109,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:36.915053 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-3b8dece7-9872-4c69-b3b2-4e66276b0750 admin admin] Deleting port e1540818-d3be-431a-b81a-3fa9fd14874c {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:36.915534 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3b8dece7-9872-4c69-b3b2-4e66276b0750 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:36.918578 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079b4bfd-01d5-4427-a7b8-3bbca06e1f0f None None] No DVR routers for this DVR port e1540818-d3be-431a-b81a-3fa9fd14874c on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:38:36.924436 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 59a4dd56-68ee-4c48-87a5-29b76028a29f triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:36.924820 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:36.928000 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-399b29ed-5700-4a1b-9c85-6a2bd2fe7fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:36.930438 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a7f9e7e9-78a6-4931-8ad2-3821c4979471 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:36.955840 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-399b29ed-5700-4a1b-9c85-6a2bd2fe7fa8 None None] Could not find standard attr ID for object fe0fdd1d-2f12-41cd-b32e-9f2d9e710ce7. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:38:36.994468 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-f7eb6cc0-1780-4137-9382-87a487062098 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 1b1494e7-6dbd-4f51-befa-d889f324b97c) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:37.038005 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b9f70-9e03-4285-9b5b-aa98d31d73e3 service neutron] Pushing event updated for resources: {'Port': ['ID=49092aba-e15d-45b6-93b8-d39b1c288a47,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:37.041727 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7eb6cc0-1780-4137-9382-87a487062098 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:37.042358 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f7eb6cc0-1780-4137-9382-87a487062098 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:37.054775 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241aa815-acfd-41b7-be4f-679d9815d5c4 None None] Network 1b1494e7-6dbd-4f51-befa-d889f324b97c requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:37.056446 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-399b29ed-5700-4a1b-9c85-6a2bd2fe7fa8 None None] Provisioning complete for port 21044d70-8412-46f0-a5ea-e3e60ae77965 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:37.056818 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-399b29ed-5700-4a1b-9c85-6a2bd2fe7fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:37.068473 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd0426e-1ea5-4e28-b856-923823bb3e2e tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:37.069876 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4bd0426e-1ea5-4e28-b856-923823bb3e2e tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "GET /v2.0/subnets/3996ccde-3705-46cc-8ce1-e3cb5fc5de2c HTTP/1.1" status: 200 len: 797 time: 0.2361615 Apr 29 11:38:37.095859 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49848) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:37.109754 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b29ed-5700-4a1b-9c85-6a2bd2fe7fa8 None None] Pushing event updated for resources: {'Port': ['ID=b276ca95-d665-4a62-bd07-cb712f56d109,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:37.136594 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-b08aab30-56c9-4499-b87f-391fd7d28553 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Request body: {'port': {'network_id': 'a367fb13-bf26-4314-8c27-79d6ccbde0b1', 'name': 'tempest-FloatingIPTestJSON-963446253', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:37.159659 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c17abb24-48de-49d2-b4fd-a66ce116ba38 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:37.194427 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-3b8dece7-9872-4c69-b3b2-4e66276b0750 admin admin] For port e1540818-d3be-431a-b81a-3fa9fd14874c, host dv-neutron-838888-1-hyperv, got binding levels [] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:37.195104 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3b8dece7-9872-4c69-b3b2-4e66276b0750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:37.255948 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9e7e9-78a6-4931-8ad2-3821c4979471 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Pushing event updated for resources: {'Subnet': ['ID=311b05c1-8130-4760-bb62-0dcfda25db91,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:37.294648 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c17abb24-48de-49d2-b4fd-a66ce116ba38 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:37.329403 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device b276ca95-d665-4a62-bd07-cb712f56d109 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:38:37.336889 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b5c193e5-8e4e-41c6-82c7-bef3e13225d8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:37.431605 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c888308a-a100-4060-843f-0fb1d2acaf42 req-05022440-0ed7-47b0-b8e5-58b698602a80 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9dffd1b-378c-40e4-b371-fd981072da8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4722733 Apr 29 11:38:37.482015 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f7eb6cc0-1780-4137-9382-87a487062098 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.9156926 Apr 29 11:38:37.489754 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08aab30-56c9-4499-b87f-391fd7d28553 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Made reservation on behalf of aab58ef2dc9143a6a142915736d906ea for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:37.490863 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-399b29ed-5700-4a1b-9c85-6a2bd2fe7fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:37.550655 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port b276ca95-d665-4a62-bd07-cb712f56d109 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:37.551178 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:37.568871 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49850) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:37.571767 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-3b8dece7-9872-4c69-b3b2-4e66276b0750 admin admin] Calling delete_port for e1540818-d3be-431a-b81a-3fa9fd14874c owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:37.579581 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-6f327d3a-fc1e-4fad-a855-f1ca4525506f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:37.586507 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.ipam_backend_mixin [None req-3b8dece7-9872-4c69-b3b2-4e66276b0750 admin admin] Port e1540818-d3be-431a-b81a-3fa9fd14874c was not found and therefore no delete operation was performed {{(pid=102959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 11:38:37.589135 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5a828a-5fcd-406f-ad1c-0d5e0727a247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-1b1494e7-6dbd-4f51-befa-d889f324b97c', 'network_id': '1b1494e7-6dbd-4f51-befa-d889f324b97c', 'tenant_id': '82c9781045a448caa6e2255533e0b7a4', 'fixed_ips': [{'subnet_id': 'ff668501-bd6f-441b-8f6e-be6242299281'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:38:37.592468 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0e5a828a-5fcd-406f-ad1c-0d5e0727a247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:37.622080 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3b8dece7-9872-4c69-b3b2-4e66276b0750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:37.626110 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-399b29ed-5700-4a1b-9c85-6a2bd2fe7fa8 None None] For port 21044d70-8412-46f0-a5ea-e3e60ae77965, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=21044d70-8412-46f0-a5ea-e3e60ae77965,segment=NetworkSegment(854f2e5a-9069-441c-86e0-ebc0499bf0ce),segment_id=854f2e5a-9069-441c-86e0-ebc0499bf0ce)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:37.651860 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-399b29ed-5700-4a1b-9c85-6a2bd2fe7fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:37.695560 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8dece7-9872-4c69-b3b2-4e66276b0750 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1540818-d3be-431a-b81a-3fa9fd14874c,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:37.707240 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8dece7-9872-4c69-b3b2-4e66276b0750 admin admin] No DVR routers for this DVR port e1540818-d3be-431a-b81a-3fa9fd14874c on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:38:37.759112 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b08aab30-56c9-4499-b87f-391fd7d28553 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:37.775082 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c17abb24-48de-49d2-b4fd-a66ce116ba38 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Network eb74a3b8-28d6-4661-a4e7-97175bcc3897 is not hosted by any dhcp agent {{(pid=102960) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 29 11:38:37.780610 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17abb24-48de-49d2-b4fd-a66ce116ba38 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:37.781240 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c17abb24-48de-49d2-b4fd-a66ce116ba38 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:37.782611 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c17abb24-48de-49d2-b4fd-a66ce116ba38 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "PUT /v2.0/networks/eb74a3b8-28d6-4661-a4e7-97175bcc3897 HTTP/1.1" status: 200 len: 761 time: 1.3983479 Apr 29 11:38:37.792050 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49852) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:37.794293 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f46b9f70-9e03-4285-9b5b-aa98d31d73e3 service neutron] Attempting to bind port 49092aba-e15d-45b6-93b8-d39b1c288a47 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:38:37.795031 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f46b9f70-9e03-4285-9b5b-aa98d31d73e3 service neutron] Attempting to bind port 49092aba-e15d-45b6-93b8-d39b1c288a47 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:38:37.795161 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-399b29ed-5700-4a1b-9c85-6a2bd2fe7fa8 None None] Provisioning complete for port 59a4dd56-68ee-4c48-87a5-29b76028a29f triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:37.795466 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-399b29ed-5700-4a1b-9c85-6a2bd2fe7fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:37.795575 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f46b9f70-9e03-4285-9b5b-aa98d31d73e3 service neutron] Attempting to bind port 49092aba-e15d-45b6-93b8-d39b1c288a47 on network 6385ed98-aeeb-4990-b743-9383f9d45e8c {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:38:37.799034 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f9e7e9-78a6-4931-8ad2-3821c4979471 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Checking segment: {'id': 'a4b01ebb-e2d3-4930-bc92-5e2516909bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0fe05d38-ef95-43b5-8fa2-fbae985e5a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:37.799397 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f9e7e9-78a6-4931-8ad2-3821c4979471 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Network hostable DHCP agents. Network: 0fe05d38-ef95-43b5-8fa2-fbae985e5a4d, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:38:37.870378 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17abb24-48de-49d2-b4fd-a66ce116ba38 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event updated for resources: {'Network': ['ID=eb74a3b8-28d6-4661-a4e7-97175bcc3897,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:37.873828 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-84566710-5cb9-4c7e-9085-62783bbcb08d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:37.883131 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-b08aab30-56c9-4499-b87f-391fd7d28553 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] device_id is not set on port 4f2fcffc-5e39-4e47-973e-1f94b6b60d13 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:38:37.905743 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b29ed-5700-4a1b-9c85-6a2bd2fe7fa8 None None] Pushing event updated for resources: {'Port': ['ID=21044d70-8412-46f0-a5ea-e3e60ae77965,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:37.938410 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f9e7e9-78a6-4931-8ad2-3821c4979471 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Network 0fe05d38-ef95-43b5-8fa2-fbae985e5a4d is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:38:37.939767 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network eb74a3b8-28d6-4661-a4e7-97175bcc3897 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:38:37.971672 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-a7f9e7e9-78a6-4931-8ad2-3821c4979471 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 0fe05d38-ef95-43b5-8fa2-fbae985e5a4d) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:37.976877 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f9e7e9-78a6-4931-8ad2-3821c4979471 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:37.977135 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a7f9e7e9-78a6-4931-8ad2-3821c4979471 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:37.980244 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f46b9f70-9e03-4285-9b5b-aa98d31d73e3 service neutron] Port 49092aba-e15d-45b6-93b8-d39b1c288a47 on network 6385ed98-aeeb-4990-b743-9383f9d45e8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:38:37.980753 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f46b9f70-9e03-4285-9b5b-aa98d31d73e3 service neutron] Attempting to bind port 49092aba-e15d-45b6-93b8-d39b1c288a47 on network 6385ed98-aeeb-4990-b743-9383f9d45e8c {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:38:37.995067 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b5c193e5-8e4e-41c6-82c7-bef3e13225d8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:38.001191 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84566710-5cb9-4c7e-9085-62783bbcb08d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Subnet': ['ID=9892e9d9-50bc-412b-a714-35dc96bf8517,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:38.031034 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c193e5-8e4e-41c6-82c7-bef3e13225d8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Subnet': ['ID=3aa986ee-c3a6-4e07-bf7e-15916508788e,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:38.033491 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bb9902-ed60-4a0c-acc2-be481509baca None None] Network 0fe05d38-ef95-43b5-8fa2-fbae985e5a4d requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:38.057759 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b5c193e5-8e4e-41c6-82c7-bef3e13225d8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:38.061790 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b5c193e5-8e4e-41c6-82c7-bef3e13225d8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/3aa986ee-c3a6-4e07-bf7e-15916508788e HTTP/1.1" status: 204 len: 168 time: 1.8871384 Apr 29 11:38:38.065640 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a7f9e7e9-78a6-4931-8ad2-3821c4979471 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5921006 Apr 29 11:38:38.066625 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49854) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:38.067899 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84566710-5cb9-4c7e-9085-62783bbcb08d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Checking segment: {'id': 'e31cdcc8-13e8-46f5-aab0-d351e6cb29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b2d06907-a4d4-4ea6-a2d0-5da0c93b630f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:38.068508 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84566710-5cb9-4c7e-9085-62783bbcb08d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network hostable DHCP agents. Network: b2d06907-a4d4-4ea6-a2d0-5da0c93b630f, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:38:38.079311 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c5e68d-28eb-4405-a35f-406415ad6cfd None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:38.104385 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-0e5a828a-5fcd-406f-ad1c-0d5e0727a247 None None] Allocated IP 172.20.0.3 (1b1494e7-6dbd-4f51-befa-d889f324b97c/ff668501-bd6f-441b-8f6e-be6242299281/159efa3a-2cd6-4b9a-8c7b-4cf0522057a8) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:38.122952 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49856) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:38.130057 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-c7c03154-5907-4b0b-b959-1eb481bcc5b9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Request body: {'port': {'network_id': '0fe05d38-ef95-43b5-8fa2-fbae985e5a4d', 'name': 'tempest-NetworksIpV6TestAttrs-1268627866'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:38.140412 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-19308f9f-62fc-4eae-b940-c1b5a303bbe6 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686498 Apr 29 11:38:38.156290 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49858) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:38.180884 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device b322cb79-a4ef-4cea-b714-5f23abcd0e6a no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:38:38.233653 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3b8dece7-9872-4c69-b3b2-4e66276b0750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:38.238508 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f46b9f70-9e03-4285-9b5b-aa98d31d73e3 service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:38:38.238727 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f46b9f70-9e03-4285-9b5b-aa98d31d73e3 service neutron] Checking segment: {'id': 'e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:38.239237 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f46b9f70-9e03-4285-9b5b-aa98d31d73e3 service neutron] Bound using segment: {'id': 'e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:38:38.239969 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f46b9f70-9e03-4285-9b5b-aa98d31d73e3 service neutron] Bound port: 49092aba-e15d-45b6-93b8-d39b1c288a47, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:38:38.240555 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f46b9f70-9e03-4285-9b5b-aa98d31d73e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:38.240671 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: b322cb79-a4ef-4cea-b714-5f23abcd0e6a {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:38:38.240964 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device b322cb79-a4ef-4cea-b714-5f23abcd0e6a not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:38:38.241419 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device e1540818-d3be-431a-b81a-3fa9fd14874c no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:38:38.243923 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84566710-5cb9-4c7e-9085-62783bbcb08d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network b2d06907-a4d4-4ea6-a2d0-5da0c93b630f is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:38:38.262039 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-84566710-5cb9-4c7e-9085-62783bbcb08d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, b2d06907-a4d4-4ea6-a2d0-5da0c93b630f) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:38.267075 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84566710-5cb9-4c7e-9085-62783bbcb08d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:38.267075 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-84566710-5cb9-4c7e-9085-62783bbcb08d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:38.271216 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f327d3a-fc1e-4fad-a855-f1ca4525506f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11810251'] for subnet, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:38.295787 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24a355d-2633-435a-876b-f5facb25fe38 None None] Network b2d06907-a4d4-4ea6-a2d0-5da0c93b630f requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:38.303388 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b073261-ff9c-4a34-8438-2d848f52eebe tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:38.307798 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5b073261-ff9c-4a34-8438-2d848f52eebe tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1436911 Apr 29 11:38:38.309650 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49860) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:38.315852 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-84566710-5cb9-4c7e-9085-62783bbcb08d tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8608351 Apr 29 11:38:38.318080 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49862) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:38.326629 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: e1540818-d3be-431a-b81a-3fa9fd14874c {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:38:38.326968 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device e1540818-d3be-431a-b81a-3fa9fd14874c not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:38:38.327380 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device e60db0e6-a947-4fb9-860f-96ff322c4ec7 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:38:38.392585 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca5919a-1a67-4455-bb21-8550ad07f3d3 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:38.396675 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-bca5919a-1a67-4455-bb21-8550ad07f3d3 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0801632 Apr 29 11:38:38.396924 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c03154-5907-4b0b-b959-1eb481bcc5b9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Made reservation on behalf of 193fbcf2d46440da9fd4a859e9df1831 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:38.401526 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c7c03154-5907-4b0b-b959-1eb481bcc5b9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:38.404606 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49864) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:38.447918 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: e60db0e6-a947-4fb9-860f-96ff322c4ec7 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:38:38.448512 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device e60db0e6-a947-4fb9-860f-96ff322c4ec7 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:38:38.465225 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-cc95a1ee-bdaf-4d92-9217-fbe4d536b837 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583377 Apr 29 11:38:38.469224 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49868) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:38.496406 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-d488d427-ec24-4135-b03c-bb5628eca667 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:38.521730 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-c7c03154-5907-4b0b-b959-1eb481bcc5b9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] device_id is not set on port 88af3ff5-579c-436a-a298-f40b516e4402 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:38:38.541205 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c6bb6e-3f6e-48a1-9975-9f08ac229770 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:38.557076 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-66c6bb6e-3f6e-48a1-9975-9f08ac229770 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "GET /v2.0/networks?id=eb74a3b8-28d6-4661-a4e7-97175bcc3897 HTTP/1.1" status: 200 len: 764 time: 0.7578778 Apr 29 11:38:38.561132 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49870) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:38.570670 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-3b8dece7-9872-4c69-b3b2-4e66276b0750 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:38.683042 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-9b06772a-6c90-48f0-a09c-7b9c7465d859 None None] Provisioning complete for port 21044d70-8412-46f0-a5ea-e3e60ae77965 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:38.683441 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9b06772a-6c90-48f0-a09c-7b9c7465d859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:38.784811 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-3b8dece7-9872-4c69-b3b2-4e66276b0750 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec106207-489d-4e55-8fc5-481ceb098af9') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:38.785394 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-3b8dece7-9872-4c69-b3b2-4e66276b0750 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec106207-489d-4e55-8fc5-481ceb098af9') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:38.840810 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3b8dece7-9872-4c69-b3b2-4e66276b0750 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:38.898711 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f46b9f70-9e03-4285-9b5b-aa98d31d73e3 service neutron] For port 49092aba-e15d-45b6-93b8-d39b1c288a47, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:38:38.901821 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f10b1f3-e7df-4843-bfb9-9d1489004baf tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:38.902576 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6f10b1f3-e7df-4843-bfb9-9d1489004baf tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3389812 Apr 29 11:38:38.903625 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597f328c-d15f-4440-add9-9a4eb7a54f94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-0fe05d38-ef95-43b5-8fa2-fbae985e5a4d', 'network_id': '0fe05d38-ef95-43b5-8fa2-fbae985e5a4d', 'tenant_id': '193fbcf2d46440da9fd4a859e9df1831', 'fixed_ips': [{'subnet_id': '311b05c1-8130-4760-bb62-0dcfda25db91'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:38:38.904547 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-597f328c-d15f-4440-add9-9a4eb7a54f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:38.907907 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940e924a-aef8-4ac1-baed-b14b2241172b None None] DHCP port deletion for 62578361-baac-4d3e-b4ee-401a25f05a0e request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:38:38.908112 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49872) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:38.908505 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 21044d70-8412-46f0-a5ea-e3e60ae77965 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:38:38.936804 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3b8dece7-9872-4c69-b3b2-4e66276b0750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:38.943593 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f46b9f70-9e03-4285-9b5b-aa98d31d73e3 service neutron] For port 49092aba-e15d-45b6-93b8-d39b1c288a47, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=49092aba-e15d-45b6-93b8-d39b1c288a47,segment=NetworkSegment(e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b),segment_id=e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:38:38.950017 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d488d427-ec24-4135-b03c-bb5628eca667 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:38.953918 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d488d427-ec24-4135-b03c-bb5628eca667 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:38.959827 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0e5a828a-5fcd-406f-ad1c-0d5e0727a247 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:38.966832 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1581c292-12cc-4f97-9756-aa7cc5b63b8d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "GET /v2.0/subnets?network_id=1c458760-cee1-43dd-bfaa-f7beebba31f7 HTTP/1.1" status: 200 len: 207 time: 0.0548253 Apr 29 11:38:38.982847 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49874) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:39.003137 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-c7c03154-5907-4b0b-b959-1eb481bcc5b9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Allocated IP 2001:db8::f816:3eff:fe24:7d1e (0fe05d38-ef95-43b5-8fa2-fbae985e5a4d/311b05c1-8130-4760-bb62-0dcfda25db91/88af3ff5-579c-436a-a298-f40b516e4402) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:39.004085 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0e5a828a-5fcd-406f-ad1c-0d5e0727a247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:39.006352 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f46b9f70-9e03-4285-9b5b-aa98d31d73e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:39.008897 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b8dece7-9872-4c69-b3b2-4e66276b0750 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:38:39.009948 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3b8dece7-9872-4c69-b3b2-4e66276b0750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:39.020663 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:38:39.020663 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:38:39.020663 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:38:39.020663 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:38:39.020663 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:38:39.020663 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:38:39.020663 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:38:39.020663 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:38:39.020663 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:38:39.020663 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:38:39.020663 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:38:39.020663 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:38:39.020663 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:38:39.020663 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:38:39.020663 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:38:39.020663 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:38:39.020663 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:38:39.020663 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:38:39.020663 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:38:39.020663 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:38:39.020663 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:38:39.020663 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:38:39.020663 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:38:39.020663 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:38:39.020663 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:38:39.020663 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:38:39.020663 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:38:39.020663 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:38:39.020663 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:38:39.020663 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:38:39.020663 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:38:39.020663 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:38:39.049295 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5f5fe-e8b2-438a-bbea-d9d624faa9a6 req-bdabf2bb-b26b-4946-bd51-7a471307eddf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:39.050991 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dea5f5fe-e8b2-438a-bbea-d9d624faa9a6 req-bdabf2bb-b26b-4946-bd51-7a471307eddf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=06066a09-efd3-4a70-914e-c1de212e7cdb HTTP/1.1" status: 200 len: 943 time: 0.3823330 Apr 29 11:38:39.186754 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5a828a-5fcd-406f-ad1c-0d5e0727a247 None None] Network 1b1494e7-6dbd-4f51-befa-d889f324b97c is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:39.204156 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-0e5a828a-5fcd-406f-ad1c-0d5e0727a247 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:39.206988 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5a828a-5fcd-406f-ad1c-0d5e0727a247 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:39.218799 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d40a2b-3321-4241-be49-7269441c4687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-b2d06907-a4d4-4ea6-a2d0-5da0c93b630f', 'network_id': 'b2d06907-a4d4-4ea6-a2d0-5da0c93b630f', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'fixed_ips': [{'subnet_id': '9892e9d9-50bc-412b-a714-35dc96bf8517'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:38:39.219664 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b7d40a2b-3321-4241-be49-7269441c4687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:39.229288 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a828a-5fcd-406f-ad1c-0d5e0727a247 None None] Pushing event updated for resources: {'Port': ['ID=159efa3a-2cd6-4b9a-8c7b-4cf0522057a8,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:39.247404 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f46b9f70-9e03-4285-9b5b-aa98d31d73e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:39.248121 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f46b9f70-9e03-4285-9b5b-aa98d31d73e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:39.249555 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-069982cb-261b-477e-a661-aa332d6b6d62 req-f46b9f70-9e03-4285-9b5b-aa98d31d73e3 service neutron] 10.222.0.62 "PUT /v2.0/ports/49092aba-e15d-45b6-93b8-d39b1c288a47 HTTP/1.1" status: 200 len: 1093 time: 4.9079461 Apr 29 11:38:39.251385 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06066a09-efd3-4a70-914e-c1de212e7cdb', 'tag': '49092aba-e15d-45b6-93b8-d39b1c288a47'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:38:39.253725 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdc12bc-1aca-4eac-adf7-464ac0ae9244" -d '{"events": [{"name": "network-changed", "server_uuid": "06066a09-efd3-4a70-914e-c1de212e7cdb", "tag": "49092aba-e15d-45b6-93b8-d39b1c288a47"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:38:39.262523 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89659466-963b-4c36-8d63-c26c5c64784e tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:39.271479 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89659466-963b-4c36-8d63-c26c5c64784e tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:39.280393 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89659466-963b-4c36-8d63-c26c5c64784e tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:39.285813 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3b8dece7-9872-4c69-b3b2-4e66276b0750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:39.288228 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89659466-963b-4c36-8d63-c26c5c64784e tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:39.295324 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89659466-963b-4c36-8d63-c26c5c64784e tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:39.301836 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89659466-963b-4c36-8d63-c26c5c64784e tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:39.314396 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-89659466-963b-4c36-8d63-c26c5c64784e tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3278449 Apr 29 11:38:39.317328 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3b8dece7-9872-4c69-b3b2-4e66276b0750 admin admin] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:39.320719 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49878) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:39.324067 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3b8dece7-9872-4c69-b3b2-4e66276b0750 admin admin] 10.222.0.69 "DELETE /v2.0/networks/9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4 HTTP/1.1" status: 204 len: 168 time: 4.1566889 Apr 29 11:38:39.380575 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 21044d70-8412-46f0-a5ea-e3e60ae77965 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:39.380950 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:39.421502 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2270e08f-7a0d-4c52-859b-a1f7b9c79024 x-openstack-request-id: req-2270e08f-7a0d-4c52-859b-a1f7b9c79024 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:38:39.421797 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06066a09-efd3-4a70-914e-c1de212e7cdb", "tag": "49092aba-e15d-45b6-93b8-d39b1c288a47", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:38:39.422055 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2270e08f-7a0d-4c52-859b-a1f7b9c79024 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:38:39.422507 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2270e08f-7a0d-4c52-859b-a1f7b9c79024'] response: {'name': 'network-changed', 'server_uuid': '06066a09-efd3-4a70-914e-c1de212e7cdb', 'tag': '49092aba-e15d-45b6-93b8-d39b1c288a47', 'status': 'completed', 'code': 200} Apr 29 11:38:39.439757 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-940e924a-aef8-4ac1-baed-b14b2241172b None None] Deleting port b276ca95-d665-4a62-bd07-cb712f56d109 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:39.440137 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-940e924a-aef8-4ac1-baed-b14b2241172b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:39.491780 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-0e5a828a-5fcd-406f-ad1c-0d5e0727a247 None None] Attempting to bind port 159efa3a-2cd6-4b9a-8c7b-4cf0522057a8 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:38:39.492478 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-0e5a828a-5fcd-406f-ad1c-0d5e0727a247 None None] Attempting to bind port 159efa3a-2cd6-4b9a-8c7b-4cf0522057a8 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '005230d2-3302-47f4-951f-5ef75262a027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '1b1494e7-6dbd-4f51-befa-d889f324b97c'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:38:39.492478 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5a828a-5fcd-406f-ad1c-0d5e0727a247 None None] Attempting to bind port 159efa3a-2cd6-4b9a-8c7b-4cf0522057a8 on network 1b1494e7-6dbd-4f51-befa-d889f324b97c {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:38:39.537296 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b9f70-9e03-4285-9b5b-aa98d31d73e3 service neutron] Pushing event updated for resources: {'Port': ['ID=49092aba-e15d-45b6-93b8-d39b1c288a47,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:39.593944 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5a828a-5fcd-406f-ad1c-0d5e0727a247 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:38:39.594541 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5a828a-5fcd-406f-ad1c-0d5e0727a247 None None] Checking segment: {'id': '005230d2-3302-47f4-951f-5ef75262a027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '1b1494e7-6dbd-4f51-befa-d889f324b97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:39.594883 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0e5a828a-5fcd-406f-ad1c-0d5e0727a247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:39.595280 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5a828a-5fcd-406f-ad1c-0d5e0727a247 None None] Bound using segment: {'id': '005230d2-3302-47f4-951f-5ef75262a027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '1b1494e7-6dbd-4f51-befa-d889f324b97c'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:38:39.595769 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-0e5a828a-5fcd-406f-ad1c-0d5e0727a247 None None] Bound port: 159efa3a-2cd6-4b9a-8c7b-4cf0522057a8, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '005230d2-3302-47f4-951f-5ef75262a027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '1b1494e7-6dbd-4f51-befa-d889f324b97c'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:38:39.596153 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0e5a828a-5fcd-406f-ad1c-0d5e0727a247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:39.613934 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dea5f5fe-e8b2-438a-bbea-d9d624faa9a6 req-16468a6f-2dcd-4ec9-a7da-73c3893ebab7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9dffd1b-378c-40e4-b371-fd981072da8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5076385 Apr 29 11:38:39.615894 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8dece7-9872-4c69-b3b2-4e66276b0750 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e1de1d0-6dac-46e0-b278-62a7bd1c5cd4,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:39.638134 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-80de5aee-a751-4ba5-ae1c-06bf903bc5ef tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3111916 Apr 29 11:38:39.643846 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49882) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:39.669426 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49884) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:39.698372 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-940e924a-aef8-4ac1-baed-b14b2241172b None None] For port b276ca95-d665-4a62-bd07-cb712f56d109, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=b276ca95-d665-4a62-bd07-cb712f56d109,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:39.698911 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-940e924a-aef8-4ac1-baed-b14b2241172b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:39.749248 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-940e924a-aef8-4ac1-baed-b14b2241172b None None] Calling delete_port for b276ca95-d665-4a62-bd07-cb712f56d109 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:39.787569 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-b7d40a2b-3321-4241-be49-7269441c4687 None None] Allocated IP 2001:db8:1::2 (b2d06907-a4d4-4ea6-a2d0-5da0c93b630f/9892e9d9-50bc-412b-a714-35dc96bf8517/d0c6ffe9-d9cc-411d-9522-3b51bf4531f2) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:39.815176 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c7c03154-5907-4b0b-b959-1eb481bcc5b9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:39.866043 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-cfecdd48-ead8-4c31-9c12-9a8f2bd8d1d6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=966d71c123a54a1eb7656282c791d69b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1907120 Apr 29 11:38:39.870888 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49886) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:39.889407 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-0e5a828a-5fcd-406f-ad1c-0d5e0727a247 None None] For port 159efa3a-2cd6-4b9a-8c7b-4cf0522057a8, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:38:39.900794 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d488d427-ec24-4135-b03c-bb5628eca667 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:39.926065 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-0e5a828a-5fcd-406f-ad1c-0d5e0727a247 None None] For port 159efa3a-2cd6-4b9a-8c7b-4cf0522057a8, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=159efa3a-2cd6-4b9a-8c7b-4cf0522057a8,segment=NetworkSegment(005230d2-3302-47f4-951f-5ef75262a027),segment_id=005230d2-3302-47f4-951f-5ef75262a027)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:38:39.977032 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0e5a828a-5fcd-406f-ad1c-0d5e0727a247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:40.019814 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d488d427-ec24-4135-b03c-bb5628eca667 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:40.034856 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-d488d427-ec24-4135-b03c-bb5628eca667 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:40.039604 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d488d427-ec24-4135-b03c-bb5628eca667 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:40.040119 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d488d427-ec24-4135-b03c-bb5628eca667 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:40.044724 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488d427-ec24-4135-b03c-bb5628eca667 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Subnet': ['ID=d339d9b7-7bcb-446f-bcbc-34ed7977d87b,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:40.068476 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c7c03154-5907-4b0b-b959-1eb481bcc5b9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:40.087762 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-b08aab30-56c9-4499-b87f-391fd7d28553 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Allocated IP 172.20.0.13 (a367fb13-bf26-4314-8c27-79d6ccbde0b1/3996ccde-3705-46cc-8ce1-e3cb5fc5de2c/4f2fcffc-5e39-4e47-973e-1f94b6b60d13) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:40.116879 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-940e924a-aef8-4ac1-baed-b14b2241172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:40.125901 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-b08aab30-56c9-4499-b87f-391fd7d28553 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Allocated IP 172.20.0.12 (a367fb13-bf26-4314-8c27-79d6ccbde0b1/3996ccde-3705-46cc-8ce1-e3cb5fc5de2c/4f2fcffc-5e39-4e47-973e-1f94b6b60d13) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:40.131563 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a828a-5fcd-406f-ad1c-0d5e0727a247 None None] Pushing event updated for resources: {'Port': ['ID=159efa3a-2cd6-4b9a-8c7b-4cf0522057a8,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:40.132611 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d488d427-ec24-4135-b03c-bb5628eca667 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6618133 Apr 29 11:38:40.149243 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49888) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:40.156116 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-07c7eb58-be5a-4857-870f-cf43735b25f7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'port': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'fixed_ips': [{'subnet_id': 'd339d9b7-7bcb-446f-bcbc-34ed7977d87b', 'ip_address': '2001:db8::800b:b6eb:1089:a8aa'}], 'name': 'tempest-NetworksTestDHCPv6-1105452748'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:40.161868 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069982cb-261b-477e-a661-aa332d6b6d62 req-93d74c91-4527-47fc-b6cc-d1efac2e3e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:40.163660 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-069982cb-261b-477e-a661-aa332d6b6d62 req-93d74c91-4527-47fc-b6cc-d1efac2e3e37 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=06066a09-efd3-4a70-914e-c1de212e7cdb HTTP/1.1" status: 200 len: 1096 time: 0.8264258 Apr 29 11:38:40.174475 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-397306ef-27e5-40df-91fd-ac0d2ac2e397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:40.178605 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940e924a-aef8-4ac1-baed-b14b2241172b None None] No DVR routers for this DVR port b276ca95-d665-4a62-bd07-cb712f56d109 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:38:40.190654 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e924a-aef8-4ac1-baed-b14b2241172b None None] Pushing event deleted for resources: {'Port': ['ID=b276ca95-d665-4a62-bd07-cb712f56d109,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:40.196121 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-597f328c-d15f-4440-add9-9a4eb7a54f94 None None] Allocated IP 2001:db8::f816:3eff:fedd:270e (0fe05d38-ef95-43b5-8fa2-fbae985e5a4d/311b05c1-8130-4760-bb62-0dcfda25db91/c78f8dbf-61be-489d-941a-598d0d5a2216) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:40.207465 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c03154-5907-4b0b-b959-1eb481bcc5b9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Network 0fe05d38-ef95-43b5-8fa2-fbae985e5a4d is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:40.219116 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-c7c03154-5907-4b0b-b959-1eb481bcc5b9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:40.225847 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c03154-5907-4b0b-b959-1eb481bcc5b9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Pushing event updated for resources: {'Port': ['ID=88af3ff5-579c-436a-a298-f40b516e4402,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:40.232777 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c03154-5907-4b0b-b959-1eb481bcc5b9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:40.239420 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c03154-5907-4b0b-b959-1eb481bcc5b9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:40.240954 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c7c03154-5907-4b0b-b959-1eb481bcc5b9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:40.247424 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-397306ef-27e5-40df-91fd-ac0d2ac2e397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:40.249718 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a13f55-67f1-4a9a-bf25-d3ab1cfb87c1 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:40.251592 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a13f55-67f1-4a9a-bf25-d3ab1cfb87c1 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:40.253349 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a13f55-67f1-4a9a-bf25-d3ab1cfb87c1 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:40.255203 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a13f55-67f1-4a9a-bf25-d3ab1cfb87c1 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:40.257062 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6f402b-c882-4e88-91c6-bcdcc54e0e5b None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:40.257770 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a13f55-67f1-4a9a-bf25-d3ab1cfb87c1 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:40.260211 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-21a13f55-67f1-4a9a-bf25-d3ab1cfb87c1 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6076760 Apr 29 11:38:40.265845 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49890) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:40.309051 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c7c03154-5907-4b0b-b959-1eb481bcc5b9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.1835670 Apr 29 11:38:40.317629 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b7d40a2b-3321-4241-be49-7269441c4687 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:40.334876 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49892) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:40.391464 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8114379-942e-4464-bb82-cc23fd299e7a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['shared'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:40.398811 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8114379-942e-4464-bb82-cc23fd299e7a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['shared'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:40.401043 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8114379-942e-4464-bb82-cc23fd299e7a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['shared'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:40.402568 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8114379-942e-4464-bb82-cc23fd299e7a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['shared'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:40.404028 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8114379-942e-4464-bb82-cc23fd299e7a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['shared'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:40.405706 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c8114379-942e-4464-bb82-cc23fd299e7a tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1339386 Apr 29 11:38:40.409406 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49894) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:40.410371 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-069982cb-261b-477e-a661-aa332d6b6d62 req-2780f6d9-78b1-441f-9b90-aeb5847d902a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49092aba-e15d-45b6-93b8-d39b1c288a47 HTTP/1.1" status: 200 len: 217 time: 0.2073820 Apr 29 11:38:40.476348 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-397306ef-27e5-40df-91fd-ac0d2ac2e397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:40.479959 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-397306ef-27e5-40df-91fd-ac0d2ac2e397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:40.481104 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-397306ef-27e5-40df-91fd-ac0d2ac2e397 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/aaa6e89a-a822-4866-873b-6c4d05f38ce4 HTTP/1.1" status: 204 len: 168 time: 0.6088176 Apr 29 11:38:40.519704 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397306ef-27e5-40df-91fd-ac0d2ac2e397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa6e89a-a822-4866-873b-6c4d05f38ce4,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:40.567825 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b7d40a2b-3321-4241-be49-7269441c4687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:40.626822 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76de048b-e944-4902-a654-d6f4b59521b1 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:40.630621 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-33f742a8-374a-47ad-8268-88e0dbab64ad tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:40.632184 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-76de048b-e944-4902-a654-d6f4b59521b1 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "GET /v2.0/networks/175d3cd7-d277-413f-85f5-bcd03de42d33 HTTP/1.1" status: 200 len: 804 time: 0.2179739 Apr 29 11:38:40.633948 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f327d3a-fc1e-4fad-a855-f1ca4525506f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792668407480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8632050'] for subnet, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:40.635475 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49898) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:40.709133 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d40a2b-3321-4241-be49-7269441c4687 None None] Pushing event updated for resources: {'Port': ['ID=d0c6ffe9-d9cc-411d-9522-3b51bf4531f2,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:40.747548 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f327d3a-fc1e-4fad-a855-f1ca4525506f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event updated for resources: {'Subnet': ['ID=ff668501-bd6f-441b-8f6e-be6242299281,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:40.836120 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d40a2b-3321-4241-be49-7269441c4687 None None] Network b2d06907-a4d4-4ea6-a2d0-5da0c93b630f is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:40.841398 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 159efa3a-2cd6-4b9a-8c7b-4cf0522057a8 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:38:40.847920 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7cfddbf-63fd-463a-92e3-7f5a30dc52ca tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Deleting subnet 311b05c1-8130-4760-bb62-0dcfda25db91 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:38:40.877898 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-b7d40a2b-3321-4241-be49-7269441c4687 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:40.896938 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d40a2b-3321-4241-be49-7269441c4687 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:40.917469 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7f04a797-947e-4cba-83a6-cbfe4565d408 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "GET /v2.0/networks/175d3cd7-d277-413f-85f5-bcd03de42d33?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2747130 Apr 29 11:38:40.918096 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49902) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:40.952838 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-597f328c-d15f-4440-add9-9a4eb7a54f94 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:40.969555 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f327d3a-fc1e-4fad-a855-f1ca4525506f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:40.970754 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f327d3a-fc1e-4fad-a855-f1ca4525506f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:40.975296 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6f327d3a-fc1e-4fad-a855-f1ca4525506f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "PUT /v2.0/subnets/ff668501-bd6f-441b-8f6e-be6242299281 HTTP/1.1" status: 200 len: 877 time: 3.4005399 Apr 29 11:38:40.979217 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069982cb-261b-477e-a661-aa332d6b6d62 req-ad0f6577-38c0-4e7b-a34e-d3f6c5f3eb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:40.981246 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-069982cb-261b-477e-a661-aa332d6b6d62 req-ad0f6577-38c0-4e7b-a34e-d3f6c5f3eb8b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2123ff89-9386-4934-a517-d5d3fdf2b074 HTTP/1.1" status: 200 len: 835 time: 0.5060825 Apr 29 11:38:40.982627 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49906) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:41.035861 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d7cfddbf-63fd-463a-92e3-7f5a30dc52ca tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:41.055324 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-597f328c-d15f-4440-add9-9a4eb7a54f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:41.143396 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7ca537-fa39-4eb1-804d-8ba4c5c49208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-62578361-baac-4d3e-b4ee-401a25f05a0e', 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'fixed_ips': [{'subnet_id': 'd339d9b7-7bcb-446f-bcbc-34ed7977d87b'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:38:41.144284 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cf7ca537-fa39-4eb1-804d-8ba4c5c49208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:41.155814 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-b7d40a2b-3321-4241-be49-7269441c4687 None None] Attempting to bind port d0c6ffe9-d9cc-411d-9522-3b51bf4531f2 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:38:41.156201 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-b7d40a2b-3321-4241-be49-7269441c4687 None None] Attempting to bind port d0c6ffe9-d9cc-411d-9522-3b51bf4531f2 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'e31cdcc8-13e8-46f5-aab0-d351e6cb29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b2d06907-a4d4-4ea6-a2d0-5da0c93b630f'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:38:41.156553 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d40a2b-3321-4241-be49-7269441c4687 None None] Attempting to bind port d0c6ffe9-d9cc-411d-9522-3b51bf4531f2 on network b2d06907-a4d4-4ea6-a2d0-5da0c93b630f {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:38:41.161375 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597f328c-d15f-4440-add9-9a4eb7a54f94 None None] Network 0fe05d38-ef95-43b5-8fa2-fbae985e5a4d is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:41.170819 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df17d742-79c7-4d8c-a92f-0997c0cf94e8 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:41.173369 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-df17d742-79c7-4d8c-a92f-0997c0cf94e8 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "GET /v2.0/subnets/ed9bd266-62aa-4564-9b0b-5f24b985bdc2 HTTP/1.1" status: 200 len: 843 time: 0.2535439 Apr 29 11:38:41.180048 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49908) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:41.214211 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd41da9-c2cd-4d0b-a30c-8d64ee8a7635 req-bc2e81fe-68c1-40cd-8f26-f16520f6ee68 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:41.215257 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-597f328c-d15f-4440-add9-9a4eb7a54f94 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:41.220769 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d40a2b-3321-4241-be49-7269441c4687 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:38:41.221148 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d40a2b-3321-4241-be49-7269441c4687 None None] Checking segment: {'id': 'e31cdcc8-13e8-46f5-aab0-d351e6cb29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b2d06907-a4d4-4ea6-a2d0-5da0c93b630f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:41.221555 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b7d40a2b-3321-4241-be49-7269441c4687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:41.221956 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d40a2b-3321-4241-be49-7269441c4687 None None] Bound using segment: {'id': 'e31cdcc8-13e8-46f5-aab0-d351e6cb29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b2d06907-a4d4-4ea6-a2d0-5da0c93b630f'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:38:41.225311 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fbd41da9-c2cd-4d0b-a30c-8d64ee8a7635 req-bc2e81fe-68c1-40cd-8f26-f16520f6ee68 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=06066a09-efd3-4a70-914e-c1de212e7cdb HTTP/1.1" status: 200 len: 943 time: 0.4603276 Apr 29 11:38:41.234698 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-b7d40a2b-3321-4241-be49-7269441c4687 None None] Bound port: d0c6ffe9-d9cc-411d-9522-3b51bf4531f2, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31cdcc8-13e8-46f5-aab0-d351e6cb29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b2d06907-a4d4-4ea6-a2d0-5da0c93b630f'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:38:41.235154 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b7d40a2b-3321-4241-be49-7269441c4687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:41.237470 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597f328c-d15f-4440-add9-9a4eb7a54f94 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:41.284744 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d7cfddbf-63fd-463a-92e3-7f5a30dc52ca tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:41.310482 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 159efa3a-2cd6-4b9a-8c7b-4cf0522057a8 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:41.322334 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:41.329405 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3136564a-a30e-492b-83ad-5f324b98098f tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['shared'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:41.329930 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f328c-d15f-4440-add9-9a4eb7a54f94 None None] Pushing event updated for resources: {'Port': ['ID=c78f8dbf-61be-489d-941a-598d0d5a2216,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:41.333035 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3136564a-a30e-492b-83ad-5f324b98098f tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "GET /v2.0/subnets/ed9bd266-62aa-4564-9b0b-5f24b985bdc2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1507645 Apr 29 11:38:41.339715 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c08d8878-acc5-4f60-a449-b362f1da9b00 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:41.345529 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49912) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:41.355794 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-0d8fa5c6-27af-4779-9483-b479dbbc2f6b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1324940505'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:41.396664 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8fa5c6-27af-4779-9483-b479dbbc2f6b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Made reservation on behalf of 67220329d22c4942ba465e09cf443dac for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:41.402275 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0d8fa5c6-27af-4779-9483-b479dbbc2f6b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:41.475011 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c7eb58-be5a-4857-870f-cf43735b25f7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:41.481642 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d8fa5c6-27af-4779-9483-b479dbbc2f6b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:38:41.513603 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0d8fa5c6-27af-4779-9483-b479dbbc2f6b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:41.513982 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-0d8fa5c6-27af-4779-9483-b479dbbc2f6b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Added segment 8e6dd477-2326-47b2-9cc2-2b52c7b053d9 of type vlan for network 6722dd4f-5d68-4e6e-b293-e96818bb9ae0 Apr 29 11:38:41.516627 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b08aab30-56c9-4499-b87f-391fd7d28553 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:41.528426 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-c08d8878-acc5-4f60-a449-b362f1da9b00 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Deleting port 159efa3a-2cd6-4b9a-8c7b-4cf0522057a8 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:41.528915 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c08d8878-acc5-4f60-a449-b362f1da9b00 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:41.625876 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b08aab30-56c9-4499-b87f-391fd7d28553 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:41.643403 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069982cb-261b-477e-a661-aa332d6b6d62 req-ec903f32-399d-4974-8c29-a335bcc3234b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:41.651072 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-069982cb-261b-477e-a661-aa332d6b6d62 req-ec903f32-399d-4974-8c29-a335bcc3234b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6385ed98-aeeb-4990-b743-9383f9d45e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6303878 Apr 29 11:38:41.659716 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0d8fa5c6-27af-4779-9483-b479dbbc2f6b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:41.719623 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0d8fa5c6-27af-4779-9483-b479dbbc2f6b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:41.727660 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8fa5c6-27af-4779-9483-b479dbbc2f6b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:41.728643 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0d8fa5c6-27af-4779-9483-b479dbbc2f6b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:41.755856 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-c08d8878-acc5-4f60-a449-b362f1da9b00 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] For port 159efa3a-2cd6-4b9a-8c7b-4cf0522057a8, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=159efa3a-2cd6-4b9a-8c7b-4cf0522057a8,segment=NetworkSegment(005230d2-3302-47f4-951f-5ef75262a027),segment_id=005230d2-3302-47f4-951f-5ef75262a027)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:41.757155 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c08d8878-acc5-4f60-a449-b362f1da9b00 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:41.780165 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fbd41da9-c2cd-4d0b-a30c-8d64ee8a7635 req-c15ff8db-355c-4a44-89cd-5db6eeaac4ae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9dffd1b-378c-40e4-b371-fd981072da8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5489111 Apr 29 11:38:41.867978 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0d8fa5c6-27af-4779-9483-b479dbbc2f6b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5194526 Apr 29 11:38:41.869377 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-c08d8878-acc5-4f60-a449-b362f1da9b00 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Calling delete_port for 159efa3a-2cd6-4b9a-8c7b-4cf0522057a8 owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:41.873104 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49924) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:41.880633 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-e3ce03d3-73c6-4e9e-ac33-009479757559 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Request body: {'subnet': {'network_id': '6722dd4f-5d68-4e6e-b293-e96818bb9ae0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:41.925593 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08aab30-56c9-4499-b87f-391fd7d28553 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Network a367fb13-bf26-4314-8c27-79d6ccbde0b1 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:41.959233 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-597f328c-d15f-4440-add9-9a4eb7a54f94 None None] Attempting to bind port c78f8dbf-61be-489d-941a-598d0d5a2216 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:38:41.959797 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-597f328c-d15f-4440-add9-9a4eb7a54f94 None None] Attempting to bind port c78f8dbf-61be-489d-941a-598d0d5a2216 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'a4b01ebb-e2d3-4930-bc92-5e2516909bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0fe05d38-ef95-43b5-8fa2-fbae985e5a4d'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:38:41.959975 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597f328c-d15f-4440-add9-9a4eb7a54f94 None None] Attempting to bind port c78f8dbf-61be-489d-941a-598d0d5a2216 on network 0fe05d38-ef95-43b5-8fa2-fbae985e5a4d {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:38:41.962282 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe01fe54-77cc-4721-9e36-920a5bdda92d None None] Network 1b1494e7-6dbd-4f51-befa-d889f324b97c requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:41.977769 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8fa5c6-27af-4779-9483-b479dbbc2f6b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event updated for resources: {'Network': ['ID=6722dd4f-5d68-4e6e-b293-e96818bb9ae0,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:41.986015 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-b08aab30-56c9-4499-b87f-391fd7d28553 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:42.007789 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08aab30-56c9-4499-b87f-391fd7d28553 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:42.067808 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08aab30-56c9-4499-b87f-391fd7d28553 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event updated for resources: {'Port': ['ID=4f2fcffc-5e39-4e47-973e-1f94b6b60d13,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:42.098376 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 6722dd4f-5d68-4e6e-b293-e96818bb9ae0 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:38:42.141349 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ce03d3-73c6-4e9e-ac33-009479757559 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Made reservation on behalf of 67220329d22c4942ba465e09cf443dac for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:42.144901 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e3ce03d3-73c6-4e9e-ac33-009479757559 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:42.160720 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597f328c-d15f-4440-add9-9a4eb7a54f94 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:38:42.161164 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597f328c-d15f-4440-add9-9a4eb7a54f94 None None] Checking segment: {'id': 'a4b01ebb-e2d3-4930-bc92-5e2516909bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0fe05d38-ef95-43b5-8fa2-fbae985e5a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:42.161542 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-597f328c-d15f-4440-add9-9a4eb7a54f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:42.161823 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597f328c-d15f-4440-add9-9a4eb7a54f94 None None] Bound using segment: {'id': 'a4b01ebb-e2d3-4930-bc92-5e2516909bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0fe05d38-ef95-43b5-8fa2-fbae985e5a4d'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:38:42.162368 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-597f328c-d15f-4440-add9-9a4eb7a54f94 None None] Bound port: c78f8dbf-61be-489d-941a-598d0d5a2216, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b01ebb-e2d3-4930-bc92-5e2516909bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0fe05d38-ef95-43b5-8fa2-fbae985e5a4d'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:38:42.162743 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-597f328c-d15f-4440-add9-9a4eb7a54f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:42.168155 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-07c7eb58-be5a-4857-870f-cf43735b25f7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:42.189985 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-b7d40a2b-3321-4241-be49-7269441c4687 None None] For port d0c6ffe9-d9cc-411d-9522-3b51bf4531f2, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:38:42.224471 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-07c7eb58-be5a-4857-870f-cf43735b25f7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] device_id is not set on port a674ed5c-47eb-43a2-98f1-b7627fa04141 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:38:42.254463 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-597f328c-d15f-4440-add9-9a4eb7a54f94 None None] For port c78f8dbf-61be-489d-941a-598d0d5a2216, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:38:42.258809 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-597f328c-d15f-4440-add9-9a4eb7a54f94 None None] For port c78f8dbf-61be-489d-941a-598d0d5a2216, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=c78f8dbf-61be-489d-941a-598d0d5a2216,segment=NetworkSegment(a4b01ebb-e2d3-4930-bc92-5e2516909bc7),segment_id=a4b01ebb-e2d3-4930-bc92-5e2516909bc7)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:38:42.264654 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.ipam_backend_mixin [None req-e3ce03d3-73c6-4e9e-ac33-009479757559 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Performing IP validity checks on allocation pools {{(pid=102960) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 29 11:38:42.267395 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.ipam_backend_mixin [None req-e3ce03d3-73c6-4e9e-ac33-009479757559 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102960) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 29 11:38:42.312755 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c08d8878-acc5-4f60-a449-b362f1da9b00 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:42.318621 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-28ce9618-50cc-477a-ba44-8b77c6ddab4e None None] Provisioning complete for port 159efa3a-2cd6-4b9a-8c7b-4cf0522057a8 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:42.319051 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-28ce9618-50cc-477a-ba44-8b77c6ddab4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:42.350829 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-597f328c-d15f-4440-add9-9a4eb7a54f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:42.366216 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d8878-acc5-4f60-a449-b362f1da9b00 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event deleted for resources: {'Port': ['ID=159efa3a-2cd6-4b9a-8c7b-4cf0522057a8,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:42.388226 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-28ce9618-50cc-477a-ba44-8b77c6ddab4e None None] Port 159efa3a-2cd6-4b9a-8c7b-4cf0522057a8 was deleted so its status cannot be updated. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 29 11:38:42.398363 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08aab30-56c9-4499-b87f-391fd7d28553 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:42.399283 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b08aab30-56c9-4499-b87f-391fd7d28553 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:42.400556 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-b7d40a2b-3321-4241-be49-7269441c4687 None None] For port d0c6ffe9-d9cc-411d-9522-3b51bf4531f2, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=d0c6ffe9-d9cc-411d-9522-3b51bf4531f2,segment=NetworkSegment(e31cdcc8-13e8-46f5-aab0-d351e6cb29a9),segment_id=e31cdcc8-13e8-46f5-aab0-d351e6cb29a9)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:38:42.404743 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-069982cb-261b-477e-a661-aa332d6b6d62 req-48748520-5e03-45a1-bab5-4c9a518d09cd service neutron] 10.222.0.62 "GET /v2.0/networks/6385ed98-aeeb-4990-b743-9383f9d45e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6898253 Apr 29 11:38:42.425903 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Could not find standard attr ID for object 159efa3a-2cd6-4b9a-8c7b-4cf0522057a8. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:38:42.438732 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d7cfddbf-63fd-463a-92e3-7f5a30dc52ca tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:42.442391 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49930) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:42.449479 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b7d40a2b-3321-4241-be49-7269441c4687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:42.461517 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No ports have port_id starting with 159efa3a-2cd6-4b9a-8c7b-4cf0522057a8 Apr 29 11:38:42.478599 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08d8878-acc5-4f60-a449-b362f1da9b00 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] No DVR routers for this DVR port 159efa3a-2cd6-4b9a-8c7b-4cf0522057a8 on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:38:42.503015 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-33f742a8-374a-47ad-8268-88e0dbab64ad tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Allocated IP 2001:db8:1::1 (b2d06907-a4d4-4ea6-a2d0-5da0c93b630f/9892e9d9-50bc-412b-a714-35dc96bf8517/87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:42.545545 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b08aab30-56c9-4499-b87f-391fd7d28553 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 5.4207411 Apr 29 11:38:42.553684 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49936) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:42.564487 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-a2d96f4f-89c7-460f-806a-44dfb0d9d6a0 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'port_id': '4f2fcffc-5e39-4e47-973e-1f94b6b60d13', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:42.605563 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-cf7ca537-fa39-4eb1-804d-8ba4c5c49208 None None] Allocated IP 2001:db8::2 (62578361-baac-4d3e-b4ee-401a25f05a0e/d339d9b7-7bcb-446f-bcbc-34ed7977d87b/68462173-4d9f-4775-a357-4a2a8c7d6c01) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:42.608495 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device b276ca95-d665-4a62-bd07-cb712f56d109 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:38:42.610875 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f328c-d15f-4440-add9-9a4eb7a54f94 None None] Pushing event updated for resources: {'Port': ['ID=c78f8dbf-61be-489d-941a-598d0d5a2216,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:42.653498 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c08d8878-acc5-4f60-a449-b362f1da9b00 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:42.707487 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: b276ca95-d665-4a62-bd07-cb712f56d109 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:38:42.708333 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device b276ca95-d665-4a62-bd07-cb712f56d109 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:38:42.710997 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a2d96f4f-89c7-460f-806a-44dfb0d9d6a0 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:42.731771 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e3ce03d3-73c6-4e9e-ac33-009479757559 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:42.811847 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-069982cb-261b-477e-a661-aa332d6b6d62 req-4c032c25-7060-4424-bd7d-3f278483616c service neutron] 10.222.0.62 "GET /v2.0/networks/6385ed98-aeeb-4990-b743-9383f9d45e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953154 Apr 29 11:38:42.844727 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d40a2b-3321-4241-be49-7269441c4687 None None] Pushing event updated for resources: {'Port': ['ID=d0c6ffe9-d9cc-411d-9522-3b51bf4531f2,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:42.981015 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-9f8d6ddf-9251-46f9-9423-8867de569265 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-749782022'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:43.024147 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce03d3-73c6-4e9e-ac33-009479757559 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event updated for resources: {'Subnet': ['ID=bed77934-62cd-439b-86c5-725b5643f877,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:43.040681 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c08d8878-acc5-4f60-a449-b362f1da9b00 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:43.053479 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ce03d3-73c6-4e9e-ac33-009479757559 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Checking segment: {'id': '8e6dd477-2326-47b2-9cc2-2b52c7b053d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6722dd4f-5d68-4e6e-b293-e96818bb9ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:43.053840 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ce03d3-73c6-4e9e-ac33-009479757559 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Network hostable DHCP agents. Network: 6722dd4f-5d68-4e6e-b293-e96818bb9ae0, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:38:43.128165 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d8878-acc5-4f60-a449-b362f1da9b00 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event deleted for resources: {'Subnet': ['ID=ff668501-bd6f-441b-8f6e-be6242299281,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:43.160261 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d45e8f0-1a6b-408b-ba3f-f5d7672b7a80 None None] Network 1b1494e7-6dbd-4f51-befa-d889f324b97c requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:43.193888 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cf7ca537-fa39-4eb1-804d-8ba4c5c49208 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:43.213669 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cf7ca537-fa39-4eb1-804d-8ba4c5c49208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:43.241583 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d7cfddbf-63fd-463a-92e3-7f5a30dc52ca tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:43.269238 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ce03d3-73c6-4e9e-ac33-009479757559 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Network 6722dd4f-5d68-4e6e-b293-e96818bb9ae0 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:38:43.282083 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c08d8878-acc5-4f60-a449-b362f1da9b00 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:43.293963 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-e3ce03d3-73c6-4e9e-ac33-009479757559 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 6722dd4f-5d68-4e6e-b293-e96818bb9ae0) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:43.301355 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ce03d3-73c6-4e9e-ac33-009479757559 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:43.302879 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e3ce03d3-73c6-4e9e-ac33-009479757559 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:43.321321 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e69f77-b23e-4705-acf2-7ff1bdd436d2 None None] Network 6722dd4f-5d68-4e6e-b293-e96818bb9ae0 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:43.338188 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7ca537-fa39-4eb1-804d-8ba4c5c49208 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:43.350889 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-c08d8878-acc5-4f60-a449-b362f1da9b00 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b1494e7-6dbd-4f51-befa-d889f324b97c']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:43.359251 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e3ce03d3-73c6-4e9e-ac33-009479757559 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4830196 Apr 29 11:38:43.366308 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49940) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:43.373330 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-cf7ca537-fa39-4eb1-804d-8ba4c5c49208 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:43.379163 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-e1c8f650-18a0-4b40-b212-05e8f33f9f3d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:43.384522 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7ca537-fa39-4eb1-804d-8ba4c5c49208 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:43.412951 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ca537-fa39-4eb1-804d-8ba4c5c49208 None None] Pushing event updated for resources: {'Port': ['ID=68462173-4d9f-4775-a357-4a2a8c7d6c01,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:43.441902 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-c08d8878-acc5-4f60-a449-b362f1da9b00 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '005230d2-3302-47f4-951f-5ef75262a027') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:43.443836 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-c08d8878-acc5-4f60-a449-b362f1da9b00 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '005230d2-3302-47f4-951f-5ef75262a027') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:43.467451 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c08d8878-acc5-4f60-a449-b362f1da9b00 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:43.564302 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e1c8f650-18a0-4b40-b212-05e8f33f9f3d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11214066'] for subnet, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:43.567901 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c08d8878-acc5-4f60-a449-b362f1da9b00 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:43.604364 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c08d8878-acc5-4f60-a449-b362f1da9b00 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:38:43.606555 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c08d8878-acc5-4f60-a449-b362f1da9b00 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:43.613788 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-cf7ca537-fa39-4eb1-804d-8ba4c5c49208 None None] Attempting to bind port 68462173-4d9f-4775-a357-4a2a8c7d6c01 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:38:43.614205 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-cf7ca537-fa39-4eb1-804d-8ba4c5c49208 None None] Attempting to bind port 68462173-4d9f-4775-a357-4a2a8c7d6c01 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:38:43.615527 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7ca537-fa39-4eb1-804d-8ba4c5c49208 None None] Attempting to bind port 68462173-4d9f-4775-a357-4a2a8c7d6c01 on network 62578361-baac-4d3e-b4ee-401a25f05a0e {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:38:43.616380 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:38:43.616380 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:38:43.616380 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:38:43.616380 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:38:43.616380 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:38:43.616380 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:38:43.616380 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:38:43.616380 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:38:43.616380 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:38:43.616380 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:38:43.616380 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:38:43.616380 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:38:43.616380 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:38:43.616380 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:38:43.616380 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:38:43.616380 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:38:43.616380 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:38:43.616380 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:38:43.616380 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:38:43.616380 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:38:43.616380 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:38:43.616380 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:38:43.616380 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:38:43.616380 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:38:43.616380 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:38:43.616380 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:38:43.616380 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:38:43.616380 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:38:43.616380 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:38:43.616380 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:38:43.616380 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:38:43.616380 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:38:43.624158 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7ca537-fa39-4eb1-804d-8ba4c5c49208 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:38:43.624565 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7ca537-fa39-4eb1-804d-8ba4c5c49208 None None] Checking segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:43.624982 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cf7ca537-fa39-4eb1-804d-8ba4c5c49208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:43.625499 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7ca537-fa39-4eb1-804d-8ba4c5c49208 None None] Bound using segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:38:43.626204 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-cf7ca537-fa39-4eb1-804d-8ba4c5c49208 None None] Bound port: 68462173-4d9f-4775-a357-4a2a8c7d6c01, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:38:43.626597 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cf7ca537-fa39-4eb1-804d-8ba4c5c49208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:43.661772 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93679a9d-cf13-47e8-a53c-46d50ddc6966 None None] DHCP port deletion for 1b1494e7-6dbd-4f51-befa-d889f324b97c request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:38:43.761282 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361697e0-8b31-4da3-8b76-4a00a0d6d108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-6722dd4f-5d68-4e6e-b293-e96818bb9ae0', 'network_id': '6722dd4f-5d68-4e6e-b293-e96818bb9ae0', 'tenant_id': '67220329d22c4942ba465e09cf443dac', 'fixed_ips': [{'subnet_id': 'bed77934-62cd-439b-86c5-725b5643f877'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:38:43.763089 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-361697e0-8b31-4da3-8b76-4a00a0d6d108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:43.777481 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8d6ddf-9251-46f9-9423-8867de569265 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Made reservation on behalf of 244dbbfd92f14aa1b27a47e7f47abfd3 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:43.783151 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-cf7ca537-fa39-4eb1-804d-8ba4c5c49208 None None] For port 68462173-4d9f-4775-a357-4a2a8c7d6c01, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:38:43.784533 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9f8d6ddf-9251-46f9-9423-8867de569265 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:43.810293 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d7cfddbf-63fd-463a-92e3-7f5a30dc52ca tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:43.815038 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-cf7ca537-fa39-4eb1-804d-8ba4c5c49208 None None] For port 68462173-4d9f-4775-a357-4a2a8c7d6c01, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=68462173-4d9f-4775-a357-4a2a8c7d6c01,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:38:43.815526 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c08d8878-acc5-4f60-a449-b362f1da9b00 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:43.818092 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d7cfddbf-63fd-463a-92e3-7f5a30dc52ca tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "DELETE /v2.0/subnets/311b05c1-8130-4760-bb62-0dcfda25db91 HTTP/1.1" status: 204 len: 168 time: 3.4417548 Apr 29 11:38:43.818293 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49942) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:43.823857 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cf7ca537-fa39-4eb1-804d-8ba4c5c49208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:43.827181 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfddbf-63fd-463a-92e3-7f5a30dc52ca tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Pushing event deleted for resources: {'Subnet': ['ID=311b05c1-8130-4760-bb62-0dcfda25db91,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:43.857227 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9f8d6ddf-9251-46f9-9423-8867de569265 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:43.861065 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc12bc-1aca-4eac-adf7-464ac0ae9244 req-60a0b299-7336-4c16-8d31-ad48f11c7b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:43.862980 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7bdc12bc-1aca-4eac-adf7-464ac0ae9244 req-60a0b299-7336-4c16-8d31-ad48f11c7b96 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=06066a09-efd3-4a70-914e-c1de212e7cdb HTTP/1.1" status: 200 len: 1096 time: 0.9615083 Apr 29 11:38:43.920554 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c08d8878-acc5-4f60-a449-b362f1da9b00 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:43.924632 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c08d8878-acc5-4f60-a449-b362f1da9b00 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/networks/1b1494e7-6dbd-4f51-befa-d889f324b97c HTTP/1.1" status: 204 len: 168 time: 2.9405158 Apr 29 11:38:43.932357 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49944) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:43.935049 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-07c7eb58-be5a-4857-870f-cf43735b25f7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Allocated IP 2001:db8::800b:b6eb:1089:a8aa (62578361-baac-4d3e-b4ee-401a25f05a0e/d339d9b7-7bcb-446f-bcbc-34ed7977d87b/a674ed5c-47eb-43a2-98f1-b7627fa04141) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:43.956231 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754a4f5-0763-4f29-92d3-ddb302acad72 req-5da6daa0-b286-4023-964a-51b5f7df64e6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:43.958536 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8754a4f5-0763-4f29-92d3-ddb302acad72 req-5da6daa0-b286-4023-964a-51b5f7df64e6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=06066a09-efd3-4a70-914e-c1de212e7cdb HTTP/1.1" status: 200 len: 943 time: 0.8285952 Apr 29 11:38:43.964281 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-33f742a8-374a-47ad-8268-88e0dbab64ad tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:44.004179 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ca537-fa39-4eb1-804d-8ba4c5c49208 None None] Pushing event updated for resources: {'Port': ['ID=68462173-4d9f-4775-a357-4a2a8c7d6c01,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:44.041801 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22636856-401a-4554-b461-03273d17a688 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:44.044731 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22636856-401a-4554-b461-03273d17a688 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:44.046525 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-22636856-401a-4554-b461-03273d17a688 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1889424 Apr 29 11:38:44.073608 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49946) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:44.094784 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd9da3f-5503-4429-b0ba-f21b16a18272 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:44.094784 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd9da3f-5503-4429-b0ba-f21b16a18272 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:44.098454 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0cd9da3f-5503-4429-b0ba-f21b16a18272 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/subnets/ff668501-bd6f-441b-8f6e-be6242299281 HTTP/1.1" status: 404 len: 337 time: 0.0976603 Apr 29 11:38:44.098718 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d8878-acc5-4f60-a449-b362f1da9b00 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event deleted for resources: {'Network': ['ID=1b1494e7-6dbd-4f51-befa-d889f324b97c,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:44.101721 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49948) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:44.160438 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-96fd50fd-9c24-48fa-b33b-82ec9c80e4a5 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:44.161097 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96fd50fd-9c24-48fa-b33b-82ec9c80e4a5 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:44.164339 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-96fd50fd-9c24-48fa-b33b-82ec9c80e4a5 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/networks/1b1494e7-6dbd-4f51-befa-d889f324b97c HTTP/1.1" status: 404 len: 339 time: 0.0385582 Apr 29 11:38:44.168783 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49950) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:44.210341 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5068915-b06e-4b44-ba3f-46bb9f69b148 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:44.210654 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5068915-b06e-4b44-ba3f-46bb9f69b148 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:44.215292 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c5068915-b06e-4b44-ba3f-46bb9f69b148 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/subnets/694a32ee-fa5f-4711-8ca0-5aa6a19fd25c HTTP/1.1" status: 404 len: 337 time: 0.0453808 Apr 29 11:38:44.217314 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e1c8f650-18a0-4b40-b212-05e8f33f9f3d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792668407480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11805246'] for subnet, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:44.219827 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49952) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:44.250821 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce4e8f92-c0c5-43bf-99cb-39b26c21e5f5 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:44.251468 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce4e8f92-c0c5-43bf-99cb-39b26c21e5f5 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:44.254856 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ce4e8f92-c0c5-43bf-99cb-39b26c21e5f5 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/networks/1c1b9219-becf-4449-94b1-efb0491f089c HTTP/1.1" status: 404 len: 339 time: 0.0313430 Apr 29 11:38:44.283889 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49954) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:44.333801 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8754a4f5-0763-4f29-92d3-ddb302acad72 req-a531a942-edcf-4921-8cc6-348e2c5c22a7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9dffd1b-378c-40e4-b371-fd981072da8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3165262 Apr 29 11:38:44.373067 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-361697e0-8b31-4da3-8b76-4a00a0d6d108 None None] Allocated IP 2001:db8::3 (6722dd4f-5d68-4e6e-b293-e96818bb9ae0/bed77934-62cd-439b-86c5-725b5643f877/aab90bd6-9be1-44b4-ac38-e594ebed45f8) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:44.487292 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc12bc-1aca-4eac-adf7-464ac0ae9244 req-4cf06fd9-b902-4536-941a-06bbaf86cacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:44.489182 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7bdc12bc-1aca-4eac-adf7-464ac0ae9244 req-4cf06fd9-b902-4536-941a-06bbaf86cacc service neutron] 10.222.0.62 "GET /v2.0/networks?id=6385ed98-aeeb-4990-b743-9383f9d45e8c HTTP/1.1" status: 200 len: 897 time: 0.6132090 Apr 29 11:38:44.652815 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7bdc12bc-1aca-4eac-adf7-464ac0ae9244 req-a5b62942-24a0-4196-ad4d-aea68765517a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49092aba-e15d-45b6-93b8-d39b1c288a47 HTTP/1.1" status: 200 len: 217 time: 0.1411684 Apr 29 11:38:44.686894 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9f8d6ddf-9251-46f9-9423-8867de569265 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:44.695791 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5451e604-4e58-4038-aafe-3df77e01b801 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:44.707158 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-33f742a8-374a-47ad-8268-88e0dbab64ad tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:44.712809 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-361697e0-8b31-4da3-8b76-4a00a0d6d108 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:44.725057 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-361697e0-8b31-4da3-8b76-4a00a0d6d108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:44.727553 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9f8d6ddf-9251-46f9-9423-8867de569265 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:44.785560 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a464abe-cd30-40c1-a040-1a279e033871 None None] Network b2d06907-a4d4-4ea6-a2d0-5da0c93b630f requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:44.844500 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-5451e604-4e58-4038-aafe-3df77e01b801 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 29 11:38:44.844980 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5451e604-4e58-4038-aafe-3df77e01b801 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:44.848303 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5451e604-4e58-4038-aafe-3df77e01b801 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "DELETE /v2.0/networks/0fe05d38-ef95-43b5-8fa2-fbae985e5a4d HTTP/1.1" status: 409 len: 405 time: 0.7722161 Apr 29 11:38:44.864582 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a2d96f4f-89c7-460f-806a-44dfb0d9d6a0 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:44.877021 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 49956) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:44.882284 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f8d6ddf-9251-46f9-9423-8867de569265 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:38:44.895184 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f742a8-374a-47ad-8268-88e0dbab64ad tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network b2d06907-a4d4-4ea6-a2d0-5da0c93b630f is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:44.904788 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ee63d732-fe90-46a8-aff7-8a0405020e9b tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:44.918815 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-5dfed1d3-fc84-479e-b9b7-922188ecfdeb tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-450030744'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:44.927134 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c8f650-18a0-4b40-b212-05e8f33f9f3d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:44.927890 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e1c8f650-18a0-4b40-b212-05e8f33f9f3d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:44.932237 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e1c8f650-18a0-4b40-b212-05e8f33f9f3d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "PUT /v2.0/subnets/bed77934-62cd-439b-86c5-725b5643f877 HTTP/1.1" status: 200 len: 900 time: 1.5622454 Apr 29 11:38:44.932495 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8f650-18a0-4b40-b212-05e8f33f9f3d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event updated for resources: {'Subnet': ['ID=bed77934-62cd-439b-86c5-725b5643f877,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:44.937251 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49958) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:44.949390 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-33f742a8-374a-47ad-8268-88e0dbab64ad tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:44.951345 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d6ddf-9251-46f9-9423-8867de569265 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f493e5e7-c762-46b0-bff8-3cbf3d5b4d30,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:44.959759 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f742a8-374a-47ad-8268-88e0dbab64ad tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:44.959759 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-33f742a8-374a-47ad-8268-88e0dbab64ad tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:44.974507 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9f8d6ddf-9251-46f9-9423-8867de569265 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:44.974860 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-9f8d6ddf-9251-46f9-9423-8867de569265 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Added segment a193f8b3-eb63-40a8-b94a-43cba952ee07 of type vlan for network f2c7f00b-7310-4389-bb90-5d27beafffd3 Apr 29 11:38:44.978442 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f742a8-374a-47ad-8268-88e0dbab64ad tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Port': ['ID=87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:44.981747 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc12bc-1aca-4eac-adf7-464ac0ae9244 req-d0ed41e6-055b-453d-8973-42b145e26cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:44.983267 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7bdc12bc-1aca-4eac-adf7-464ac0ae9244 req-d0ed41e6-055b-453d-8973-42b145e26cac service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2123ff89-9386-4934-a517-d5d3fdf2b074 HTTP/1.1" status: 200 len: 835 time: 0.2836366 Apr 29 11:38:45.011578 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9fd71f-4f55-40f6-8ff8-07738ca21187 None None] Network 0fe05d38-ef95-43b5-8fa2-fbae985e5a4d requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:45.052966 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361697e0-8b31-4da3-8b76-4a00a0d6d108 None None] Network 6722dd4f-5d68-4e6e-b293-e96818bb9ae0 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:45.091197 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-361697e0-8b31-4da3-8b76-4a00a0d6d108 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:45.091611 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4de6f42f-d28c-4e74-96f5-b55820788363 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:45.161744 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361697e0-8b31-4da3-8b76-4a00a0d6d108 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:45.164423 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361697e0-8b31-4da3-8b76-4a00a0d6d108 None None] Pushing event updated for resources: {'Port': ['ID=aab90bd6-9be1-44b4-ac38-e594ebed45f8,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:45.176362 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-07c7eb58-be5a-4857-870f-cf43735b25f7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:45.222957 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-c229873b-817c-4ef7-88e9-07cd413aec86 None None] Provisioning complete for port d0c6ffe9-d9cc-411d-9522-3b51bf4531f2 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:45.223592 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c229873b-817c-4ef7-88e9-07cd413aec86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:45.225530 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device c78f8dbf-61be-489d-941a-598d0d5a2216 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:38:45.261212 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-a2d96f4f-89c7-460f-806a-44dfb0d9d6a0 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Allocated IP 172.26.4.214 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/58da0d2f-137b-47b9-b5e9-af6b2c08dba7) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:45.276281 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ee63d732-fe90-46a8-aff7-8a0405020e9b tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:45.306857 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-ee63d732-fe90-46a8-aff7-8a0405020e9b tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d6cbd6-1882-40f6-b8e3-e1bd45e8b9be']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:45.321026 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-ee63d732-fe90-46a8-aff7-8a0405020e9b tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69b46843-54f4-4315-8538-2adb33a0d7b0') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:45.321661 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-ee63d732-fe90-46a8-aff7-8a0405020e9b tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69b46843-54f4-4315-8538-2adb33a0d7b0') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:45.334185 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ee63d732-fe90-46a8-aff7-8a0405020e9b tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:45.345159 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-361697e0-8b31-4da3-8b76-4a00a0d6d108 None None] Attempting to bind port aab90bd6-9be1-44b4-ac38-e594ebed45f8 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:38:45.345813 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-361697e0-8b31-4da3-8b76-4a00a0d6d108 None None] Attempting to bind port aab90bd6-9be1-44b4-ac38-e594ebed45f8 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '8e6dd477-2326-47b2-9cc2-2b52c7b053d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6722dd4f-5d68-4e6e-b293-e96818bb9ae0'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:38:45.346942 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361697e0-8b31-4da3-8b76-4a00a0d6d108 None None] Attempting to bind port aab90bd6-9be1-44b4-ac38-e594ebed45f8 on network 6722dd4f-5d68-4e6e-b293-e96818bb9ae0 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:38:45.356971 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ee63d732-fe90-46a8-aff7-8a0405020e9b tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:45.364920 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee63d732-fe90-46a8-aff7-8a0405020e9b tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:38:45.365587 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ee63d732-fe90-46a8-aff7-8a0405020e9b tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:45.394189 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361697e0-8b31-4da3-8b76-4a00a0d6d108 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:38:45.394826 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361697e0-8b31-4da3-8b76-4a00a0d6d108 None None] Checking segment: {'id': '8e6dd477-2326-47b2-9cc2-2b52c7b053d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6722dd4f-5d68-4e6e-b293-e96818bb9ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:45.394955 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-361697e0-8b31-4da3-8b76-4a00a0d6d108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:45.395361 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361697e0-8b31-4da3-8b76-4a00a0d6d108 None None] Bound using segment: {'id': '8e6dd477-2326-47b2-9cc2-2b52c7b053d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6722dd4f-5d68-4e6e-b293-e96818bb9ae0'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:38:45.395898 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-361697e0-8b31-4da3-8b76-4a00a0d6d108 None None] Bound port: aab90bd6-9be1-44b4-ac38-e594ebed45f8, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e6dd477-2326-47b2-9cc2-2b52c7b053d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6722dd4f-5d68-4e6e-b293-e96818bb9ae0'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:38:45.396358 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-361697e0-8b31-4da3-8b76-4a00a0d6d108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:45.402455 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a2d96f4f-89c7-460f-806a-44dfb0d9d6a0 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:45.438823 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfed1d3-fc84-479e-b9b7-922188ecfdeb tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Made reservation on behalf of 193fbcf2d46440da9fd4a859e9df1831 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:45.442954 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5dfed1d3-fc84-479e-b9b7-922188ecfdeb tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:45.485806 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a2d96f4f-89c7-460f-806a-44dfb0d9d6a0 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:45.521989 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:38:45.521989 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:38:45.521989 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:38:45.521989 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:38:45.521989 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:38:45.521989 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:38:45.521989 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:38:45.521989 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:38:45.521989 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:38:45.521989 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:38:45.521989 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:38:45.521989 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:38:45.521989 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:38:45.521989 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:38:45.521989 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:38:45.521989 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:38:45.521989 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:38:45.521989 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:38:45.521989 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:38:45.521989 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:38:45.521989 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:38:45.521989 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:38:45.521989 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:38:45.521989 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:38:45.521989 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:38:45.521989 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:38:45.521989 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:38:45.521989 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:38:45.521989 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:38:45.521989 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:38:45.521989 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:38:45.521989 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:38:45.531717 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ee63d732-fe90-46a8-aff7-8a0405020e9b tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:45.538115 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9f8d6ddf-9251-46f9-9423-8867de569265 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:45.540008 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ee63d732-fe90-46a8-aff7-8a0405020e9b tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:45.543925 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ee63d732-fe90-46a8-aff7-8a0405020e9b tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/networks/99d6cbd6-1882-40f6-b8e3-e1bd45e8b9be HTTP/1.1" status: 204 len: 168 time: 1.2556961 Apr 29 11:38:45.547986 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49962) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:45.568405 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee63d732-fe90-46a8-aff7-8a0405020e9b tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event deleted for resources: {'Network': ['ID=99d6cbd6-1882-40f6-b8e3-e1bd45e8b9be,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:45.612549 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-505b116a-b752-429f-85b9-cdd43fe39455 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:45.613014 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-505b116a-b752-429f-85b9-cdd43fe39455 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:45.619178 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-505b116a-b752-429f-85b9-cdd43fe39455 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/subnets/42d4804d-0047-4577-9ed4-5749d716f47f HTTP/1.1" status: 404 len: 337 time: 0.0672026 Apr 29 11:38:45.621011 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49964) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:45.648162 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d96f4f-89c7-460f-806a-44dfb0d9d6a0 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:45.650033 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a175e9b-7186-45da-ab3e-9f71d0b7af46 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:45.650687 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a175e9b-7186-45da-ab3e-9f71d0b7af46 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:45.666414 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4a175e9b-7186-45da-ab3e-9f71d0b7af46 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/networks/fc9427b8-661d-4963-ac06-7f3a6b82e2f0 HTTP/1.1" status: 404 len: 339 time: 0.0414796 Apr 29 11:38:45.666414 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-4de6f42f-d28c-4e74-96f5-b55820788363 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Deleting port aab90bd6-9be1-44b4-ac38-e594ebed45f8 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:45.666414 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4de6f42f-d28c-4e74-96f5-b55820788363 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:45.668381 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49966) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:45.704569 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe8dfab-59cf-4e34-a8ac-2ee1fe0d44fb tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:45.705031 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe8dfab-59cf-4e34-a8ac-2ee1fe0d44fb tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:45.712008 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-dbe8dfab-59cf-4e34-a8ac-2ee1fe0d44fb tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/subnets/dd85f4b1-6279-4f6d-aa07-797a88ed9ed8 HTTP/1.1" status: 404 len: 337 time: 0.0393488 Apr 29 11:38:45.723030 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49968) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:45.743369 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dfed1d3-fc84-479e-b9b7-922188ecfdeb tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:38:45.753938 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-a2d96f4f-89c7-460f-806a-44dfb0d9d6a0 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:45.762409 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d96f4f-89c7-460f-806a-44dfb0d9d6a0 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:45.781010 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6fb2b14-5a10-4bb9-97a4-1f19515c2d36 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:45.781616 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6fb2b14-5a10-4bb9-97a4-1f19515c2d36 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:45.784773 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b6fb2b14-5a10-4bb9-97a4-1f19515c2d36 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/networks/d9f972ea-2abb-4122-9c4b-71914095d90a HTTP/1.1" status: 404 len: 339 time: 0.0608387 Apr 29 11:38:45.797855 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49970) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:45.810849 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9f8d6ddf-9251-46f9-9423-8867de569265 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:45.816749 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8d6ddf-9251-46f9-9423-8867de569265 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:45.817495 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9f8d6ddf-9251-46f9-9423-8867de569265 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:45.822638 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d96f4f-89c7-460f-806a-44dfb0d9d6a0 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event updated for resources: {'Port': ['ID=58da0d2f-137b-47b9-b5e9-af6b2c08dba7,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:45.844779 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca4429a-3c00-4d88-b872-7ad755689b92 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:45.845238 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca4429a-3c00-4d88-b872-7ad755689b92 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:45.848466 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2ca4429a-3c00-4d88-b872-7ad755689b92 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/subnets/a650042a-fc4f-4c1f-952a-c036a0189723 HTTP/1.1" status: 404 len: 337 time: 0.0496469 Apr 29 11:38:45.851044 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49972) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:45.864265 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-07c7eb58-be5a-4857-870f-cf43735b25f7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:45.874543 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port c78f8dbf-61be-489d-941a-598d0d5a2216 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:45.874667 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:45.876037 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-c15fb551-d695-43ab-93a1-ef89e5243d5f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:45.876631 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c15fb551-d695-43ab-93a1-ef89e5243d5f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:45.879716 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c15fb551-d695-43ab-93a1-ef89e5243d5f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/networks/cc99a270-2253-405c-a3f6-76903d77ab2a HTTP/1.1" status: 404 len: 339 time: 0.0259793 Apr 29 11:38:45.882865 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49974) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:45.921751 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b2cabb-423a-4717-9587-12846b2a32fc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:45.922525 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b2cabb-423a-4717-9587-12846b2a32fc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:45.925573 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-94b2cabb-423a-4717-9587-12846b2a32fc tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/subnets/c57d23e4-52f2-475e-ba97-9d1d088d7f4f HTTP/1.1" status: 404 len: 337 time: 0.0415070 Apr 29 11:38:45.929319 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49976) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:45.954859 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-361697e0-8b31-4da3-8b76-4a00a0d6d108 None None] For port aab90bd6-9be1-44b4-ac38-e594ebed45f8, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:38:45.960860 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2221f51-03c0-411b-8b09-88be442f3a88 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:45.961750 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2221f51-03c0-411b-8b09-88be442f3a88 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:45.967205 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e2221f51-03c0-411b-8b09-88be442f3a88 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/networks/794e788f-66a8-4736-90bf-ed9e8bd37bf3 HTTP/1.1" status: 404 len: 339 time: 0.0345392 Apr 29 11:38:45.967589 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49978) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:45.970200 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-361697e0-8b31-4da3-8b76-4a00a0d6d108 None None] For port aab90bd6-9be1-44b4-ac38-e594ebed45f8, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=aab90bd6-9be1-44b4-ac38-e594ebed45f8,segment=NetworkSegment(8e6dd477-2326-47b2-9cc2-2b52c7b053d9),segment_id=8e6dd477-2326-47b2-9cc2-2b52c7b053d9)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:38:45.981454 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-4de6f42f-d28c-4e74-96f5-b55820788363 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] For port aab90bd6-9be1-44b4-ac38-e594ebed45f8, host dv-neutron-838888-1-hyperv, got binding levels [] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:45.981724 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4de6f42f-d28c-4e74-96f5-b55820788363 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:45.981834 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c229873b-817c-4ef7-88e9-07cd413aec86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:45.983009 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c7eb58-be5a-4857-870f-cf43735b25f7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:45.989723 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc12bc-1aca-4eac-adf7-464ac0ae9244 req-f4c793a9-aa42-4ac4-8f6e-88cfa12c2f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:45.991422 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7bdc12bc-1aca-4eac-adf7-464ac0ae9244 req-f4c793a9-aa42-4ac4-8f6e-88cfa12c2f26 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6385ed98-aeeb-4990-b743-9383f9d45e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9116311 Apr 29 11:38:46.008091 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab3e7f5a-bdc2-4df2-bb37-2ce13c1df9a6 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:46.008542 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab3e7f5a-bdc2-4df2-bb37-2ce13c1df9a6 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:46.015327 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ab3e7f5a-bdc2-4df2-bb37-2ce13c1df9a6 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/subnets/be066346-6bc4-4e1d-91eb-e9fe94d7317e HTTP/1.1" status: 404 len: 337 time: 0.0444252 Apr 29 11:38:46.015653 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49982) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:46.029802 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-4de6f42f-d28c-4e74-96f5-b55820788363 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Calling delete_port for aab90bd6-9be1-44b4-ac38-e594ebed45f8 owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:46.037471 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-361697e0-8b31-4da3-8b76-4a00a0d6d108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:46.045214 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-93522be7-462f-4cf0-8a83-3bd37613554c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:46.046887 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93522be7-462f-4cf0-8a83-3bd37613554c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:46.049402 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:46.052701 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-93522be7-462f-4cf0-8a83-3bd37613554c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/networks/0fe91479-7a3e-441b-aa64-336a3dec9d99 HTTP/1.1" status: 404 len: 339 time: 0.0338285 Apr 29 11:38:46.053831 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5dfed1d3-fc84-479e-b9b7-922188ecfdeb tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:46.054207 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-5dfed1d3-fc84-479e-b9b7-922188ecfdeb tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Added segment 2454e8fd-54ff-475d-8f40-b517d8dc8c59 of type vlan for network 7c96d31e-e1fa-4ee4-b094-4e5625054ba5 Apr 29 11:38:46.059411 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49984) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:46.067257 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a503c3-f828-45b4-b52f-9ea9f57bb581 None None] DHCP port deletion for 0fe05d38-ef95-43b5-8fa2-fbae985e5a4d request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:38:46.103101 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port c78f8dbf-61be-489d-941a-598d0d5a2216, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=c78f8dbf-61be-489d-941a-598d0d5a2216,segment=NetworkSegment(a4b01ebb-e2d3-4930-bc92-5e2516909bc7),segment_id=a4b01ebb-e2d3-4930-bc92-5e2516909bc7)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:46.108886 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5dfed1d3-fc84-479e-b9b7-922188ecfdeb tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:46.121020 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f652dc1-04e1-4b6b-a844-c0ae4e4aaa5e tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:46.121460 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f652dc1-04e1-4b6b-a844-c0ae4e4aaa5e tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:46.126888 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9f652dc1-04e1-4b6b-a844-c0ae4e4aaa5e tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/subnets/81bd2eff-1d02-40fe-9b8e-303342a4e254 HTTP/1.1" status: 404 len: 337 time: 0.0641251 Apr 29 11:38:46.127781 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49986) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:46.133955 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:46.135471 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 68462173-4d9f-4775-a357-4a2a8c7d6c01 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:38:46.155784 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-df86790a-30ed-4bf0-86fd-fef106591d5f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:46.156405 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df86790a-30ed-4bf0-86fd-fef106591d5f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:46.161822 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-df86790a-30ed-4bf0-86fd-fef106591d5f tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/networks/3eee10c8-ddc9-4477-89e1-31eac8fab325 HTTP/1.1" status: 404 len: 339 time: 0.0303299 Apr 29 11:38:46.163675 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49988) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:46.204524 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc3a1774-b51e-47e9-b8b5-d40cb7d805b6 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:46.205065 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc3a1774-b51e-47e9-b8b5-d40cb7d805b6 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:46.210916 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-bc3a1774-b51e-47e9-b8b5-d40cb7d805b6 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/subnets/29e6a5de-fde8-4263-bccc-2e467416992c HTTP/1.1" status: 404 len: 337 time: 0.0438194 Apr 29 11:38:46.211929 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49990) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:46.216382 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-c229873b-817c-4ef7-88e9-07cd413aec86 None None] For port d0c6ffe9-d9cc-411d-9522-3b51bf4531f2, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=d0c6ffe9-d9cc-411d-9522-3b51bf4531f2,segment=NetworkSegment(e31cdcc8-13e8-46f5-aab0-d351e6cb29a9),segment_id=e31cdcc8-13e8-46f5-aab0-d351e6cb29a9)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:46.238549 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6b7ce22-c99a-4868-b837-3da3e03ecf67 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:46.238763 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6b7ce22-c99a-4868-b837-3da3e03ecf67 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:46.244647 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e6b7ce22-c99a-4868-b837-3da3e03ecf67 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/networks/49d1666f-f692-4d43-957a-55abaffde557 HTTP/1.1" status: 404 len: 339 time: 0.0287838 Apr 29 11:38:46.244841 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c229873b-817c-4ef7-88e9-07cd413aec86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:46.249886 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49992) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:46.281708 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16d1348-e230-4208-af4b-5e6299af235c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:46.282159 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c16d1348-e230-4208-af4b-5e6299af235c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:46.287651 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c16d1348-e230-4208-af4b-5e6299af235c tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/subnets/236b8b7d-a183-455e-9c06-df8fe89c1923 HTTP/1.1" status: 404 len: 337 time: 0.0343843 Apr 29 11:38:46.287959 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49994) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:46.294793 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361697e0-8b31-4da3-8b76-4a00a0d6d108 None None] Pushing event updated for resources: {'Port': ['ID=aab90bd6-9be1-44b4-ac38-e594ebed45f8,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:46.313678 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b890f9-5fcb-43fd-b460-91c79e4d720c req-b2bc5bb8-413a-44ef-8f66-c4edfadc1b55 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:46.315449 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-93b890f9-5fcb-43fd-b460-91c79e4d720c req-b2bc5bb8-413a-44ef-8f66-c4edfadc1b55 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=06066a09-efd3-4a70-914e-c1de212e7cdb HTTP/1.1" status: 200 len: 943 time: 0.8069763 Apr 29 11:38:46.316505 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-07c7eb58-be5a-4857-870f-cf43735b25f7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:46.342928 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-5863fa33-2527-49fc-91d1-3cc630006e42 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:46.343610 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5863fa33-2527-49fc-91d1-3cc630006e42 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:46.348154 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5863fa33-2527-49fc-91d1-3cc630006e42 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/networks/30406710-fcc5-4e82-b3a2-bb670b031af9 HTTP/1.1" status: 404 len: 339 time: 0.0591476 Apr 29 11:38:46.350601 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49996) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:46.382873 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-41a503c3-f828-45b4-b52f-9ea9f57bb581 None None] Deleting port c78f8dbf-61be-489d-941a-598d0d5a2216 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:46.383546 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-41a503c3-f828-45b4-b52f-9ea9f57bb581 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:46.387045 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=c78f8dbf-61be-489d-941a-598d0d5a2216,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:46.390644 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 68462173-4d9f-4775-a357-4a2a8c7d6c01 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:46.391275 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:46.436004 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d707fc3-a2f5-414e-bdb8-c4c51e9ee7f6 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Deleting subnet 4779e0a4-cb7d-4a8e-b6d6-6b8ba9affde8 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:38:46.437735 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4de6f42f-d28c-4e74-96f5-b55820788363 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:46.444408 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7bdc12bc-1aca-4eac-adf7-464ac0ae9244 req-9ed4cb5a-ca15-4cfd-be8e-9382ab2005c8 service neutron] 10.222.0.62 "GET /v2.0/networks/6385ed98-aeeb-4990-b743-9383f9d45e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054325 Apr 29 11:38:46.461645 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c7eb58-be5a-4857-870f-cf43735b25f7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:46.468621 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c7eb58-be5a-4857-870f-cf43735b25f7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:46.469553 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-07c7eb58-be5a-4857-870f-cf43735b25f7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:46.472967 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6d707fc3-a2f5-414e-bdb8-c4c51e9ee7f6 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:46.475765 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6f42f-d28c-4e74-96f5-b55820788363 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event deleted for resources: {'Port': ['ID=aab90bd6-9be1-44b4-ac38-e594ebed45f8,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:46.553630 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6d707fc3-a2f5-414e-bdb8-c4c51e9ee7f6 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:46.574247 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-41a503c3-f828-45b4-b52f-9ea9f57bb581 None None] For port c78f8dbf-61be-489d-941a-598d0d5a2216, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=c78f8dbf-61be-489d-941a-598d0d5a2216,segment=NetworkSegment(a4b01ebb-e2d3-4930-bc92-5e2516909bc7),segment_id=a4b01ebb-e2d3-4930-bc92-5e2516909bc7)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:46.574831 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-41a503c3-f828-45b4-b52f-9ea9f57bb581 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:46.596021 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 49092aba-e15d-45b6-93b8-d39b1c288a47 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:38:46.603889 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-33f742a8-374a-47ad-8268-88e0dbab64ad tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:46.616456 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de6f42f-d28c-4e74-96f5-b55820788363 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] No DVR routers for this DVR port aab90bd6-9be1-44b4-ac38-e594ebed45f8 on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:38:46.632452 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-41a503c3-f828-45b4-b52f-9ea9f57bb581 None None] Calling delete_port for c78f8dbf-61be-489d-941a-598d0d5a2216 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:46.635485 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9f8d6ddf-9251-46f9-9423-8867de569265 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 4.1661468 Apr 29 11:38:46.641700 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-24f326b0-a105-4285-b554-55324a1db20f None None] Provisioning complete for port 68462173-4d9f-4775-a357-4a2a8c7d6c01 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:46.646069 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-24f326b0-a105-4285-b554-55324a1db20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:46.692423 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7eb58-be5a-4857-870f-cf43735b25f7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Port': ['ID=a674ed5c-47eb-43a2-98f1-b7627fa04141,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:46.694985 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4de6f42f-d28c-4e74-96f5-b55820788363 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:46.698800 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 49998) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:46.708552 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229873b-817c-4ef7-88e9-07cd413aec86 None None] Pushing event updated for resources: {'Port': ['ID=d0c6ffe9-d9cc-411d-9522-3b51bf4531f2,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:46.709378 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-6ee995a9-b82b-4bf9-88e2-6b814962e694 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Request body: {'subnet': {'network_id': 'f2c7f00b-7310-4389-bb90-5d27beafffd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:46.711091 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d6ddf-9251-46f9-9423-8867de569265 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Pushing event updated for resources: {'Network': ['ID=f2c7f00b-7310-4389-bb90-5d27beafffd3,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:46.728952 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5dfed1d3-fc84-479e-b9b7-922188ecfdeb tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:46.735149 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfed1d3-fc84-479e-b9b7-922188ecfdeb tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:46.736051 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5dfed1d3-fc84-479e-b9b7-922188ecfdeb tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:46.741142 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network f2c7f00b-7310-4389-bb90-5d27beafffd3 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:38:46.754353 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-07c7eb58-be5a-4857-870f-cf43735b25f7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.6034508 Apr 29 11:38:46.783834 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50000) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:46.803680 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-7c799d1f-c01c-47b8-a721-e8c3be34cf79 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'port': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'fixed_ips': [{'subnet_id': 'd339d9b7-7bcb-446f-bcbc-34ed7977d87b', 'ip_address': '2001:db8::800b:b6eb:1089:a8aa'}], 'name': 'tempest-NetworksTestDHCPv6-1950007503'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:46.955073 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-93b890f9-5fcb-43fd-b460-91c79e4d720c req-3380c103-0705-48d7-b5f8-111d3683e7d7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9dffd1b-378c-40e4-b371-fd981072da8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5025144 Apr 29 11:38:46.958994 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5dfed1d3-fc84-479e-b9b7-922188ecfdeb tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.0743744 Apr 29 11:38:46.960509 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6d707fc3-a2f5-414e-bdb8-c4c51e9ee7f6 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:46.964936 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50002) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:46.996737 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-a173c04d-c00e-4e4a-84d8-8655cc355b1e tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Request body: {'subnet': {'network_id': '7c96d31e-e1fa-4ee4-b094-4e5625054ba5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:47.047744 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:47.105158 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee995a9-b82b-4bf9-88e2-6b814962e694 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Made reservation on behalf of 244dbbfd92f14aa1b27a47e7f47abfd3 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:47.107968 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6ee995a9-b82b-4bf9-88e2-6b814962e694 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:47.117392 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4de6f42f-d28c-4e74-96f5-b55820788363 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:47.135544 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 49092aba-e15d-45b6-93b8-d39b1c288a47, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=49092aba-e15d-45b6-93b8-d39b1c288a47,segment=NetworkSegment(e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b),segment_id=e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:47.153172 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7bdc12bc-1aca-4eac-adf7-464ac0ae9244 req-39ec1cd3-4397-4903-a4b4-a16807f486a0 service neutron] 10.222.0.62 "GET /v2.0/networks/6385ed98-aeeb-4990-b743-9383f9d45e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6716726 Apr 29 11:38:47.173678 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 68462173-4d9f-4775-a357-4a2a8c7d6c01, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=68462173-4d9f-4775-a357-4a2a8c7d6c01,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:47.187058 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '49092aba-e15d-45b6-93b8-d39b1c288a47', 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c', 'port_id': '49092aba-e15d-45b6-93b8-d39b1c288a47', 'mac_address': 'fa:16:3e:d5:c1:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2123ff89-9386-4934-a517-d5d3fdf2b074', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:38:47.193543 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:47.193543 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device d0c6ffe9-d9cc-411d-9522-3b51bf4531f2 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:38:47.201552 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfed1d3-fc84-479e-b9b7-922188ecfdeb tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Pushing event updated for resources: {'Network': ['ID=7c96d31e-e1fa-4ee4-b094-4e5625054ba5,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:47.246153 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4de6f42f-d28c-4e74-96f5-b55820788363 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:47.273235 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 7c96d31e-e1fa-4ee4-b094-4e5625054ba5 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:38:47.282131 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-41a503c3-f828-45b4-b52f-9ea9f57bb581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:47.300687 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-24f326b0-a105-4285-b554-55324a1db20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:47.301551 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-4de6f42f-d28c-4e74-96f5-b55820788363 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6722dd4f-5d68-4e6e-b293-e96818bb9ae0']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:47.339993 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6f42f-d28c-4e74-96f5-b55820788363 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event deleted for resources: {'Subnet': ['ID=bed77934-62cd-439b-86c5-725b5643f877,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:47.363326 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-4de6f42f-d28c-4e74-96f5-b55820788363 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e6dd477-2326-47b2-9cc2-2b52c7b053d9') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:47.364008 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-4de6f42f-d28c-4e74-96f5-b55820788363 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e6dd477-2326-47b2-9cc2-2b52c7b053d9') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:47.379789 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a173c04d-c00e-4e4a-84d8-8655cc355b1e tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Made reservation on behalf of 193fbcf2d46440da9fd4a859e9df1831 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:47.383542 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a173c04d-c00e-4e4a-84d8-8655cc355b1e tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:47.402348 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4de6f42f-d28c-4e74-96f5-b55820788363 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:47.418219 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a503c3-f828-45b4-b52f-9ea9f57bb581 None None] No DVR routers for this DVR port c78f8dbf-61be-489d-941a-598d0d5a2216 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:38:47.424145 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=68462173-4d9f-4775-a357-4a2a8c7d6c01,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:47.488841 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:47.495008 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a503c3-f828-45b4-b52f-9ea9f57bb581 None None] Pushing event deleted for resources: {'Port': ['ID=c78f8dbf-61be-489d-941a-598d0d5a2216,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:47.506838 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4de6f42f-d28c-4e74-96f5-b55820788363 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:47.522672 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port d0c6ffe9-d9cc-411d-9522-3b51bf4531f2 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:47.523216 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:47.523591 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6d707fc3-a2f5-414e-bdb8-c4c51e9ee7f6 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:47.543699 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de6f42f-d28c-4e74-96f5-b55820788363 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:38:47.544399 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4de6f42f-d28c-4e74-96f5-b55820788363 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:47.549066 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:38:47.549066 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:38:47.549066 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:38:47.549066 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:38:47.549066 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:38:47.549066 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:38:47.549066 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:38:47.549066 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:38:47.549066 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:38:47.549066 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:38:47.549066 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:38:47.549066 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:38:47.549066 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:38:47.549066 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:38:47.549066 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:38:47.549066 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:38:47.549066 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:38:47.549066 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:38:47.549066 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:38:47.549066 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:38:47.549066 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:38:47.549066 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:38:47.549066 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:38:47.549066 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:38:47.549066 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:38:47.549066 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:38:47.549066 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:38:47.549066 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:38:47.549066 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:38:47.549066 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:38:47.549066 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:38:47.549066 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:38:47.563179 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49092aba-e15d-45b6-93b8-d39b1c288a47 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:38:47.597822 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-24f326b0-a105-4285-b554-55324a1db20f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:38:47.598797 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-24f326b0-a105-4285-b554-55324a1db20f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:38:47.604757 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 49092aba-e15d-45b6-93b8-d39b1c288a47, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=49092aba-e15d-45b6-93b8-d39b1c288a47,segment=NetworkSegment(e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b),segment_id=e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:47.611545 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:47.622268 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d707fc3-a2f5-414e-bdb8-c4c51e9ee7f6 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event deleted for resources: {'Subnet': ['ID=4779e0a4-cb7d-4a8e-b6d6-6b8ba9affde8,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:47.676394 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6d707fc3-a2f5-414e-bdb8-c4c51e9ee7f6 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:47.678757 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49762194-6e3f-470a-a304-2762004a4184 None None] Network 03bc04c9-1ee0-4155-adf2-e5e0688287da requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:47.679701 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6d707fc3-a2f5-414e-bdb8-c4c51e9ee7f6 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/subnets/4779e0a4-cb7d-4a8e-b6d6-6b8ba9affde8 HTTP/1.1" status: 204 len: 168 time: 1.3281384 Apr 29 11:38:47.684654 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50004) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:47.740218 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4de6f42f-d28c-4e74-96f5-b55820788363 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:47.754473 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4de6f42f-d28c-4e74-96f5-b55820788363 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:47.757681 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4de6f42f-d28c-4e74-96f5-b55820788363 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "DELETE /v2.0/networks/6722dd4f-5d68-4e6e-b293-e96818bb9ae0 HTTP/1.1" status: 204 len: 168 time: 2.8194218 Apr 29 11:38:47.769770 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50006) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:47.773553 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=49092aba-e15d-45b6-93b8-d39b1c288a47,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:47.793159 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 159efa3a-2cd6-4b9a-8c7b-4cf0522057a8 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:38:47.806429 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6f42f-d28c-4e74-96f5-b55820788363 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event deleted for resources: {'Network': ['ID=6722dd4f-5d68-4e6e-b293-e96818bb9ae0,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:47.894783 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 159efa3a-2cd6-4b9a-8c7b-4cf0522057a8 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:38:47.895126 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 159efa3a-2cd6-4b9a-8c7b-4cf0522057a8 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:38:47.922389 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-a902a5b6-cb6a-40e1-a157-2065d96e62e1 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:47.922933 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a902a5b6-cb6a-40e1-a157-2065d96e62e1 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:47.928959 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a902a5b6-cb6a-40e1-a157-2065d96e62e1 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "DELETE /v2.0/subnets/bed77934-62cd-439b-86c5-725b5643f877 HTTP/1.1" status: 404 len: 337 time: 0.1553900 Apr 29 11:38:47.950012 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50008) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:47.958076 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6ee995a9-b82b-4bf9-88e2-6b814962e694 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:47.987297 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['49092aba-e15d-45b6-93b8-d39b1c288a47'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:38:48.050001 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be98b03-0b81-4204-badc-4d80d1926ffb None None] DHCP port deletion for 03bc04c9-1ee0-4155-adf2-e5e0688287da request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:38:48.095371 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 68462173-4d9f-4775-a357-4a2a8c7d6c01 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:38:48.097922 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de268e89-2e33-47ea-8c0f-21c5c578ef54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:48.173675 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.objects.ports [None req-a173c04d-c00e-4e4a-84d8-8655cc355b1e tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102960) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 11:38:48.174951 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee995a9-b82b-4bf9-88e2-6b814962e694 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Pushing event updated for resources: {'Subnet': ['ID=6a8cb8d5-5996-42c2-baea-e75c0fb41db4,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:48.179950 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a173c04d-c00e-4e4a-84d8-8655cc355b1e tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:48.219402 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee995a9-b82b-4bf9-88e2-6b814962e694 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Checking segment: {'id': 'a193f8b3-eb63-40a8-b94a-43cba952ee07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f2c7f00b-7310-4389-bb90-5d27beafffd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:48.219893 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee995a9-b82b-4bf9-88e2-6b814962e694 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Network hostable DHCP agents. Network: f2c7f00b-7310-4389-bb90-5d27beafffd3, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:38:48.222424 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-886eeaff-17dc-45cd-ad68-ac6927f34772 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:48.223233 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-886eeaff-17dc-45cd-ad68-ac6927f34772 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:48.231084 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-886eeaff-17dc-45cd-ad68-ac6927f34772 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "DELETE /v2.0/networks/6722dd4f-5d68-4e6e-b293-e96818bb9ae0 HTTP/1.1" status: 404 len: 339 time: 0.2268009 Apr 29 11:38:48.232872 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50012) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:48.238390 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 68462173-4d9f-4775-a357-4a2a8c7d6c01 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:48.238748 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:48.284639 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c799d1f-c01c-47b8-a721-e8c3be34cf79 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:48.288276 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173c04d-c00e-4e4a-84d8-8655cc355b1e tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Pushing event updated for resources: {'Subnet': ['ID=dbb6ba0c-aa65-49db-860d-e3a5e4b0a8ec,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:48.346142 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee995a9-b82b-4bf9-88e2-6b814962e694 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Network f2c7f00b-7310-4389-bb90-5d27beafffd3 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:38:48.373950 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-6ee995a9-b82b-4bf9-88e2-6b814962e694 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, f2c7f00b-7310-4389-bb90-5d27beafffd3) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:48.387502 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-9be98b03-0b81-4204-badc-4d80d1926ffb None None] Deleting port 3be875ff-763f-4b8e-9ea1-edeefebb2a4a {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:48.388432 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9be98b03-0b81-4204-badc-4d80d1926ffb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:48.395048 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0f9f85ca-bb53-466a-a4eb-3caf8c8997b4 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:48.397846 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee995a9-b82b-4bf9-88e2-6b814962e694 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:48.399136 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6ee995a9-b82b-4bf9-88e2-6b814962e694 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:48.403539 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a173c04d-c00e-4e4a-84d8-8655cc355b1e tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Checking segment: {'id': '2454e8fd-54ff-475d-8f40-b517d8dc8c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7c96d31e-e1fa-4ee4-b094-4e5625054ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:48.404037 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a173c04d-c00e-4e4a-84d8-8655cc355b1e tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Network hostable DHCP agents. Network: 7c96d31e-e1fa-4ee4-b094-4e5625054ba5, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:38:48.431736 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6ee995a9-b82b-4bf9-88e2-6b814962e694 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7231386 Apr 29 11:38:48.432039 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50014) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:48.438462 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-27bc38c6-0508-47f7-bc36-0093e0f77ef0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-528137842', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:48.445008 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a2d96f4f-89c7-460f-806a-44dfb0d9d6a0 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:48.495007 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a173c04d-c00e-4e4a-84d8-8655cc355b1e tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Network 7c96d31e-e1fa-4ee4-b094-4e5625054ba5 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:38:48.512690 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-27bc38c6-0508-47f7-bc36-0093e0f77ef0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:48.513960 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-27bc38c6-0508-47f7-bc36-0093e0f77ef0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:48.524225 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-a173c04d-c00e-4e4a-84d8-8655cc355b1e tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 7c96d31e-e1fa-4ee4-b094-4e5625054ba5) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:48.569987 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a173c04d-c00e-4e4a-84d8-8655cc355b1e tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:48.570950 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a173c04d-c00e-4e4a-84d8-8655cc355b1e tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:48.591541 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0f9f85ca-bb53-466a-a4eb-3caf8c8997b4 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:48.594971 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c3037-ed3e-469a-bf7d-afe854ddb75f req-3ce72578-c42f-439b-a7ba-982608011b33 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:48.596581 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-011c3037-ed3e-469a-bf7d-afe854ddb75f req-3ce72578-c42f-439b-a7ba-982608011b33 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=06066a09-efd3-4a70-914e-c1de212e7cdb HTTP/1.1" status: 200 len: 944 time: 0.4828656 Apr 29 11:38:48.646053 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7b767b-cfdc-415a-aeb4-56b4cb6efb21 None None] Network f2c7f00b-7310-4389-bb90-5d27beafffd3 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:48.648137 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a668dd-531b-4c96-aa6b-f3e02cf1f48a None None] DHCP port deletion for 6722dd4f-5d68-4e6e-b293-e96818bb9ae0 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:38:48.650418 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9921278f-4e9e-49b2-b65b-1fba96fef60e None None] Network 7c96d31e-e1fa-4ee4-b094-4e5625054ba5 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:48.651408 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-24f326b0-a105-4285-b554-55324a1db20f None None] Provisioning complete for port d0c6ffe9-d9cc-411d-9522-3b51bf4531f2 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:48.652028 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-24f326b0-a105-4285-b554-55324a1db20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:48.653622 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a173c04d-c00e-4e4a-84d8-8655cc355b1e tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6868322 Apr 29 11:38:48.660961 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-27bc38c6-0508-47f7-bc36-0093e0f77ef0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:48.661998 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50016) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:48.674698 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-0f9f85ca-bb53-466a-a4eb-3caf8c8997b4 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb74a3b8-28d6-4661-a4e7-97175bcc3897']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:48.683814 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-27bc38c6-0508-47f7-bc36-0093e0f77ef0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:48.691567 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7c799d1f-c01c-47b8-a721-e8c3be34cf79 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:48.704636 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-0f9f85ca-bb53-466a-a4eb-3caf8c8997b4 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba6ca038-adec-419f-a8e3-109ccc07cc97') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:48.705290 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-0f9f85ca-bb53-466a-a4eb-3caf8c8997b4 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba6ca038-adec-419f-a8e3-109ccc07cc97') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:48.713716 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a2d96f4f-89c7-460f-806a-44dfb0d9d6a0 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:48.759775 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0f9f85ca-bb53-466a-a4eb-3caf8c8997b4 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:48.765532 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-27bc38c6-0508-47f7-bc36-0093e0f77ef0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:48.766799 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-27bc38c6-0508-47f7-bc36-0093e0f77ef0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3337665 Apr 29 11:38:48.778725 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50018) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:48.779754 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-33f742a8-374a-47ad-8268-88e0dbab64ad tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:48.795446 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-de268e89-2e33-47ea-8c0f-21c5c578ef54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Deleting port 3be875ff-763f-4b8e-9ea1-edeefebb2a4a {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:48.795816 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de268e89-2e33-47ea-8c0f-21c5c578ef54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:48.799390 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-7c799d1f-c01c-47b8-a721-e8c3be34cf79 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] device_id is not set on port 7ea67e55-58f6-4174-86eb-b65d62418eda yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:38:48.820385 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-011c3037-ed3e-469a-bf7d-afe854ddb75f req-18494f94-ea72-4799-8874-fb644e0d98c0 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9dffd1b-378c-40e4-b371-fd981072da8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118659 Apr 29 11:38:48.820936 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-33f742a8-374a-47ad-8268-88e0dbab64ad tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:48.822302 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-33f742a8-374a-47ad-8268-88e0dbab64ad tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:48.830120 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0f9f85ca-bb53-466a-a4eb-3caf8c8997b4 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:48.847873 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f9f85ca-bb53-466a-a4eb-3caf8c8997b4 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:38:48.848154 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626839cd-6b58-4d06-9139-f7f3117ee01a None None] Network 6722dd4f-5d68-4e6e-b293-e96818bb9ae0 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:48.848413 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0f9f85ca-bb53-466a-a4eb-3caf8c8997b4 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:48.851425 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:38:48.851425 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:38:48.851425 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:38:48.851425 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:38:48.851425 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:38:48.851425 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:38:48.851425 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:38:48.851425 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:38:48.851425 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:38:48.851425 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:38:48.851425 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:38:48.851425 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:38:48.851425 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:38:48.851425 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:38:48.851425 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:38:48.851425 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:38:48.851425 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:38:48.851425 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:38:48.851425 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:38:48.851425 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:38:48.851425 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:38:48.851425 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:38:48.851425 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:38:48.851425 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:38:48.851425 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:38:48.851425 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:38:48.851425 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:38:48.851425 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:38:48.851425 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:38:48.851425 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:38:48.851425 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:38:48.851425 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:38:48.902232 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device d0c6ffe9-d9cc-411d-9522-3b51bf4531f2 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:38:48.916941 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626839cd-6b58-4d06-9139-f7f3117ee01a None None] Network 6722dd4f-5d68-4e6e-b293-e96818bb9ae0 could not be found, it might have been deleted concurrently. {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 29 11:38:48.958377 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289592e9-4536-432f-8984-ecd618fb5c23 None None] Network 6722dd4f-5d68-4e6e-b293-e96818bb9ae0 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:48.975899 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-9be98b03-0b81-4204-badc-4d80d1926ffb None None] For port 3be875ff-763f-4b8e-9ea1-edeefebb2a4a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=3be875ff-763f-4b8e-9ea1-edeefebb2a4a,segment=NetworkSegment(18435700-2ab5-43be-9271-2706787cc46b),segment_id=18435700-2ab5-43be-9271-2706787cc46b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:48.976295 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9be98b03-0b81-4204-badc-4d80d1926ffb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:49.019435 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d4577c5d-671a-42ed-b26b-a0096375b206 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:49.028910 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289592e9-4536-432f-8984-ecd618fb5c23 None None] Network 6722dd4f-5d68-4e6e-b293-e96818bb9ae0 could not be found, it might have been deleted concurrently. {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 29 11:38:49.047269 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-9be98b03-0b81-4204-badc-4d80d1926ffb None None] Calling delete_port for 3be875ff-763f-4b8e-9ea1-edeefebb2a4a owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:49.116281 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f742a8-374a-47ad-8268-88e0dbab64ad tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Port': ['ID=87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:49.132945 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0f9f85ca-bb53-466a-a4eb-3caf8c8997b4 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:49.133444 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-de268e89-2e33-47ea-8c0f-21c5c578ef54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] For port 3be875ff-763f-4b8e-9ea1-edeefebb2a4a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=3be875ff-763f-4b8e-9ea1-edeefebb2a4a,segment=NetworkSegment(18435700-2ab5-43be-9271-2706787cc46b),segment_id=18435700-2ab5-43be-9271-2706787cc46b)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:49.133822 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de268e89-2e33-47ea-8c0f-21c5c578ef54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:49.166057 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0f9f85ca-bb53-466a-a4eb-3caf8c8997b4 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:49.169750 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0f9f85ca-bb53-466a-a4eb-3caf8c8997b4 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "DELETE /v2.0/networks/eb74a3b8-28d6-4661-a4e7-97175bcc3897 HTTP/1.1" status: 204 len: 168 time: 0.9325902 Apr 29 11:38:49.181655 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50020) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:49.195344 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-de268e89-2e33-47ea-8c0f-21c5c578ef54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Calling delete_port for 3be875ff-763f-4b8e-9ea1-edeefebb2a4a owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:49.204526 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f85ca-bb53-466a-a4eb-3caf8c8997b4 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event deleted for resources: {'Network': ['ID=eb74a3b8-28d6-4661-a4e7-97175bcc3897,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:49.237383 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d4577c5d-671a-42ed-b26b-a0096375b206 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:49.263693 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-10cfa732-f32c-4c94-8b91-fa47a4745e89 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:49.263693 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10cfa732-f32c-4c94-8b91-fa47a4745e89 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:49.266749 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-10cfa732-f32c-4c94-8b91-fa47a4745e89 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "DELETE /v2.0/subnets/2368d517-6baa-40fa-b3c7-d22ff079b121 HTTP/1.1" status: 404 len: 337 time: 0.0805123 Apr 29 11:38:49.287164 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50022) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:49.287164 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9d02cb6d-34ae-44ff-8090-55338aedf6a0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:49.325554 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f8476a-9a88-4925-aa29-a3bc8cdd427b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:49.326191 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42f8476a-9a88-4925-aa29-a3bc8cdd427b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:49.330217 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-42f8476a-9a88-4925-aa29-a3bc8cdd427b tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "DELETE /v2.0/networks/4115cd65-0f52-4f1f-9bd9-086a9f8d7581 HTTP/1.1" status: 404 len: 339 time: 0.0411110 Apr 29 11:38:49.333519 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50024) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:49.338249 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port d0c6ffe9-d9cc-411d-9522-3b51bf4531f2 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:49.338985 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:49.396212 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f742a8-374a-47ad-8268-88e0dbab64ad tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network b2d06907-a4d4-4ea6-a2d0-5da0c93b630f is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:49.405116 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-24f326b0-a105-4285-b554-55324a1db20f None None] Could not find standard attr ID for object c78f8dbf-61be-489d-941a-598d0d5a2216. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:38:49.408294 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-33f742a8-374a-47ad-8268-88e0dbab64ad tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:49.413313 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a2d96f4f-89c7-460f-806a-44dfb0d9d6a0 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:49.429575 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a2d96f4f-89c7-460f-806a-44dfb0d9d6a0 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:49.445586 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c799d1f-c01c-47b8-a721-e8c3be34cf79 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 29 11:38:49.446181 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c799d1f-c01c-47b8-a721-e8c3be34cf79 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:49.462472 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55210958-3d56-4940-98e6-97d1c2849ecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-7c96d31e-e1fa-4ee4-b094-4e5625054ba5', 'network_id': '7c96d31e-e1fa-4ee4-b094-4e5625054ba5', 'tenant_id': '193fbcf2d46440da9fd4a859e9df1831', 'fixed_ips': [{'subnet_id': 'dbb6ba0c-aa65-49db-860d-e3a5e4b0a8ec'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:38:49.463768 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-55210958-3d56-4940-98e6-97d1c2849ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:49.500291 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6e6148-48d3-4d4e-92b4-341db7597e22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-f2c7f00b-7310-4389-bb90-5d27beafffd3', 'network_id': 'f2c7f00b-7310-4389-bb90-5d27beafffd3', 'tenant_id': '244dbbfd92f14aa1b27a47e7f47abfd3', 'fixed_ips': [{'subnet_id': '6a8cb8d5-5996-42c2-baea-e75c0fb41db4'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:38:49.501157 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3e6e6148-48d3-4d4e-92b4-341db7597e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:49.508827 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9be98b03-0b81-4204-badc-4d80d1926ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:49.511725 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-24f326b0-a105-4285-b554-55324a1db20f None None] Provisioning complete for port 87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:49.512101 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-24f326b0-a105-4285-b554-55324a1db20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:49.539550 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de268e89-2e33-47ea-8c0f-21c5c578ef54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:49.609588 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be98b03-0b81-4204-badc-4d80d1926ffb None None] Pushing event deleted for resources: {'Port': ['ID=3be875ff-763f-4b8e-9ea1-edeefebb2a4a,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:49.613723 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a2d96f4f-89c7-460f-806a-44dfb0d9d6a0 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:49.620090 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7c799d1f-c01c-47b8-a721-e8c3be34cf79 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.8204141 Apr 29 11:38:49.638864 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be98b03-0b81-4204-badc-4d80d1926ffb None None] No DVR routers for this DVR port 3be875ff-763f-4b8e-9ea1-edeefebb2a4a on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:38:49.695737 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50026) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:49.724273 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-24f326b0-a105-4285-b554-55324a1db20f None None] Port 87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:38:49.827271 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device c78f8dbf-61be-489d-941a-598d0d5a2216 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:38:49.839969 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cbbec02-7ada-4b1f-a597-72aa8a24ec92 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Deleting subnet c1815db3-2fae-4a75-930e-925018f6e2c3 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:38:49.849628 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d4577c5d-671a-42ed-b26b-a0096375b206 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:49.854286 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8cbbec02-7ada-4b1f-a597-72aa8a24ec92 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:49.939684 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4577c5d-671a-42ed-b26b-a0096375b206 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Pushing event deleted for resources: {'Subnet': ['ID=dbb6ba0c-aa65-49db-860d-e3a5e4b0a8ec,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:49.992439 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8cbbec02-7ada-4b1f-a597-72aa8a24ec92 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:50.021618 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: c78f8dbf-61be-489d-941a-598d0d5a2216 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:38:50.021912 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device c78f8dbf-61be-489d-941a-598d0d5a2216 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:38:50.032201 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-a3d949b4-f350-4087-b77e-0d78388eefcd None None] Could not find standard attr ID for object aab90bd6-9be1-44b4-ac38-e594ebed45f8. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:38:50.073194 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-3e6e6148-48d3-4d4e-92b4-341db7597e22 None None] Allocated IP 172.20.0.2 (f2c7f00b-7310-4389-bb90-5d27beafffd3/6a8cb8d5-5996-42c2-baea-e75c0fb41db4/3333acbf-6ade-4431-bb38-e7c79f709078) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:50.092149 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de268e89-2e33-47ea-8c0f-21c5c578ef54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] No DVR routers for this DVR port 3be875ff-763f-4b8e-9ea1-edeefebb2a4a on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:38:50.130045 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-a3d949b4-f350-4087-b77e-0d78388eefcd None None] Provisioning complete for port a674ed5c-47eb-43a2-98f1-b7627fa04141 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:50.130638 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a3d949b4-f350-4087-b77e-0d78388eefcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server [None req-55210958-3d56-4940-98e6-97d1c2849ecd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dbb6ba0c-aa65-49db-860d-e3a5e4b0a8ec: This subnet is being modified by another concurrent operation. Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 11:38:50.135766 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise exception Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dbb6ba0c-aa65-49db-860d-e3a5e4b0a8ec: This subnet is being modified by another concurrent operation. Apr 29 11:38:50.139205 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server Apr 29 11:38:50.146027 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d4577c5d-671a-42ed-b26b-a0096375b206 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:50.176464 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [None req-a2d96f4f-89c7-460f-806a-44dfb0d9d6a0 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Floating IP 63f03877-4bb3-402d-9679-7328600fd325 associated. External IP: 172.26.4.214, port: 4f2fcffc-5e39-4e47-973e-1f94b6b60d13. Apr 29 11:38:50.177359 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d96f4f-89c7-460f-806a-44dfb0d9d6a0 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event updated for resources: {'Port': ['ID=58da0d2f-137b-47b9-b5e9-af6b2c08dba7,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:50.212102 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device aab90bd6-9be1-44b4-ac38-e594ebed45f8 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:38:50.214975 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fab1871-93e7-4a34-8e74-f329e0a82e98 None None] Network 7c96d31e-e1fa-4ee4-b094-4e5625054ba5 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:50.216621 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-d4577c5d-671a-42ed-b26b-a0096375b206 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c96d31e-e1fa-4ee4-b094-4e5625054ba5']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:50.240937 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-d4577c5d-671a-42ed-b26b-a0096375b206 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2454e8fd-54ff-475d-8f40-b517d8dc8c59') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:50.241339 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-d4577c5d-671a-42ed-b26b-a0096375b206 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2454e8fd-54ff-475d-8f40-b517d8dc8c59') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:50.259698 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d4577c5d-671a-42ed-b26b-a0096375b206 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:50.264239 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: aab90bd6-9be1-44b4-ac38-e594ebed45f8 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:38:50.264729 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device aab90bd6-9be1-44b4-ac38-e594ebed45f8 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:38:50.265155 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 3be875ff-763f-4b8e-9ea1-edeefebb2a4a no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:38:50.276847 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8cbbec02-7ada-4b1f-a597-72aa8a24ec92 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:50.306491 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de268e89-2e33-47ea-8c0f-21c5c578ef54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event deleted for resources: {'Port': ['ID=3be875ff-763f-4b8e-9ea1-edeefebb2a4a,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:50.316574 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d4577c5d-671a-42ed-b26b-a0096375b206 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:50.333313 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 3be875ff-763f-4b8e-9ea1-edeefebb2a4a {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:38:50.333667 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 3be875ff-763f-4b8e-9ea1-edeefebb2a4a not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:38:50.335237 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4577c5d-671a-42ed-b26b-a0096375b206 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:38:50.336416 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d4577c5d-671a-42ed-b26b-a0096375b206 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:50.341955 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:38:50.341955 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:38:50.341955 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:38:50.341955 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:38:50.341955 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:38:50.341955 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:38:50.341955 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:38:50.341955 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:38:50.341955 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:38:50.341955 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:38:50.341955 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:38:50.341955 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:38:50.341955 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:38:50.341955 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:38:50.341955 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:38:50.341955 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:38:50.341955 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:38:50.341955 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:38:50.341955 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:38:50.341955 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:38:50.341955 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:38:50.341955 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:38:50.341955 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:38:50.341955 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:38:50.341955 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:38:50.341955 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:38:50.341955 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:38:50.341955 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:38:50.341955 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:38:50.341955 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:38:50.341955 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:38:50.341955 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:38:50.343992 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f742a8-374a-47ad-8268-88e0dbab64ad tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Router d9c65347-25d2-4970-bee3-39fb6f4c4633 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:38:50.352295 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-a3d949b4-f350-4087-b77e-0d78388eefcd None None] Port a674ed5c-47eb-43a2-98f1-b7627fa04141 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:38:50.417350 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de268e89-2e33-47ea-8c0f-21c5c578ef54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:50.479725 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d4577c5d-671a-42ed-b26b-a0096375b206 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:50.484232 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed1300-8ee4-480d-8f84-67d063a6f634 req-65eb781f-c2bf-426d-8faf-ae6ff06e0bd2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:50.485837 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a3ed1300-8ee4-480d-8f84-67d063a6f634 req-65eb781f-c2bf-426d-8faf-ae6ff06e0bd2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=06066a09-efd3-4a70-914e-c1de212e7cdb HTTP/1.1" status: 200 len: 944 time: 0.3964722 Apr 29 11:38:50.487678 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d4577c5d-671a-42ed-b26b-a0096375b206 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:50.490809 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d4577c5d-671a-42ed-b26b-a0096375b206 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "DELETE /v2.0/networks/7c96d31e-e1fa-4ee4-b094-4e5625054ba5 HTTP/1.1" status: 204 len: 168 time: 1.8260369 Apr 29 11:38:50.495549 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50030) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:50.501560 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377724c4-be72-41ac-9b3a-90aa6ed3f88c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:50.508146 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377724c4-be72-41ac-9b3a-90aa6ed3f88c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:50.513350 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-8e5ce0c8-0bfe-46d8-a4b4-f67693ceef71 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-26897634'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:50.514023 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-377724c4-be72-41ac-9b3a-90aa6ed3f88c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.8170452 Apr 29 11:38:50.515951 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50032) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:50.516713 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4577c5d-671a-42ed-b26b-a0096375b206 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Pushing event deleted for resources: {'Network': ['ID=7c96d31e-e1fa-4ee4-b094-4e5625054ba5,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:50.519047 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8cbbec02-7ada-4b1f-a597-72aa8a24ec92 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:50.535353 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-de268e89-2e33-47ea-8c0f-21c5c578ef54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03bc04c9-1ee0-4155-adf2-e5e0688287da']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:50.541871 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-4776f422-2125-4ba3-8b48-b248fb042065 None None] Provisioning complete for port 87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:50.542923 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4776f422-2125-4ba3-8b48-b248fb042065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:50.569080 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-de268e89-2e33-47ea-8c0f-21c5c578ef54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18435700-2ab5-43be-9271-2706787cc46b') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:50.569686 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-de268e89-2e33-47ea-8c0f-21c5c578ef54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18435700-2ab5-43be-9271-2706787cc46b') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:50.590960 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3e6e6148-48d3-4d4e-92b4-341db7597e22 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:50.599590 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8cbbec02-7ada-4b1f-a597-72aa8a24ec92 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:50.601607 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-4776f422-2125-4ba3-8b48-b248fb042065 None None] Port 87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:38:50.605550 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8cbbec02-7ada-4b1f-a597-72aa8a24ec92 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "DELETE /v2.0/subnets/c1815db3-2fae-4a75-930e-925018f6e2c3 HTTP/1.1" status: 204 len: 168 time: 1.2710004 Apr 29 11:38:50.612175 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50034) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:50.612925 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3e6e6148-48d3-4d4e-92b4-341db7597e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:50.614813 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 49092aba-e15d-45b6-93b8-d39b1c288a47 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:38:50.617918 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77abe2c-40f2-4db8-8872-2ad494b488bd None None] Network 5dffee30-0854-476a-a787-4a1493120123 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:50.623494 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de268e89-2e33-47ea-8c0f-21c5c578ef54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:50.643068 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbbec02-7ada-4b1f-a597-72aa8a24ec92 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event deleted for resources: {'Subnet': ['ID=c1815db3-2fae-4a75-930e-925018f6e2c3,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:50.689438 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de268e89-2e33-47ea-8c0f-21c5c578ef54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:50.718622 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5ce0c8-0bfe-46d8-a4b4-f67693ceef71 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Made reservation on behalf of 193fbcf2d46440da9fd4a859e9df1831 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:50.722439 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8e5ce0c8-0bfe-46d8-a4b4-f67693ceef71 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:50.735060 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a3ed1300-8ee4-480d-8f84-67d063a6f634 req-46ee66a4-a671-4e41-b54d-752ddbcd9dd1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9dffd1b-378c-40e4-b371-fd981072da8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173009 Apr 29 11:38:50.746414 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de268e89-2e33-47ea-8c0f-21c5c578ef54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:38:50.747193 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de268e89-2e33-47ea-8c0f-21c5c578ef54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: self.session.flush() Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: self.session.flush() Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: self.session.flush() Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: self.session.flush() Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:38:50.752176 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:38:50.761414 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e9fbd6-38c6-415d-ab2d-5e8f1ceacdc9 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Deleting subnet ec3ffa06-4c48-4066-afc1-3cb035c74a72 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:38:50.782108 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f742a8-374a-47ad-8268-88e0dbab64ad tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:38:50.806326 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-60e9fbd6-38c6-415d-ab2d-5e8f1ceacdc9 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:50.813464 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-9d02cb6d-34ae-44ff-8090-55338aedf6a0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Allocated IP 172.20.0.1 (f2c7f00b-7310-4389-bb90-5d27beafffd3/6a8cb8d5-5996-42c2-baea-e75c0fb41db4/988003fd-c6bb-4260-b33e-dda20ebd390a) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:50.818696 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-33f742a8-374a-47ad-8268-88e0dbab64ad tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "PUT /v2.0/routers/d9c65347-25d2-4970-bee3-39fb6f4c4633/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4713280 Apr 29 11:38:50.825411 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50036) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:50.834919 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-8873378e-48f9-4f5d-b825-f12e2cede256 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-392224766'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:50.904475 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de268e89-2e33-47ea-8c0f-21c5c578ef54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:50.908047 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e5ce0c8-0bfe-46d8-a4b4-f67693ceef71 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:38:50.916350 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de268e89-2e33-47ea-8c0f-21c5c578ef54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:50.917557 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-60e9fbd6-38c6-415d-ab2d-5e8f1ceacdc9 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:50.919976 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-de268e89-2e33-47ea-8c0f-21c5c578ef54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] 10.222.0.69 "DELETE /v2.0/networks/03bc04c9-1ee0-4155-adf2-e5e0688287da HTTP/1.1" status: 204 len: 168 time: 3.2154410 Apr 29 11:38:50.922278 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8873378e-48f9-4f5d-b825-f12e2cede256 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Made reservation on behalf of 39685abd7a114d62abb4ba48b231a867 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:50.925830 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8873378e-48f9-4f5d-b825-f12e2cede256 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:50.938473 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d500a60e-dece-407a-b3c9-c852ad8be62e None None] Sync routers for ids ['d9c65347-25d2-4970-bee3-39fb6f4c4633'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:38:50.940593 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de268e89-2e33-47ea-8c0f-21c5c578ef54 tempest-NetworksTest-1391599000 tempest-NetworksTest-1391599000-project] Pushing event deleted for resources: {'Network': ['ID=03bc04c9-1ee0-4155-adf2-e5e0688287da,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:50.954658 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6e6148-48d3-4d4e-92b4-341db7597e22 None None] Network f2c7f00b-7310-4389-bb90-5d27beafffd3 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:50.960382 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d96f4f-89c7-460f-806a-44dfb0d9d6a0 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Router 6b852a27-38d8-4c52-8f6a-e6deebc4b1a5 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:38:50.972222 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-3e6e6148-48d3-4d4e-92b4-341db7597e22 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:50.974726 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8873378e-48f9-4f5d-b825-f12e2cede256 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:38:50.976329 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6e6148-48d3-4d4e-92b4-341db7597e22 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:50.988561 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8873378e-48f9-4f5d-b825-f12e2cede256 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:50.989204 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-8873378e-48f9-4f5d-b825-f12e2cede256 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Added segment f86a78a8-a3e7-4d62-ab97-afdfec6ca2b4 of type vlan for network 88632f92-7f64-413d-8122-4b23fefea982 Apr 29 11:38:50.989441 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e6148-48d3-4d4e-92b4-341db7597e22 None None] Pushing event updated for resources: {'Port': ['ID=3333acbf-6ade-4431-bb38-e7c79f709078,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:50.999438 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d500a60e-dece-407a-b3c9-c852ad8be62e None None] Routers {'d9c65347-25d2-4970-bee3-39fb6f4c4633'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:51.000437 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-d500a60e-dece-407a-b3c9-c852ad8be62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d9c65347-25d2-4970-bee3-39fb6f4c4633'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:51.005095 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8e5ce0c8-0bfe-46d8-a4b4-f67693ceef71 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:51.006541 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-8e5ce0c8-0bfe-46d8-a4b4-f67693ceef71 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Added segment 03b6b207-fada-4c51-8bf2-82350bca4986 of type vlan for network 52859cfc-23fe-4288-b365-4298a04967b9 Apr 29 11:38:51.085632 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-3e35361b-a10d-4e3b-9141-78f9ad9334a2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting port a674ed5c-47eb-43a2-98f1-b7627fa04141 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:51.086019 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3e35361b-a10d-4e3b-9141-78f9ad9334a2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:51.097754 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8873378e-48f9-4f5d-b825-f12e2cede256 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:51.127214 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8e5ce0c8-0bfe-46d8-a4b4-f67693ceef71 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:51.160394 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d96f4f-89c7-460f-806a-44dfb0d9d6a0 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:38:51.173175 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8873378e-48f9-4f5d-b825-f12e2cede256 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:51.175472 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69deea8-9b60-4040-8374-eb7bb35c2e65 None None] Sync routers for ids ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:38:51.182916 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8873378e-48f9-4f5d-b825-f12e2cede256 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:51.183715 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8873378e-48f9-4f5d-b825-f12e2cede256 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:51.194702 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69deea8-9b60-4040-8374-eb7bb35c2e65 None None] Routers {'6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:51.195274 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-d69deea8-9b60-4040-8374-eb7bb35c2e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:51.205346 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port 49092aba-e15d-45b6-93b8-d39b1c288a47 completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:38:51.213361 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 49092aba-e15d-45b6-93b8-d39b1c288a47 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:51.214107 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:51.216030 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a2d96f4f-89c7-460f-806a-44dfb0d9d6a0 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:51.253250 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.db.resource_extend [None req-8e5ce0c8-0bfe-46d8-a4b4-f67693ceef71 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:38:51.267194 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9d02cb6d-34ae-44ff-8090-55338aedf6a0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:51.270742 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-3e6e6148-48d3-4d4e-92b4-341db7597e22 None None] Attempting to bind port 3333acbf-6ade-4431-bb38-e7c79f709078 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:38:51.271467 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-3e6e6148-48d3-4d4e-92b4-341db7597e22 None None] Attempting to bind port 3333acbf-6ade-4431-bb38-e7c79f709078 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'a193f8b3-eb63-40a8-b94a-43cba952ee07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f2c7f00b-7310-4389-bb90-5d27beafffd3'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:38:51.272527 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6e6148-48d3-4d4e-92b4-341db7597e22 None None] Attempting to bind port 3333acbf-6ade-4431-bb38-e7c79f709078 on network f2c7f00b-7310-4389-bb90-5d27beafffd3 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:38:51.285522 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-60e9fbd6-38c6-415d-ab2d-5e8f1ceacdc9 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:51.296945 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-d69deea8-9b60-4040-8374-eb7bb35c2e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:51.309210 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69deea8-9b60-4040-8374-eb7bb35c2e65 None None] Routers {'6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:51.309870 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-8873378e-48f9-4f5d-b825-f12e2cede256 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4809275 Apr 29 11:38:51.310614 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-d69deea8-9b60-4040-8374-eb7bb35c2e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:51.315488 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50040) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:51.318655 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-d500a60e-dece-407a-b3c9-c852ad8be62e None None] Set router d9c65347-25d2-4970-bee3-39fb6f4c4633 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:38:51.320664 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873378e-48f9-4f5d-b825-f12e2cede256 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Network': ['ID=88632f92-7f64-413d-8122-4b23fefea982,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:51.329294 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-86934f77-94f6-4f0c-8108-58e2a33a77ff tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Request body: {'subnet': {'network_id': '88632f92-7f64-413d-8122-4b23fefea982', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:51.346250 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8e5ce0c8-0bfe-46d8-a4b4-f67693ceef71 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:51.349823 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a2d96f4f-89c7-460f-806a-44dfb0d9d6a0 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.7910495 Apr 29 11:38:51.353649 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50042) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:51.354209 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5ce0c8-0bfe-46d8-a4b4-f67693ceef71 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:51.360910 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-36ecc8af-14d6-4f7f-a9d4-7f489b130b15 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Request body: {'floatingip': {'port_id': '4f2fcffc-5e39-4e47-973e-1f94b6b60d13', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:51.379356 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8e5ce0c8-0bfe-46d8-a4b4-f67693ceef71 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:51.380486 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-d69deea8-9b60-4040-8374-eb7bb35c2e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:51.381854 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69deea8-9b60-4040-8374-eb7bb35c2e65 None None] The sync data for ids ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:38:51.418050 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6e6148-48d3-4d4e-92b4-341db7597e22 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:38:51.418509 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6e6148-48d3-4d4e-92b4-341db7597e22 None None] Checking segment: {'id': 'a193f8b3-eb63-40a8-b94a-43cba952ee07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f2c7f00b-7310-4389-bb90-5d27beafffd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:51.419012 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3e6e6148-48d3-4d4e-92b4-341db7597e22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:51.419562 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6e6148-48d3-4d4e-92b4-341db7597e22 None None] Bound using segment: {'id': 'a193f8b3-eb63-40a8-b94a-43cba952ee07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f2c7f00b-7310-4389-bb90-5d27beafffd3'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:38:51.420134 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-3e6e6148-48d3-4d4e-92b4-341db7597e22 None None] Bound port: 3333acbf-6ade-4431-bb38-e7c79f709078, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a193f8b3-eb63-40a8-b94a-43cba952ee07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f2c7f00b-7310-4389-bb90-5d27beafffd3'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:38:51.420902 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3e6e6148-48d3-4d4e-92b4-341db7597e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:51.428352 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 88632f92-7f64-413d-8122-4b23fefea982 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:38:51.476499 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-36ecc8af-14d6-4f7f-a9d4-7f489b130b15 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:51.518751 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50046) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:51.529366 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3e35361b-a10d-4e3b-9141-78f9ad9334a2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:51.551256 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8e5ce0c8-0bfe-46d8-a4b4-f67693ceef71 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0453928 Apr 29 11:38:51.563030 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50050) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:51.573302 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-8413b6ac-4687-452e-8017-ec892955163e tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Request body: {'subnet': {'network_id': '52859cfc-23fe-4288-b365-4298a04967b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:51.585340 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ce0c8-0bfe-46d8-a4b4-f67693ceef71 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Pushing event updated for resources: {'Network': ['ID=52859cfc-23fe-4288-b365-4298a04967b9,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:51.594944 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-3e35361b-a10d-4e3b-9141-78f9ad9334a2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Calling delete_port for a674ed5c-47eb-43a2-98f1-b7627fa04141 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:51.624221 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9d02cb6d-34ae-44ff-8090-55338aedf6a0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:51.687305 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 52859cfc-23fe-4288-b365-4298a04967b9 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:38:51.718761 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86934f77-94f6-4f0c-8108-58e2a33a77ff tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Made reservation on behalf of 39685abd7a114d62abb4ba48b231a867 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:51.722678 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-86934f77-94f6-4f0c-8108-58e2a33a77ff tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:51.724384 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-60e9fbd6-38c6-415d-ab2d-5e8f1ceacdc9 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:51.774686 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02cb6d-34ae-44ff-8090-55338aedf6a0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Pushing event updated for resources: {'Port': ['ID=988003fd-c6bb-4260-b33e-dda20ebd390a,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:51.786119 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5797021a-156a-4839-b7ab-156a79d60979 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=82c9781045a448caa6e2255533e0b7a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2659423 Apr 29 11:38:51.795171 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50054) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:51.833925 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9fbd6-38c6-415d-ab2d-5e8f1ceacdc9 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event deleted for resources: {'Subnet': ['ID=ec3ffa06-4c48-4066-afc1-3cb035c74a72,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:51.848202 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-60e9fbd6-38c6-415d-ab2d-5e8f1ceacdc9 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:51.855177 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-60e9fbd6-38c6-415d-ab2d-5e8f1ceacdc9 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "DELETE /v2.0/subnets/ec3ffa06-4c48-4066-afc1-3cb035c74a72 HTTP/1.1" status: 204 len: 168 time: 1.2098994 Apr 29 11:38:51.858941 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d02cb6d-34ae-44ff-8090-55338aedf6a0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Network f2c7f00b-7310-4389-bb90-5d27beafffd3 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:51.859565 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50056) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:51.873409 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-9d02cb6d-34ae-44ff-8090-55338aedf6a0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:51.875785 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:51.881710 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d02cb6d-34ae-44ff-8090-55338aedf6a0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:51.915458 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-3e6e6148-48d3-4d4e-92b4-341db7597e22 None None] For port 3333acbf-6ade-4431-bb38-e7c79f709078, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:38:51.945480 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06066a09-efd3-4a70-914e-c1de212e7cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49092aba-e15d-45b6-93b8-d39b1c288a47'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:38:51.948689 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844de697-848b-4a53-9200-80f536184d1a" -d '{"events": [{"server_uuid": "06066a09-efd3-4a70-914e-c1de212e7cdb", "name": "network-vif-plugged", "status": "completed", "tag": "49092aba-e15d-45b6-93b8-d39b1c288a47"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:38:51.954514 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-3e6e6148-48d3-4d4e-92b4-341db7597e22 None None] For port 3333acbf-6ade-4431-bb38-e7c79f709078, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=3333acbf-6ade-4431-bb38-e7c79f709078,segment=NetworkSegment(a193f8b3-eb63-40a8-b94a-43cba952ee07),segment_id=a193f8b3-eb63-40a8-b94a-43cba952ee07)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:38:51.971308 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3e6e6148-48d3-4d4e-92b4-341db7597e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:51.974292 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 49092aba-e15d-45b6-93b8-d39b1c288a47, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=49092aba-e15d-45b6-93b8-d39b1c288a47,segment=NetworkSegment(e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b),segment_id=e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:52.031079 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8413b6ac-4687-452e-8017-ec892955163e tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Made reservation on behalf of 193fbcf2d46440da9fd4a859e9df1831 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:52.034684 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8413b6ac-4687-452e-8017-ec892955163e tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:52.057009 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:52.059783 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e6148-48d3-4d4e-92b4-341db7597e22 None None] Pushing event updated for resources: {'Port': ['ID=3333acbf-6ade-4431-bb38-e7c79f709078,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:52.069694 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-d500a60e-dece-407a-b3c9-c852ad8be62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'name': 'tempest-RoutersIpV6Test-router-511075764', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:38:20Z', 'updated_at': '2022-04-29T11:38:45Z', 'revision_number': 3, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None, '_interfaces': [{'id': '21044d70-8412-46f0-a5ea-e3e60ae77965', 'name': '', 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:38:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:26Z', 'updated_at': '2022-04-29T11:38:37Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e', 'name': '', 'network_id': 'b2d06907-a4d4-4ea6-a2d0-5da0c93b630f', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:9e:d0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:41Z', 'updated_at': '2022-04-29T11:38:47Z', 'revision_number': 2, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:52.081068 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9d02cb6d-34ae-44ff-8090-55338aedf6a0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:52.108960 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-068d1f53-1b4c-46bb-ad25-2ef90a7c4a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:52.117989 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20903d4f-3315-45a9-a76e-c488bee89e17 req-44c7aef9-f990-42cd-a6c9-95f3af06bde9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:52.120120 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-20903d4f-3315-45a9-a76e-c488bee89e17 req-44c7aef9-f990-42cd-a6c9-95f3af06bde9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=06066a09-efd3-4a70-914e-c1de212e7cdb HTTP/1.1" status: 200 len: 944 time: 0.2254136 Apr 29 11:38:52.125925 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26e8a97-2381-4b7f-9986-869a64f3aa2e x-openstack-request-id: req-c26e8a97-2381-4b7f-9986-869a64f3aa2e {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:38:52.126242 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06066a09-efd3-4a70-914e-c1de212e7cdb", "name": "network-vif-plugged", "status": "completed", "tag": "49092aba-e15d-45b6-93b8-d39b1c288a47", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:38:52.126504 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c26e8a97-2381-4b7f-9986-869a64f3aa2e {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:38:52.127181 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c26e8a97-2381-4b7f-9986-869a64f3aa2e'] response: {'server_uuid': '06066a09-efd3-4a70-914e-c1de212e7cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49092aba-e15d-45b6-93b8-d39b1c288a47', 'code': 200} Apr 29 11:38:52.146903 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d500a60e-dece-407a-b3c9-c852ad8be62e None None] Checking router: d9c65347-25d2-4970-bee3-39fb6f4c4633 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:38:52.147300 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d500a60e-dece-407a-b3c9-c852ad8be62e None None] Updating router d9c65347-25d2-4970-bee3-39fb6f4c4633 port 87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:38:52.216898 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-98d92255-2c75-41aa-8792-9a09b82f8f34 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:52.222780 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d500a60e-dece-407a-b3c9-c852ad8be62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:52.224812 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=49092aba-e15d-45b6-93b8-d39b1c288a47,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:52.239764 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffec29e-3377-4744-a405-346a7eb28fdb None None] Update dhcp port {'port': {'network_id': '5dffee30-0854-476a-a787-4a1493120123', 'fixed_ips': [{'subnet_id': 'ec3ffa06-4c48-4066-afc1-3cb035c74a72'}], 'binding:host_id': 'dv-neutron-838888-1-hyperv'}, 'id': '7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1'} from dv-neutron-838888-1-hyperv. {{(pid=102961) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 11:38:52.286033 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-068d1f53-1b4c-46bb-ad25-2ef90a7c4a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:52.470086 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3e35361b-a10d-4e3b-9141-78f9ad9334a2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:52.470914 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-20903d4f-3315-45a9-a76e-c488bee89e17 req-3ccdaabc-595a-4d8b-b417-3be9c869ebe9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9dffd1b-378c-40e4-b371-fd981072da8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3258929 Apr 29 11:38:52.554882 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d500a60e-dece-407a-b3c9-c852ad8be62e None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:52.565970 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d500a60e-dece-407a-b3c9-c852ad8be62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:52.580744 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9d02cb6d-34ae-44ff-8090-55338aedf6a0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:52.587922 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35361b-a10d-4e3b-9141-78f9ad9334a2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Port': ['ID=a674ed5c-47eb-43a2-98f1-b7627fa04141,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:52.597092 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cffec29e-3377-4744-a405-346a7eb28fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:52.614298 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-98d92255-2c75-41aa-8792-9a09b82f8f34 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Deleting port 7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:52.614667 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-98d92255-2c75-41aa-8792-9a09b82f8f34 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:52.642458 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31882a-73a2-499f-86c0-b0f11a38d748 None None] Pushing event updated for resources: {'Port': ['ID=87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:52.659745 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-36ecc8af-14d6-4f7f-a9d4-7f489b130b15 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:52.672748 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcee382-48ff-4e86-9042-f57978922dfa req-0bf58f8a-70db-4ae4-9331-bf77b52e647d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:52.674517 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6dcee382-48ff-4e86-9042-f57978922dfa req-0bf58f8a-70db-4ae4-9331-bf77b52e647d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=06066a09-efd3-4a70-914e-c1de212e7cdb HTTP/1.1" status: 200 len: 1098 time: 0.4012682 Apr 29 11:38:52.685027 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-36ecc8af-14d6-4f7f-a9d4-7f489b130b15 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:52.725948 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-98d92255-2c75-41aa-8792-9a09b82f8f34 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] For port 7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1,segment=NetworkSegment(865d2e1f-d19c-45a4-a53e-0d767a34929b),segment_id=865d2e1f-d19c-45a4-a53e-0d767a34929b)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:52.726295 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-98d92255-2c75-41aa-8792-9a09b82f8f34 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:52.753444 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-98d92255-2c75-41aa-8792-9a09b82f8f34 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Calling delete_port for 7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1 owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:52.766717 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-86934f77-94f6-4f0c-8108-58e2a33a77ff tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:52.793880 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-068d1f53-1b4c-46bb-ad25-2ef90a7c4a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:52.797031 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-068d1f53-1b4c-46bb-ad25-2ef90a7c4a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:52.798457 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-068d1f53-1b4c-46bb-ad25-2ef90a7c4a4f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/aa478493-875c-44bf-a6ac-30aa5bc99ba7 HTTP/1.1" status: 204 len: 168 time: 0.9995608 Apr 29 11:38:52.805606 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-d500a60e-dece-407a-b3c9-c852ad8be62e None None] Attempting to bind port 87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:38:52.806628 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-d500a60e-dece-407a-b3c9-c852ad8be62e None None] Attempting to bind port 87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'e31cdcc8-13e8-46f5-aab0-d351e6cb29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b2d06907-a4d4-4ea6-a2d0-5da0c93b630f'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:38:52.807451 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d500a60e-dece-407a-b3c9-c852ad8be62e None None] Attempting to bind port 87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e on network b2d06907-a4d4-4ea6-a2d0-5da0c93b630f {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:38:52.835440 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35361b-a10d-4e3b-9141-78f9ad9334a2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:52.835792 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35361b-a10d-4e3b-9141-78f9ad9334a2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:52.836133 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35361b-a10d-4e3b-9141-78f9ad9334a2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:52.836469 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35361b-a10d-4e3b-9141-78f9ad9334a2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:52.836805 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35361b-a10d-4e3b-9141-78f9ad9334a2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:52.837659 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35361b-a10d-4e3b-9141-78f9ad9334a2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:52.838048 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35361b-a10d-4e3b-9141-78f9ad9334a2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:52.838718 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35361b-a10d-4e3b-9141-78f9ad9334a2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:52.838931 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35361b-a10d-4e3b-9141-78f9ad9334a2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:52.844087 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35361b-a10d-4e3b-9141-78f9ad9334a2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:52.844536 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35361b-a10d-4e3b-9141-78f9ad9334a2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:52.844871 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35361b-a10d-4e3b-9141-78f9ad9334a2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:52.856105 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d1f53-1b4c-46bb-ad25-2ef90a7c4a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa478493-875c-44bf-a6ac-30aa5bc99ba7,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:52.913767 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86934f77-94f6-4f0c-8108-58e2a33a77ff tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Checking segment: {'id': 'f86a78a8-a3e7-4d62-ab97-afdfec6ca2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '88632f92-7f64-413d-8122-4b23fefea982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:52.914414 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86934f77-94f6-4f0c-8108-58e2a33a77ff tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network hostable DHCP agents. Network: 88632f92-7f64-413d-8122-4b23fefea982, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:38:52.956085 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3e35361b-a10d-4e3b-9141-78f9ad9334a2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:52.958389 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6dcee382-48ff-4e86-9042-f57978922dfa req-82f10930-e30b-44af-bfb1-fadb76c144a3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d9dffd1b-378c-40e4-b371-fd981072da8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2685921 Apr 29 11:38:52.958931 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d500a60e-dece-407a-b3c9-c852ad8be62e None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:38:52.959462 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d500a60e-dece-407a-b3c9-c852ad8be62e None None] Checking segment: {'id': 'e31cdcc8-13e8-46f5-aab0-d351e6cb29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b2d06907-a4d4-4ea6-a2d0-5da0c93b630f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:52.959698 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d500a60e-dece-407a-b3c9-c852ad8be62e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:52.960092 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d500a60e-dece-407a-b3c9-c852ad8be62e None None] Bound using segment: {'id': 'e31cdcc8-13e8-46f5-aab0-d351e6cb29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b2d06907-a4d4-4ea6-a2d0-5da0c93b630f'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:38:52.960595 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-d500a60e-dece-407a-b3c9-c852ad8be62e None None] Bound port: 87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31cdcc8-13e8-46f5-aab0-d351e6cb29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b2d06907-a4d4-4ea6-a2d0-5da0c93b630f'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:38:52.960977 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d500a60e-dece-407a-b3c9-c852ad8be62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:52.971187 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86934f77-94f6-4f0c-8108-58e2a33a77ff tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Subnet': ['ID=0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:52.981337 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3e35361b-a10d-4e3b-9141-78f9ad9334a2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/a674ed5c-47eb-43a2-98f1-b7627fa04141 HTTP/1.1" status: 204 len: 168 time: 2.4575455 Apr 29 11:38:52.985244 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50062) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:53.097153 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-d500a60e-dece-407a-b3c9-c852ad8be62e None None] For port 87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:38:53.112186 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-d500a60e-dece-407a-b3c9-c852ad8be62e None None] For port 87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e,segment=NetworkSegment(e31cdcc8-13e8-46f5-aab0-d351e6cb29a9),segment_id=e31cdcc8-13e8-46f5-aab0-d351e6cb29a9)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:38:53.120776 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d500a60e-dece-407a-b3c9-c852ad8be62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:53.232622 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddc9f8d-2888-4197-b5ce-afaa54710813 None None] Network 5dffee30-0854-476a-a787-4a1493120123 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:53.243038 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31882a-73a2-499f-86c0-b0f11a38d748 None None] Pushing event updated for resources: {'Port': ['ID=87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:53.288848 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8413b6ac-4687-452e-8017-ec892955163e tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:53.474084 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413b6ac-4687-452e-8017-ec892955163e tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Pushing event updated for resources: {'Subnet': ['ID=16c8d185-d860-440f-ad71-b79335348213,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:53.678879 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8413b6ac-4687-452e-8017-ec892955163e tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Checking segment: {'id': '03b6b207-fada-4c51-8bf2-82350bca4986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '52859cfc-23fe-4288-b365-4298a04967b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:53.679244 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8413b6ac-4687-452e-8017-ec892955163e tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Network hostable DHCP agents. Network: 52859cfc-23fe-4288-b365-4298a04967b9, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:38:53.772684 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-e086a47d-ae42-4e93-b294-4b75bb2a9ab6 None None] Provisioning complete for port 7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:53.773108 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e086a47d-ae42-4e93-b294-4b75bb2a9ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:53.781308 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d500a60e-dece-407a-b3c9-c852ad8be62e None None] Routers {'d9c65347-25d2-4970-bee3-39fb6f4c4633'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:53.782004 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-d500a60e-dece-407a-b3c9-c852ad8be62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d9c65347-25d2-4970-bee3-39fb6f4c4633'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:53.807030 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86934f77-94f6-4f0c-8108-58e2a33a77ff tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network 88632f92-7f64-413d-8122-4b23fefea982 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:38:53.876096 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-98d92255-2c75-41aa-8792-9a09b82f8f34 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:53.891838 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-86934f77-94f6-4f0c-8108-58e2a33a77ff tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 88632f92-7f64-413d-8122-4b23fefea982) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:53.901015 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ad3690-66b1-4873-bfef-aa49c5d53950 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:53.906663 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ad3690-66b1-4873-bfef-aa49c5d53950 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:53.908616 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-34ad3690-66b1-4873-bfef-aa49c5d53950 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.9226270 Apr 29 11:38:53.920482 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8413b6ac-4687-452e-8017-ec892955163e tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Network 52859cfc-23fe-4288-b365-4298a04967b9 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:38:53.927176 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50076) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:53.930665 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d92255-2c75-41aa-8792-9a09b82f8f34 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event deleted for resources: {'Port': ['ID=7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:53.945962 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86934f77-94f6-4f0c-8108-58e2a33a77ff tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:53.947436 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-86934f77-94f6-4f0c-8108-58e2a33a77ff tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:53.974511 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46319527-14dc-4904-867d-a87ff4ea3c9a None None] Network 88632f92-7f64-413d-8122-4b23fefea982 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:53.975178 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501936c5-e2d4-481b-9c39-9574a2df135c None None] Network f2c7f00b-7310-4389-bb90-5d27beafffd3 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:54.006461 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-8413b6ac-4687-452e-8017-ec892955163e tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 52859cfc-23fe-4288-b365-4298a04967b9) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:54.011867 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d92255-2c75-41aa-8792-9a09b82f8f34 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] No DVR routers for this DVR port 7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1 on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:38:54.086567 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1c6f396b-51d5-4b06-a5b8-f3fd796e8a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:54.096306 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4806fdb9-5638-45c7-bbb4-e553116d1534 None None] Network 52859cfc-23fe-4288-b365-4298a04967b9 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:54.103772 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8413b6ac-4687-452e-8017-ec892955163e tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:54.104608 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8413b6ac-4687-452e-8017-ec892955163e tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:54.156875 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-86934f77-94f6-4f0c-8108-58e2a33a77ff tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8397620 Apr 29 11:38:54.161995 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ecc8af-14d6-4f7f-a9d4-7f489b130b15 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Router 6b852a27-38d8-4c52-8f6a-e6deebc4b1a5 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:38:54.162786 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50084) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:54.187299 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797633c5-2090-4094-a510-d4c197e1ab67 req-67191091-b399-4b9c-a13b-8e91ee8f6636 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:54.191853 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-797633c5-2090-4094-a510-d4c197e1ab67 req-67191091-b399-4b9c-a13b-8e91ee8f6636 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=06066a09-efd3-4a70-914e-c1de212e7cdb HTTP/1.1" status: 200 len: 945 time: 0.3904505 Apr 29 11:38:54.222327 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-e086a47d-ae42-4e93-b294-4b75bb2a9ab6 None None] Could not find standard attr ID for object 7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:38:54.291418 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.plugins.ml2.db [None req-e086a47d-ae42-4e93-b294-4b75bb2a9ab6 None None] No ports have port_id starting with 7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1 Apr 29 11:38:54.302135 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 3333acbf-6ade-4431-bb38-e7c79f709078 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:38:54.322731 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-d500a60e-dece-407a-b3c9-c852ad8be62e None None] Set router d9c65347-25d2-4970-bee3-39fb6f4c4633 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:38:54.393914 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a7eefc-a0db-46f0-ae5d-5d817e6f5eaa None None] DHCP port deletion for 5dffee30-0854-476a-a787-4a1493120123 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:38:54.436662 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50088) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:54.516018 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-797633c5-2090-4094-a510-d4c197e1ab67 req-cf1847f6-ee3e-4e43-9543-b7f3f72d57fe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9dffd1b-378c-40e4-b371-fd981072da8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811922 Apr 29 11:38:54.640955 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-5a1288bf-7959-468e-9165-5aed0495ed96 tempest-NetworksNegativeTestJSON-830703305 tempest-NetworksNegativeTestJSON-830703305-project] Request body: {'port': {'network_id': '060ea8c9-6d4a-4c70-b15a-dee6c4f3fd62', 'name': 'tempest-NetworksNegativeTestJSON-2084554756'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:54.673911 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a1288bf-7959-468e-9165-5aed0495ed96 tempest-NetworksNegativeTestJSON-830703305 tempest-NetworksNegativeTestJSON-830703305-project] POST failed (client error): The resource could not be found. Apr 29 11:38:54.682112 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a1288bf-7959-468e-9165-5aed0495ed96 tempest-NetworksNegativeTestJSON-830703305 tempest-NetworksNegativeTestJSON-830703305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:54.682525 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9d02cb6d-34ae-44ff-8090-55338aedf6a0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:54.682974 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5a1288bf-7959-468e-9165-5aed0495ed96 tempest-NetworksNegativeTestJSON-830703305 tempest-NetworksNegativeTestJSON-830703305-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2384074 Apr 29 11:38:54.682974 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50092) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:54.688694 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8413b6ac-4687-452e-8017-ec892955163e tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1185253 Apr 29 11:38:54.692504 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50094) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:54.705602 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5aea788-ff3f-46bf-a64e-c025f895e897 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting subnet d339d9b7-7bcb-446f-bcbc-34ed7977d87b {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:38:54.706952 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ecc8af-14d6-4f7f-a9d4-7f489b130b15 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:38:54.713276 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-36ecc8af-14d6-4f7f-a9d4-7f489b130b15 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:54.716701 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-c221f1d9-da4a-40c3-af72-5273697a2f0b tempest-NetworksNegativeTestJSON-830703305 tempest-NetworksNegativeTestJSON-830703305-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:54.717490 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c221f1d9-da4a-40c3-af72-5273697a2f0b tempest-NetworksNegativeTestJSON-830703305 tempest-NetworksNegativeTestJSON-830703305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:54.719016 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-e24e4af7-5526-4be1-8e87-00846c9a1ffe None None] Provisioning complete for port 3333acbf-6ade-4431-bb38-e7c79f709078 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:54.720021 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e24e4af7-5526-4be1-8e87-00846c9a1ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:54.724258 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c221f1d9-da4a-40c3-af72-5273697a2f0b tempest-NetworksNegativeTestJSON-830703305 tempest-NetworksNegativeTestJSON-830703305-project] 10.222.0.69 "DELETE /v2.0/networks/56cf19f9-91de-4daa-8241-d8e185f524c3 HTTP/1.1" status: 404 len: 339 time: 0.0368543 Apr 29 11:38:54.726638 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9d02cb6d-34ae-44ff-8090-55338aedf6a0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:54.742248 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50096) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:54.744759 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c5aea788-ff3f-46bf-a64e-c025f895e897 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:54.782375 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11113ebe-f670-4731-acab-c3a5e5c71792 None None] Sync routers for ids ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:38:54.799091 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd1ec5f-84d2-4307-ae0d-554bc5c67b46 tempest-NetworksNegativeTestJSON-830703305 tempest-NetworksNegativeTestJSON-830703305-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:54.799755 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd1ec5f-84d2-4307-ae0d-554bc5c67b46 tempest-NetworksNegativeTestJSON-830703305 tempest-NetworksNegativeTestJSON-830703305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:54.802867 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-fbd1ec5f-84d2-4307-ae0d-554bc5c67b46 tempest-NetworksNegativeTestJSON-830703305 tempest-NetworksNegativeTestJSON-830703305-project] 10.222.0.69 "DELETE /v2.0/ports/967cbc0d-f992-4406-a9d0-f08cc3b30873 HTTP/1.1" status: 404 len: 333 time: 0.0570264 Apr 29 11:38:54.808965 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50098) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:54.866424 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-812a709a-8f1a-46f4-bb4c-77eb9550be34 tempest-NetworksNegativeTestJSON-830703305 tempest-NetworksNegativeTestJSON-830703305-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:54.866928 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-812a709a-8f1a-46f4-bb4c-77eb9550be34 tempest-NetworksNegativeTestJSON-830703305 tempest-NetworksNegativeTestJSON-830703305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:54.874063 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-812a709a-8f1a-46f4-bb4c-77eb9550be34 tempest-NetworksNegativeTestJSON-830703305 tempest-NetworksNegativeTestJSON-830703305-project] 10.222.0.69 "DELETE /v2.0/subnets/9744220a-f272-4c78-9140-bdb9db50466d HTTP/1.1" status: 404 len: 337 time: 0.0603759 Apr 29 11:38:54.876392 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50100) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:54.899151 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11113ebe-f670-4731-acab-c3a5e5c71792 None None] Routers {'6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:54.900532 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-11113ebe-f670-4731-acab-c3a5e5c71792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:54.912845 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a22e4d-636e-497e-a0e7-14c795af9d93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-52859cfc-23fe-4288-b365-4298a04967b9', 'network_id': '52859cfc-23fe-4288-b365-4298a04967b9', 'tenant_id': '193fbcf2d46440da9fd4a859e9df1831', 'fixed_ips': [{'subnet_id': '16c8d185-d860-440f-ad71-b79335348213'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:38:54.913683 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c2a22e4d-636e-497e-a0e7-14c795af9d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:54.923206 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ee2f29-27d7-42ce-9d8d-e4c57c398b77 tempest-NetworksNegativeTestJSON-830703305 tempest-NetworksNegativeTestJSON-830703305-project] GET failed (client error): The resource could not be found. Apr 29 11:38:54.930339 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a9ee2f29-27d7-42ce-9d8d-e4c57c398b77 tempest-NetworksNegativeTestJSON-830703305 tempest-NetworksNegativeTestJSON-830703305-project] 10.222.0.69 "GET /v2.0/networks/ba37c4ee-af0d-4b56-a7a6-65bf836cd454 HTTP/1.1" status: 404 len: 339 time: 0.0496504 Apr 29 11:38:54.932570 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-36ecc8af-14d6-4f7f-a9d4-7f489b130b15 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "PUT /v2.0/floatingips/63f03877-4bb3-402d-9679-7328600fd325 HTTP/1.1" status: 200 len: 978 time: 3.5776103 Apr 29 11:38:54.938691 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50102) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:54.938922 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50104) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:54.989853 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 3333acbf-6ade-4431-bb38-e7c79f709078 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:54.990482 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:54.999150 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-98d92255-2c75-41aa-8792-9a09b82f8f34 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:55.015595 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e717a9-ddd8-4406-bc3d-e480edbe6d5a tempest-NetworksNegativeTestJSON-830703305 tempest-NetworksNegativeTestJSON-830703305-project] GET failed (client error): The resource could not be found. Apr 29 11:38:55.020814 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-98e717a9-ddd8-4406-bc3d-e480edbe6d5a tempest-NetworksNegativeTestJSON-830703305 tempest-NetworksNegativeTestJSON-830703305-project] 10.222.0.69 "GET /v2.0/ports/ae038533-8965-4e07-b2b9-dd455dd539c4 HTTP/1.1" status: 404 len: 333 time: 0.0774670 Apr 29 11:38:55.021035 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-11113ebe-f670-4731-acab-c3a5e5c71792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:55.022126 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ced8a6a5-a432-4511-bc1a-275b9e10644f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:55.023989 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50106) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:55.054559 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c5aea788-ff3f-46bf-a64e-c025f895e897 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:55.058782 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02cb6d-34ae-44ff-8090-55338aedf6a0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Pushing event updated for resources: {'Port': ['ID=988003fd-c6bb-4260-b33e-dda20ebd390a,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:55.064852 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-98d92255-2c75-41aa-8792-9a09b82f8f34 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dffee30-0854-476a-a787-4a1493120123']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:55.069828 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-234ca5fc-75e1-48f9-a94e-9c90789ec147 tempest-NetworksNegativeTestJSON-830703305 tempest-NetworksNegativeTestJSON-830703305-project] GET failed (client error): The resource could not be found. Apr 29 11:38:55.071186 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-234ca5fc-75e1-48f9-a94e-9c90789ec147 tempest-NetworksNegativeTestJSON-830703305 tempest-NetworksNegativeTestJSON-830703305-project] 10.222.0.69 "GET /v2.0/subnets/5728a195-deee-4c69-a551-7b9f095d29dd HTTP/1.1" status: 404 len: 337 time: 0.0445027 Apr 29 11:38:55.075832 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50108) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:55.080147 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe5275f-9f71-48e1-8458-3b5d19374fc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-88632f92-7f64-413d-8122-4b23fefea982', 'network_id': '88632f92-7f64-413d-8122-4b23fefea982', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'fixed_ips': [{'subnet_id': '0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:38:55.081003 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dfe5275f-9f71-48e1-8458-3b5d19374fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:55.082104 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-7b9e6280-7fce-4da7-af4a-3670ce522dd8 tempest-NetworksNegativeTestJSON-830703305 tempest-NetworksNegativeTestJSON-830703305-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:55.114748 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-98d92255-2c75-41aa-8792-9a09b82f8f34 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '865d2e1f-d19c-45a4-a53e-0d767a34929b') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:55.115313 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-98d92255-2c75-41aa-8792-9a09b82f8f34 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '865d2e1f-d19c-45a4-a53e-0d767a34929b') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:55.117435 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9d02cb6d-34ae-44ff-8090-55338aedf6a0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:55.136144 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11113ebe-f670-4731-acab-c3a5e5c71792 None None] Routers {'6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:55.136795 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-11113ebe-f670-4731-acab-c3a5e5c71792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:55.137671 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b9e6280-7fce-4da7-af4a-3670ce522dd8 tempest-NetworksNegativeTestJSON-830703305 tempest-NetworksNegativeTestJSON-830703305-project] PUT failed (client error): The resource could not be found. Apr 29 11:38:55.138317 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b9e6280-7fce-4da7-af4a-3670ce522dd8 tempest-NetworksNegativeTestJSON-830703305 tempest-NetworksNegativeTestJSON-830703305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:55.138694 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e24e4af7-5526-4be1-8e87-00846c9a1ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:55.139520 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7b9e6280-7fce-4da7-af4a-3670ce522dd8 tempest-NetworksNegativeTestJSON-830703305 tempest-NetworksNegativeTestJSON-830703305-project] 10.222.0.69 "PUT /v2.0/networks/da950912-db49-42d6-8938-96fecd82d4c7 HTTP/1.1" status: 404 len: 339 time: 0.0627322 Apr 29 11:38:55.145574 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50110) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:55.152608 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-4ef6f8c3-98f5-4efa-9a15-665aa2192aff tempest-NetworksNegativeTestJSON-830703305 tempest-NetworksNegativeTestJSON-830703305-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:55.154955 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-98d92255-2c75-41aa-8792-9a09b82f8f34 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:55.192178 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:55.234068 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-98d92255-2c75-41aa-8792-9a09b82f8f34 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:55.237300 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef6f8c3-98f5-4efa-9a15-665aa2192aff tempest-NetworksNegativeTestJSON-830703305 tempest-NetworksNegativeTestJSON-830703305-project] PUT failed (client error): The resource could not be found. Apr 29 11:38:55.238262 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef6f8c3-98f5-4efa-9a15-665aa2192aff tempest-NetworksNegativeTestJSON-830703305 tempest-NetworksNegativeTestJSON-830703305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:55.242875 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4ef6f8c3-98f5-4efa-9a15-665aa2192aff tempest-NetworksNegativeTestJSON-830703305 tempest-NetworksNegativeTestJSON-830703305-project] 10.222.0.69 "PUT /v2.0/ports/dc5a47d9-7180-4a97-a68b-626bdbb4359d HTTP/1.1" status: 404 len: 333 time: 0.0926683 Apr 29 11:38:55.245150 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50112) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:55.250423 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-960fa7ed-fa64-474d-a660-1b2ebbb55eda tempest-NetworksNegativeTestJSON-830703305 tempest-NetworksNegativeTestJSON-830703305-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:55.260618 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d92255-2c75-41aa-8792-9a09b82f8f34 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:38:55.261034 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-98d92255-2c75-41aa-8792-9a09b82f8f34 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:55.265926 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:38:55.265926 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:38:55.265926 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:38:55.265926 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:38:55.265926 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:38:55.265926 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:38:55.265926 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:38:55.265926 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:38:55.265926 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:38:55.265926 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:38:55.265926 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:38:55.265926 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:38:55.265926 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:38:55.265926 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:38:55.265926 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:38:55.265926 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:38:55.265926 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:38:55.265926 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:38:55.265926 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:38:55.265926 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:38:55.265926 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:38:55.265926 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:38:55.265926 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:38:55.265926 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:38:55.265926 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:38:55.265926 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:38:55.265926 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:38:55.265926 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:38:55.265926 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:38:55.265926 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:38:55.265926 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:38:55.265926 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:38:55.267985 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-11113ebe-f670-4731-acab-c3a5e5c71792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:55.267985 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11113ebe-f670-4731-acab-c3a5e5c71792 None None] The sync data for ids ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:38:55.290018 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-960fa7ed-fa64-474d-a660-1b2ebbb55eda tempest-NetworksNegativeTestJSON-830703305 tempest-NetworksNegativeTestJSON-830703305-project] PUT failed (client error): The resource could not be found. Apr 29 11:38:55.290018 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-960fa7ed-fa64-474d-a660-1b2ebbb55eda tempest-NetworksNegativeTestJSON-830703305 tempest-NetworksNegativeTestJSON-830703305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:55.296042 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-960fa7ed-fa64-474d-a660-1b2ebbb55eda tempest-NetworksNegativeTestJSON-830703305 tempest-NetworksNegativeTestJSON-830703305-project] 10.222.0.69 "PUT /v2.0/subnets/f905769b-18b9-457a-b391-4c220d82c459 HTTP/1.1" status: 404 len: 337 time: 0.0453725 Apr 29 11:38:55.445389 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-e24e4af7-5526-4be1-8e87-00846c9a1ffe None None] For port 3333acbf-6ade-4431-bb38-e7c79f709078, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=3333acbf-6ade-4431-bb38-e7c79f709078,segment=NetworkSegment(a193f8b3-eb63-40a8-b94a-43cba952ee07),segment_id=a193f8b3-eb63-40a8-b94a-43cba952ee07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:55.474005 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-5b704f45-93fb-4f3a-8431-d078ce1139af tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Deleting port 58da0d2f-137b-47b9-b5e9-af6b2c08dba7 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:55.474403 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5b704f45-93fb-4f3a-8431-d078ce1139af tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:55.484003 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e24e4af7-5526-4be1-8e87-00846c9a1ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:55.604536 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:55.608949 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c5aea788-ff3f-46bf-a64e-c025f895e897 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:55.623060 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5b704f45-93fb-4f3a-8431-d078ce1139af tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:55.623769 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5b704f45-93fb-4f3a-8431-d078ce1139af tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:55.671328 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-5b704f45-93fb-4f3a-8431-d078ce1139af tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Calling delete_port for 58da0d2f-137b-47b9-b5e9-af6b2c08dba7 owned by network:floatingip {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:55.713948 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-98d92255-2c75-41aa-8792-9a09b82f8f34 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:55.737069 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-98d92255-2c75-41aa-8792-9a09b82f8f34 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:55.740048 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-d500a60e-dece-407a-b3c9-c852ad8be62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'name': 'tempest-RoutersIpV6Test-router-511075764', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:38:20Z', 'updated_at': '2022-04-29T11:38:45Z', 'revision_number': 3, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None, '_interfaces': [{'id': '21044d70-8412-46f0-a5ea-e3e60ae77965', 'name': '', 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:38:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:26Z', 'updated_at': '2022-04-29T11:38:37Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e', 'name': '', 'network_id': 'b2d06907-a4d4-4ea6-a2d0-5da0c93b630f', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:9e:d0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:41Z', 'updated_at': '2022-04-29T11:38:53Z', 'revision_number': 4, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:55.743483 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-98d92255-2c75-41aa-8792-9a09b82f8f34 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "DELETE /v2.0/networks/5dffee30-0854-476a-a787-4a1493120123 HTTP/1.1" status: 204 len: 168 time: 3.8789248 Apr 29 11:38:55.744708 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d02cb6d-34ae-44ff-8090-55338aedf6a0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Network f2c7f00b-7310-4389-bb90-5d27beafffd3 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:55.747728 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50120) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:55.749154 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:55.772600 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-9d02cb6d-34ae-44ff-8090-55338aedf6a0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:55.805557 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d92255-2c75-41aa-8792-9a09b82f8f34 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event deleted for resources: {'Network': ['ID=5dffee30-0854-476a-a787-4a1493120123,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:55.824949 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-c2a22e4d-636e-497e-a0e7-14c795af9d93 None None] Allocated IP 2001:db8::2 (52859cfc-23fe-4288-b365-4298a04967b9/16c8d185-d860-440f-ad71-b79335348213/fd18393f-62e2-471f-ab47-4efaed85c3dd) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:55.830009 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed707570-4ddd-4333-8d98-0a72750dfce0 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:55.830750 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed707570-4ddd-4333-8d98-0a72750dfce0 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:55.839018 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ed707570-4ddd-4333-8d98-0a72750dfce0 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "DELETE /v2.0/subnets/0d487329-2756-499c-85fc-bb06028bf694 HTTP/1.1" status: 404 len: 337 time: 0.0797393 Apr 29 11:38:55.848300 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d500a60e-dece-407a-b3c9-c852ad8be62e None None] The sync data for ids ['d9c65347-25d2-4970-bee3-39fb6f4c4633'] in dv-neutron-838888-1-hyperv is: [{'id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'name': 'tempest-RoutersIpV6Test-router-511075764', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:38:20Z', 'updated_at': '2022-04-29T11:38:45Z', 'revision_number': 3, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None, '_interfaces': [{'id': '21044d70-8412-46f0-a5ea-e3e60ae77965', 'name': '', 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:38:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:26Z', 'updated_at': '2022-04-29T11:38:37Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e', 'name': '', 'network_id': 'b2d06907-a4d4-4ea6-a2d0-5da0c93b630f', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:9e:d0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:41Z', 'updated_at': '2022-04-29T11:38:53Z', 'revision_number': 4, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:38:55.877914 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50122) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:55.878375 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50124) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:55.900473 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-e24e4af7-5526-4be1-8e87-00846c9a1ffe None None] Provisioning complete for port 87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:55.900840 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e24e4af7-5526-4be1-8e87-00846c9a1ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:55.914814 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b0e04e-9dce-4f20-8c9b-3d90f3c8af7d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:55.916026 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86b0e04e-9dce-4f20-8c9b-3d90f3c8af7d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:55.926991 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-86b0e04e-9dce-4f20-8c9b-3d90f3c8af7d tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "DELETE /v2.0/networks/f807cf1a-5b65-4c04-afe4-3445bdc77c0f HTTP/1.1" status: 404 len: 339 time: 0.0450318 Apr 29 11:38:55.929726 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50128) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:55.984562 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-dfe5275f-9f71-48e1-8458-3b5d19374fc7 None None] Allocated IP 2001:db8:2::2 (88632f92-7f64-413d-8122-4b23fefea982/0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd/711b9630-839f-4ddd-9274-ea56fb83b1b9) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:56.002540 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c5aea788-ff3f-46bf-a64e-c025f895e897 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:56.005895 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e4af7-5526-4be1-8e87-00846c9a1ffe None None] Pushing event updated for resources: {'Port': ['ID=3333acbf-6ade-4431-bb38-e7c79f709078,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:56.060686 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aea788-ff3f-46bf-a64e-c025f895e897 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Subnet': ['ID=d339d9b7-7bcb-446f-bcbc-34ed7977d87b,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:56.089837 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-b60301fd-e131-44cb-8401-298cb237ce0c tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:56.090063 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b60301fd-e131-44cb-8401-298cb237ce0c tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:56.106549 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b60301fd-e131-44cb-8401-298cb237ce0c tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "DELETE /v2.0/subnets/4145309e-d33e-473d-acd2-8bfca3897876 HTTP/1.1" status: 404 len: 337 time: 0.1743674 Apr 29 11:38:56.110722 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50130) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:56.125825 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24e4af7-5526-4be1-8e87-00846c9a1ffe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:56.126258 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24e4af7-5526-4be1-8e87-00846c9a1ffe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:56.126564 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24e4af7-5526-4be1-8e87-00846c9a1ffe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:56.126899 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24e4af7-5526-4be1-8e87-00846c9a1ffe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:56.127230 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24e4af7-5526-4be1-8e87-00846c9a1ffe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:56.127575 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24e4af7-5526-4be1-8e87-00846c9a1ffe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:56.127897 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24e4af7-5526-4be1-8e87-00846c9a1ffe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:56.128352 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24e4af7-5526-4be1-8e87-00846c9a1ffe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:56.129376 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24e4af7-5526-4be1-8e87-00846c9a1ffe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:56.129376 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24e4af7-5526-4be1-8e87-00846c9a1ffe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:56.129710 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24e4af7-5526-4be1-8e87-00846c9a1ffe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:56.129969 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24e4af7-5526-4be1-8e87-00846c9a1ffe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:56.185599 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2502748-5e45-48bd-a5eb-f491b0cae2fc req-63823172-15bc-4dca-8fee-761a4acb7929 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:56.195608 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c5aea788-ff3f-46bf-a64e-c025f895e897 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:56.199701 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c5aea788-ff3f-46bf-a64e-c025f895e897 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/d339d9b7-7bcb-446f-bcbc-34ed7977d87b HTTP/1.1" status: 204 len: 168 time: 2.2595010 Apr 29 11:38:56.202627 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c2502748-5e45-48bd-a5eb-f491b0cae2fc req-63823172-15bc-4dca-8fee-761a4acb7929 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=06066a09-efd3-4a70-914e-c1de212e7cdb HTTP/1.1" status: 200 len: 945 time: 0.5730832 Apr 29 11:38:56.204442 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50132) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:56.222051 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67f2782-40d7-4514-b40e-5d326ba2b846 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:56.224230 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-b511db27-fb91-4cf8-8859-3a03866e9217 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:56.224844 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b511db27-fb91-4cf8-8859-3a03866e9217 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:56.231001 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b511db27-fb91-4cf8-8859-3a03866e9217 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "DELETE /v2.0/networks/1e9c505f-290a-4fda-8337-a1505ea0b4d8 HTTP/1.1" status: 404 len: 339 time: 0.1064939 Apr 29 11:38:56.233164 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:38:56.233517 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:38:56.235407 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50134) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:56.288921 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b2ce7989-fbc1-4b51-8bf3-da82ad2d6db8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0752645 Apr 29 11:38:56.311985 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50136) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:56.323056 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-368d63f8-fc3c-40cf-ad88-1bfed3cfa629 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:56.363190 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c2502748-5e45-48bd-a5eb-f491b0cae2fc req-a7d71cdb-43af-49fb-ab7d-98079e171a3c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9dffd1b-378c-40e4-b371-fd981072da8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595964 Apr 29 11:38:56.367713 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b4c63a-92e5-47d3-9b98-632dca2fe876 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:56.368529 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5b4c63a-92e5-47d3-9b98-632dca2fe876 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:56.370378 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5b704f45-93fb-4f3a-8431-d078ce1139af tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:56.379881 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e5b4c63a-92e5-47d3-9b98-632dca2fe876 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "DELETE /v2.0/subnets/3815c28a-a3b6-47dc-a2c5-f8b0302e2cb7 HTTP/1.1" status: 404 len: 337 time: 0.1362886 Apr 29 11:38:56.381306 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50138) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:56.382611 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3d13f368-13db-4d94-9360-edf8277f1690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:56.439509 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b704f45-93fb-4f3a-8431-d078ce1139af tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event deleted for resources: {'Port': ['ID=58da0d2f-137b-47b9-b5e9-af6b2c08dba7,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:56.592838 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b9e5023-a522-4405-a6a2-aacfb1ddcc3e tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] DELETE failed (client error): The resource could not be found. Apr 29 11:38:56.593564 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b9e5023-a522-4405-a6a2-aacfb1ddcc3e tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:56.596930 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3b9e5023-a522-4405-a6a2-aacfb1ddcc3e tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "DELETE /v2.0/networks/3c04223f-14e8-4049-966d-5bc18454b7ea HTTP/1.1" status: 404 len: 339 time: 0.2146049 Apr 29 11:38:56.631448 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50142) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:56.632632 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5b704f45-93fb-4f3a-8431-d078ce1139af tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:56.633201 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [None req-5b704f45-93fb-4f3a-8431-d078ce1139af tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Floating IP 63f03877-4bb3-402d-9679-7328600fd325 disassociated (deleted). External IP: 172.26.4.214, port: 4f2fcffc-5e39-4e47-973e-1f94b6b60d13. Apr 29 11:38:56.648237 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dfe5275f-9f71-48e1-8458-3b5d19374fc7 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:56.663185 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3d13f368-13db-4d94-9360-edf8277f1690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:56.674374 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3d13f368-13db-4d94-9360-edf8277f1690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:56.721979 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3d13f368-13db-4d94-9360-edf8277f1690 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=777ebc3a6b0b4f57b22edddad515572a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8165674 Apr 29 11:38:56.723186 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50144) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:56.728968 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d02cb6d-34ae-44ff-8090-55338aedf6a0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Router 0eff0644-29e6-456a-813a-b472dbe6c947 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:38:56.742652 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e24e4af7-5526-4be1-8e87-00846c9a1ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:56.742865 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b8087-faf4-49c3-b9b9-3080041713df req-7b2e0ccc-6526-46ca-b131-c73afc34fc95 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:56.752108 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-be1b8087-faf4-49c3-b9b9-3080041713df req-7b2e0ccc-6526-46ca-b131-c73afc34fc95 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=06066a09-efd3-4a70-914e-c1de212e7cdb HTTP/1.1" status: 200 len: 945 time: 0.2730792 Apr 29 11:38:56.767062 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dfe5275f-9f71-48e1-8458-3b5d19374fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:56.822342 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368d63f8-fc3c-40cf-ad88-1bfed3cfa629 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:56.825912 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-368d63f8-fc3c-40cf-ad88-1bfed3cfa629 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:56.829839 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13f368-13db-4d94-9360-edf8277f1690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bbfc97-fd84-4d93-87f7-135ad0196271,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:56.870052 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe5275f-9f71-48e1-8458-3b5d19374fc7 None None] Network 88632f92-7f64-413d-8122-4b23fefea982 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:56.887102 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-dfe5275f-9f71-48e1-8458-3b5d19374fc7 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:56.895059 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c2a22e4d-636e-497e-a0e7-14c795af9d93 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:56.902899 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe5275f-9f71-48e1-8458-3b5d19374fc7 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:56.931606 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-a74e6a5b-9859-4e10-bbda-20fd8dfb16a5 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Deleting subnet cf89fe77-807f-40c9-b468-4292e8f509d4 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:38:56.941397 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-ced8a6a5-a432-4511-bc1a-275b9e10644f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Allocated IP 2001:db8:2::1 (88632f92-7f64-413d-8122-4b23fefea982/0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd/068478bb-1c20-43b0-be68-4c1da1e5740a) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:56.949183 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a74e6a5b-9859-4e10-bbda-20fd8dfb16a5 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:56.949898 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c2a22e4d-636e-497e-a0e7-14c795af9d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:56.962896 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-e24e4af7-5526-4be1-8e87-00846c9a1ffe None None] For port 87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e,segment=NetworkSegment(e31cdcc8-13e8-46f5-aab0-d351e6cb29a9),segment_id=e31cdcc8-13e8-46f5-aab0-d351e6cb29a9)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:56.994735 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-be1b8087-faf4-49c3-b9b9-3080041713df req-48a49f58-5abf-4e99-98ae-f93959b41c2b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9dffd1b-378c-40e4-b371-fd981072da8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2415109 Apr 29 11:38:57.013120 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a22e4d-636e-497e-a0e7-14c795af9d93 None None] Network 52859cfc-23fe-4288-b365-4298a04967b9 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:57.026566 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50146) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:57.033227 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5275f-9f71-48e1-8458-3b5d19374fc7 None None] Pushing event updated for resources: {'Port': ['ID=711b9630-839f-4ddd-9274-ea56fb83b1b9,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:57.034733 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d02cb6d-34ae-44ff-8090-55338aedf6a0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:38:57.049523 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e7d2b2-b6c5-4de4-8f37-d899d193805a None None] Sync routers for ids ['0eff0644-29e6-456a-813a-b472dbe6c947'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:38:57.050117 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9d02cb6d-34ae-44ff-8090-55338aedf6a0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] 10.222.0.69 "PUT /v2.0/routers/0eff0644-29e6-456a-813a-b472dbe6c947/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2687035 Apr 29 11:38:57.058003 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:57.060356 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e7d2b2-b6c5-4de4-8f37-d899d193805a None None] Routers {'0eff0644-29e6-456a-813a-b472dbe6c947'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:57.061101 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-07e7d2b2-b6c5-4de4-8f37-d899d193805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['0eff0644-29e6-456a-813a-b472dbe6c947'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:57.065738 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50148) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:57.075877 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-6569914d-e05a-4393-8748-b7be48d877f5 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Request body: {'port': {'network_id': 'f2c7f00b-7310-4389-bb90-5d27beafffd3', 'name': 'tempest-FloatingIPNegativeTestJSON-1554816140'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:57.077006 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0689c6b-76ce-4378-9de1-6749ff3831f3 None None] DHCP port deletion for 62578361-baac-4d3e-b4ee-401a25f05a0e request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:38:57.093527 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-00ade319-7559-4d16-a982-f875a591cf80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:57.121842 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-07e7d2b2-b6c5-4de4-8f37-d899d193805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:57.132317 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e7d2b2-b6c5-4de4-8f37-d899d193805a None None] Routers {'0eff0644-29e6-456a-813a-b472dbe6c947'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:57.133297 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-07e7d2b2-b6c5-4de4-8f37-d899d193805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['0eff0644-29e6-456a-813a-b472dbe6c947'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:57.149268 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Pushing event deleted for resources: {'Subnet': ['ID=16c8d185-d860-440f-ad71-b79335348213,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:57.164330 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a22e4d-636e-497e-a0e7-14c795af9d93 None None] Pushing event updated for resources: {'Port': ['ID=fd18393f-62e2-471f-ab47-4efaed85c3dd,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:57.167241 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e24e4af7-5526-4be1-8e87-00846c9a1ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:57.176696 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:38:57.180613 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-c2a22e4d-636e-497e-a0e7-14c795af9d93 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:57.195766 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-07e7d2b2-b6c5-4de4-8f37-d899d193805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:57.197372 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e7d2b2-b6c5-4de4-8f37-d899d193805a None None] The sync data for ids ['0eff0644-29e6-456a-813a-b472dbe6c947'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:38:57.216889 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a22e4d-636e-497e-a0e7-14c795af9d93 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:57.250815 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:57.277117 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:38:57.277608 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 7ff8fdaf-aa4f-456e-85f5-54d4ef28bdc1 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:38:57.283632 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:57.297554 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-dfe5275f-9f71-48e1-8458-3b5d19374fc7 None None] Attempting to bind port 711b9630-839f-4ddd-9274-ea56fb83b1b9 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:38:57.298233 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-dfe5275f-9f71-48e1-8458-3b5d19374fc7 None None] Attempting to bind port 711b9630-839f-4ddd-9274-ea56fb83b1b9 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'f86a78a8-a3e7-4d62-ab97-afdfec6ca2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '88632f92-7f64-413d-8122-4b23fefea982'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:38:57.298700 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe5275f-9f71-48e1-8458-3b5d19374fc7 None None] Attempting to bind port 711b9630-839f-4ddd-9274-ea56fb83b1b9 on network 88632f92-7f64-413d-8122-4b23fefea982 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:38:57.308142 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-00ade319-7559-4d16-a982-f875a591cf80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:57.347744 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe5275f-9f71-48e1-8458-3b5d19374fc7 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:38:57.348046 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe5275f-9f71-48e1-8458-3b5d19374fc7 None None] Checking segment: {'id': 'f86a78a8-a3e7-4d62-ab97-afdfec6ca2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '88632f92-7f64-413d-8122-4b23fefea982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:57.348543 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dfe5275f-9f71-48e1-8458-3b5d19374fc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:57.349052 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe5275f-9f71-48e1-8458-3b5d19374fc7 None None] Bound using segment: {'id': 'f86a78a8-a3e7-4d62-ab97-afdfec6ca2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '88632f92-7f64-413d-8122-4b23fefea982'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:38:57.349866 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-dfe5275f-9f71-48e1-8458-3b5d19374fc7 None None] Bound port: 711b9630-839f-4ddd-9274-ea56fb83b1b9, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f86a78a8-a3e7-4d62-ab97-afdfec6ca2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '88632f92-7f64-413d-8122-4b23fefea982'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:38:57.350416 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dfe5275f-9f71-48e1-8458-3b5d19374fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:57.389684 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52859cfc-23fe-4288-b365-4298a04967b9']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:57.399660 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e4af7-5526-4be1-8e87-00846c9a1ffe None None] Pushing event updated for resources: {'Port': ['ID=87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:57.424091 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-ac22bbfb-4b17-4a1e-93b7-f69f1b5ee562 None None] Provisioning complete for port 988003fd-c6bb-4260-b33e-dda20ebd390a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:57.424091 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ac22bbfb-4b17-4a1e-93b7-f69f1b5ee562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:57.436015 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b6b207-fada-4c51-8bf2-82350bca4986') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:57.436338 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b6b207-fada-4c51-8bf2-82350bca4986') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:57.457877 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-c2a22e4d-636e-497e-a0e7-14c795af9d93 None None] Attempting to bind port fd18393f-62e2-471f-ab47-4efaed85c3dd on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:38:57.457877 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-c2a22e4d-636e-497e-a0e7-14c795af9d93 None None] Attempting to bind port fd18393f-62e2-471f-ab47-4efaed85c3dd by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '03b6b207-fada-4c51-8bf2-82350bca4986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '52859cfc-23fe-4288-b365-4298a04967b9'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:38:57.458466 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a22e4d-636e-497e-a0e7-14c795af9d93 None None] Attempting to bind port fd18393f-62e2-471f-ab47-4efaed85c3dd on network 52859cfc-23fe-4288-b365-4298a04967b9 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:38:57.475239 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:57.482454 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6569914d-e05a-4393-8748-b7be48d877f5 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Made reservation on behalf of 244dbbfd92f14aa1b27a47e7f47abfd3 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:57.489383 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6569914d-e05a-4393-8748-b7be48d877f5 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:57.496911 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a22e4d-636e-497e-a0e7-14c795af9d93 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:38:57.497778 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a22e4d-636e-497e-a0e7-14c795af9d93 None None] Checking segment: {'id': '03b6b207-fada-4c51-8bf2-82350bca4986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '52859cfc-23fe-4288-b365-4298a04967b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:38:57.498558 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c2a22e4d-636e-497e-a0e7-14c795af9d93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:57.498886 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a22e4d-636e-497e-a0e7-14c795af9d93 None None] Bound using segment: {'id': '03b6b207-fada-4c51-8bf2-82350bca4986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '52859cfc-23fe-4288-b365-4298a04967b9'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:38:57.499538 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-c2a22e4d-636e-497e-a0e7-14c795af9d93 None None] Bound port: fd18393f-62e2-471f-ab47-4efaed85c3dd, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b6b207-fada-4c51-8bf2-82350bca4986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '52859cfc-23fe-4288-b365-4298a04967b9'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:38:57.500016 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c2a22e4d-636e-497e-a0e7-14c795af9d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:57.538130 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a74e6a5b-9859-4e10-bbda-20fd8dfb16a5 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:57.538935 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-d0689c6b-76ce-4378-9de1-6749ff3831f3 None None] Deleting port 68462173-4d9f-4775-a357-4a2a8c7d6c01 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:57.539397 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d0689c6b-76ce-4378-9de1-6749ff3831f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:57.545638 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-ac22bbfb-4b17-4a1e-93b7-f69f1b5ee562 None None] Port 988003fd-c6bb-4260-b33e-dda20ebd390a cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:38:57.587993 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-dfe5275f-9f71-48e1-8458-3b5d19374fc7 None None] For port 711b9630-839f-4ddd-9274-ea56fb83b1b9, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:38:57.635324 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:57.640966 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-368d63f8-fc3c-40cf-ad88-1bfed3cfa629 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:57.652343 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-dfe5275f-9f71-48e1-8458-3b5d19374fc7 None None] For port 711b9630-839f-4ddd-9274-ea56fb83b1b9, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=711b9630-839f-4ddd-9274-ea56fb83b1b9,segment=NetworkSegment(f86a78a8-a3e7-4d62-ab97-afdfec6ca2b4),segment_id=f86a78a8-a3e7-4d62-ab97-afdfec6ca2b4)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:38:57.652604 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-6569914d-e05a-4393-8748-b7be48d877f5 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] device_id is not set on port a7d74df0-27f0-45ae-90c9-9083dd9a2643 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:38:57.669413 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dfe5275f-9f71-48e1-8458-3b5d19374fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:57.671608 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-ac22bbfb-4b17-4a1e-93b7-f69f1b5ee562 None None] Provisioning complete for port 3333acbf-6ade-4431-bb38-e7c79f709078 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:57.672006 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ac22bbfb-4b17-4a1e-93b7-f69f1b5ee562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:57.691373 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:38:57.691373 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:57.691732 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40324dd5-4c7f-4bd7-8595-c6e77cf9f1ef tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:57.692790 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-40324dd5-4c7f-4bd7-8595-c6e77cf9f1ef tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=06066a09-efd3-4a70-914e-c1de212e7cdb HTTP/1.1" status: 200 len: 1093 time: 0.6651936 Apr 29 11:38:57.701060 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50150) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:57.706339 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:38:57.706339 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:38:57.706339 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:38:57.706339 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:38:57.706339 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:38:57.706339 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:38:57.706339 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:38:57.706339 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:38:57.706339 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:38:57.706339 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:38:57.706339 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:38:57.706339 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:38:57.706339 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:38:57.706339 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:38:57.706339 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:38:57.706339 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:38:57.706339 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:38:57.706339 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:38:57.706339 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:38:57.706339 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:38:57.706339 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:38:57.706339 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:38:57.706339 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:38:57.706339 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:38:57.706339 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:38:57.706339 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:38:57.706339 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:38:57.706339 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:38:57.706339 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:38:57.706339 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:38:57.706339 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:38:57.706339 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:38:57.742392 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-14a3dfac-04b7-4967-a220-1b4ffa6bea9f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'port_id': '49092aba-e15d-45b6-93b8-d39b1c288a47', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:57.757042 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 3333acbf-6ade-4431-bb38-e7c79f709078 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:38:57.764942 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ced8a6a5-a432-4511-bc1a-275b9e10644f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:57.773197 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-d0689c6b-76ce-4378-9de1-6749ff3831f3 None None] For port 68462173-4d9f-4775-a357-4a2a8c7d6c01, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=68462173-4d9f-4775-a357-4a2a8c7d6c01,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:57.773609 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d0689c6b-76ce-4378-9de1-6749ff3831f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:57.807157 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a74e6a5b-9859-4e10-bbda-20fd8dfb16a5 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:57.812264 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b704f45-93fb-4f3a-8431-d078ce1139af tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Router 6b852a27-38d8-4c52-8f6a-e6deebc4b1a5 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:38:57.828812 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-00ade319-7559-4d16-a982-f875a591cf80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:57.831317 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-00ade319-7559-4d16-a982-f875a591cf80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:57.832907 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-c2a22e4d-636e-497e-a0e7-14c795af9d93 None None] For port fd18393f-62e2-471f-ab47-4efaed85c3dd, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:38:57.835546 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-00ade319-7559-4d16-a982-f875a591cf80 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d8bbfc97-fd84-4d93-87f7-135ad0196271 HTTP/1.1" status: 204 len: 168 time: 1.1043472 Apr 29 11:38:57.840071 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-14a3dfac-04b7-4967-a220-1b4ffa6bea9f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:57.903763 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368d63f8-fc3c-40cf-ad88-1bfed3cfa629 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:57.904671 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ade319-7559-4d16-a982-f875a591cf80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bbfc97-fd84-4d93-87f7-135ad0196271,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:57.909731 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-93dba07b-7029-463d-bccc-d2d02f989d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:57.925271 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-368d63f8-fc3c-40cf-ad88-1bfed3cfa629 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:57.929206 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-d0689c6b-76ce-4378-9de1-6749ff3831f3 None None] Calling delete_port for 68462173-4d9f-4775-a357-4a2a8c7d6c01 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:57.931643 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368d63f8-fc3c-40cf-ad88-1bfed3cfa629 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:57.932522 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-368d63f8-fc3c-40cf-ad88-1bfed3cfa629 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:57.951425 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.db.api [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 11:38:57.951425 dv-neutron-838888-1-hyperv neutron-server[102960]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 11:38:57.951425 dv-neutron-838888-1-hyperv neutron-server[102960]: [parameters: {'id': '52859cfc-23fe-4288-b365-4298a04967b9'}] Apr 29 11:38:57.951425 dv-neutron-838888-1-hyperv neutron-server[102960]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:38:57.951903 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG oslo_db.api [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:38:57.954839 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d63f8-fc3c-40cf-ad88-1bfed3cfa629 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Subnet': ['ID=6a1c4fe9-8476-496b-bc1f-d1da894373b8,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:57.990945 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-c2a22e4d-636e-497e-a0e7-14c795af9d93 None None] For port fd18393f-62e2-471f-ab47-4efaed85c3dd, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=fd18393f-62e2-471f-ab47-4efaed85c3dd,segment=NetworkSegment(03b6b207-fada-4c51-8bf2-82350bca4986),segment_id=03b6b207-fada-4c51-8bf2-82350bca4986)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:38:57.996416 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5275f-9f71-48e1-8458-3b5d19374fc7 None None] Pushing event updated for resources: {'Port': ['ID=711b9630-839f-4ddd-9274-ea56fb83b1b9,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:58.016273 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c2a22e4d-636e-497e-a0e7-14c795af9d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:58.019644 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-368d63f8-fc3c-40cf-ad88-1bfed3cfa629 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7040768 Apr 29 11:38:58.022434 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50154) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:58.039879 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-f6eda1c6-04bd-41dc-a74a-db657a329e3c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'port': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'fixed_ips': [{'subnet_id': '6a1c4fe9-8476-496b-bc1f-d1da894373b8', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-720890931'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:58.083609 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ced8a6a5-a432-4511-bc1a-275b9e10644f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:58.136904 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-6569914d-e05a-4393-8748-b7be48d877f5 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Allocated IP 172.20.0.9 (f2c7f00b-7310-4389-bb90-5d27beafffd3/6a8cb8d5-5996-42c2-baea-e75c0fb41db4/a7d74df0-27f0-45ae-90c9-9083dd9a2643) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:58.181617 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a74e6a5b-9859-4e10-bbda-20fd8dfb16a5 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:58.217815 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8a6a5-a432-4511-bc1a-275b9e10644f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Port': ['ID=068478bb-1c20-43b0-be68-4c1da1e5740a,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:58.279771 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 3333acbf-6ade-4431-bb38-e7c79f709078 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:58.280143 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:58.353089 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced8a6a5-a432-4511-bc1a-275b9e10644f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network 88632f92-7f64-413d-8122-4b23fefea982 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:58.355993 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8a6a5-a432-4511-bc1a-275b9e10644f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:58.356465 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8a6a5-a432-4511-bc1a-275b9e10644f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:58.356659 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8a6a5-a432-4511-bc1a-275b9e10644f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:58.357100 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8a6a5-a432-4511-bc1a-275b9e10644f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:58.365060 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a22e4d-636e-497e-a0e7-14c795af9d93 None None] Pushing event updated for resources: {'Port': ['ID=fd18393f-62e2-471f-ab47-4efaed85c3dd,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:58.365388 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8a6a5-a432-4511-bc1a-275b9e10644f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:58.365602 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8a6a5-a432-4511-bc1a-275b9e10644f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:58.365808 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8a6a5-a432-4511-bc1a-275b9e10644f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:58.366405 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8a6a5-a432-4511-bc1a-275b9e10644f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:58.366774 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8a6a5-a432-4511-bc1a-275b9e10644f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:58.367112 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8a6a5-a432-4511-bc1a-275b9e10644f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:58.368306 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8a6a5-a432-4511-bc1a-275b9e10644f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:58.368306 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced8a6a5-a432-4511-bc1a-275b9e10644f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:58.385434 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d0689c6b-76ce-4378-9de1-6749ff3831f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:58.386143 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e6a5b-9859-4e10-bbda-20fd8dfb16a5 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event deleted for resources: {'Subnet': ['ID=cf89fe77-807f-40c9-b468-4292e8f509d4,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:58.388386 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a74e6a5b-9859-4e10-bbda-20fd8dfb16a5 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:58.392655 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a74e6a5b-9859-4e10-bbda-20fd8dfb16a5 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "DELETE /v2.0/subnets/cf89fe77-807f-40c9-b468-4292e8f509d4 HTTP/1.1" status: 204 len: 168 time: 1.7530806 Apr 29 11:38:58.396388 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-ced8a6a5-a432-4511-bc1a-275b9e10644f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:58.399875 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50160) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:58.404651 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced8a6a5-a432-4511-bc1a-275b9e10644f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:58.405203 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ced8a6a5-a432-4511-bc1a-275b9e10644f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:58.458389 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:58.465286 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6eda1c6-04bd-41dc-a74a-db657a329e3c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:38:58.528217 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b704f45-93fb-4f3a-8431-d078ce1139af tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:38:58.540864 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5b704f45-93fb-4f3a-8431-d078ce1139af tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:58.636961 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6569914d-e05a-4393-8748-b7be48d877f5 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:58.659641 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5b704f45-93fb-4f3a-8431-d078ce1139af tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "DELETE /v2.0/floatingips/63f03877-4bb3-402d-9679-7328600fd325 HTTP/1.1" status: 204 len: 168 time: 3.7184851 Apr 29 11:38:58.670078 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50168) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:58.689870 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42f4ad0-218a-426b-a4ca-f35be243c4f6 None None] Network 3b532808-c29c-4e08-9228-50e14c29059b requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:58.695260 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6569914d-e05a-4393-8748-b7be48d877f5 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:58.698700 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0689c6b-76ce-4378-9de1-6749ff3831f3 None None] No DVR routers for this DVR port 68462173-4d9f-4775-a357-4a2a8c7d6c01 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:38:58.712755 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66400a3e-7d52-4ca2-808c-1d232d7e9fe5 None None] Sync routers for ids ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:38:58.727081 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a78c5b2d-9983-4b0f-97cd-9740fb899ca8 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:58.758554 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbcc4fd-a4f1-4b4f-a0fb-e5362c2e1398 None None] Network 52859cfc-23fe-4288-b365-4298a04967b9 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:58.760603 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c88bda-a233-4a14-81e0-53bda0dde0eb None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:58.787369 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0689c6b-76ce-4378-9de1-6749ff3831f3 None None] Pushing event deleted for resources: {'Port': ['ID=68462173-4d9f-4775-a357-4a2a8c7d6c01,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:58.800969 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-14a3dfac-04b7-4967-a220-1b4ffa6bea9f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:58.834571 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ced8a6a5-a432-4511-bc1a-275b9e10644f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:58.856339 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569914d-e05a-4393-8748-b7be48d877f5 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Pushing event updated for resources: {'Port': ['ID=a7d74df0-27f0-45ae-90c9-9083dd9a2643,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:58.885454 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f6eda1c6-04bd-41dc-a74a-db657a329e3c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:58.891489 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6569914d-e05a-4393-8748-b7be48d877f5 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Network f2c7f00b-7310-4389-bb90-5d27beafffd3 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:38:58.912193 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-6569914d-e05a-4393-8748-b7be48d877f5 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:38:58.917581 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:38:58.919704 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66400a3e-7d52-4ca2-808c-1d232d7e9fe5 None None] Routers {'6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:58.920784 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-66400a3e-7d52-4ca2-808c-1d232d7e9fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:58.930512 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6569914d-e05a-4393-8748-b7be48d877f5 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:38:58.938636 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Deleting port fd18393f-62e2-471f-ab47-4efaed85c3dd {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:58.939263 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:58.960700 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-f6eda1c6-04bd-41dc-a74a-db657a329e3c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] device_id is not set on port 92e7f0bc-ad42-4f5b-88aa-9d38cc8e28dc yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:38:59.077018 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:59.103225 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-66400a3e-7d52-4ca2-808c-1d232d7e9fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:59.186650 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-9eb33e4b-9883-4fc7-9a10-55ec0e50c28e tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Deleting port 4f2fcffc-5e39-4e47-973e-1f94b6b60d13 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:59.187000 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9eb33e4b-9883-4fc7-9a10-55ec0e50c28e tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:59.205802 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-a78c5b2d-9983-4b0f-97cd-9740fb899ca8 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Deleting port c44babdb-1b35-43d7-bfc7-c0e417180b60 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:59.206914 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a78c5b2d-9983-4b0f-97cd-9740fb899ca8 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:59.248459 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66400a3e-7d52-4ca2-808c-1d232d7e9fe5 None None] Routers {'6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:38:59.249459 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-66400a3e-7d52-4ca2-808c-1d232d7e9fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:59.313524 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-66400a3e-7d52-4ca2-808c-1d232d7e9fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:38:59.314362 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66400a3e-7d52-4ca2-808c-1d232d7e9fe5 None None] The sync data for ids ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:38:59.328996 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6eda1c6-04bd-41dc-a74a-db657a329e3c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:38:59.329393 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6eda1c6-04bd-41dc-a74a-db657a329e3c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:38:59.343403 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50178) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:59.361283 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f6eda1c6-04bd-41dc-a74a-db657a329e3c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3264728 Apr 29 11:38:59.367893 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50182) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:59.399070 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-14a3dfac-04b7-4967-a220-1b4ffa6bea9f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.26.4.86 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/f726fb17-99c0-48fa-ad70-b1de89a29592) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:38:59.437200 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:59.437640 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:59.484907 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6569914d-e05a-4393-8748-b7be48d877f5 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:59.485612 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6569914d-e05a-4393-8748-b7be48d877f5 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:59.505906 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a6b26432-c6d5-4d1b-bdce-046692f14fdb tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1339042 Apr 29 11:38:59.516155 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50184) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:59.526592 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] For port fd18393f-62e2-471f-ab47-4efaed85c3dd, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=fd18393f-62e2-471f-ab47-4efaed85c3dd,segment=NetworkSegment(03b6b207-fada-4c51-8bf2-82350bca4986),segment_id=03b6b207-fada-4c51-8bf2-82350bca4986)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:59.526917 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:59.528124 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-c6e2e499-44d3-42a1-9fd3-3f0aa5db2dae None None] Provisioning complete for port a7d74df0-27f0-45ae-90c9-9083dd9a2643 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:59.528503 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c6e2e499-44d3-42a1-9fd3-3f0aa5db2dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:59.551606 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6569914d-e05a-4393-8748-b7be48d877f5 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4837019 Apr 29 11:38:59.564808 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50186) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:59.572176 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-5a44a833-cb3a-4b55-8039-c7e37500a9f5 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:59.577499 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f53c30-e039-438d-8f0f-402bba981af5 None None] DHCP port deletion for 3b532808-c29c-4e08-9228-50e14c29059b request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:38:59.648798 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a28104d-045a-479b-b63d-b676faf84026 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:59.651876 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a28104d-045a-479b-b63d-b676faf84026 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:38:59.656639 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0a28104d-045a-479b-b63d-b676faf84026 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1244447 Apr 29 11:38:59.667353 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50188) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:38:59.668772 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-c6e2e499-44d3-42a1-9fd3-3f0aa5db2dae None None] Port a7d74df0-27f0-45ae-90c9-9083dd9a2643 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:38:59.669463 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-a78c5b2d-9983-4b0f-97cd-9740fb899ca8 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] For port c44babdb-1b35-43d7-bfc7-c0e417180b60, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=c44babdb-1b35-43d7-bfc7-c0e417180b60,segment=NetworkSegment(adc9bf05-4360-4b45-ad32-ee2f10397413),segment_id=adc9bf05-4360-4b45-ad32-ee2f10397413)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:38:59.670438 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a78c5b2d-9983-4b0f-97cd-9740fb899ca8 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:59.675834 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40a022c-79da-4d1d-acb8-27a6b6c89013 None None] Network 88632f92-7f64-413d-8122-4b23fefea982 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:38:59.700063 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044ac29e-6cf3-4ffa-912b-f43408cedcb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-62578361-baac-4d3e-b4ee-401a25f05a0e', 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'fixed_ips': [{'subnet_id': '6a1c4fe9-8476-496b-bc1f-d1da894373b8'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:38:59.700846 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-044ac29e-6cf3-4ffa-912b-f43408cedcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:59.775681 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-a78c5b2d-9983-4b0f-97cd-9740fb899ca8 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Calling delete_port for c44babdb-1b35-43d7-bfc7-c0e417180b60 owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:59.829453 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9eb33e4b-9883-4fc7-9a10-55ec0e50c28e tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:59.902260 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-9eb33e4b-9883-4fc7-9a10-55ec0e50c28e tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Calling delete_port for 4f2fcffc-5e39-4e47-973e-1f94b6b60d13 owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:59.920833 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-53f53c30-e039-438d-8f0f-402bba981af5 None None] Deleting port c44babdb-1b35-43d7-bfc7-c0e417180b60 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:38:59.921544 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-53f53c30-e039-438d-8f0f-402bba981af5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:59.922747 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-589cca16-8698-4a9c-b358-78b5cda5f968 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-129644116'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:38:59.928376 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-e3753613-9b77-4895-b80e-e5b50a69d9e7 None None] Provisioning complete for port 711b9630-839f-4ddd-9274-ea56fb83b1b9 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:38:59.928751 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e3753613-9b77-4895-b80e-e5b50a69d9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:59.932107 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Calling delete_port for fd18393f-62e2-471f-ab47-4efaed85c3dd owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:38:59.945629 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2335baa-39d0-475f-807f-506a57e53f0f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting subnet 6a1c4fe9-8476-496b-bc1f-d1da894373b8 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:38:59.949656 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f2335baa-39d0-475f-807f-506a57e53f0f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:59.996930 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5a44a833-cb3a-4b55-8039-c7e37500a9f5 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks [] for floatingip, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:00.005886 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589cca16-8698-4a9c-b358-78b5cda5f968 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:00.010706 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-589cca16-8698-4a9c-b358-78b5cda5f968 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:00.017557 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f2335baa-39d0-475f-807f-506a57e53f0f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:00.054554 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-589cca16-8698-4a9c-b358-78b5cda5f968 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:00.066612 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 68462173-4d9f-4775-a357-4a2a8c7d6c01 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:39:00.103145 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ced8a6a5-a432-4511-bc1a-275b9e10644f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:00.113353 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:00.121624 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 68462173-4d9f-4775-a357-4a2a8c7d6c01 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:39:00.122452 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 68462173-4d9f-4775-a357-4a2a8c7d6c01 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:39:00.135396 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-14a3dfac-04b7-4967-a220-1b4ffa6bea9f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:00.137654 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ced8a6a5-a432-4511-bc1a-275b9e10644f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:00.138968 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ced8a6a5-a432-4511-bc1a-275b9e10644f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:00.142434 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-53f53c30-e039-438d-8f0f-402bba981af5 None None] For port c44babdb-1b35-43d7-bfc7-c0e417180b60, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=c44babdb-1b35-43d7-bfc7-c0e417180b60,segment=NetworkSegment(adc9bf05-4360-4b45-ad32-ee2f10397413),segment_id=adc9bf05-4360-4b45-ad32-ee2f10397413)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:00.142912 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-53f53c30-e039-438d-8f0f-402bba981af5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:00.180268 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:00.219030 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-53f53c30-e039-438d-8f0f-402bba981af5 None None] Calling delete_port for c44babdb-1b35-43d7-bfc7-c0e417180b60 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:00.235964 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Pushing event deleted for resources: {'Port': ['ID=fd18393f-62e2-471f-ab47-4efaed85c3dd,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:00.251520 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] No DVR routers for this DVR port fd18393f-62e2-471f-ab47-4efaed85c3dd on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:39:00.351091 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-589cca16-8698-4a9c-b358-78b5cda5f968 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:00.363434 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:00.372040 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f2335baa-39d0-475f-807f-506a57e53f0f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:00.393949 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-589cca16-8698-4a9c-b358-78b5cda5f968 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:00.406755 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e3753613-9b77-4895-b80e-e5b50a69d9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:00.441822 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:00.469065 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-53f53c30-e039-438d-8f0f-402bba981af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:00.469212 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5a44a833-cb3a-4b55-8039-c7e37500a9f5 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:00.471206 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-589cca16-8698-4a9c-b358-78b5cda5f968 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:39:00.483590 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-e3753613-9b77-4895-b80e-e5b50a69d9e7 None None] For port 711b9630-839f-4ddd-9274-ea56fb83b1b9, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=711b9630-839f-4ddd-9274-ea56fb83b1b9,segment=NetworkSegment(f86a78a8-a3e7-4d62-ab97-afdfec6ca2b4),segment_id=f86a78a8-a3e7-4d62-ab97-afdfec6ca2b4)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:00.508915 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e3753613-9b77-4895-b80e-e5b50a69d9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:00.514009 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589cca16-8698-4a9c-b358-78b5cda5f968 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=331401f0-fa26-45a3-87f6-5d74e072131e,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:00.514317 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f53c30-e039-438d-8f0f-402bba981af5 None None] Pushing event deleted for resources: {'Port': ['ID=c44babdb-1b35-43d7-bfc7-c0e417180b60,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:00.517230 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f53c30-e039-438d-8f0f-402bba981af5 None None] No DVR routers for this DVR port c44babdb-1b35-43d7-bfc7-c0e417180b60 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:39:00.521728 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52859cfc-23fe-4288-b365-4298a04967b9']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:00.568011 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-589cca16-8698-4a9c-b358-78b5cda5f968 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:00.568371 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-589cca16-8698-4a9c-b358-78b5cda5f968 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Added segment 8d0042df-7cda-45eb-a0a8-1bad3f3a7692 of type vlan for network a4b2b389-9024-4cee-95b3-af3ca7cfd466 Apr 29 11:39:00.590138 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 711b9630-839f-4ddd-9274-ea56fb83b1b9 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:39:00.635195 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3753613-9b77-4895-b80e-e5b50a69d9e7 None None] Pushing event updated for resources: {'Port': ['ID=711b9630-839f-4ddd-9274-ea56fb83b1b9,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:00.644878 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b6b207-fada-4c51-8bf2-82350bca4986') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:00.645179 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b6b207-fada-4c51-8bf2-82350bca4986') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:00.679384 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:00.680994 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 711b9630-839f-4ddd-9274-ea56fb83b1b9 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:00.681373 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:00.697821 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-589cca16-8698-4a9c-b358-78b5cda5f968 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:00.702995 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a78c5b2d-9983-4b0f-97cd-9740fb899ca8 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:00.708594 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:00.722200 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:39:00.723074 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:00.726604 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:39:00.726604 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:39:00.726604 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:39:00.726604 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:39:00.726604 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:39:00.726604 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:39:00.726604 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:39:00.726604 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:39:00.726604 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:39:00.726604 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:39:00.726604 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:39:00.726604 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:39:00.726604 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:39:00.726604 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:39:00.726604 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:39:00.726604 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:39:00.726604 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:39:00.726604 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:39:00.726604 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:39:00.726604 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:39:00.726604 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:39:00.726604 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:39:00.726604 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:39:00.726604 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:39:00.726604 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:39:00.726604 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:39:00.726604 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:39:00.726604 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:39:00.726604 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:39:00.726604 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:39:00.726604 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:39:00.726604 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:39:00.781743 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78c5b2d-9983-4b0f-97cd-9740fb899ca8 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] No DVR routers for this DVR port c44babdb-1b35-43d7-bfc7-c0e417180b60 on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:39:00.784353 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:39:00.811266 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:00.820816 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:00.825217 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "DELETE /v2.0/networks/52859cfc-23fe-4288-b365-4298a04967b9 HTTP/1.1" status: 204 len: 168 time: 6.1313243 Apr 29 11:39:00.826007 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-589cca16-8698-4a9c-b358-78b5cda5f968 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:00.832468 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589cca16-8698-4a9c-b358-78b5cda5f968 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:00.833763 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-589cca16-8698-4a9c-b358-78b5cda5f968 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:00.836500 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50190) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:00.858804 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:00.858804 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:00.859090 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8a6a5-a432-4511-bc1a-275b9e10644f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Port': ['ID=068478bb-1c20-43b0-be68-4c1da1e5740a,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:00.860960 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9eb33e4b-9883-4fc7-9a10-55ec0e50c28e tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:00.865079 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-81b8c59c-e399-4b7e-8bf9-d756379bdccd tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1270111700'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:00.873147 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433a508-de23-465c-a8a5-ce22af2a9e5a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Pushing event deleted for resources: {'Network': ['ID=52859cfc-23fe-4288-b365-4298a04967b9,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:00.927030 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c5b2d-9983-4b0f-97cd-9740fb899ca8 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event deleted for resources: {'Port': ['ID=c44babdb-1b35-43d7-bfc7-c0e417180b60,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:00.965208 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589cca16-8698-4a9c-b358-78b5cda5f968 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Network': ['ID=a4b2b389-9024-4cee-95b3-af3ca7cfd466,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:00.986317 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-589cca16-8698-4a9c-b358-78b5cda5f968 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6389811 Apr 29 11:39:00.990910 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50192) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:01.000199 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-d7608bdc-4d5f-422c-9d3d-2183944deccc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'port': {'network_id': 'a4b2b389-9024-4cee-95b3-af3ca7cfd466', 'name': 'tempest-PortsIpV6TestJSON-75918623'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:01.004278 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b8c59c-e399-4b7e-8bf9-d756379bdccd tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Made reservation on behalf of 193fbcf2d46440da9fd4a859e9df1831 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:01.008813 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-81b8c59c-e399-4b7e-8bf9-d756379bdccd tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:01.049857 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network a4b2b389-9024-4cee-95b3-af3ca7cfd466 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:39:01.105712 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b8c59c-e399-4b7e-8bf9-d756379bdccd tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:39:01.141862 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-81b8c59c-e399-4b7e-8bf9-d756379bdccd tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:01.142281 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-81b8c59c-e399-4b7e-8bf9-d756379bdccd tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Added segment 1708fe2f-4399-4d5b-b4e7-0b58c2233810 of type vlan for network 009df8d6-0a95-4234-8bdd-1a66ced48d87 Apr 29 11:39:01.145915 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-ba464e14-97d7-41a8-be36-7e68a79814c7 None None] Provisioning complete for port 068478bb-1c20-43b0-be68-4c1da1e5740a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:01.146523 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ba464e14-97d7-41a8-be36-7e68a79814c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:01.200488 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-81b8c59c-e399-4b7e-8bf9-d756379bdccd tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:01.204250 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-ba464e14-97d7-41a8-be36-7e68a79814c7 None None] Port 068478bb-1c20-43b0-be68-4c1da1e5740a cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:39:01.208233 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7608bdc-4d5f-422c-9d3d-2183944deccc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:01.213539 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d7608bdc-4d5f-422c-9d3d-2183944deccc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:01.238893 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-d7608bdc-4d5f-422c-9d3d-2183944deccc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] device_id is not set on port 4f63dbb7-99d4-406d-b281-8f97d2d1e1a1 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:39:01.240361 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-ba464e14-97d7-41a8-be36-7e68a79814c7 None None] Provisioning complete for port 711b9630-839f-4ddd-9274-ea56fb83b1b9 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:01.240761 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ba464e14-97d7-41a8-be36-7e68a79814c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:01.323452 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-81b8c59c-e399-4b7e-8bf9-d756379bdccd tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:01.330246 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b8c59c-e399-4b7e-8bf9-d756379bdccd tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:01.330919 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-81b8c59c-e399-4b7e-8bf9-d756379bdccd tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:01.349885 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device c44babdb-1b35-43d7-bfc7-c0e417180b60 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:39:01.378745 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: c44babdb-1b35-43d7-bfc7-c0e417180b60 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:39:01.378745 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device c44babdb-1b35-43d7-bfc7-c0e417180b60 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:39:01.431447 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-81b8c59c-e399-4b7e-8bf9-d756379bdccd tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5890489 Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server [None req-044ac29e-6cf3-4ffa-912b-f43408cedcb2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a1c4fe9-8476-496b-bc1f-d1da894373b8: This subnet is being modified by another concurrent operation. Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 11:39:01.445102 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise exception Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a1c4fe9-8476-496b-bc1f-d1da894373b8: This subnet is being modified by another concurrent operation. Apr 29 11:39:01.449131 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server Apr 29 11:39:01.452532 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50194) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:01.461758 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-aff96228-2754-45c9-9e52-eb977bde06ad tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Request body: {'subnet': {'network_id': '009df8d6-0a95-4234-8bdd-1a66ced48d87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:01.469268 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a78c5b2d-9983-4b0f-97cd-9740fb899ca8 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:01.481404 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e496b0fe-7cb8-4c78-81bb-c5447f5958ac None None] get_active_networks_info from dv-neutron-838888-1-hyperv {{(pid=102961) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 11:39:01.499802 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f2335baa-39d0-475f-807f-506a57e53f0f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:01.502480 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-14a3dfac-04b7-4967-a220-1b4ffa6bea9f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:01.513482 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8c59c-e399-4b7e-8bf9-d756379bdccd tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Pushing event updated for resources: {'Network': ['ID=009df8d6-0a95-4234-8bdd-1a66ced48d87,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:01.520255 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb33e4b-9883-4fc7-9a10-55ec0e50c28e tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event deleted for resources: {'Port': ['ID=4f2fcffc-5e39-4e47-973e-1f94b6b60d13,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:01.541931 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 009df8d6-0a95-4234-8bdd-1a66ced48d87 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:39:01.600326 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-a78c5b2d-9983-4b0f-97cd-9740fb899ca8 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b532808-c29c-4e08-9228-50e14c29059b']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:01.607007 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2335baa-39d0-475f-807f-506a57e53f0f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Subnet': ['ID=6a1c4fe9-8476-496b-bc1f-d1da894373b8,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:01.619390 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced8a6a5-a432-4511-bc1a-275b9e10644f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network 88632f92-7f64-413d-8122-4b23fefea982 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:01.626832 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f2d300b9-e9f3-42b5-9a9d-144d4673f253 None None] Provisioning complete for port 068478bb-1c20-43b0-be68-4c1da1e5740a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:01.627206 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f2d300b9-e9f3-42b5-9a9d-144d4673f253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:01.641460 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f2335baa-39d0-475f-807f-506a57e53f0f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:01.645023 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f2335baa-39d0-475f-807f-506a57e53f0f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/6a1c4fe9-8476-496b-bc1f-d1da894373b8 HTTP/1.1" status: 204 len: 168 time: 1.9709735 Apr 29 11:39:01.657433 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50196) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:01.657667 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-a78c5b2d-9983-4b0f-97cd-9740fb899ca8 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc9bf05-4360-4b45-ad32-ee2f10397413') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:01.657877 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-a78c5b2d-9983-4b0f-97cd-9740fb899ca8 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc9bf05-4360-4b45-ad32-ee2f10397413') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:01.659015 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-5a44a833-cb3a-4b55-8039-c7e37500a9f5 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Allocated IP 172.26.4.77 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/c0ccb5c6-7923-4c81-bd93-8d7c7e737ffe) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:01.663393 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-ced8a6a5-a432-4511-bc1a-275b9e10644f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:01.667481 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a3dfac-04b7-4967-a220-1b4ffa6bea9f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:01.693864 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-14a3dfac-04b7-4967-a220-1b4ffa6bea9f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:01.698734 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a3dfac-04b7-4967-a220-1b4ffa6bea9f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:01.704105 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a78c5b2d-9983-4b0f-97cd-9740fb899ca8 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:01.715942 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f2d300b9-e9f3-42b5-9a9d-144d4673f253 None None] Port 068478bb-1c20-43b0-be68-4c1da1e5740a cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:39:01.721740 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9eb33e4b-9883-4fc7-9a10-55ec0e50c28e tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:01.725535 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9eb33e4b-9883-4fc7-9a10-55ec0e50c28e tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "DELETE /v2.0/ports/4f2fcffc-5e39-4e47-973e-1f94b6b60d13 HTTP/1.1" status: 204 len: 168 time: 3.0521147 Apr 29 11:39:01.733420 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e496b0fe-7cb8-4c78-81bb-c5447f5958ac None None] Resources bound (agent type, host, resource id): {{(pid=102961) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 11:39:01.751780 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9daa0a7b-4a79-4c8b-9074-2242167c0966 req-6e7c9257-6ada-4004-957b-b085a9f94511 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=06066a09-efd3-4a70-914e-c1de212e7cdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3522220 Apr 29 11:39:01.752718 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3dfac-04b7-4967-a220-1b4ffa6bea9f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=f726fb17-99c0-48fa-ad70-b1de89a29592,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:01.758019 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50198) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:01.763140 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a78c5b2d-9983-4b0f-97cd-9740fb899ca8 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:01.778378 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d7608bdc-4d5f-422c-9d3d-2183944deccc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:01.791030 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-006658b7-cb3e-480f-9f8d-f501c7f4ad4a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1289611 Apr 29 11:39:01.798715 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50200) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:01.805288 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-54f4ba66-b9c9-42c8-aaa1-31625a70f83d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:01.814036 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-fae8e330-936e-4ec9-bd86-fa3ffea77e52 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:01.839286 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78c5b2d-9983-4b0f-97cd-9740fb899ca8 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:39:01.839711 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a78c5b2d-9983-4b0f-97cd-9740fb899ca8 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:01.848197 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:39:01.848197 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:39:01.848197 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:39:01.848197 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:39:01.848197 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:39:01.848197 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:39:01.848197 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:39:01.848197 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:39:01.848197 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:39:01.848197 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:39:01.848197 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:39:01.848197 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:39:01.848197 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:39:01.848197 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:39:01.848197 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:39:01.848197 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:39:01.848197 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:39:01.848197 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:39:01.848197 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:39:01.848197 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:39:01.848197 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:39:01.848197 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:39:01.848197 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:39:01.848197 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:39:01.848197 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:39:01.848197 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:39:01.848197 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:39:01.848197 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:39:01.848197 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:39:01.848197 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:39:01.848197 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:39:01.848197 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:39:01.957985 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff96228-2754-45c9-9e52-eb977bde06ad tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Made reservation on behalf of 193fbcf2d46440da9fd4a859e9df1831 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:01.961493 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-aff96228-2754-45c9-9e52-eb977bde06ad tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:01.993046 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fae8e330-936e-4ec9-bd86-fa3ffea77e52 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:02.057704 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a78c5b2d-9983-4b0f-97cd-9740fb899ca8 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:02.063536 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced8a6a5-a432-4511-bc1a-275b9e10644f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Router d9c65347-25d2-4970-bee3-39fb6f4c4633 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:39:02.082363 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a78c5b2d-9983-4b0f-97cd-9740fb899ca8 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:02.088278 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a78c5b2d-9983-4b0f-97cd-9740fb899ca8 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "DELETE /v2.0/networks/3b532808-c29c-4e08-9228-50e14c29059b HTTP/1.1" status: 204 len: 168 time: 3.6176813 Apr 29 11:39:02.091785 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3f0edd-15dd-4644-858e-eafe1dab4841 None None] get_active_networks_info from dv-neutron-838888-1-hyperv {{(pid=102961) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 11:39:02.094567 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50202) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:02.111039 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa0a7b-4a79-4c8b-9074-2242167c0966 req-52973b9d-bf75-44e4-91a4-901f6e4bdf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:02.112572 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9daa0a7b-4a79-4c8b-9074-2242167c0966 req-52973b9d-bf75-44e4-91a4-901f6e4bdf82 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=06066a09-efd3-4a70-914e-c1de212e7cdb HTTP/1.1" status: 200 len: 1098 time: 0.2910800 Apr 29 11:39:02.116900 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c5b2d-9983-4b0f-97cd-9740fb899ca8 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event deleted for resources: {'Network': ['ID=3b532808-c29c-4e08-9228-50e14c29059b,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:02.141457 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-d34339ea-4dc1-4815-a2c0-649980edc828 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] DELETE failed (client error): The resource could not be found. Apr 29 11:39:02.142062 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d34339ea-4dc1-4815-a2c0-649980edc828 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:39:02.148661 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d34339ea-4dc1-4815-a2c0-649980edc828 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "DELETE /v2.0/subnets/9699ba8f-9e48-4cdf-b4bf-518882caa415 HTTP/1.1" status: 404 len: 337 time: 0.0474727 Apr 29 11:39:02.155955 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d7608bdc-4d5f-422c-9d3d-2183944deccc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:02.157541 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50204) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:02.214780 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5a44a833-cb3a-4b55-8039-c7e37500a9f5 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:02.217861 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7608bdc-4d5f-422c-9d3d-2183944deccc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Port': ['ID=4f63dbb7-99d4-406d-b281-8f97d2d1e1a1,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:02.247752 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f4ba66-b9c9-42c8-aaa1-31625a70f83d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:02.248686 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3f0edd-15dd-4644-858e-eafe1dab4841 None None] Resources bound (agent type, host, resource id): {{(pid=102961) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 11:39:02.251364 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-54f4ba66-b9c9-42c8-aaa1-31625a70f83d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:02.277180 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac2b1915-f717-4549-b9bf-9ad501e9fbc7 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] DELETE failed (client error): The resource could not be found. Apr 29 11:39:02.277745 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac2b1915-f717-4549-b9bf-9ad501e9fbc7 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:39:02.283234 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ac2b1915-f717-4549-b9bf-9ad501e9fbc7 tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "DELETE /v2.0/networks/a289de4d-5071-4913-a6bf-73394468fe59 HTTP/1.1" status: 404 len: 339 time: 0.1209772 Apr 29 11:39:02.309805 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50206) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:02.341164 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 711b9630-839f-4ddd-9274-ea56fb83b1b9 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:39:02.401719 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7608bdc-4d5f-422c-9d3d-2183944deccc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Checking segment: {'id': '8d0042df-7cda-45eb-a0a8-1bad3f3a7692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a4b2b389-9024-4cee-95b3-af3ca7cfd466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:02.402390 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7608bdc-4d5f-422c-9d3d-2183944deccc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network hostable DHCP agents. Network: a4b2b389-9024-4cee-95b3-af3ca7cfd466, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:39:02.428527 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5a44a833-cb3a-4b55-8039-c7e37500a9f5 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:02.471398 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 711b9630-839f-4ddd-9274-ea56fb83b1b9 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:02.472544 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:02.487224 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced8a6a5-a432-4511-bc1a-275b9e10644f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:39:02.497575 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7608bdc-4d5f-422c-9d3d-2183944deccc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network a4b2b389-9024-4cee-95b3-af3ca7cfd466 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:39:02.500739 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ced8a6a5-a432-4511-bc1a-275b9e10644f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "PUT /v2.0/routers/d9c65347-25d2-4970-bee3-39fb6f4c4633/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3320258 Apr 29 11:39:02.506472 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6369ea-6bed-46cd-a00c-462ef06577cf None None] Sync routers for ids ['d9c65347-25d2-4970-bee3-39fb6f4c4633'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:39:02.515987 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50208) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:02.518665 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6369ea-6bed-46cd-a00c-462ef06577cf None None] Routers {'d9c65347-25d2-4970-bee3-39fb6f4c4633'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:02.519289 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-cc6369ea-6bed-46cd-a00c-462ef06577cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d9c65347-25d2-4970-bee3-39fb6f4c4633'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:02.520807 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-89263036-effd-4acd-b4ce-d810ba90565c tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Deleting subnet ed9bd266-62aa-4564-9b0b-5f24b985bdc2 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:39:02.535622 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-40b12222-e5ae-4539-b763-f1935dad7a81 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-724204096'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:02.543835 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-89263036-effd-4acd-b4ce-d810ba90565c tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:02.615170 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa0a7b-4a79-4c8b-9074-2242167c0966 req-31b7cff5-0a4b-48c5-9125-64379d6b54f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:02.616329 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-cc6369ea-6bed-46cd-a00c-462ef06577cf None None] Set router d9c65347-25d2-4970-bee3-39fb6f4c4633 gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:39:02.617003 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9daa0a7b-4a79-4c8b-9074-2242167c0966 req-31b7cff5-0a4b-48c5-9125-64379d6b54f5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6385ed98-aeeb-4990-b743-9383f9d45e8c HTTP/1.1" status: 200 len: 897 time: 0.4583945 Apr 29 11:39:02.657660 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a44a833-cb3a-4b55-8039-c7e37500a9f5 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:02.673432 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-d7608bdc-4d5f-422c-9d3d-2183944deccc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, a4b2b389-9024-4cee-95b3-af3ca7cfd466) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:02.683227 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-5a44a833-cb3a-4b55-8039-c7e37500a9f5 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:02.693953 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7608bdc-4d5f-422c-9d3d-2183944deccc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:02.695629 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-89263036-effd-4acd-b4ce-d810ba90565c tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:02.704930 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9daa0a7b-4a79-4c8b-9074-2242167c0966 req-15182615-81fa-433e-bb5c-f99d740a2542 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49092aba-e15d-45b6-93b8-d39b1c288a47 HTTP/1.1" status: 200 len: 217 time: 0.0722468 Apr 29 11:39:02.705553 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7608bdc-4d5f-422c-9d3d-2183944deccc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:02.706105 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d7608bdc-4d5f-422c-9d3d-2183944deccc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:02.706747 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b12222-e5ae-4539-b763-f1935dad7a81 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Made reservation on behalf of 39685abd7a114d62abb4ba48b231a867 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:02.710418 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-40b12222-e5ae-4539-b763-f1935dad7a81 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:02.716208 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a44a833-cb3a-4b55-8039-c7e37500a9f5 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:02.771945 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7fee62-7095-40a0-a4df-1330781f2d71 None None] Network a4b2b389-9024-4cee-95b3-af3ca7cfd466 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:02.835901 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44a833-cb3a-4b55-8039-c7e37500a9f5 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Pushing event updated for resources: {'Port': ['ID=c0ccb5c6-7923-4c81-bd93-8d7c7e737ffe,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:02.854500 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fae8e330-936e-4ec9-bd86-fa3ffea77e52 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:02.867286 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-cc6369ea-6bed-46cd-a00c-462ef06577cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'name': 'tempest-RoutersIpV6Test-router-511075764', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:38:20Z', 'updated_at': '2022-04-29T11:38:58Z', 'revision_number': 4, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None, '_interfaces': [{'id': '068478bb-1c20-43b0-be68-4c1da1e5740a', 'name': '', 'network_id': '88632f92-7f64-413d-8122-4b23fefea982', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:b7:df:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:55Z', 'updated_at': '2022-04-29T11:38:59Z', 'revision_number': 2, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21044d70-8412-46f0-a5ea-e3e60ae77965', 'name': '', 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:38:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:26Z', 'updated_at': '2022-04-29T11:38:37Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e', 'name': '', 'network_id': 'b2d06907-a4d4-4ea6-a2d0-5da0c93b630f', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:9e:d0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:41Z', 'updated_at': '2022-04-29T11:38:56Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:02.908681 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b12222-e5ae-4539-b763-f1935dad7a81 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:39:02.914749 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d7608bdc-4d5f-422c-9d3d-2183944deccc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.9223254 Apr 29 11:39:02.922816 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50210) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:02.932387 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-98320d38-ec71-4401-908f-b6d00b86a029 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1909037072'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:02.940587 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6369ea-6bed-46cd-a00c-462ef06577cf None None] Checking router: d9c65347-25d2-4970-bee3-39fb6f4c4633 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:39:02.940941 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6369ea-6bed-46cd-a00c-462ef06577cf None None] Updating router d9c65347-25d2-4970-bee3-39fb6f4c4633 port 068478bb-1c20-43b0-be68-4c1da1e5740a binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:39:02.943074 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa0a7b-4a79-4c8b-9074-2242167c0966 req-7727a981-8deb-4fab-81b6-0e6b785c17ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:02.950051 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9daa0a7b-4a79-4c8b-9074-2242167c0966 req-7727a981-8deb-4fab-81b6-0e6b785c17ce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2123ff89-9386-4934-a517-d5d3fdf2b074 HTTP/1.1" status: 200 len: 835 time: 0.2121766 Apr 29 11:39:02.973202 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98320d38-ec71-4401-908f-b6d00b86a029 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:02.976958 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-98320d38-ec71-4401-908f-b6d00b86a029 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.002057 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.objects.ports [None req-aff96228-2754-45c9-9e52-eb977bde06ad tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102960) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 11:39:03.009685 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-cc6369ea-6bed-46cd-a00c-462ef06577cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.025741 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-aff96228-2754-45c9-9e52-eb977bde06ad tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.044192 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-40b12222-e5ae-4539-b763-f1935dad7a81 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.044544 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-40b12222-e5ae-4539-b763-f1935dad7a81 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Added segment d244845a-fb1f-4033-bae8-b44d6873a327 of type vlan for network 1349afa3-3cbe-4a5e-9413-eba72ab062b7 Apr 29 11:39:03.072328 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-54f4ba66-b9c9-42c8-aaa1-31625a70f83d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.154541 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f4ba66-b9c9-42c8-aaa1-31625a70f83d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:03.156667 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-40b12222-e5ae-4539-b763-f1935dad7a81 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.164437 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98320d38-ec71-4401-908f-b6d00b86a029 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:39:03.179954 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-54f4ba66-b9c9-42c8-aaa1-31625a70f83d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:03.190081 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f4ba66-b9c9-42c8-aaa1-31625a70f83d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:03.191061 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-54f4ba66-b9c9-42c8-aaa1-31625a70f83d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.194063 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff96228-2754-45c9-9e52-eb977bde06ad tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Pushing event updated for resources: {'Subnet': ['ID=217c7bc2-8f3d-4b93-85c5-57cef827ec80,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:03.203964 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5a44a833-cb3a-4b55-8039-c7e37500a9f5 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.204738 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b5bdcb-e3e3-4731-80d4-b4f127b38a37 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:03.205949 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-98320d38-ec71-4401-908f-b6d00b86a029 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.206789 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-98320d38-ec71-4401-908f-b6d00b86a029 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Added segment fff55322-6aae-40dd-84dc-144dd1d1defc of type vlan for network 986b3d40-0f33-4f18-8312-4347572d2736 Apr 29 11:39:03.251524 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-14a3dfac-04b7-4967-a220-1b4ffa6bea9f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.272324 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-89263036-effd-4acd-b4ce-d810ba90565c tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.282995 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:39:03.290820 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-54f4ba66-b9c9-42c8-aaa1-31625a70f83d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4895370 Apr 29 11:39:03.297515 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50212) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:03.301621 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-b50c6ec7-972a-4071-ab31-abb056397bb3 None None] Provisioning complete for port 068478bb-1c20-43b0-be68-4c1da1e5740a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:03.302292 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b50c6ec7-972a-4071-ab31-abb056397bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.317193 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-b3600835-e9d4-4409-86ba-0c43ae669a57 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-961675053', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:03.342272 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-40b12222-e5ae-4539-b763-f1935dad7a81 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.348263 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b12222-e5ae-4539-b763-f1935dad7a81 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:03.349292 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-40b12222-e5ae-4539-b763-f1935dad7a81 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.356589 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff96228-2754-45c9-9e52-eb977bde06ad tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Checking segment: {'id': '1708fe2f-4399-4d5b-b4e7-0b58c2233810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '009df8d6-0a95-4234-8bdd-1a66ced48d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:03.357257 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff96228-2754-45c9-9e52-eb977bde06ad tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Network hostable DHCP agents. Network: 009df8d6-0a95-4234-8bdd-1a66ced48d87, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:39:03.362982 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa0a7b-4a79-4c8b-9074-2242167c0966 req-59a002bb-3cc7-4cb9-a749-14f8703e4e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:03.370659 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-b50c6ec7-972a-4071-ab31-abb056397bb3 None None] Port 068478bb-1c20-43b0-be68-4c1da1e5740a cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:39:03.373791 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9daa0a7b-4a79-4c8b-9074-2242167c0966 req-59a002bb-3cc7-4cb9-a749-14f8703e4e2e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6385ed98-aeeb-4990-b743-9383f9d45e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4068596 Apr 29 11:39:03.380494 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4ba66-b9c9-42c8-aaa1-31625a70f83d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Subnet': ['ID=8cf78ed1-c7d0-419e-a12c-5dafa9b36dcc,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:03.394340 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5a44a833-cb3a-4b55-8039-c7e37500a9f5 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.405075 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-98320d38-ec71-4401-908f-b6d00b86a029 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.440643 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b3600835-e9d4-4409-86ba-0c43ae669a57 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.441904 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b3600835-e9d4-4409-86ba-0c43ae669a57 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.479253 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-cc6369ea-6bed-46cd-a00c-462ef06577cf None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.482797 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff96228-2754-45c9-9e52-eb977bde06ad tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Network 009df8d6-0a95-4234-8bdd-1a66ced48d87 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:39:03.485466 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-fae8e330-936e-4ec9-bd86-fa3ffea77e52 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Allocated IP 172.26.4.190 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/49b40c6b-f94f-4042-9966-d1a55e17a508) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:03.488076 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-cc6369ea-6bed-46cd-a00c-462ef06577cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.531244 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-40b12222-e5ae-4539-b763-f1935dad7a81 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0048985 Apr 29 11:39:03.535317 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6bb085-4801-4238-8e86-e55c7de6ebb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-62578361-baac-4d3e-b4ee-401a25f05a0e', 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'fixed_ips': [{'subnet_id': '8cf78ed1-c7d0-419e-a12c-5dafa9b36dcc'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:39:03.536555 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-98320d38-ec71-4401-908f-b6d00b86a029 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.537570 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50214) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:03.538213 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2e6bb085-4801-4238-8e86-e55c7de6ebb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.544606 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98320d38-ec71-4401-908f-b6d00b86a029 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:03.545459 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-98320d38-ec71-4401-908f-b6d00b86a029 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.548263 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-aff96228-2754-45c9-9e52-eb977bde06ad tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 009df8d6-0a95-4234-8bdd-1a66ced48d87) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:03.554042 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e48f8-714b-4da8-b145-d71ff1f6dc1b None None] Pushing event updated for resources: {'Port': ['ID=068478bb-1c20-43b0-be68-4c1da1e5740a,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:03.568230 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e48f8-714b-4da8-b145-d71ff1f6dc1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:03.568607 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e48f8-714b-4da8-b145-d71ff1f6dc1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:03.569137 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e48f8-714b-4da8-b145-d71ff1f6dc1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:03.569477 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e48f8-714b-4da8-b145-d71ff1f6dc1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:03.569805 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e48f8-714b-4da8-b145-d71ff1f6dc1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:03.570156 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e48f8-714b-4da8-b145-d71ff1f6dc1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:03.570533 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e48f8-714b-4da8-b145-d71ff1f6dc1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:03.570920 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e48f8-714b-4da8-b145-d71ff1f6dc1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:03.571325 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e48f8-714b-4da8-b145-d71ff1f6dc1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:03.572150 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4953f36-b286-456f-a354-59f6cc2531ca None None] Network 009df8d6-0a95-4234-8bdd-1a66ced48d87 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:03.572322 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e48f8-714b-4da8-b145-d71ff1f6dc1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:03.572650 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e48f8-714b-4da8-b145-d71ff1f6dc1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:03.573819 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e48f8-714b-4da8-b145-d71ff1f6dc1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:03.580730 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff96228-2754-45c9-9e52-eb977bde06ad tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:03.581711 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-aff96228-2754-45c9-9e52-eb977bde06ad tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.599280 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-05298236-e0ff-41c4-9407-a992b96f396e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Request body: {'subnet': {'network_id': '1349afa3-3cbe-4a5e-9413-eba72ab062b7', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:03.642957 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b3600835-e9d4-4409-86ba-0c43ae669a57 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.660030 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b12222-e5ae-4539-b763-f1935dad7a81 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Network': ['ID=1349afa3-3cbe-4a5e-9413-eba72ab062b7,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:03.675768 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-cc6369ea-6bed-46cd-a00c-462ef06577cf None None] Attempting to bind port 068478bb-1c20-43b0-be68-4c1da1e5740a on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:39:03.676325 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-cc6369ea-6bed-46cd-a00c-462ef06577cf None None] Attempting to bind port 068478bb-1c20-43b0-be68-4c1da1e5740a by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'f86a78a8-a3e7-4d62-ab97-afdfec6ca2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '88632f92-7f64-413d-8122-4b23fefea982'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:39:03.676880 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6369ea-6bed-46cd-a00c-462ef06577cf None None] Attempting to bind port 068478bb-1c20-43b0-be68-4c1da1e5740a on network 88632f92-7f64-413d-8122-4b23fefea982 {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:39:03.687501 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 1349afa3-3cbe-4a5e-9413-eba72ab062b7 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:39:03.696797 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6369ea-6bed-46cd-a00c-462ef06577cf None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:39:03.697601 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6369ea-6bed-46cd-a00c-462ef06577cf None None] Checking segment: {'id': 'f86a78a8-a3e7-4d62-ab97-afdfec6ca2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '88632f92-7f64-413d-8122-4b23fefea982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:03.698207 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-cc6369ea-6bed-46cd-a00c-462ef06577cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.699612 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b3600835-e9d4-4409-86ba-0c43ae669a57 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.700820 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6369ea-6bed-46cd-a00c-462ef06577cf None None] Bound using segment: {'id': 'f86a78a8-a3e7-4d62-ab97-afdfec6ca2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '88632f92-7f64-413d-8122-4b23fefea982'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:39:03.701652 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-89263036-effd-4acd-b4ce-d810ba90565c tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.701811 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-cc6369ea-6bed-46cd-a00c-462ef06577cf None None] Bound port: 068478bb-1c20-43b0-be68-4c1da1e5740a, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f86a78a8-a3e7-4d62-ab97-afdfec6ca2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '88632f92-7f64-413d-8122-4b23fefea982'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:39:03.702378 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-cc6369ea-6bed-46cd-a00c-462ef06577cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.752544 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-98320d38-ec71-4401-908f-b6d00b86a029 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8249183 Apr 29 11:39:03.770627 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50216) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:03.786339 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-cc6369ea-6bed-46cd-a00c-462ef06577cf None None] For port 068478bb-1c20-43b0-be68-4c1da1e5740a, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:39:03.791763 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-cc6369ea-6bed-46cd-a00c-462ef06577cf None None] For port 068478bb-1c20-43b0-be68-4c1da1e5740a, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=068478bb-1c20-43b0-be68-4c1da1e5740a,segment=NetworkSegment(f86a78a8-a3e7-4d62-ab97-afdfec6ca2b4),segment_id=f86a78a8-a3e7-4d62-ab97-afdfec6ca2b4)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:39:03.815321 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-cc6369ea-6bed-46cd-a00c-462ef06577cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.855526 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5a44a833-cb3a-4b55-8039-c7e37500a9f5 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.869756 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-7871e95f-524a-4234-bfc8-e5dc9babe350 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'ports': [{'network_id': 'a4b2b389-9024-4cee-95b3-af3ca7cfd466'}, {'network_id': '986b3d40-0f33-4f18-8312-4347572d2736'}]} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:03.870220 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-7871e95f-524a-4234-bfc8-e5dc9babe350 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'port': {'network_id': 'a4b2b389-9024-4cee-95b3-af3ca7cfd466'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:03.870819 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-7871e95f-524a-4234-bfc8-e5dc9babe350 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'port': {'network_id': '986b3d40-0f33-4f18-8312-4347572d2736'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:03.898762 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5a44a833-cb3a-4b55-8039-c7e37500a9f5 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.933539 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e48f8-714b-4da8-b145-d71ff1f6dc1b None None] Pushing event updated for resources: {'Port': ['ID=068478bb-1c20-43b0-be68-4c1da1e5740a,revision_number=4']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:03.936196 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98320d38-ec71-4401-908f-b6d00b86a029 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Network': ['ID=986b3d40-0f33-4f18-8312-4347572d2736,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:03.955996 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6369ea-6bed-46cd-a00c-462ef06577cf None None] Routers {'d9c65347-25d2-4970-bee3-39fb6f4c4633'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:03.957297 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-cc6369ea-6bed-46cd-a00c-462ef06577cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d9c65347-25d2-4970-bee3-39fb6f4c4633'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:03.979529 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 986b3d40-0f33-4f18-8312-4347572d2736 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:39:03.994988 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-aff96228-2754-45c9-9e52-eb977bde06ad tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.5477762 Apr 29 11:39:04.000277 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50218) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:04.064389 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b3600835-e9d4-4409-86ba-0c43ae669a57 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:04.069508 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b3600835-e9d4-4409-86ba-0c43ae669a57 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7553225 Apr 29 11:39:04.079293 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50220) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:04.082133 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-cc6369ea-6bed-46cd-a00c-462ef06577cf None None] Set router d9c65347-25d2-4970-bee3-39fb6f4c4633 gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:39:04.162547 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-2e6bb085-4801-4238-8e86-e55c7de6ebb7 None None] Allocated IP 2001:db8::2 (62578361-baac-4d3e-b4ee-401a25f05a0e/8cf78ed1-c7d0-419e-a12c-5dafa9b36dcc/78b10750-5765-41ab-b698-7ff2c46eaf5a) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:04.197353 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-17ebfd49-1500-4ecd-b1c8-f6711ca68772 None None] Provisioning complete for port 068478bb-1c20-43b0-be68-4c1da1e5740a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:04.197932 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-17ebfd49-1500-4ecd-b1c8-f6711ca68772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:04.299807 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-14a3dfac-04b7-4967-a220-1b4ffa6bea9f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:04.304767 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9daa0a7b-4a79-4c8b-9074-2242167c0966 req-f7526494-dbc1-4d0e-84bd-d9f059609c15 service neutron] 10.222.0.62 "GET /v2.0/networks/6385ed98-aeeb-4990-b743-9383f9d45e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8999641 Apr 29 11:39:04.333311 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de28ff56-d1b7-4d71-a323-40d83ac13a75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-009df8d6-0a95-4234-8bdd-1a66ced48d87', 'network_id': '009df8d6-0a95-4234-8bdd-1a66ced48d87', 'tenant_id': '193fbcf2d46440da9fd4a859e9df1831', 'fixed_ips': [{'subnet_id': '217c7bc2-8f3d-4b93-85c5-57cef827ec80'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:39:04.334716 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-de28ff56-d1b7-4d71-a323-40d83ac13a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:04.370193 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89263036-effd-4acd-b4ce-d810ba90565c tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event deleted for resources: {'Subnet': ['ID=ed9bd266-62aa-4564-9b0b-5f24b985bdc2,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:04.472466 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-cc6369ea-6bed-46cd-a00c-462ef06577cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'name': 'tempest-RoutersIpV6Test-router-511075764', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:38:20Z', 'updated_at': '2022-04-29T11:38:58Z', 'revision_number': 4, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None, '_interfaces': [{'id': '068478bb-1c20-43b0-be68-4c1da1e5740a', 'name': '', 'network_id': '88632f92-7f64-413d-8122-4b23fefea982', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:b7:df:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:55Z', 'updated_at': '2022-04-29T11:39:03Z', 'revision_number': 4, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21044d70-8412-46f0-a5ea-e3e60ae77965', 'name': '', 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:38:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:26Z', 'updated_at': '2022-04-29T11:38:37Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e', 'name': '', 'network_id': 'b2d06907-a4d4-4ea6-a2d0-5da0c93b630f', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:9e:d0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:41Z', 'updated_at': '2022-04-29T11:38:56Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:04.491788 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-89263036-effd-4acd-b4ce-d810ba90565c tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:04.496787 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-89263036-effd-4acd-b4ce-d810ba90565c tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "DELETE /v2.0/subnets/ed9bd266-62aa-4564-9b0b-5f24b985bdc2 HTTP/1.1" status: 204 len: 168 time: 2.1819928 Apr 29 11:39:04.506647 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50222) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:04.536610 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6369ea-6bed-46cd-a00c-462ef06577cf None None] The sync data for ids ['d9c65347-25d2-4970-bee3-39fb6f4c4633'] in dv-neutron-838888-1-hyperv is: [{'id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'name': 'tempest-RoutersIpV6Test-router-511075764', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:38:20Z', 'updated_at': '2022-04-29T11:38:58Z', 'revision_number': 4, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None, '_interfaces': [{'id': '068478bb-1c20-43b0-be68-4c1da1e5740a', 'name': '', 'network_id': '88632f92-7f64-413d-8122-4b23fefea982', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:b7:df:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:55Z', 'updated_at': '2022-04-29T11:39:03Z', 'revision_number': 4, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21044d70-8412-46f0-a5ea-e3e60ae77965', 'name': '', 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:38:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:26Z', 'updated_at': '2022-04-29T11:38:37Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e', 'name': '', 'network_id': 'b2d06907-a4d4-4ea6-a2d0-5da0c93b630f', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:9e:d0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:41Z', 'updated_at': '2022-04-29T11:38:56Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:39:04.562639 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97bf62a-6b79-4ff1-a992-65eef7365d27 None None] Network 175d3cd7-d277-413f-85f5-bcd03de42d33 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:04.578725 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05298236-e0ff-41c4-9407-a992b96f396e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Made reservation on behalf of 39685abd7a114d62abb4ba48b231a867 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:04.589879 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-05298236-e0ff-41c4-9407-a992b96f396e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:04.687481 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44a833-cb3a-4b55-8039-c7e37500a9f5 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Pushing event updated for resources: {'Port': ['ID=c0ccb5c6-7923-4c81-bd93-8d7c7e737ffe,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:04.845131 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-17ebfd49-1500-4ecd-b1c8-f6711ca68772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:04.897457 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9daa0a7b-4a79-4c8b-9074-2242167c0966 req-9a30564c-2c8e-4096-a082-46164f8d3f92 service neutron] 10.222.0.62 "GET /v2.0/networks/6385ed98-aeeb-4990-b743-9383f9d45e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174773 Apr 29 11:39:04.912973 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70f79adb-ae06-48c8-8770-c6a464a2b80c tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:04.918097 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fae8e330-936e-4ec9-bd86-fa3ffea77e52 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:04.992394 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2e6bb085-4801-4238-8e86-e55c7de6ebb7 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:05.018977 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5a44a833-cb3a-4b55-8039-c7e37500a9f5 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:05.030292 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-de28ff56-d1b7-4d71-a323-40d83ac13a75 None None] Allocated IP 2001:db8::f816:3eff:fe6a:68a9 (009df8d6-0a95-4234-8bdd-1a66ced48d87/217c7bc2-8f3d-4b93-85c5-57cef827ec80/3ff57c6b-87d8-4057-b139-ec8f9b00775a) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:05.047591 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2e6bb085-4801-4238-8e86-e55c7de6ebb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:05.053554 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-17ebfd49-1500-4ecd-b1c8-f6711ca68772 None None] For port 068478bb-1c20-43b0-be68-4c1da1e5740a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=068478bb-1c20-43b0-be68-4c1da1e5740a,segment=NetworkSegment(f86a78a8-a3e7-4d62-ab97-afdfec6ca2b4),segment_id=f86a78a8-a3e7-4d62-ab97-afdfec6ca2b4)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:05.083824 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:05.108783 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5a44a833-cb3a-4b55-8039-c7e37500a9f5 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:05.109948 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-14a3dfac-04b7-4967-a220-1b4ffa6bea9f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:05.110330 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5a44a833-cb3a-4b55-8039-c7e37500a9f5 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5438306 Apr 29 11:39:05.116260 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-17ebfd49-1500-4ecd-b1c8-f6711ca68772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:05.142815 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50224) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:05.146706 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7871e95f-524a-4234-bfc8-e5dc9babe350 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'port': 2} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:05.148501 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-6f9e5ad4-6d1d-4544-a206-6aff6c47de90 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Request body: {'floatingip': {'port_id': 'a7d74df0-27f0-45ae-90c9-9083dd9a2643', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:05.154766 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-14a3dfac-04b7-4967-a220-1b4ffa6bea9f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:05.154996 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6bb085-4801-4238-8e86-e55c7de6ebb7 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:05.158359 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7871e95f-524a-4234-bfc8-e5dc9babe350 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:05.164840 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-2e6bb085-4801-4238-8e86-e55c7de6ebb7 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:05.172867 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6bb085-4801-4238-8e86-e55c7de6ebb7 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:05.198728 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7871e95f-524a-4234-bfc8-e5dc9babe350 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:05.211215 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bb085-4801-4238-8e86-e55c7de6ebb7 None None] Pushing event updated for resources: {'Port': ['ID=78b10750-5765-41ab-b698-7ff2c46eaf5a,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:05.268819 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fae8e330-936e-4ec9-bd86-fa3ffea77e52 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:05.346917 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f9e5ad4-6d1d-4544-a206-6aff6c47de90 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks [] for floatingip, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:05.379236 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-0cb915e7-ccd4-4043-8a95-9c90c85dc509 None None] Provisioning complete for port 068478bb-1c20-43b0-be68-4c1da1e5740a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:05.379842 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0cb915e7-ccd4-4043-8a95-9c90c85dc509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:05.386781 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dc17fcfc-b795-4ae6-b50c-f1df7cf96618 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:05.390229 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c8a57a-73a1-4d92-a977-14a0f9650f0c None None] DHCP port deletion for 175d3cd7-d277-413f-85f5-bcd03de42d33 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:39:05.403861 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:05.428372 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebfd49-1500-4ecd-b1c8-f6711ca68772 None None] Pushing event updated for resources: {'Port': ['ID=068478bb-1c20-43b0-be68-4c1da1e5740a,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:05.435692 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-2e6bb085-4801-4238-8e86-e55c7de6ebb7 None None] Attempting to bind port 78b10750-5765-41ab-b698-7ff2c46eaf5a on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:39:05.436768 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-2e6bb085-4801-4238-8e86-e55c7de6ebb7 None None] Attempting to bind port 78b10750-5765-41ab-b698-7ff2c46eaf5a by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:39:05.437310 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6bb085-4801-4238-8e86-e55c7de6ebb7 None None] Attempting to bind port 78b10750-5765-41ab-b698-7ff2c46eaf5a on network 62578361-baac-4d3e-b4ee-401a25f05a0e {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:39:05.438137 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-70f79adb-ae06-48c8-8770-c6a464a2b80c tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Deleting port 45a8b88c-aa0a-49c9-9786-3756e6fcc74a {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:05.438670 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70f79adb-ae06-48c8-8770-c6a464a2b80c tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:05.461656 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae8e330-936e-4ec9-bd86-fa3ffea77e52 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:05.465811 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-05298236-e0ff-41c4-9407-a992b96f396e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:05.500543 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6bb085-4801-4238-8e86-e55c7de6ebb7 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:39:05.500916 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6bb085-4801-4238-8e86-e55c7de6ebb7 None None] Checking segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:05.501464 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2e6bb085-4801-4238-8e86-e55c7de6ebb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:05.501936 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6bb085-4801-4238-8e86-e55c7de6ebb7 None None] Bound using segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:39:05.502518 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-2e6bb085-4801-4238-8e86-e55c7de6ebb7 None None] Bound port: 78b10750-5765-41ab-b698-7ff2c46eaf5a, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:39:05.503159 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2e6bb085-4801-4238-8e86-e55c7de6ebb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:05.511296 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3dfac-04b7-4967-a220-1b4ffa6bea9f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=f726fb17-99c0-48fa-ad70-b1de89a29592,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:05.516605 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-fae8e330-936e-4ec9-bd86-fa3ffea77e52 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:05.519279 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae8e330-936e-4ec9-bd86-fa3ffea77e52 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:05.548373 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-de28ff56-d1b7-4d71-a323-40d83ac13a75 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:05.580749 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-de28ff56-d1b7-4d71-a323-40d83ac13a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:05.583067 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-14a3dfac-04b7-4967-a220-1b4ffa6bea9f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:05.685675 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de28ff56-d1b7-4d71-a323-40d83ac13a75 None None] Network 009df8d6-0a95-4234-8bdd-1a66ced48d87 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:05.686082 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-7871e95f-524a-4234-bfc8-e5dc9babe350 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] device_id is not set on port c9704532-fe5c-4ada-bf99-23c3d3094c60 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:39:05.703264 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-de28ff56-d1b7-4d71-a323-40d83ac13a75 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:05.705230 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28ff56-d1b7-4d71-a323-40d83ac13a75 None None] Pushing event updated for resources: {'Port': ['ID=3ff57c6b-87d8-4057-b139-ec8f9b00775a,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:05.708065 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:05.708935 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de28ff56-d1b7-4d71-a323-40d83ac13a75 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:05.711666 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-2e6bb085-4801-4238-8e86-e55c7de6ebb7 None None] For port 78b10750-5765-41ab-b698-7ff2c46eaf5a, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:39:05.719381 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-86c8a57a-73a1-4d92-a977-14a0f9650f0c None None] Deleting port 45a8b88c-aa0a-49c9-9786-3756e6fcc74a {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:05.719842 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-86c8a57a-73a1-4d92-a977-14a0f9650f0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:05.724792 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-2e6bb085-4801-4238-8e86-e55c7de6ebb7 None None] For port 78b10750-5765-41ab-b698-7ff2c46eaf5a, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=78b10750-5765-41ab-b698-7ff2c46eaf5a,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:39:05.749025 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2e6bb085-4801-4238-8e86-e55c7de6ebb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:05.774809 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Pushing event deleted for resources: {'Subnet': ['ID=217c7bc2-8f3d-4b93-85c5-57cef827ec80,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:05.809386 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-70f79adb-ae06-48c8-8770-c6a464a2b80c tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] For port 45a8b88c-aa0a-49c9-9786-3756e6fcc74a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=45a8b88c-aa0a-49c9-9786-3756e6fcc74a,segment=NetworkSegment(d1cdcc4a-190f-4f6c-bc98-e68e0f318571),segment_id=d1cdcc4a-190f-4f6c-bc98-e68e0f318571)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:05.809748 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70f79adb-ae06-48c8-8770-c6a464a2b80c tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:05.824150 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05298236-e0ff-41c4-9407-a992b96f396e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Subnet': ['ID=70896b6c-9aff-4304-be3b-739451283d99,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:05.871108 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8e330-936e-4ec9-bd86-fa3ffea77e52 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event updated for resources: {'Port': ['ID=49b40c6b-f94f-4042-9966-d1a55e17a508,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:05.891266 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-86c8a57a-73a1-4d92-a977-14a0f9650f0c None None] For port 45a8b88c-aa0a-49c9-9786-3756e6fcc74a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=45a8b88c-aa0a-49c9-9786-3756e6fcc74a,segment=NetworkSegment(d1cdcc4a-190f-4f6c-bc98-e68e0f318571),segment_id=d1cdcc4a-190f-4f6c-bc98-e68e0f318571)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:05.891665 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-86c8a57a-73a1-4d92-a977-14a0f9650f0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:05.921222 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-de28ff56-d1b7-4d71-a323-40d83ac13a75 None None] Attempting to bind port 3ff57c6b-87d8-4057-b139-ec8f9b00775a on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:39:05.921594 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-de28ff56-d1b7-4d71-a323-40d83ac13a75 None None] Attempting to bind port 3ff57c6b-87d8-4057-b139-ec8f9b00775a by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '1708fe2f-4399-4d5b-b4e7-0b58c2233810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '009df8d6-0a95-4234-8bdd-1a66ced48d87'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:39:05.922209 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de28ff56-d1b7-4d71-a323-40d83ac13a75 None None] Attempting to bind port 3ff57c6b-87d8-4057-b139-ec8f9b00775a on network 009df8d6-0a95-4234-8bdd-1a66ced48d87 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:39:05.932317 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:05.934609 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-86c8a57a-73a1-4d92-a977-14a0f9650f0c None None] Calling delete_port for 45a8b88c-aa0a-49c9-9786-3756e6fcc74a owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:05.937072 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bb085-4801-4238-8e86-e55c7de6ebb7 None None] Pushing event updated for resources: {'Port': ['ID=78b10750-5765-41ab-b698-7ff2c46eaf5a,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:05.953126 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de28ff56-d1b7-4d71-a323-40d83ac13a75 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:39:05.953789 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de28ff56-d1b7-4d71-a323-40d83ac13a75 None None] Checking segment: {'id': '1708fe2f-4399-4d5b-b4e7-0b58c2233810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '009df8d6-0a95-4234-8bdd-1a66ced48d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:05.953939 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-70f79adb-ae06-48c8-8770-c6a464a2b80c tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Calling delete_port for 45a8b88c-aa0a-49c9-9786-3756e6fcc74a owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:05.954601 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-de28ff56-d1b7-4d71-a323-40d83ac13a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:05.956029 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de28ff56-d1b7-4d71-a323-40d83ac13a75 None None] Bound using segment: {'id': '1708fe2f-4399-4d5b-b4e7-0b58c2233810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '009df8d6-0a95-4234-8bdd-1a66ced48d87'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:39:05.956587 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-6f9e5ad4-6d1d-4544-a206-6aff6c47de90 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] update failed (client error): The resource could not be found. Apr 29 11:39:05.956813 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-de28ff56-d1b7-4d71-a323-40d83ac13a75 None None] Bound port: 3ff57c6b-87d8-4057-b139-ec8f9b00775a, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1708fe2f-4399-4d5b-b4e7-0b58c2233810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '009df8d6-0a95-4234-8bdd-1a66ced48d87'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:39:05.957471 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-de28ff56-d1b7-4d71-a323-40d83ac13a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:05.957657 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6f9e5ad4-6d1d-4544-a206-6aff6c47de90 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] 10.222.0.69 "PUT /v2.0/floatingips/d51302b5-4bf7-4d4d-bcd1-1deeba9f4148 HTTP/1.1" status: 404 len: 507 time: 0.8138263 Apr 29 11:39:05.964440 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50226) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:05.998621 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05298236-e0ff-41c4-9407-a992b96f396e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Checking segment: {'id': 'd244845a-fb1f-4033-bae8-b44d6873a327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1349afa3-3cbe-4a5e-9413-eba72ab062b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:05.998977 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05298236-e0ff-41c4-9407-a992b96f396e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network hostable DHCP agents. Network: 1349afa3-3cbe-4a5e-9413-eba72ab062b7, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:39:06.061660 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [None req-14a3dfac-04b7-4967-a220-1b4ffa6bea9f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Floating IP 11abd597-1b8c-46de-9b55-99d6ab3cc2ec associated. External IP: 172.26.4.86, port: 49092aba-e15d-45b6-93b8-d39b1c288a47. Apr 29 11:39:06.112754 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fae8e330-936e-4ec9-bd86-fa3ffea77e52 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:06.113029 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['009df8d6-0a95-4234-8bdd-1a66ced48d87']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:06.113151 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-de28ff56-d1b7-4d71-a323-40d83ac13a75 None None] For port 3ff57c6b-87d8-4057-b139-ec8f9b00775a, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:39:06.121274 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7871e95f-524a-4234-bfc8-e5dc9babe350 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:06.121603 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-de28ff56-d1b7-4d71-a323-40d83ac13a75 None None] For port 3ff57c6b-87d8-4057-b139-ec8f9b00775a, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=3ff57c6b-87d8-4057-b139-ec8f9b00775a,segment=NetworkSegment(1708fe2f-4399-4d5b-b4e7-0b58c2233810),segment_id=1708fe2f-4399-4d5b-b4e7-0b58c2233810)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:39:06.130679 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-de28ff56-d1b7-4d71-a323-40d83ac13a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:06.152731 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05298236-e0ff-41c4-9407-a992b96f396e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network 1349afa3-3cbe-4a5e-9413-eba72ab062b7 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:39:06.195844 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-86c8a57a-73a1-4d92-a977-14a0f9650f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:06.272445 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-dc17fcfc-b795-4ae6-b50c-f1df7cf96618 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Allocated IP 2001:db8::1 (62578361-baac-4d3e-b4ee-401a25f05a0e/8cf78ed1-c7d0-419e-a12c-5dafa9b36dcc/14551123-e886-48b6-ad55-fb2ec7369d60) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:06.277675 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-05298236-e0ff-41c4-9407-a992b96f396e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 1349afa3-3cbe-4a5e-9413-eba72ab062b7) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:06.281364 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05298236-e0ff-41c4-9407-a992b96f396e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:06.282024 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-05298236-e0ff-41c4-9407-a992b96f396e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:06.302431 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c8a57a-73a1-4d92-a977-14a0f9650f0c None None] No DVR routers for this DVR port 45a8b88c-aa0a-49c9-9786-3756e6fcc74a on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:39:06.322934 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7b7cb8-2ddd-42ea-8d73-bd9d5da8d111 None None] Network 1349afa3-3cbe-4a5e-9413-eba72ab062b7 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:06.376518 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1708fe2f-4399-4d5b-b4e7-0b58c2233810') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:06.377153 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fae8e330-936e-4ec9-bd86-fa3ffea77e52 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:06.377644 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1708fe2f-4399-4d5b-b4e7-0b58c2233810') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:06.396192 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-05298236-e0ff-41c4-9407-a992b96f396e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8144734 Apr 29 11:39:06.401800 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:06.421737 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50228) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:06.436001 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:06.442120 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591c1a07-85ed-4e7b-b2f1-58c670fe2c16 None None] Network 009df8d6-0a95-4234-8bdd-1a66ced48d87 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:06.444209 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:39:06.444713 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:06.489229 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:39:06.489229 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:39:06.489229 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:39:06.489229 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:39:06.489229 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:39:06.489229 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:39:06.489229 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:39:06.489229 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:39:06.489229 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:39:06.489229 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:39:06.489229 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:39:06.489229 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:39:06.489229 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:39:06.489229 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:39:06.489229 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:39:06.489229 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:39:06.489229 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:39:06.489229 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:39:06.489229 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:39:06.489229 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:39:06.489229 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:39:06.489229 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:39:06.489229 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:39:06.489229 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:39:06.489229 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:39:06.489229 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:39:06.489229 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:39:06.489229 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:39:06.489229 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:39:06.489229 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:39:06.489229 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:39:06.489229 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:39:06.491851 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70f79adb-ae06-48c8-8770-c6a464a2b80c tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:06.522101 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 068478bb-1c20-43b0-be68-4c1da1e5740a up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:39:06.529095 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28ff56-d1b7-4d71-a323-40d83ac13a75 None None] Pushing event updated for resources: {'Port': ['ID=3ff57c6b-87d8-4057-b139-ec8f9b00775a,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:06.603955 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f79adb-ae06-48c8-8770-c6a464a2b80c tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event deleted for resources: {'Port': ['ID=45a8b88c-aa0a-49c9-9786-3756e6fcc74a,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:06.611338 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f79adb-ae06-48c8-8770-c6a464a2b80c tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] No DVR routers for this DVR port 45a8b88c-aa0a-49c9-9786-3756e6fcc74a on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:39:06.653471 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.db.api [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 11:39:06.653471 dv-neutron-838888-1-hyperv neutron-server[102960]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 11:39:06.653471 dv-neutron-838888-1-hyperv neutron-server[102960]: [parameters: {'id': '009df8d6-0a95-4234-8bdd-1a66ced48d87'}] Apr 29 11:39:06.653471 dv-neutron-838888-1-hyperv neutron-server[102960]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:39:06.654054 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG oslo_db.api [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:39:06.654963 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8a57a-73a1-4d92-a977-14a0f9650f0c None None] Pushing event deleted for resources: {'Port': ['ID=45a8b88c-aa0a-49c9-9786-3756e6fcc74a,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:06.685394 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-7871e95f-524a-4234-bfc8-e5dc9babe350 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] device_id is not set on port d8864c9a-98ef-40dc-8021-8f7437311029 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:39:06.741609 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-a68cd08d-c4df-446f-bf07-78fa1687c9bc tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Deleting port c0ccb5c6-7923-4c81-bd93-8d7c7e737ffe {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:06.743059 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a68cd08d-c4df-446f-bf07-78fa1687c9bc tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:06.760982 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12924f2-67a4-4430-9d6a-f5f71605ea55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-1349afa3-3cbe-4a5e-9413-eba72ab062b7', 'network_id': '1349afa3-3cbe-4a5e-9413-eba72ab062b7', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'fixed_ips': [{'subnet_id': '70896b6c-9aff-4304-be3b-739451283d99'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:39:06.762208 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e12924f2-67a4-4430-9d6a-f5f71605ea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:06.778809 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 068478bb-1c20-43b0-be68-4c1da1e5740a triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:06.779332 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:06.811022 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dc17fcfc-b795-4ae6-b50c-f1df7cf96618 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:06.913384 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a68cd08d-c4df-446f-bf07-78fa1687c9bc tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:06.913710 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a68cd08d-c4df-446f-bf07-78fa1687c9bc tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:06.944133 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-a68cd08d-c4df-446f-bf07-78fa1687c9bc tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Calling delete_port for c0ccb5c6-7923-4c81-bd93-8d7c7e737ffe owned by network:floatingip {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:06.982194 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dc17fcfc-b795-4ae6-b50c-f1df7cf96618 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:07.109877 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17fcfc-b795-4ae6-b50c-f1df7cf96618 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Port': ['ID=14551123-e886-48b6-ad55-fb2ec7369d60,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:07.141793 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc17fcfc-b795-4ae6-b50c-f1df7cf96618 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:07.147386 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-dc17fcfc-b795-4ae6-b50c-f1df7cf96618 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:07.153966 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7871e95f-524a-4234-bfc8-e5dc9babe350 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:07.156329 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:07.160398 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc17fcfc-b795-4ae6-b50c-f1df7cf96618 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:07.161172 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dc17fcfc-b795-4ae6-b50c-f1df7cf96618 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:07.175256 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-e12924f2-67a4-4430-9d6a-f5f71605ea55 None None] Allocated IP 2001:db8:3::2 (1349afa3-3cbe-4a5e-9413-eba72ab062b7/70896b6c-9aff-4304-be3b-739451283d99/97607a8c-284d-42e8-a27f-2907d75e6930) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:07.250694 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 78b10750-5765-41ab-b698-7ff2c46eaf5a up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:39:07.296261 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70f79adb-ae06-48c8-8770-c6a464a2b80c tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:07.332250 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a3dfac-04b7-4967-a220-1b4ffa6bea9f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router d26da929-4605-4ea7-8e96-dbad56c8a17b has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:39:07.360460 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-70f79adb-ae06-48c8-8770-c6a464a2b80c tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['175d3cd7-d277-413f-85f5-bcd03de42d33']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:07.380567 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-70f79adb-ae06-48c8-8770-c6a464a2b80c tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1cdcc4a-190f-4f6c-bc98-e68e0f318571') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:07.381236 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-70f79adb-ae06-48c8-8770-c6a464a2b80c tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1cdcc4a-190f-4f6c-bc98-e68e0f318571') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:07.388722 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7871e95f-524a-4234-bfc8-e5dc9babe350 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:07.403157 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 78b10750-5765-41ab-b698-7ff2c46eaf5a triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:07.405982 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:07.441423 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70f79adb-ae06-48c8-8770-c6a464a2b80c tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:07.446102 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fae8e330-936e-4ec9-bd86-fa3ffea77e52 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:07.475153 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dc17fcfc-b795-4ae6-b50c-f1df7cf96618 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:07.492972 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e12924f2-67a4-4430-9d6a-f5f71605ea55 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:07.495695 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fae8e330-936e-4ec9-bd86-fa3ffea77e52 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:07.513594 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e12924f2-67a4-4430-9d6a-f5f71605ea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:07.534371 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70f79adb-ae06-48c8-8770-c6a464a2b80c tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:07.537101 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7871e95f-524a-4234-bfc8-e5dc9babe350 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network a4b2b389-9024-4cee-95b3-af3ca7cfd466 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:07.575085 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-7871e95f-524a-4234-bfc8-e5dc9babe350 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:07.582424 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f79adb-ae06-48c8-8770-c6a464a2b80c tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:39:07.583113 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70f79adb-ae06-48c8-8770-c6a464a2b80c tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:07.588629 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:39:07.588629 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:39:07.588629 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:39:07.588629 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:39:07.588629 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:39:07.588629 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:39:07.588629 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:39:07.588629 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:39:07.588629 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:39:07.588629 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:39:07.588629 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:39:07.588629 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:39:07.588629 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:39:07.588629 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:39:07.588629 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:39:07.588629 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:39:07.588629 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:39:07.588629 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:39:07.588629 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:39:07.588629 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:39:07.588629 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:39:07.588629 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:39:07.588629 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:39:07.588629 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:39:07.588629 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:39:07.588629 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:39:07.588629 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:39:07.588629 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:39:07.588629 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:39:07.588629 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:39:07.588629 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:39:07.588629 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:39:07.615943 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-70787b6e-717e-4a97-89dd-f6badf2615be None None] Provisioning complete for port 78b10750-5765-41ab-b698-7ff2c46eaf5a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:07.616471 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-70787b6e-717e-4a97-89dd-f6badf2615be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:07.623911 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a68cd08d-c4df-446f-bf07-78fa1687c9bc tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:07.628108 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7871e95f-524a-4234-bfc8-e5dc9babe350 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:07.629535 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7871e95f-524a-4234-bfc8-e5dc9babe350 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:07.646436 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871e95f-524a-4234-bfc8-e5dc9babe350 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Port': ['ID=c9704532-fe5c-4ada-bf99-23c3d3094c60,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:07.661744 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12924f2-67a4-4430-9d6a-f5f71605ea55 None None] Network 1349afa3-3cbe-4a5e-9413-eba72ab062b7 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:07.675010 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-e12924f2-67a4-4430-9d6a-f5f71605ea55 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:07.677289 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Deleting port 3ff57c6b-87d8-4057-b139-ec8f9b00775a {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:07.677796 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:07.679867 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:07.681740 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12924f2-67a4-4430-9d6a-f5f71605ea55 None None] Pushing event updated for resources: {'Port': ['ID=97607a8c-284d-42e8-a27f-2907d75e6930,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:07.686446 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12924f2-67a4-4430-9d6a-f5f71605ea55 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:07.753021 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68cd08d-c4df-446f-bf07-78fa1687c9bc tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Pushing event deleted for resources: {'Port': ['ID=c0ccb5c6-7923-4c81-bd93-8d7c7e737ffe,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:07.787229 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8e330-936e-4ec9-bd86-fa3ffea77e52 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event updated for resources: {'Port': ['ID=49b40c6b-f94f-4042-9966-d1a55e17a508,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:07.795468 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70f79adb-ae06-48c8-8770-c6a464a2b80c tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:07.817178 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70f79adb-ae06-48c8-8770-c6a464a2b80c tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:07.820403 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-70f79adb-ae06-48c8-8770-c6a464a2b80c tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] 10.222.0.69 "DELETE /v2.0/networks/175d3cd7-d277-413f-85f5-bcd03de42d33 HTTP/1.1" status: 204 len: 168 time: 3.2726021 Apr 29 11:39:07.828439 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 78b10750-5765-41ab-b698-7ff2c46eaf5a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=78b10750-5765-41ab-b698-7ff2c46eaf5a,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:07.833973 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fae8e330-936e-4ec9-bd86-fa3ffea77e52 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:07.840770 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-e12924f2-67a4-4430-9d6a-f5f71605ea55 None None] Attempting to bind port 97607a8c-284d-42e8-a27f-2907d75e6930 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:39:07.841150 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-e12924f2-67a4-4430-9d6a-f5f71605ea55 None None] Attempting to bind port 97607a8c-284d-42e8-a27f-2907d75e6930 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'd244845a-fb1f-4033-bae8-b44d6873a327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1349afa3-3cbe-4a5e-9413-eba72ab062b7'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:39:07.841522 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12924f2-67a4-4430-9d6a-f5f71605ea55 None None] Attempting to bind port 97607a8c-284d-42e8-a27f-2907d75e6930 on network 1349afa3-3cbe-4a5e-9413-eba72ab062b7 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:39:07.848117 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:07.860405 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f79adb-ae06-48c8-8770-c6a464a2b80c tempest-NetworksIpV6Test-803040322 tempest-NetworksIpV6Test-803040322-project] Pushing event deleted for resources: {'Network': ['ID=175d3cd7-d277-413f-85f5-bcd03de42d33,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:07.891048 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a3dfac-04b7-4967-a220-1b4ffa6bea9f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:39:07.913396 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=78b10750-5765-41ab-b698-7ff2c46eaf5a,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:07.914155 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fae8e330-936e-4ec9-bd86-fa3ffea77e52 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:07.915971 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-fae8e330-936e-4ec9-bd86-fa3ffea77e52 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1561456 Apr 29 11:39:07.919465 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12924f2-67a4-4430-9d6a-f5f71605ea55 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:39:07.919844 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12924f2-67a4-4430-9d6a-f5f71605ea55 None None] Checking segment: {'id': 'd244845a-fb1f-4033-bae8-b44d6873a327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1349afa3-3cbe-4a5e-9413-eba72ab062b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:07.920256 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e12924f2-67a4-4430-9d6a-f5f71605ea55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:07.920650 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12924f2-67a4-4430-9d6a-f5f71605ea55 None None] Bound using segment: {'id': 'd244845a-fb1f-4033-bae8-b44d6873a327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1349afa3-3cbe-4a5e-9413-eba72ab062b7'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:39:07.921276 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-e12924f2-67a4-4430-9d6a-f5f71605ea55 None None] Bound port: 97607a8c-284d-42e8-a27f-2907d75e6930, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd244845a-fb1f-4033-bae8-b44d6873a327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1349afa3-3cbe-4a5e-9413-eba72ab062b7'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:39:07.921668 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e12924f2-67a4-4430-9d6a-f5f71605ea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:07.923965 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50232) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:07.927692 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-70787b6e-717e-4a97-89dd-f6badf2615be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:07.930030 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-bf7d186d-b4df-44a0-8762-1558bd44ef05 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Request body: {'port': {'network_id': 'a367fb13-bf26-4314-8c27-79d6ccbde0b1', 'name': 'tempest-FloatingIPTestJSON-1458753612'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:07.941747 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc42af10-60b6-4b71-8766-f0e859f92765 None None] Sync routers for ids ['d26da929-4605-4ea7-8e96-dbad56c8a17b'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:39:07.979647 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 45a8b88c-aa0a-49c9-9786-3756e6fcc74a no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:39:08.028538 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-14a3dfac-04b7-4967-a220-1b4ffa6bea9f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:08.031022 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc42af10-60b6-4b71-8766-f0e859f92765 None None] Routers {'d26da929-4605-4ea7-8e96-dbad56c8a17b'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:08.032178 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-dc42af10-60b6-4b71-8766-f0e859f92765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d26da929-4605-4ea7-8e96-dbad56c8a17b'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:08.043988 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2d798d70-d278-4924-b3d7-a8fce89a5102 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:08.095127 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-14a3dfac-04b7-4967-a220-1b4ffa6bea9f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 10.3837235 Apr 29 11:39:08.101906 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06066a09-efd3-4a70-914e-c1de212e7cdb', 'tag': '49092aba-e15d-45b6-93b8-d39b1c288a47'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:39:08.105057 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ba3648-165f-4437-b37a-1fc899b6aa95" -d '{"events": [{"name": "network-changed", "server_uuid": "06066a09-efd3-4a70-914e-c1de212e7cdb", "tag": "49092aba-e15d-45b6-93b8-d39b1c288a47"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:39:08.106084 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] For port 3ff57c6b-87d8-4057-b139-ec8f9b00775a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=3ff57c6b-87d8-4057-b139-ec8f9b00775a,segment=NetworkSegment(1708fe2f-4399-4d5b-b4e7-0b58c2233810),segment_id=1708fe2f-4399-4d5b-b4e7-0b58c2233810)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:08.106483 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:08.110469 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50234) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:08.120235 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Calling delete_port for 3ff57c6b-87d8-4057-b139-ec8f9b00775a owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:08.163467 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-dc42af10-60b6-4b71-8766-f0e859f92765 None None] Set router d26da929-4605-4ea7-8e96-dbad56c8a17b gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:39:08.217554 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bea9fef-489e-4d4d-a03f-08bd9b5eb442 x-openstack-request-id: req-4bea9fef-489e-4d4d-a03f-08bd9b5eb442 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:39:08.217970 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06066a09-efd3-4a70-914e-c1de212e7cdb", "tag": "49092aba-e15d-45b6-93b8-d39b1c288a47", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:39:08.218374 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4bea9fef-489e-4d4d-a03f-08bd9b5eb442 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:39:08.218853 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bea9fef-489e-4d4d-a03f-08bd9b5eb442'] response: {'name': 'network-changed', 'server_uuid': '06066a09-efd3-4a70-914e-c1de212e7cdb', 'tag': '49092aba-e15d-45b6-93b8-d39b1c288a47', 'status': 'completed', 'code': 200} Apr 29 11:39:08.318041 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 45a8b88c-aa0a-49c9-9786-3756e6fcc74a {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:39:08.318334 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 45a8b88c-aa0a-49c9-9786-3756e6fcc74a not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:39:08.334627 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ab9a2fa8-1f81-4c47-a474-2d6bc37f14ca tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/11abd597-1b8c-46de-9b55-99d6ab3cc2ec HTTP/1.1" status: 200 len: 990 time: 0.2189014 Apr 29 11:39:08.346475 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7871e95f-524a-4234-bfc8-e5dc9babe350 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Checking segment: {'id': 'fff55322-6aae-40dd-84dc-144dd1d1defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '986b3d40-0f33-4f18-8312-4347572d2736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:08.346749 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7871e95f-524a-4234-bfc8-e5dc9babe350 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network hostable DHCP agents. Network: 986b3d40-0f33-4f18-8312-4347572d2736, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:39:08.364906 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7d186d-b4df-44a0-8762-1558bd44ef05 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Made reservation on behalf of aab58ef2dc9143a6a142915736d906ea for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:08.369790 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bf7d186d-b4df-44a0-8762-1558bd44ef05 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:08.403363 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50240) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:08.422874 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba3648-165f-4437-b37a-1fc899b6aa95 req-27e60d4f-9967-48c3-b244-1f2008359e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:08.424653 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-32ba3648-165f-4437-b37a-1fc899b6aa95 req-27e60d4f-9967-48c3-b244-1f2008359e39 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=06066a09-efd3-4a70-914e-c1de212e7cdb HTTP/1.1" status: 200 len: 1098 time: 0.2000973 Apr 29 11:39:08.447494 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a68cd08d-c4df-446f-bf07-78fa1687c9bc tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks [] for floatingip, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:08.460570 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a68cd08d-c4df-446f-bf07-78fa1687c9bc tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:08.462478 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a68cd08d-c4df-446f-bf07-78fa1687c9bc tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] 10.222.0.69 "DELETE /v2.0/floatingips/d51302b5-4bf7-4d4d-bcd1-1deeba9f4148 HTTP/1.1" status: 204 len: 168 time: 2.4910886 Apr 29 11:39:08.466908 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-bf7d186d-b4df-44a0-8762-1558bd44ef05 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] device_id is not set on port acb5ed62-fa66-4171-85ac-376267cfcbee yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:39:08.469336 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871e95f-524a-4234-bfc8-e5dc9babe350 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Port': ['ID=d8864c9a-98ef-40dc-8021-8f7437311029,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:08.474287 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-e12924f2-67a4-4430-9d6a-f5f71605ea55 None None] For port 97607a8c-284d-42e8-a27f-2907d75e6930, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:39:08.475876 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50244) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:08.502079 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-70787b6e-717e-4a97-89dd-f6badf2615be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:39:08.502597 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-70787b6e-717e-4a97-89dd-f6badf2615be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:39:08.505549 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-e12924f2-67a4-4430-9d6a-f5f71605ea55 None None] For port 97607a8c-284d-42e8-a27f-2907d75e6930, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=97607a8c-284d-42e8-a27f-2907d75e6930,segment=NetworkSegment(d244845a-fb1f-4033-bae8-b44d6873a327),segment_id=d244845a-fb1f-4033-bae8-b44d6873a327)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:39:08.514875 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 78b10750-5765-41ab-b698-7ff2c46eaf5a up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:39:08.518592 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7871e95f-524a-4234-bfc8-e5dc9babe350 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network 986b3d40-0f33-4f18-8312-4347572d2736 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:39:08.526918 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e12924f2-67a4-4430-9d6a-f5f71605ea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:08.537202 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-7871e95f-524a-4234-bfc8-e5dc9babe350 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 986b3d40-0f33-4f18-8312-4347572d2736) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:08.543433 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-54f5dd6b-6284-4b30-a517-459234717287 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Request body: {'floatingip': {'floating_network_id': 'f2c7f00b-7310-4389-bb90-5d27beafffd3', 'port_id': 'a7d74df0-27f0-45ae-90c9-9083dd9a2643', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:08.549994 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7871e95f-524a-4234-bfc8-e5dc9babe350 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:08.556671 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7871e95f-524a-4234-bfc8-e5dc9babe350 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:08.563591 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7871e95f-524a-4234-bfc8-e5dc9babe350 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:08.564761 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7871e95f-524a-4234-bfc8-e5dc9babe350 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:08.571998 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d77807-d182-40e2-9226-95c005190f41 None None] Network 986b3d40-0f33-4f18-8312-4347572d2736 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:08.598459 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7871e95f-524a-4234-bfc8-e5dc9babe350 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.7395158 Apr 29 11:39:08.600673 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:08.608322 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50246) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:08.617058 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] No DVR routers for this DVR port 3ff57c6b-87d8-4057-b139-ec8f9b00775a on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:39:08.695843 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Pushing event deleted for resources: {'Port': ['ID=3ff57c6b-87d8-4057-b139-ec8f9b00775a,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:08.705750 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-54f5dd6b-6284-4b30-a517-459234717287 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks [] for floatingip, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:08.782884 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12924f2-67a4-4430-9d6a-f5f71605ea55 None None] Pushing event updated for resources: {'Port': ['ID=97607a8c-284d-42e8-a27f-2907d75e6930,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:08.791151 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:08.795245 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dc17fcfc-b795-4ae6-b50c-f1df7cf96618 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:08.812355 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dc17fcfc-b795-4ae6-b50c-f1df7cf96618 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:08.813144 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dc17fcfc-b795-4ae6-b50c-f1df7cf96618 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:08.822711 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 78b10750-5765-41ab-b698-7ff2c46eaf5a triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:08.823423 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:08.830831 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-622c0eff-bbd3-4b80-b3b8-ffb3a8a98914 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=67220329d22c4942ba465e09cf443dac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4043586 Apr 29 11:39:08.831716 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50248) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:08.855491 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba3648-165f-4437-b37a-1fc899b6aa95 req-47c7bef0-5b5b-40f0-92d7-2055e45632cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:08.857253 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-32ba3648-165f-4437-b37a-1fc899b6aa95 req-47c7bef0-5b5b-40f0-92d7-2055e45632cb service neutron] 10.222.0.62 "GET /v2.0/networks?id=6385ed98-aeeb-4990-b743-9383f9d45e8c HTTP/1.1" status: 200 len: 897 time: 0.4227123 Apr 29 11:39:08.867739 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-2d798d70-d278-4924-b3d7-a8fce89a5102 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Allocated IP 2001:db8:3::1 (1349afa3-3cbe-4a5e-9413-eba72ab062b7/70896b6c-9aff-4304-be3b-739451283d99/e1ab9bf8-5c88-4939-9d7e-cba1db5f9007) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:08.879633 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['009df8d6-0a95-4234-8bdd-1a66ced48d87']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:08.898962 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-dc42af10-60b6-4b71-8766-f0e859f92765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'name': 'tempest-TestNetworkBasicOps-router-882603255', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:37:51Z', 'updated_at': '2022-04-29T11:38:08Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:37:54Z', 'updated_at': '2022-04-29T11:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '11abd597-1b8c-46de-9b55-99d6ab3cc2ec', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.86', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'port_id': '49092aba-e15d-45b6-93b8-d39b1c288a47', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c', 'mac_address': 'fa:16:3e:d5:c1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06066a09-efd3-4a70-914e-c1de212e7cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:39:02Z', 'updated_at': '2022-04-29T11:39:02Z', 'revision_number': 0, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfffa0fb-dc4b-4691-ac97-9ac537f6ed85', 'name': '', 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:7c:e0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2123ff89-9386-4934-a517-d5d3fdf2b074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:06Z', 'updated_at': '2022-04-29T11:38:17Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '2123ff89-9386-4934-a517-d5d3fdf2b074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:08.928750 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1708fe2f-4399-4d5b-b4e7-0b58c2233810') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:08.929076 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1708fe2f-4399-4d5b-b4e7-0b58c2233810') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:08.935971 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc42af10-60b6-4b71-8766-f0e859f92765 None None] Checking router: d26da929-4605-4ea7-8e96-dbad56c8a17b for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:39:08.958097 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc42af10-60b6-4b71-8766-f0e859f92765 None None] Routers {'d26da929-4605-4ea7-8e96-dbad56c8a17b'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:08.958871 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-dc42af10-60b6-4b71-8766-f0e859f92765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d26da929-4605-4ea7-8e96-dbad56c8a17b'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:08.966003 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-bf7d186d-b4df-44a0-8762-1558bd44ef05 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Allocated IP 172.20.0.7 (a367fb13-bf26-4314-8c27-79d6ccbde0b1/3996ccde-3705-46cc-8ce1-e3cb5fc5de2c/acb5ed62-fa66-4171-85ac-376267cfcbee) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:09.099163 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-32ba3648-165f-4437-b37a-1fc899b6aa95 req-8bc022b6-ded4-4269-bbfb-cb9051bf5123 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49092aba-e15d-45b6-93b8-d39b1c288a47 HTTP/1.1" status: 200 len: 998 time: 0.2328625 Apr 29 11:39:09.192805 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-1922966f-25a6-4abe-a502-d01d62600345 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Deleting port d8864c9a-98ef-40dc-8021-8f7437311029 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:09.193173 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1922966f-25a6-4abe-a502-d01d62600345 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:09.219624 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-dc42af10-60b6-4b71-8766-f0e859f92765 None None] Set router d26da929-4605-4ea7-8e96-dbad56c8a17b gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:39:09.310888 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba3648-165f-4437-b37a-1fc899b6aa95 req-83b1d093-eb44-4f23-a839-d4c9c426d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:09.312452 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-32ba3648-165f-4437-b37a-1fc899b6aa95 req-83b1d093-eb44-4f23-a839-d4c9c426d743 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2123ff89-9386-4934-a517-d5d3fdf2b074 HTTP/1.1" status: 200 len: 835 time: 0.2033563 Apr 29 11:39:09.352971 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50250) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:09.370143 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:09.371968 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17fcfc-b795-4ae6-b50c-f1df7cf96618 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Port': ['ID=14551123-e886-48b6-ad55-fb2ec7369d60,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:09.399686 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:09.420397 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:39:09.421063 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:09.425472 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2d798d70-d278-4924-b3d7-a8fce89a5102 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:09.432319 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:39:09.432319 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:39:09.432319 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:39:09.432319 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:39:09.432319 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:39:09.432319 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:39:09.432319 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:39:09.432319 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:39:09.432319 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:39:09.432319 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:39:09.432319 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:39:09.432319 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:39:09.432319 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:39:09.432319 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:39:09.432319 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:39:09.432319 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:39:09.432319 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:39:09.432319 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:39:09.432319 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:39:09.432319 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:39:09.432319 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:39:09.432319 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:39:09.432319 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:39:09.432319 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:39:09.432319 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:39:09.432319 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:39:09.432319 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:39:09.432319 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:39:09.432319 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:39:09.432319 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:39:09.432319 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:39:09.432319 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:39:09.451742 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d0e28edd-e1e5-4d47-835f-e3399cb48893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:09.468602 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1922966f-25a6-4abe-a502-d01d62600345 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:09.536481 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc17fcfc-b795-4ae6-b50c-f1df7cf96618 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:09.542725 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-dc17fcfc-b795-4ae6-b50c-f1df7cf96618 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:09.546129 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d0e28edd-e1e5-4d47-835f-e3399cb48893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:09.558843 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:09.579737 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:09.587716 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "DELETE /v2.0/networks/009df8d6-0a95-4234-8bdd-1a66ced48d87 HTTP/1.1" status: 204 len: 168 time: 5.5731514 Apr 29 11:39:09.594367 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50252) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:09.629266 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-9e34d9d8-a108-4c47-8277-6d74062e3396 None None] Provisioning complete for port 14551123-e886-48b6-ad55-fb2ec7369d60 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:09.629911 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9e34d9d8-a108-4c47-8277-6d74062e3396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:09.644667 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656d968-bd24-421b-8d1c-a8f0590365e9 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Pushing event deleted for resources: {'Network': ['ID=009df8d6-0a95-4234-8bdd-1a66ced48d87,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:09.651870 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-880f8958-ea96-4961-adf3-07fd1ea3cc7c tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] DELETE failed (client error): The resource could not be found. Apr 29 11:39:09.657625 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-880f8958-ea96-4961-adf3-07fd1ea3cc7c tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:39:09.671513 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-9e34d9d8-a108-4c47-8277-6d74062e3396 None None] Port 14551123-e886-48b6-ad55-fb2ec7369d60 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:39:09.678223 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-880f8958-ea96-4961-adf3-07fd1ea3cc7c tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "DELETE /v2.0/subnets/217c7bc2-8f3d-4b93-85c5-57cef827ec80 HTTP/1.1" status: 404 len: 337 time: 0.0696111 Apr 29 11:39:09.718832 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50254) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:09.785030 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-7073579c-6b29-4e0e-9f53-a80910d8bdb2 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] DELETE failed (client error): The resource could not be found. Apr 29 11:39:09.791201 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7073579c-6b29-4e0e-9f53-a80910d8bdb2 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:39:09.795149 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7073579c-6b29-4e0e-9f53-a80910d8bdb2 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "DELETE /v2.0/networks/009df8d6-0a95-4234-8bdd-1a66ced48d87 HTTP/1.1" status: 404 len: 339 time: 0.0700915 Apr 29 11:39:09.799776 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50256) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:09.826564 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-dc42af10-60b6-4b71-8766-f0e859f92765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'name': 'tempest-TestNetworkBasicOps-router-882603255', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:37:51Z', 'updated_at': '2022-04-29T11:38:08Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:37:54Z', 'updated_at': '2022-04-29T11:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '11abd597-1b8c-46de-9b55-99d6ab3cc2ec', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.86', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'port_id': '49092aba-e15d-45b6-93b8-d39b1c288a47', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c', 'mac_address': 'fa:16:3e:d5:c1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06066a09-efd3-4a70-914e-c1de212e7cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:39:02Z', 'updated_at': '2022-04-29T11:39:02Z', 'revision_number': 0, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfffa0fb-dc4b-4691-ac97-9ac537f6ed85', 'name': '', 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:7c:e0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2123ff89-9386-4934-a517-d5d3fdf2b074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:06Z', 'updated_at': '2022-04-29T11:38:17Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '2123ff89-9386-4934-a517-d5d3fdf2b074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:09.835506 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-671c09b9-4c36-4e20-ade3-de940d5f00fa tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] DELETE failed (client error): The resource could not be found. Apr 29 11:39:09.836219 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-671c09b9-4c36-4e20-ade3-de940d5f00fa tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:39:09.848344 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-671c09b9-4c36-4e20-ade3-de940d5f00fa tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "DELETE /v2.0/subnets/16c8d185-d860-440f-ad71-b79335348213 HTTP/1.1" status: 404 len: 337 time: 0.0455058 Apr 29 11:39:09.851562 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50258) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:09.877576 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc42af10-60b6-4b71-8766-f0e859f92765 None None] The sync data for ids ['d26da929-4605-4ea7-8e96-dbad56c8a17b'] in dv-neutron-838888-1-hyperv is: [{'id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'name': 'tempest-TestNetworkBasicOps-router-882603255', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:37:51Z', 'updated_at': '2022-04-29T11:38:08Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:37:54Z', 'updated_at': '2022-04-29T11:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '11abd597-1b8c-46de-9b55-99d6ab3cc2ec', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.86', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'port_id': '49092aba-e15d-45b6-93b8-d39b1c288a47', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c', 'mac_address': 'fa:16:3e:d5:c1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06066a09-efd3-4a70-914e-c1de212e7cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:39:02Z', 'updated_at': '2022-04-29T11:39:02Z', 'revision_number': 0, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfffa0fb-dc4b-4691-ac97-9ac537f6ed85', 'name': '', 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:7c:e0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2123ff89-9386-4934-a517-d5d3fdf2b074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:06Z', 'updated_at': '2022-04-29T11:38:17Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '2123ff89-9386-4934-a517-d5d3fdf2b074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:39:09.892632 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d0e28edd-e1e5-4d47-835f-e3399cb48893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:09.895248 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d0e28edd-e1e5-4d47-835f-e3399cb48893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:09.905277 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d0e28edd-e1e5-4d47-835f-e3399cb48893 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/aa02766c-1608-4bdd-a67f-4a9880652a29 HTTP/1.1" status: 204 len: 168 time: 1.0640230 Apr 29 11:39:09.910452 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca04b46-6735-46f9-b3fc-3f6de3487371 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] DELETE failed (client error): The resource could not be found. Apr 29 11:39:09.911090 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ca04b46-6735-46f9-b3fc-3f6de3487371 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:39:09.914205 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1ca04b46-6735-46f9-b3fc-3f6de3487371 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "DELETE /v2.0/networks/52859cfc-23fe-4288-b365-4298a04967b9 HTTP/1.1" status: 404 len: 339 time: 0.0608566 Apr 29 11:39:09.924252 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50262) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:09.960475 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e28edd-e1e5-4d47-835f-e3399cb48893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa02766c-1608-4bdd-a67f-4a9880652a29,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:09.976985 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-1922966f-25a6-4abe-a502-d01d62600345 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Calling delete_port for d8864c9a-98ef-40dc-8021-8f7437311029 owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:09.998418 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-463baad8-48a8-490c-af59-e8ccbd968125 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] DELETE failed (client error): The resource could not be found. Apr 29 11:39:09.999416 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-463baad8-48a8-490c-af59-e8ccbd968125 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:39:10.008141 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-463baad8-48a8-490c-af59-e8ccbd968125 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "DELETE /v2.0/subnets/dbb6ba0c-aa65-49db-860d-e3a5e4b0a8ec HTTP/1.1" status: 404 len: 337 time: 0.0796418 Apr 29 11:39:10.009738 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50264) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:10.031646 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-30c2b0ff-d4d1-49a5-8694-2ae3c5e72ff1 None None] Provisioning complete for port 14551123-e886-48b6-ad55-fb2ec7369d60 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:10.034468 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30c2b0ff-d4d1-49a5-8694-2ae3c5e72ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:10.056279 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c00f8dd-ebf2-4594-8da8-bffb6c9727df tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] DELETE failed (client error): The resource could not be found. Apr 29 11:39:10.056947 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c00f8dd-ebf2-4594-8da8-bffb6c9727df tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:39:10.060087 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7c00f8dd-ebf2-4594-8da8-bffb6c9727df tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "DELETE /v2.0/networks/7c96d31e-e1fa-4ee4-b094-4e5625054ba5 HTTP/1.1" status: 404 len: 339 time: 0.0491338 Apr 29 11:39:10.063037 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50266) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:10.112311 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-30c2b0ff-d4d1-49a5-8694-2ae3c5e72ff1 None None] Port 14551123-e886-48b6-ad55-fb2ec7369d60 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:39:10.115541 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9fda0128-c394-4de1-9efb-fe6a084ce5c9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/11abd597-1b8c-46de-9b55-99d6ab3cc2ec HTTP/1.1" status: 200 len: 990 time: 0.7493849 Apr 29 11:39:10.127287 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc17fcfc-b795-4ae6-b50c-f1df7cf96618 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Router 94d6ab1d-9b91-49be-aff2-a1b6161ec335 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:39:10.201065 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba3648-165f-4437-b37a-1fc899b6aa95 req-35bfb593-4b39-4d33-8b30-856bf3f76715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:10.203559 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-32ba3648-165f-4437-b37a-1fc899b6aa95 req-35bfb593-4b39-4d33-8b30-856bf3f76715 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6385ed98-aeeb-4990-b743-9383f9d45e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8487577 Apr 29 11:39:10.215856 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2d798d70-d278-4924-b3d7-a8fce89a5102 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:10.251906 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d798d70-d278-4924-b3d7-a8fce89a5102 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network 1349afa3-3cbe-4a5e-9413-eba72ab062b7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:10.252961 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-54f5dd6b-6284-4b30-a517-459234717287 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:39:10.260374 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-54f5dd6b-6284-4b30-a517-459234717287 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.7832365 Apr 29 11:39:10.270586 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50270) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:10.273258 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bf7d186d-b4df-44a0-8762-1558bd44ef05 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:10.276689 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e29027b-fbf7-4559-9c78-fa819a5c73db None None] New status for floating IP 11abd597-1b8c-46de-9b55-99d6ab3cc2ec: ACTIVE {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:39:10.278560 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-31928af1-eb2f-4eb1-b0ec-b0c52b879546 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'port_id': 'a7d74df0-27f0-45ae-90c9-9083dd9a2643', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:10.319387 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-2d798d70-d278-4924-b3d7-a8fce89a5102 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:10.333489 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d798d70-d278-4924-b3d7-a8fce89a5102 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:10.333739 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2d798d70-d278-4924-b3d7-a8fce89a5102 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:10.373672 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc17fcfc-b795-4ae6-b50c-f1df7cf96618 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:39:10.380815 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-dc17fcfc-b795-4ae6-b50c-f1df7cf96618 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "PUT /v2.0/routers/94d6ab1d-9b91-49be-aff2-a1b6161ec335/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2880495 Apr 29 11:39:10.389765 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-31928af1-eb2f-4eb1-b0ec-b0c52b879546 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks [] for floatingip, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:10.395190 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50274) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:10.404678 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164106cf-2d68-404f-b15c-5a6b877d245c None None] Sync routers for ids ['94d6ab1d-9b91-49be-aff2-a1b6161ec335'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:39:10.430007 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-a91f393b-107e-4f48-828f-204062c19a1c tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Deleting port 88af3ff5-579c-436a-a298-f40b516e4402 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:10.430315 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a91f393b-107e-4f48-828f-204062c19a1c tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:10.448028 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83747ede-1990-46d3-8ea1-8ccf40b8f3d0 None None] Network 1349afa3-3cbe-4a5e-9413-eba72ab062b7 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:10.531705 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d798d70-d278-4924-b3d7-a8fce89a5102 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Port': ['ID=e1ab9bf8-5c88-4939-9d7e-cba1db5f9007,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:10.605305 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e28025-4fac-40ad-8dd4-45222fa16111 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:10.607980 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164106cf-2d68-404f-b15c-5a6b877d245c None None] Routers {'94d6ab1d-9b91-49be-aff2-a1b6161ec335'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:10.608839 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-164106cf-2d68-404f-b15c-5a6b877d245c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['94d6ab1d-9b91-49be-aff2-a1b6161ec335'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:10.609900 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-08e28025-4fac-40ad-8dd4-45222fa16111 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports/14551123-e886-48b6-ad55-fb2ec7369d60 HTTP/1.1" status: 200 len: 911 time: 0.2054143 Apr 29 11:39:10.611454 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50278) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:10.670542 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a91f393b-107e-4f48-828f-204062c19a1c tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:10.699237 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-a91f393b-107e-4f48-828f-204062c19a1c tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Calling delete_port for 88af3ff5-579c-436a-a298-f40b516e4402 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:10.738609 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760317c8-0aa9-496e-8efd-5315ee50b37c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:10.757437 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bf7d186d-b4df-44a0-8762-1558bd44ef05 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:10.761660 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760317c8-0aa9-496e-8efd-5315ee50b37c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:10.765741 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1922966f-25a6-4abe-a502-d01d62600345 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:10.773346 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50284) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:10.776269 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-760317c8-0aa9-496e-8efd-5315ee50b37c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1574116 Apr 29 11:39:10.781608 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-32ba3648-165f-4437-b37a-1fc899b6aa95 req-4f032648-ce44-4fb5-90ab-c0a77604dca6 service neutron] 10.222.0.62 "GET /v2.0/networks/6385ed98-aeeb-4990-b743-9383f9d45e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5500124 Apr 29 11:39:10.890687 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 97607a8c-284d-42e8-a27f-2907d75e6930 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:39:10.891971 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-304498ca-4681-4787-8e72-e8cd551bc80b None None] Provisioning complete for port 97607a8c-284d-42e8-a27f-2907d75e6930 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:10.892343 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-304498ca-4681-4787-8e72-e8cd551bc80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:10.920923 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-31928af1-eb2f-4eb1-b0ec-b0c52b879546 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:10.988325 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a91f393b-107e-4f48-828f-204062c19a1c tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:11.014527 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1922966f-25a6-4abe-a502-d01d62600345 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:11.018902 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-1922966f-25a6-4abe-a502-d01d62600345 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/ports/d8864c9a-98ef-40dc-8021-8f7437311029 HTTP/1.1" status: 204 len: 168 time: 2.4091592 Apr 29 11:39:11.025369 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50290) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:11.026096 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-164106cf-2d68-404f-b15c-5a6b877d245c None None] Set router 94d6ab1d-9b91-49be-aff2-a1b6161ec335 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:39:11.079086 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7d186d-b4df-44a0-8762-1558bd44ef05 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Network a367fb13-bf26-4314-8c27-79d6ccbde0b1 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:11.088170 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-bf7d186d-b4df-44a0-8762-1558bd44ef05 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:11.100301 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2d798d70-d278-4924-b3d7-a8fce89a5102 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:11.103345 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7d186d-b4df-44a0-8762-1558bd44ef05 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:11.118356 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d186d-b4df-44a0-8762-1558bd44ef05 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event updated for resources: {'Port': ['ID=acb5ed62-fa66-4171-85ac-376267cfcbee,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:11.130409 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50294) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:11.183788 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f393b-107e-4f48-828f-204062c19a1c tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Pushing event deleted for resources: {'Port': ['ID=88af3ff5-579c-436a-a298-f40b516e4402,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:11.209986 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a91f393b-107e-4f48-828f-204062c19a1c tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:11.216468 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a91f393b-107e-4f48-828f-204062c19a1c tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "DELETE /v2.0/ports/88af3ff5-579c-436a-a298-f40b516e4402 HTTP/1.1" status: 204 len: 168 time: 1.1511493 Apr 29 11:39:11.219320 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50298) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:11.258246 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a13766-6da5-4708-85d0-44c35190b377 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] DELETE failed (client error): The resource could not be found. Apr 29 11:39:11.259334 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a13766-6da5-4708-85d0-44c35190b377 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:39:11.265534 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a3a13766-6da5-4708-85d0-44c35190b377 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "DELETE /v2.0/subnets/311b05c1-8130-4760-bb62-0dcfda25db91 HTTP/1.1" status: 404 len: 337 time: 0.0437651 Apr 29 11:39:11.269197 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50300) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:11.273340 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-304498ca-4681-4787-8e72-e8cd551bc80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:11.278583 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-32ba3648-165f-4437-b37a-1fc899b6aa95 req-8b643eb8-3628-4559-83a8-02b4ab34444c service neutron] 10.222.0.62 "GET /v2.0/networks/6385ed98-aeeb-4990-b743-9383f9d45e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611249 Apr 29 11:39:11.313175 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50302) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:11.327601 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922966f-25a6-4abe-a502-d01d62600345 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Port': ['ID=d8864c9a-98ef-40dc-8021-8f7437311029,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:11.365148 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 97607a8c-284d-42e8-a27f-2907d75e6930 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:11.366160 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:11.380773 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246707f6-1325-463d-a00a-5a56ab47fb86 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:11.393432 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246707f6-1325-463d-a00a-5a56ab47fb86 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:11.398097 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-246707f6-1325-463d-a00a-5a56ab47fb86 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.3244982 Apr 29 11:39:11.424738 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50306) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:11.475493 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-304498ca-4681-4787-8e72-e8cd551bc80b None None] For port 97607a8c-284d-42e8-a27f-2907d75e6930, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=97607a8c-284d-42e8-a27f-2907d75e6930,segment=NetworkSegment(d244845a-fb1f-4033-bae8-b44d6873a327),segment_id=d244845a-fb1f-4033-bae8-b44d6873a327)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:11.499159 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-304498ca-4681-4787-8e72-e8cd551bc80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:11.510695 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1ed9920e-4c1a-4aee-9475-9d778554654d tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:11.538653 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-71b4ca92-7238-4571-bbdc-7b7aba4afb0e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/11abd597-1b8c-46de-9b55-99d6ab3cc2ec HTTP/1.1" status: 200 len: 992 time: 0.3648648 Apr 29 11:39:11.547758 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-2fa25a12-d8fd-41af-8401-b30dd85a30e3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-73450575'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:11.553562 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7d186d-b4df-44a0-8762-1558bd44ef05 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:11.554863 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bf7d186d-b4df-44a0-8762-1558bd44ef05 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:11.561778 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-31928af1-eb2f-4eb1-b0ec-b0c52b879546 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Allocated IP 172.26.4.239 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/12d20f14-2b73-4a08-820a-955d8c7ff45e) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:11.619491 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304498ca-4681-4787-8e72-e8cd551bc80b None None] Pushing event updated for resources: {'Port': ['ID=97607a8c-284d-42e8-a27f-2907d75e6930,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:11.679584 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-164106cf-2d68-404f-b15c-5a6b877d245c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d6ab1d-9b91-49be-aff2-a1b6161ec335', 'name': 'tempest-NetworksTestDHCPv6-router-961675053', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:39:03Z', 'updated_at': '2022-04-29T11:39:07Z', 'revision_number': 2, 'project_id': '816ee0d9de714cffbf04b1f22c0f1713', 'gw_port_host': None, '_interfaces': [{'id': '14551123-e886-48b6-ad55-fb2ec7369d60', 'name': '', 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'mac_address': 'fa:16:3e:3e:fb:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d6ab1d-9b91-49be-aff2-a1b6161ec335', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '8cf78ed1-c7d0-419e-a12c-5dafa9b36dcc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:39:05Z', 'updated_at': '2022-04-29T11:39:08Z', 'revision_number': 2, 'project_id': '816ee0d9de714cffbf04b1f22c0f1713', 'subnets': [{'id': '8cf78ed1-c7d0-419e-a12c-5dafa9b36dcc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:11.711066 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164106cf-2d68-404f-b15c-5a6b877d245c None None] Checking router: 94d6ab1d-9b91-49be-aff2-a1b6161ec335 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:39:11.711726 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164106cf-2d68-404f-b15c-5a6b877d245c None None] Updating router 94d6ab1d-9b91-49be-aff2-a1b6161ec335 port 14551123-e886-48b6-ad55-fb2ec7369d60 binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:39:11.714304 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-bf7d186d-b4df-44a0-8762-1558bd44ef05 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7881634 Apr 29 11:39:11.722239 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50308) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:11.730466 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-2e533abc-76ef-4de9-be40-a4c2e0354904 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Request body: {'floatingip': {'port_id': 'acb5ed62-fa66-4171-85ac-376267cfcbee'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:11.744132 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-164106cf-2d68-404f-b15c-5a6b877d245c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:11.814858 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2e533abc-76ef-4de9-be40-a4c2e0354904 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:11.862991 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa25a12-d8fd-41af-8401-b30dd85a30e3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:11.871101 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2fa25a12-d8fd-41af-8401-b30dd85a30e3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:12.056278 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-8390b3ae-7772-499a-9df7-f1901b407ad8 None None] Provisioning complete for port 97607a8c-284d-42e8-a27f-2907d75e6930 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:12.057316 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8390b3ae-7772-499a-9df7-f1901b407ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:12.070677 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1ed9920e-4c1a-4aee-9475-9d778554654d tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:12.123104 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-1ed9920e-4c1a-4aee-9475-9d778554654d tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe05d38-ef95-43b5-8fa2-fbae985e5a4d']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:12.144094 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-1ed9920e-4c1a-4aee-9475-9d778554654d tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b01ebb-e2d3-4930-bc92-5e2516909bc7') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:12.144613 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-1ed9920e-4c1a-4aee-9475-9d778554654d tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b01ebb-e2d3-4930-bc92-5e2516909bc7') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:12.157860 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1ed9920e-4c1a-4aee-9475-9d778554654d tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:12.177402 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1ed9920e-4c1a-4aee-9475-9d778554654d tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:12.185556 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2fa25a12-d8fd-41af-8401-b30dd85a30e3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:12.204849 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed9920e-4c1a-4aee-9475-9d778554654d tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:39:12.205550 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1ed9920e-4c1a-4aee-9475-9d778554654d tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:12.211058 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:39:12.211058 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:39:12.211058 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:39:12.211058 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:39:12.211058 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:39:12.211058 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:39:12.211058 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:39:12.211058 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:39:12.211058 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:39:12.211058 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:39:12.211058 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:39:12.211058 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:39:12.211058 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:39:12.211058 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:39:12.211058 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:39:12.211058 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:39:12.211058 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:39:12.211058 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:39:12.211058 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:39:12.211058 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:39:12.211058 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:39:12.211058 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:39:12.211058 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:39:12.211058 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:39:12.211058 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:39:12.211058 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:39:12.211058 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:39:12.211058 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:39:12.211058 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:39:12.211058 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:39:12.211058 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:39:12.211058 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:39:12.233130 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f20cecf-39a1-42aa-a1ef-d8eb9322f1b0 None None] get_active_networks_info from dv-neutron-838888-1-hyperv {{(pid=102961) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 11:39:12.340952 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-36c04219-aaaa-4e34-ac71-bd9e52459676 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Deleting port c9704532-fe5c-4ada-bf99-23c3d3094c60 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:12.341832 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-36c04219-aaaa-4e34-ac71-bd9e52459676 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:12.406718 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-31928af1-eb2f-4eb1-b0ec-b0c52b879546 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:12.457047 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1ed9920e-4c1a-4aee-9475-9d778554654d tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:12.467822 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1ed9920e-4c1a-4aee-9475-9d778554654d tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:12.473756 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1ed9920e-4c1a-4aee-9475-9d778554654d tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "DELETE /v2.0/networks/0fe05d38-ef95-43b5-8fa2-fbae985e5a4d HTTP/1.1" status: 204 len: 168 time: 1.1969171 Apr 29 11:39:12.492213 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50310) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:12.495747 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-8390b3ae-7772-499a-9df7-f1901b407ad8 None None] Provisioning complete for port e1ab9bf8-5c88-4939-9d7e-cba1db5f9007 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:12.496122 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8390b3ae-7772-499a-9df7-f1901b407ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:12.498547 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 97607a8c-284d-42e8-a27f-2907d75e6930 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:39:12.598239 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9920e-4c1a-4aee-9475-9d778554654d tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Pushing event deleted for resources: {'Network': ['ID=0fe05d38-ef95-43b5-8fa2-fbae985e5a4d,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:12.606297 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-164106cf-2d68-404f-b15c-5a6b877d245c None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:12.631414 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-164106cf-2d68-404f-b15c-5a6b877d245c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:12.640196 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-8390b3ae-7772-499a-9df7-f1901b407ad8 None None] Port e1ab9bf8-5c88-4939-9d7e-cba1db5f9007 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:39:12.677282 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-31928af1-eb2f-4eb1-b0ec-b0c52b879546 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:12.719327 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5f61e9dd-0340-4c51-be43-85a52814e13b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:12.768760 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-36c04219-aaaa-4e34-ac71-bd9e52459676 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:12.863352 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31928af1-eb2f-4eb1-b0ec-b0c52b879546 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:12.873208 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f20cecf-39a1-42aa-a1ef-d8eb9322f1b0 None None] Resources bound (agent type, host, resource id): {{(pid=102961) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 11:39:12.917219 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2fa25a12-d8fd-41af-8401-b30dd85a30e3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:12.927512 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-31928af1-eb2f-4eb1-b0ec-b0c52b879546 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:12.934361 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31928af1-eb2f-4eb1-b0ec-b0c52b879546 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:12.941816 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-36c04219-aaaa-4e34-ac71-bd9e52459676 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Calling delete_port for c9704532-fe5c-4ada-bf99-23c3d3094c60 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:12.942209 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-00df86f2-483d-4b35-9b96-c0e80a989a98 None None] Provisioning complete for port e1ab9bf8-5c88-4939-9d7e-cba1db5f9007 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:12.942209 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-00df86f2-483d-4b35-9b96-c0e80a989a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:12.946741 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2fa25a12-d8fd-41af-8401-b30dd85a30e3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:12.965336 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42066d50-5f0b-4d44-ab9c-633f3dda4252 None None] Pushing event updated for resources: {'Port': ['ID=14551123-e886-48b6-ad55-fb2ec7369d60,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:12.987065 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2d798d70-d278-4924-b3d7-a8fce89a5102 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:12.994400 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2d798d70-d278-4924-b3d7-a8fce89a5102 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:12.995308 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2d798d70-d278-4924-b3d7-a8fce89a5102 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:13.034086 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa25a12-d8fd-41af-8401-b30dd85a30e3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:39:13.050070 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2fa25a12-d8fd-41af-8401-b30dd85a30e3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:13.051037 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-2fa25a12-d8fd-41af-8401-b30dd85a30e3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Added segment 054d06c5-73c7-42b4-b353-3b8179d169bc of type vlan for network 6bd60c6d-014b-4710-a7b1-d7f0c260e662 Apr 29 11:39:13.059472 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2e533abc-76ef-4de9-be40-a4c2e0354904 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:13.094416 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 97607a8c-284d-42e8-a27f-2907d75e6930 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:13.095032 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:13.122524 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-164106cf-2d68-404f-b15c-5a6b877d245c None None] Attempting to bind port 14551123-e886-48b6-ad55-fb2ec7369d60 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:39:13.123073 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-164106cf-2d68-404f-b15c-5a6b877d245c None None] Attempting to bind port 14551123-e886-48b6-ad55-fb2ec7369d60 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:39:13.123605 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164106cf-2d68-404f-b15c-5a6b877d245c None None] Attempting to bind port 14551123-e886-48b6-ad55-fb2ec7369d60 on network 62578361-baac-4d3e-b4ee-401a25f05a0e {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:39:13.207011 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31928af1-eb2f-4eb1-b0ec-b0c52b879546 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Pushing event updated for resources: {'Port': ['ID=12d20f14-2b73-4a08-820a-955d8c7ff45e,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:13.216481 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-00df86f2-483d-4b35-9b96-c0e80a989a98 None None] Port e1ab9bf8-5c88-4939-9d7e-cba1db5f9007 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:39:13.221298 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164106cf-2d68-404f-b15c-5a6b877d245c None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:39:13.221651 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164106cf-2d68-404f-b15c-5a6b877d245c None None] Checking segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:13.222061 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-164106cf-2d68-404f-b15c-5a6b877d245c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:13.222484 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164106cf-2d68-404f-b15c-5a6b877d245c None None] Bound using segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:39:13.222993 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-164106cf-2d68-404f-b15c-5a6b877d245c None None] Bound port: 14551123-e886-48b6-ad55-fb2ec7369d60, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:39:13.223370 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-164106cf-2d68-404f-b15c-5a6b877d245c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:13.223859 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2fa25a12-d8fd-41af-8401-b30dd85a30e3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:13.244892 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa25a12-d8fd-41af-8401-b30dd85a30e3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e353765c-3758-480f-b4c6-104e98560076,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:13.361866 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-451a72f8-41b9-4515-9ffa-2b8f55dc9157 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Deleting port c46e48b1-3d69-402d-bafd-debf963df7e3 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:13.362249 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-451a72f8-41b9-4515-9ffa-2b8f55dc9157 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:13.390676 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2fa25a12-d8fd-41af-8401-b30dd85a30e3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:13.396078 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa25a12-d8fd-41af-8401-b30dd85a30e3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:13.396859 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2fa25a12-d8fd-41af-8401-b30dd85a30e3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:13.467480 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-164106cf-2d68-404f-b15c-5a6b877d245c None None] For port 14551123-e886-48b6-ad55-fb2ec7369d60, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:39:13.488249 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-164106cf-2d68-404f-b15c-5a6b877d245c None None] For port 14551123-e886-48b6-ad55-fb2ec7369d60, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=14551123-e886-48b6-ad55-fb2ec7369d60,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:39:13.494377 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-164106cf-2d68-404f-b15c-5a6b877d245c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:13.509121 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2e533abc-76ef-4de9-be40-a4c2e0354904 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:13.542725 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-36c04219-aaaa-4e34-ac71-bd9e52459676 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:13.559077 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2fa25a12-d8fd-41af-8401-b30dd85a30e3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2424140 Apr 29 11:39:13.563987 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50312) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:13.572930 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-8c400ca9-41b3-46ad-95e1-51c6f8addf3b tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'port': {'network_id': '6bd60c6d-014b-4710-a7b1-d7f0c260e662', 'name': 'tempest-PortsTestJSON-1289589010'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:13.576663 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-451a72f8-41b9-4515-9ffa-2b8f55dc9157 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:13.583015 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d798d70-d278-4924-b3d7-a8fce89a5102 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event updated for resources: {'Port': ['ID=e1ab9bf8-5c88-4939-9d7e-cba1db5f9007,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:13.588906 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa25a12-d8fd-41af-8401-b30dd85a30e3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Network': ['ID=6bd60c6d-014b-4710-a7b1-d7f0c260e662,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:13.617804 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42066d50-5f0b-4d44-ab9c-633f3dda4252 None None] Pushing event updated for resources: {'Port': ['ID=14551123-e886-48b6-ad55-fb2ec7369d60,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:13.624836 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164106cf-2d68-404f-b15c-5a6b877d245c None None] Routers {'94d6ab1d-9b91-49be-aff2-a1b6161ec335'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:13.625469 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-164106cf-2d68-404f-b15c-5a6b877d245c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['94d6ab1d-9b91-49be-aff2-a1b6161ec335'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:13.627519 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 6bd60c6d-014b-4710-a7b1-d7f0c260e662 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:39:13.642381 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-451a72f8-41b9-4515-9ffa-2b8f55dc9157 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Calling delete_port for c46e48b1-3d69-402d-bafd-debf963df7e3 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:13.644639 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-36c04219-aaaa-4e34-ac71-bd9e52459676 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:13.648020 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-36c04219-aaaa-4e34-ac71-bd9e52459676 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/ports/c9704532-fe5c-4ada-bf99-23c3d3094c60 HTTP/1.1" status: 204 len: 168 time: 2.2207296 Apr 29 11:39:13.649023 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c04219-aaaa-4e34-ac71-bd9e52459676 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Port': ['ID=c9704532-fe5c-4ada-bf99-23c3d3094c60,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:13.656045 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50314) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:13.763800 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79451385-3d2f-403b-9767-7d1c67a6f75e tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:13.767988 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-79451385-3d2f-403b-9767-7d1c67a6f75e tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1083972 Apr 29 11:39:13.773482 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50316) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:13.811426 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-31928af1-eb2f-4eb1-b0ec-b0c52b879546 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Deleting port 12d20f14-2b73-4a08-820a-955d8c7ff45e {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:13.811873 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-31928af1-eb2f-4eb1-b0ec-b0c52b879546 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:13.817535 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d798d70-d278-4924-b3d7-a8fce89a5102 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Network 1349afa3-3cbe-4a5e-9413-eba72ab062b7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:13.818409 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-164106cf-2d68-404f-b15c-5a6b877d245c None None] Set router 94d6ab1d-9b91-49be-aff2-a1b6161ec335 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:39:13.823158 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-2d798d70-d278-4924-b3d7-a8fce89a5102 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:13.829846 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [None req-2e533abc-76ef-4de9-be40-a4c2e0354904 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Floating IP 675bb422-294c-4968-be20-25b2b80dae1a associated. External IP: 172.26.4.190, port: acb5ed62-fa66-4171-85ac-376267cfcbee. Apr 29 11:39:13.880518 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa00b1e4-8e4c-4620-9538-1e7fad95a295 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] GET failed (client error): The resource could not be found. Apr 29 11:39:13.882161 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-fa00b1e4-8e4c-4620-9538-1e7fad95a295 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "GET /v2.0/ports/d8864c9a-98ef-40dc-8021-8f7437311029 HTTP/1.1" status: 404 len: 333 time: 0.1078510 Apr 29 11:39:13.885230 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50318) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:13.949904 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee23324b-97b2-4198-9812-b9c60698406c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] GET failed (client error): The resource could not be found. Apr 29 11:39:13.955597 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ee23324b-97b2-4198-9812-b9c60698406c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "GET /v2.0/ports/c9704532-fe5c-4ada-bf99-23c3d3094c60 HTTP/1.1" status: 404 len: 333 time: 0.0645063 Apr 29 11:39:13.967411 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50320) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:14.002609 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-451a72f8-41b9-4515-9ffa-2b8f55dc9157 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:14.035991 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c400ca9-41b3-46ad-95e1-51c6f8addf3b tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:14.039604 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8c400ca9-41b3-46ad-95e1-51c6f8addf3b tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:14.095911 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-8c400ca9-41b3-46ad-95e1-51c6f8addf3b tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] device_id is not set on port 6790c08a-4620-444b-ae04-275a4a2b5c83 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:39:14.169611 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-164106cf-2d68-404f-b15c-5a6b877d245c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d6ab1d-9b91-49be-aff2-a1b6161ec335', 'name': 'tempest-NetworksTestDHCPv6-router-961675053', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:39:03Z', 'updated_at': '2022-04-29T11:39:07Z', 'revision_number': 2, 'project_id': '816ee0d9de714cffbf04b1f22c0f1713', 'gw_port_host': None, '_interfaces': [{'id': '14551123-e886-48b6-ad55-fb2ec7369d60', 'name': '', 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'mac_address': 'fa:16:3e:3e:fb:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d6ab1d-9b91-49be-aff2-a1b6161ec335', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '8cf78ed1-c7d0-419e-a12c-5dafa9b36dcc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:39:05Z', 'updated_at': '2022-04-29T11:39:13Z', 'revision_number': 4, 'project_id': '816ee0d9de714cffbf04b1f22c0f1713', 'subnets': [{'id': '8cf78ed1-c7d0-419e-a12c-5dafa9b36dcc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:14.190271 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-5f61e9dd-0340-4c51-be43-85a52814e13b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting port 14551123-e886-48b6-ad55-fb2ec7369d60 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:14.190629 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5f61e9dd-0340-4c51-be43-85a52814e13b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:14.236448 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164106cf-2d68-404f-b15c-5a6b877d245c None None] The sync data for ids ['94d6ab1d-9b91-49be-aff2-a1b6161ec335'] in dv-neutron-838888-1-hyperv is: [{'id': '94d6ab1d-9b91-49be-aff2-a1b6161ec335', 'name': 'tempest-NetworksTestDHCPv6-router-961675053', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:39:03Z', 'updated_at': '2022-04-29T11:39:07Z', 'revision_number': 2, 'project_id': '816ee0d9de714cffbf04b1f22c0f1713', 'gw_port_host': None, '_interfaces': [{'id': '14551123-e886-48b6-ad55-fb2ec7369d60', 'name': '', 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'mac_address': 'fa:16:3e:3e:fb:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d6ab1d-9b91-49be-aff2-a1b6161ec335', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '8cf78ed1-c7d0-419e-a12c-5dafa9b36dcc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:39:05Z', 'updated_at': '2022-04-29T11:39:13Z', 'revision_number': 4, 'project_id': '816ee0d9de714cffbf04b1f22c0f1713', 'subnets': [{'id': '8cf78ed1-c7d0-419e-a12c-5dafa9b36dcc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:39:14.300331 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-17a35a01-5eb8-4e6d-9c98-e1f830b32d32 None None] Provisioning complete for port 14551123-e886-48b6-ad55-fb2ec7369d60 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:14.301177 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-17a35a01-5eb8-4e6d-9c98-e1f830b32d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:14.330354 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d798d70-d278-4924-b3d7-a8fce89a5102 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Router d9c65347-25d2-4970-bee3-39fb6f4c4633 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:39:14.425919 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-17a35a01-5eb8-4e6d-9c98-e1f830b32d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:14.484168 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-17a35a01-5eb8-4e6d-9c98-e1f830b32d32 None None] For port 14551123-e886-48b6-ad55-fb2ec7369d60, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=14551123-e886-48b6-ad55-fb2ec7369d60,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:14.492281 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-17a35a01-5eb8-4e6d-9c98-e1f830b32d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:14.557419 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-31928af1-eb2f-4eb1-b0ec-b0c52b879546 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:14.557908 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-31928af1-eb2f-4eb1-b0ec-b0c52b879546 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:14.561746 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a35a01-5eb8-4e6d-9c98-e1f830b32d32 None None] Pushing event updated for resources: {'Port': ['ID=14551123-e886-48b6-ad55-fb2ec7369d60,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:14.606829 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a72f8-41b9-4515-9ffa-2b8f55dc9157 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Pushing event deleted for resources: {'Port': ['ID=c46e48b1-3d69-402d-bafd-debf963df7e3,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:14.630747 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-a54ad23b-f66e-4e31-9d7d-9fed07d9454e None None] Provisioning complete for port 14551123-e886-48b6-ad55-fb2ec7369d60 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:14.631362 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a54ad23b-f66e-4e31-9d7d-9fed07d9454e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:14.632580 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-451a72f8-41b9-4515-9ffa-2b8f55dc9157 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:14.637285 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-451a72f8-41b9-4515-9ffa-2b8f55dc9157 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "DELETE /v2.0/ports/c46e48b1-3d69-402d-bafd-debf963df7e3 HTTP/1.1" status: 204 len: 168 time: 2.0593498 Apr 29 11:39:14.641509 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50322) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:14.642438 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-31928af1-eb2f-4eb1-b0ec-b0c52b879546 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Calling delete_port for 12d20f14-2b73-4a08-820a-955d8c7ff45e owned by network:floatingip {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:14.685648 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ffde-e059-4f43-a274-49d375385794 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:14.691148 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b77d35-dd8c-4807-8622-8a880e558eee tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] DELETE failed (client error): The resource could not be found. Apr 29 11:39:14.691608 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b77d35-dd8c-4807-8622-8a880e558eee tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:39:14.698507 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-92b77d35-dd8c-4807-8622-8a880e558eee tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "DELETE /v2.0/subnets/4a4eee41-98af-4cef-b788-5ebc702346ae HTTP/1.1" status: 404 len: 337 time: 0.0509858 Apr 29 11:39:14.698714 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d798d70-d278-4924-b3d7-a8fce89a5102 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:39:14.701715 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50324) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:14.710321 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3086218e-e2e8-4869-8ef7-cf1349d1aea3 None None] Sync routers for ids ['d9c65347-25d2-4970-bee3-39fb6f4c4633'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:39:14.722114 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2d798d70-d278-4924-b3d7-a8fce89a5102 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "PUT /v2.0/routers/d9c65347-25d2-4970-bee3-39fb6f4c4633/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2977295 Apr 29 11:39:14.726293 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3086218e-e2e8-4869-8ef7-cf1349d1aea3 None None] Routers {'d9c65347-25d2-4970-bee3-39fb6f4c4633'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:14.726932 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-3086218e-e2e8-4869-8ef7-cf1349d1aea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d9c65347-25d2-4970-bee3-39fb6f4c4633'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:14.746490 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50326) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:14.753974 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-783aaf8d-fcff-48f3-a91f-fae651d7ce07 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:14.756806 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-a54ad23b-f66e-4e31-9d7d-9fed07d9454e None None] Provisioning complete for port e1ab9bf8-5c88-4939-9d7e-cba1db5f9007 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:14.757409 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a54ad23b-f66e-4e31-9d7d-9fed07d9454e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:14.762210 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8c400ca9-41b3-46ad-95e1-51c6f8addf3b tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:14.808937 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-a54ad23b-f66e-4e31-9d7d-9fed07d9454e None None] Port e1ab9bf8-5c88-4939-9d7e-cba1db5f9007 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:39:14.860523 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-3086218e-e2e8-4869-8ef7-cf1349d1aea3 None None] Set router d9c65347-25d2-4970-bee3-39fb6f4c4633 gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:39:14.873884 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-5f61e9dd-0340-4c51-be43-85a52814e13b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] For port 14551123-e886-48b6-ad55-fb2ec7369d60, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=14551123-e886-48b6-ad55-fb2ec7369d60,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:14.875009 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5f61e9dd-0340-4c51-be43-85a52814e13b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:14.924377 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9dbad5e4-22b3-4510-a839-9534ff009b4a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:14.946887 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-5f61e9dd-0340-4c51-be43-85a52814e13b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Calling delete_port for 14551123-e886-48b6-ad55-fb2ec7369d60 owned by network:router_interface {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:14.985222 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ffde-e059-4f43-a274-49d375385794 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:15.003479 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e533abc-76ef-4de9-be40-a4c2e0354904 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Router 6b852a27-38d8-4c52-8f6a-e6deebc4b1a5 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:39:15.065231 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-bdd2ffde-e059-4f43-a274-49d375385794 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['986b3d40-0f33-4f18-8312-4347572d2736']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:15.084174 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8c400ca9-41b3-46ad-95e1-51c6f8addf3b tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:15.101969 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-bdd2ffde-e059-4f43-a274-49d375385794 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff55322-6aae-40dd-84dc-144dd1d1defc') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:15.103343 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-bdd2ffde-e059-4f43-a274-49d375385794 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff55322-6aae-40dd-84dc-144dd1d1defc') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:15.124796 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ffde-e059-4f43-a274-49d375385794 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:15.126338 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-3086218e-e2e8-4869-8ef7-cf1349d1aea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'name': 'tempest-RoutersIpV6Test-router-511075764', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:38:20Z', 'updated_at': '2022-04-29T11:39:10Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None, '_interfaces': [{'id': '068478bb-1c20-43b0-be68-4c1da1e5740a', 'name': '', 'network_id': '88632f92-7f64-413d-8122-4b23fefea982', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:b7:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:55Z', 'updated_at': '2022-04-29T11:39:04Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21044d70-8412-46f0-a5ea-e3e60ae77965', 'name': '', 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:38:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:26Z', 'updated_at': '2022-04-29T11:38:37Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e', 'name': '', 'network_id': 'b2d06907-a4d4-4ea6-a2d0-5da0c93b630f', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:9e:d0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:41Z', 'updated_at': '2022-04-29T11:38:56Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1ab9bf8-5c88-4939-9d7e-cba1db5f9007', 'name': '', 'network_id': '1349afa3-3cbe-4a5e-9413-eba72ab062b7', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:99:f3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '70896b6c-9aff-4304-be3b-739451283d99', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:39:08Z', 'updated_at': '2022-04-29T11:39:12Z', 'revision_number': 2, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '70896b6c-9aff-4304-be3b-739451283d99', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:15.159260 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3086218e-e2e8-4869-8ef7-cf1349d1aea3 None None] Checking router: d9c65347-25d2-4970-bee3-39fb6f4c4633 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:39:15.159678 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3086218e-e2e8-4869-8ef7-cf1349d1aea3 None None] Updating router d9c65347-25d2-4970-bee3-39fb6f4c4633 port e1ab9bf8-5c88-4939-9d7e-cba1db5f9007 binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:39:15.170478 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c400ca9-41b3-46ad-95e1-51c6f8addf3b tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Port': ['ID=6790c08a-4620-444b-ae04-275a4a2b5c83,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:15.176240 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-31928af1-eb2f-4eb1-b0ec-b0c52b879546 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:15.182925 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ffde-e059-4f43-a274-49d375385794 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:15.187740 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9dbad5e4-22b3-4510-a839-9534ff009b4a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:15.198497 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-3086218e-e2e8-4869-8ef7-cf1349d1aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:15.223635 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31928af1-eb2f-4eb1-b0ec-b0c52b879546 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Pushing event deleted for resources: {'Port': ['ID=12d20f14-2b73-4a08-820a-955d8c7ff45e,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:15.230393 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd2ffde-e059-4f43-a274-49d375385794 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:39:15.230690 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ffde-e059-4f43-a274-49d375385794 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:15.234534 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:39:15.234534 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:39:15.234534 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:39:15.234534 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:39:15.234534 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:39:15.234534 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:39:15.234534 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:39:15.234534 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:39:15.234534 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:39:15.234534 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:39:15.234534 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:39:15.234534 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:39:15.234534 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:39:15.234534 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:39:15.234534 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:39:15.234534 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:39:15.234534 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:39:15.234534 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:39:15.234534 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:39:15.234534 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:39:15.234534 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:39:15.234534 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:39:15.234534 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:39:15.234534 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:39:15.234534 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:39:15.234534 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:39:15.234534 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:39:15.234534 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:39:15.234534 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:39:15.234534 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:39:15.234534 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:39:15.234534 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:39:15.272273 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-9dbad5e4-22b3-4510-a839-9534ff009b4a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb0b6239-b0b3-4f2e-bed6-00837cd2a4e5']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:15.407544 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ffde-e059-4f43-a274-49d375385794 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:15.416205 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-9dbad5e4-22b3-4510-a839-9534ff009b4a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5934601-178b-4ca1-b17a-010fc22c9211') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:15.416808 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-9dbad5e4-22b3-4510-a839-9534ff009b4a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5934601-178b-4ca1-b17a-010fc22c9211') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:15.438954 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ffde-e059-4f43-a274-49d375385794 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:15.447418 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-bdd2ffde-e059-4f43-a274-49d375385794 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/networks/986b3d40-0f33-4f18-8312-4347572d2736 HTTP/1.1" status: 204 len: 168 time: 1.4786603 Apr 29 11:39:15.454333 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2ffde-e059-4f43-a274-49d375385794 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Network': ['ID=986b3d40-0f33-4f18-8312-4347572d2736,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:15.458307 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50328) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:15.463684 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9dbad5e4-22b3-4510-a839-9534ff009b4a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:15.466762 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-818cc02a-9f84-4694-8850-c92d173c0fa0 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-491825900'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:15.484291 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c400ca9-41b3-46ad-95e1-51c6f8addf3b tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Checking segment: {'id': '054d06c5-73c7-42b4-b353-3b8179d169bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '6bd60c6d-014b-4710-a7b1-d7f0c260e662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:15.484291 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c400ca9-41b3-46ad-95e1-51c6f8addf3b tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network hostable DHCP agents. Network: 6bd60c6d-014b-4710-a7b1-d7f0c260e662, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:39:15.489368 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9dbad5e4-22b3-4510-a839-9534ff009b4a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:15.497425 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-31928af1-eb2f-4eb1-b0ec-b0c52b879546 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] create failed (client error): The resource could not be found. Apr 29 11:39:15.503708 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-31928af1-eb2f-4eb1-b0ec-b0c52b879546 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.2292588 Apr 29 11:39:15.504320 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50330) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:15.505420 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dbad5e4-22b3-4510-a839-9534ff009b4a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:39:15.505826 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9dbad5e4-22b3-4510-a839-9534ff009b4a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:15.516577 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:39:15.516577 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:39:15.516577 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:39:15.516577 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:39:15.516577 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:39:15.516577 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:39:15.516577 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:39:15.516577 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:39:15.516577 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:39:15.516577 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:39:15.516577 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:39:15.516577 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:39:15.516577 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:39:15.516577 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:39:15.516577 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:39:15.516577 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:39:15.516577 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:39:15.516577 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:39:15.516577 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:39:15.516577 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:39:15.516577 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:39:15.516577 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:39:15.516577 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:39:15.516577 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:39:15.516577 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:39:15.516577 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:39:15.516577 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:39:15.516577 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:39:15.516577 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:39:15.516577 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:39:15.516577 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:39:15.516577 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:39:15.542950 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818cc02a-9f84-4694-8850-c92d173c0fa0 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:15.546388 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-818cc02a-9f84-4694-8850-c92d173c0fa0 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:15.589914 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e533abc-76ef-4de9-be40-a4c2e0354904 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:39:15.595781 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2e533abc-76ef-4de9-be40-a4c2e0354904 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:15.619604 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8577cf8d-ff85-49c2-adfb-92c5e219a02d None None] Sync routers for ids ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:39:15.631034 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8577cf8d-ff85-49c2-adfb-92c5e219a02d None None] Routers {'6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:15.631802 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-8577cf8d-ff85-49c2-adfb-92c5e219a02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:15.662810 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9dbad5e4-22b3-4510-a839-9534ff009b4a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:15.675546 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9dbad5e4-22b3-4510-a839-9534ff009b4a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:15.675796 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-3086218e-e2e8-4869-8ef7-cf1349d1aea3 None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:15.679453 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9dbad5e4-22b3-4510-a839-9534ff009b4a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "DELETE /v2.0/networks/bb0b6239-b0b3-4f2e-bed6-00837cd2a4e5 HTTP/1.1" status: 204 len: 168 time: 0.9752481 Apr 29 11:39:15.683413 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50332) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:15.691774 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-8577cf8d-ff85-49c2-adfb-92c5e219a02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:15.692889 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-3086218e-e2e8-4869-8ef7-cf1349d1aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:15.697274 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbad5e4-22b3-4510-a839-9534ff009b4a tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Pushing event deleted for resources: {'Network': ['ID=bb0b6239-b0b3-4f2e-bed6-00837cd2a4e5,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:15.700875 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c400ca9-41b3-46ad-95e1-51c6f8addf3b tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network 6bd60c6d-014b-4710-a7b1-d7f0c260e662 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:39:15.707202 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2e533abc-76ef-4de9-be40-a4c2e0354904 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "PUT /v2.0/floatingips/675bb422-294c-4968-be20-25b2b80dae1a HTTP/1.1" status: 200 len: 978 time: 3.9811153 Apr 29 11:39:15.707781 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50334) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:15.713858 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8577cf8d-ff85-49c2-adfb-92c5e219a02d None None] Routers {'6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:15.716259 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-8577cf8d-ff85-49c2-adfb-92c5e219a02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:15.744528 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818cc02a-9f84-4694-8850-c92d173c0fa0 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:39:15.751015 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5f61e9dd-0340-4c51-be43-85a52814e13b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:15.765341 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-235fd422-bc23-47f0-9897-dd387a2408b0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Deleting port a7d74df0-27f0-45ae-90c9-9083dd9a2643 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:15.765903 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-235fd422-bc23-47f0-9897-dd387a2408b0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:15.771219 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-8c400ca9-41b3-46ad-95e1-51c6f8addf3b tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 6bd60c6d-014b-4710-a7b1-d7f0c260e662) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:15.809028 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c400ca9-41b3-46ad-95e1-51c6f8addf3b tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:15.815375 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c400ca9-41b3-46ad-95e1-51c6f8addf3b tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:15.816260 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8c400ca9-41b3-46ad-95e1-51c6f8addf3b tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:15.826425 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838b40cc-afd6-4e53-a006-53eb3e342d52 None None] Network 6bd60c6d-014b-4710-a7b1-d7f0c260e662 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:15.837785 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-818cc02a-9f84-4694-8850-c92d173c0fa0 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:15.838421 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-818cc02a-9f84-4694-8850-c92d173c0fa0 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Added segment d8b9729d-b3d9-439b-9595-b78a481d0740 of type vlan for network 07765c7c-a097-4155-9b67-a2704b14313a Apr 29 11:39:15.840092 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61e9dd-0340-4c51-be43-85a52814e13b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Port': ['ID=14551123-e886-48b6-ad55-fb2ec7369d60,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:15.856791 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-3086218e-e2e8-4869-8ef7-cf1349d1aea3 None None] Attempting to bind port e1ab9bf8-5c88-4939-9d7e-cba1db5f9007 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:39:15.857402 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-3086218e-e2e8-4869-8ef7-cf1349d1aea3 None None] Attempting to bind port e1ab9bf8-5c88-4939-9d7e-cba1db5f9007 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'd244845a-fb1f-4033-bae8-b44d6873a327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1349afa3-3cbe-4a5e-9413-eba72ab062b7'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:39:15.857645 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3086218e-e2e8-4869-8ef7-cf1349d1aea3 None None] Attempting to bind port e1ab9bf8-5c88-4939-9d7e-cba1db5f9007 on network 1349afa3-3cbe-4a5e-9413-eba72ab062b7 {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:39:15.871422 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-235fd422-bc23-47f0-9897-dd387a2408b0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:15.888041 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-235fd422-bc23-47f0-9897-dd387a2408b0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Calling delete_port for a7d74df0-27f0-45ae-90c9-9083dd9a2643 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:15.889543 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3086218e-e2e8-4869-8ef7-cf1349d1aea3 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:39:15.890109 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3086218e-e2e8-4869-8ef7-cf1349d1aea3 None None] Checking segment: {'id': 'd244845a-fb1f-4033-bae8-b44d6873a327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1349afa3-3cbe-4a5e-9413-eba72ab062b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:15.890706 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-3086218e-e2e8-4869-8ef7-cf1349d1aea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:15.891399 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3086218e-e2e8-4869-8ef7-cf1349d1aea3 None None] Bound using segment: {'id': 'd244845a-fb1f-4033-bae8-b44d6873a327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1349afa3-3cbe-4a5e-9413-eba72ab062b7'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:39:15.892299 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-3086218e-e2e8-4869-8ef7-cf1349d1aea3 None None] Bound port: e1ab9bf8-5c88-4939-9d7e-cba1db5f9007, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd244845a-fb1f-4033-bae8-b44d6873a327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1349afa3-3cbe-4a5e-9413-eba72ab062b7'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:39:15.892860 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-3086218e-e2e8-4869-8ef7-cf1349d1aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:15.962393 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-8577cf8d-ff85-49c2-adfb-92c5e219a02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:15.967203 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8577cf8d-ff85-49c2-adfb-92c5e219a02d None None] The sync data for ids ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:39:16.058761 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-3086218e-e2e8-4869-8ef7-cf1349d1aea3 None None] For port e1ab9bf8-5c88-4939-9d7e-cba1db5f9007, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:39:16.070770 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-3086218e-e2e8-4869-8ef7-cf1349d1aea3 None None] For port e1ab9bf8-5c88-4939-9d7e-cba1db5f9007, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=e1ab9bf8-5c88-4939-9d7e-cba1db5f9007,segment=NetworkSegment(d244845a-fb1f-4033-bae8-b44d6873a327),segment_id=d244845a-fb1f-4033-bae8-b44d6873a327)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:39:16.091554 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-3086218e-e2e8-4869-8ef7-cf1349d1aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:16.151066 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac763c8-71e1-4a7e-a241-afa690db8110 None None] Pushing event updated for resources: {'Port': ['ID=e1ab9bf8-5c88-4939-9d7e-cba1db5f9007,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:16.175115 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3086218e-e2e8-4869-8ef7-cf1349d1aea3 None None] Routers {'d9c65347-25d2-4970-bee3-39fb6f4c4633'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:16.175781 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-3086218e-e2e8-4869-8ef7-cf1349d1aea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d9c65347-25d2-4970-bee3-39fb6f4c4633'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:16.288870 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-235fd422-bc23-47f0-9897-dd387a2408b0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:16.328211 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235fd422-bc23-47f0-9897-dd387a2408b0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Pushing event deleted for resources: {'Port': ['ID=a7d74df0-27f0-45ae-90c9-9083dd9a2643,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:16.358545 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac763c8-71e1-4a7e-a241-afa690db8110 None None] Pushing event updated for resources: {'Port': ['ID=e1ab9bf8-5c88-4939-9d7e-cba1db5f9007,revision_number=4']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:16.374424 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-3086218e-e2e8-4869-8ef7-cf1349d1aea3 None None] Set router d9c65347-25d2-4970-bee3-39fb6f4c4633 gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:39:16.390589 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-7d95085c-70db-439a-a442-fd6964251d9b None None] Provisioning complete for port e1ab9bf8-5c88-4939-9d7e-cba1db5f9007 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:16.391379 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7d95085c-70db-439a-a442-fd6964251d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:16.415557 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-69448dab-81de-4361-a433-2c0335d5f6b3 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Deleting port acb5ed62-fa66-4171-85ac-376267cfcbee {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:16.415920 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69448dab-81de-4361-a433-2c0335d5f6b3 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:16.575613 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-235fd422-bc23-47f0-9897-dd387a2408b0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:16.582541 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-235fd422-bc23-47f0-9897-dd387a2408b0 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] 10.222.0.69 "DELETE /v2.0/ports/a7d74df0-27f0-45ae-90c9-9083dd9a2643 HTTP/1.1" status: 204 len: 168 time: 1.0722377 Apr 29 11:39:16.590434 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50336) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:16.685514 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69448dab-81de-4361-a433-2c0335d5f6b3 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:16.698828 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-d65ba01c-6ab3-41ce-93af-b3e90389b2ae tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Deleting subnet 8d4da217-d491-4a27-ba01-1ea755e5bcfe {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:39:16.709708 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7d95085c-70db-439a-a442-fd6964251d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:16.760626 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.extraroute_db [None req-783aaf8d-fcff-48f3-a91f-fae651d7ce07 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102959) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 29 11:39:16.776002 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d65ba01c-6ab3-41ce-93af-b3e90389b2ae tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:16.799352 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-8c400ca9-41b3-46ad-95e1-51c6f8addf3b tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.2308869 Apr 29 11:39:16.822100 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-7d95085c-70db-439a-a442-fd6964251d9b None None] For port e1ab9bf8-5c88-4939-9d7e-cba1db5f9007, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=e1ab9bf8-5c88-4939-9d7e-cba1db5f9007,segment=NetworkSegment(d244845a-fb1f-4033-bae8-b44d6873a327),segment_id=d244845a-fb1f-4033-bae8-b44d6873a327)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:16.825874 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50338) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:16.829777 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7d95085c-70db-439a-a442-fd6964251d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:16.850936 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-c4cf79c5-c621-4377-9d08-840e93294d1c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-927928433'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:16.894719 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-3086218e-e2e8-4869-8ef7-cf1349d1aea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'name': 'tempest-RoutersIpV6Test-router-511075764', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:38:20Z', 'updated_at': '2022-04-29T11:39:10Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None, '_interfaces': [{'id': '068478bb-1c20-43b0-be68-4c1da1e5740a', 'name': '', 'network_id': '88632f92-7f64-413d-8122-4b23fefea982', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:b7:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:55Z', 'updated_at': '2022-04-29T11:39:04Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21044d70-8412-46f0-a5ea-e3e60ae77965', 'name': '', 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:38:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:26Z', 'updated_at': '2022-04-29T11:38:37Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e', 'name': '', 'network_id': 'b2d06907-a4d4-4ea6-a2d0-5da0c93b630f', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:9e:d0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:41Z', 'updated_at': '2022-04-29T11:38:56Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1ab9bf8-5c88-4939-9d7e-cba1db5f9007', 'name': '', 'network_id': '1349afa3-3cbe-4a5e-9413-eba72ab062b7', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:99:f3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '70896b6c-9aff-4304-be3b-739451283d99', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:39:08Z', 'updated_at': '2022-04-29T11:39:16Z', 'revision_number': 4, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '70896b6c-9aff-4304-be3b-739451283d99', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:16.900810 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95085c-70db-439a-a442-fd6964251d9b None None] Pushing event updated for resources: {'Port': ['ID=e1ab9bf8-5c88-4939-9d7e-cba1db5f9007,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:16.921958 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28cd987-e7e6-433a-8c0c-963808c4564a tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:16.929765 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f28cd987-e7e6-433a-8c0c-963808c4564a tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] 10.222.0.69 "GET /v2.0/ports?device_id=0eff0644-29e6-456a-813a-b472dbe6c947 HTTP/1.1" status: 200 len: 913 time: 0.3379765 Apr 29 11:39:16.949995 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50340) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:16.954277 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3086218e-e2e8-4869-8ef7-cf1349d1aea3 None None] The sync data for ids ['d9c65347-25d2-4970-bee3-39fb6f4c4633'] in dv-neutron-838888-1-hyperv is: [{'id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'name': 'tempest-RoutersIpV6Test-router-511075764', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:38:20Z', 'updated_at': '2022-04-29T11:39:10Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None, '_interfaces': [{'id': '068478bb-1c20-43b0-be68-4c1da1e5740a', 'name': '', 'network_id': '88632f92-7f64-413d-8122-4b23fefea982', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:b7:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:55Z', 'updated_at': '2022-04-29T11:39:04Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21044d70-8412-46f0-a5ea-e3e60ae77965', 'name': '', 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:38:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:26Z', 'updated_at': '2022-04-29T11:38:37Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e', 'name': '', 'network_id': 'b2d06907-a4d4-4ea6-a2d0-5da0c93b630f', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:9e:d0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:41Z', 'updated_at': '2022-04-29T11:38:56Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1ab9bf8-5c88-4939-9d7e-cba1db5f9007', 'name': '', 'network_id': '1349afa3-3cbe-4a5e-9413-eba72ab062b7', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:99:f3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '70896b6c-9aff-4304-be3b-739451283d99', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:39:08Z', 'updated_at': '2022-04-29T11:39:16Z', 'revision_number': 4, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '70896b6c-9aff-4304-be3b-739451283d99', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:39:16.962898 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-44fc0062-6f5c-487d-bc14-9d2a48ecfdca None None] Provisioning complete for port e1ab9bf8-5c88-4939-9d7e-cba1db5f9007 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:16.963877 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-44fc0062-6f5c-487d-bc14-9d2a48ecfdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:16.975593 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.extraroute_db [None req-783aaf8d-fcff-48f3-a91f-fae651d7ce07 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Removed routes are [] {{(pid=102959) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 29 11:39:16.976073 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-783aaf8d-fcff-48f3-a91f-fae651d7ce07 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681475', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3683613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1117'] for router, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:16.985146 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-818cc02a-9f84-4694-8850-c92d173c0fa0 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:17.093143 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d65ba01c-6ab3-41ce-93af-b3e90389b2ae tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:17.130237 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cf79c5-c621-4377-9d08-840e93294d1c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:17.133800 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c4cf79c5-c621-4377-9d08-840e93294d1c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:17.168713 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5f61e9dd-0340-4c51-be43-85a52814e13b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:17.235158 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4cf79c5-c621-4377-9d08-840e93294d1c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:39:17.261630 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-818cc02a-9f84-4694-8850-c92d173c0fa0 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:17.267160 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818cc02a-9f84-4694-8850-c92d173c0fa0 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:17.267872 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-818cc02a-9f84-4694-8850-c92d173c0fa0 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:17.293186 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c4cf79c5-c621-4377-9d08-840e93294d1c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:17.293821 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-c4cf79c5-c621-4377-9d08-840e93294d1c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Added segment 454fa100-6041-4460-9453-bbf612950198 of type vlan for network e981defa-c28c-4d3c-a3b8-91f4eb5f4ad9 Apr 29 11:39:17.393346 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69448dab-81de-4361-a433-2c0335d5f6b3 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:17.393827 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69448dab-81de-4361-a433-2c0335d5f6b3 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:17.393998 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-69448dab-81de-4361-a433-2c0335d5f6b3 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Floating IP 675bb422-294c-4968-be20-25b2b80dae1a disassociated. External IP: 172.26.4.190, port: acb5ed62-fa66-4171-85ac-376267cfcbee. Apr 29 11:39:17.394358 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-69448dab-81de-4361-a433-2c0335d5f6b3 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Calling delete_port for acb5ed62-fa66-4171-85ac-376267cfcbee owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:17.423536 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c4cf79c5-c621-4377-9d08-840e93294d1c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:17.467348 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-818cc02a-9f84-4694-8850-c92d173c0fa0 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.0058408 Apr 29 11:39:17.474782 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50342) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:17.489066 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-7dc9dd03-e342-4aad-b565-9d47b49eb0b3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'subnet': {'network_id': '07765c7c-a097-4155-9b67-a2704b14313a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:17.538040 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d65ba01c-6ab3-41ce-93af-b3e90389b2ae tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:17.553624 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c4cf79c5-c621-4377-9d08-840e93294d1c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:17.562498 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cf79c5-c621-4377-9d08-840e93294d1c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:17.562498 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c4cf79c5-c621-4377-9d08-840e93294d1c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:17.575014 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818cc02a-9f84-4694-8850-c92d173c0fa0 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Network': ['ID=07765c7c-a097-4155-9b67-a2704b14313a,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:17.598948 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 07765c7c-a097-4155-9b67-a2704b14313a details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:39:17.673857 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c4cf79c5-c621-4377-9d08-840e93294d1c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8295941 Apr 29 11:39:17.677833 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50344) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:17.684754 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-7022d666-a0f1-4dac-b6bb-2d56aa95008a tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'ports': [{'network_id': '6bd60c6d-014b-4710-a7b1-d7f0c260e662'}, {'network_id': 'e981defa-c28c-4d3c-a3b8-91f4eb5f4ad9'}]} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:17.685309 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-7022d666-a0f1-4dac-b6bb-2d56aa95008a tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'port': {'network_id': '6bd60c6d-014b-4710-a7b1-d7f0c260e662'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:17.685976 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-7022d666-a0f1-4dac-b6bb-2d56aa95008a tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'port': {'network_id': 'e981defa-c28c-4d3c-a3b8-91f4eb5f4ad9'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:17.750128 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf79c5-c621-4377-9d08-840e93294d1c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Network': ['ID=e981defa-c28c-4d3c-a3b8-91f4eb5f4ad9,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:17.762948 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network e981defa-c28c-4d3c-a3b8-91f4eb5f4ad9 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:39:17.783284 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-783aaf8d-fcff-48f3-a91f-fae651d7ce07 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681475', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3683613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1117'] for router, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:17.792571 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f61e9dd-0340-4c51-be43-85a52814e13b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Router 94d6ab1d-9b91-49be-aff2-a1b6161ec335 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:39:17.797493 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-783aaf8d-fcff-48f3-a91f-fae651d7ce07 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683602'] for router, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:17.868984 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d65ba01c-6ab3-41ce-93af-b3e90389b2ae tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:17.881366 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69448dab-81de-4361-a433-2c0335d5f6b3 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:17.963887 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69448dab-81de-4361-a433-2c0335d5f6b3 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event deleted for resources: {'Port': ['ID=acb5ed62-fa66-4171-85ac-376267cfcbee,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:17.966603 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc9dd03-e342-4aad-b565-9d47b49eb0b3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:17.970536 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7dc9dd03-e342-4aad-b565-9d47b49eb0b3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:17.979438 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ba01c-6ab3-41ce-93af-b3e90389b2ae tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Pushing event deleted for resources: {'Subnet': ['ID=8d4da217-d491-4a27-ba01-1ea755e5bcfe,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:18.009972 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ae52ef-3338-45da-8395-93d933f56bc3 None None] Network 7441e928-0046-4aa6-b1cb-4734591067c4 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:18.040992 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d65ba01c-6ab3-41ce-93af-b3e90389b2ae tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:18.044627 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d65ba01c-6ab3-41ce-93af-b3e90389b2ae tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "DELETE /v2.0/subnets/8d4da217-d491-4a27-ba01-1ea755e5bcfe HTTP/1.1" status: 204 len: 168 time: 2.3567481 Apr 29 11:39:18.050217 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50346) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:18.070299 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6b6b9540-a66a-408f-9a64-384c7f75aa37 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:18.086845 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f61e9dd-0340-4c51-be43-85a52814e13b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:39:18.095320 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5f61e9dd-0340-4c51-be43-85a52814e13b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "PUT /v2.0/routers/94d6ab1d-9b91-49be-aff2-a1b6161ec335/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3161848 Apr 29 11:39:18.102045 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50348) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:18.105180 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2eb974-292b-4fb4-8e05-ba59426f7541 None None] Sync routers for ids ['94d6ab1d-9b91-49be-aff2-a1b6161ec335'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:39:18.113901 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.ipam_backend_mixin [None req-7dc9dd03-e342-4aad-b565-9d47b49eb0b3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Performing IP validity checks on allocation pools {{(pid=102959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 29 11:39:18.117118 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.ipam_backend_mixin [None req-7dc9dd03-e342-4aad-b565-9d47b49eb0b3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 29 11:39:18.121423 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783aaf8d-fcff-48f3-a91f-fae651d7ce07 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Router d9c65347-25d2-4970-bee3-39fb6f4c4633 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:39:18.125353 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2eb974-292b-4fb4-8e05-ba59426f7541 None None] Routers {'94d6ab1d-9b91-49be-aff2-a1b6161ec335'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:18.127250 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-da2eb974-292b-4fb4-8e05-ba59426f7541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['94d6ab1d-9b91-49be-aff2-a1b6161ec335'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:18.214990 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7022d666-a0f1-4dac-b6bb-2d56aa95008a tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'port': 2} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:18.219927 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7022d666-a0f1-4dac-b6bb-2d56aa95008a tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:18.329475 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783aaf8d-fcff-48f3-a91f-fae651d7ce07 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:39:18.339909 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-783aaf8d-fcff-48f3-a91f-fae651d7ce07 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:18.345281 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-783aaf8d-fcff-48f3-a91f-fae651d7ce07 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "PUT /v2.0/routers/d9c65347-25d2-4970-bee3-39fb6f4c4633 HTTP/1.1" status: 200 len: 953 time: 3.5950370 Apr 29 11:39:18.346267 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-da2eb974-292b-4fb4-8e05-ba59426f7541 None None] Set router 94d6ab1d-9b91-49be-aff2-a1b6161ec335 gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:39:18.348601 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50350) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:18.365523 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78003dbe-8405-4c44-9ea7-5d9d20075734 None None] Sync routers for ids ['d9c65347-25d2-4970-bee3-39fb6f4c4633'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:39:18.438867 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-da2eb974-292b-4fb4-8e05-ba59426f7541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d6ab1d-9b91-49be-aff2-a1b6161ec335', 'name': 'tempest-NetworksTestDHCPv6-router-961675053', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:39:03Z', 'updated_at': '2022-04-29T11:39:15Z', 'revision_number': 3, 'project_id': '816ee0d9de714cffbf04b1f22c0f1713', 'gw_port_host': None}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:18.439245 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78003dbe-8405-4c44-9ea7-5d9d20075734 None None] Routers {'d9c65347-25d2-4970-bee3-39fb6f4c4633'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:18.440263 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-78003dbe-8405-4c44-9ea7-5d9d20075734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d9c65347-25d2-4970-bee3-39fb6f4c4633'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:18.601762 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device e1ab9bf8-5c88-4939-9d7e-cba1db5f9007 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:39:18.642917 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a8b38b9a-6a67-49ed-9511-14304f9e6e76 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "GET /v2.0/routers/d9c65347-25d2-4970-bee3-39fb6f4c4633 HTTP/1.1" status: 200 len: 953 time: 0.2906091 Apr 29 11:39:18.665767 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-78003dbe-8405-4c44-9ea7-5d9d20075734 None None] Set router d9c65347-25d2-4970-bee3-39fb6f4c4633 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:39:18.669449 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50352) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:18.670283 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2eb974-292b-4fb4-8e05-ba59426f7541 None None] Checking router: 94d6ab1d-9b91-49be-aff2-a1b6161ec335 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:39:18.687233 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2eb974-292b-4fb4-8e05-ba59426f7541 None None] Routers {'94d6ab1d-9b91-49be-aff2-a1b6161ec335'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:18.688109 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-da2eb974-292b-4fb4-8e05-ba59426f7541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['94d6ab1d-9b91-49be-aff2-a1b6161ec335'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:18.691609 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-1c679759-9dd6-44f2-8b25-1a6db9e1de5c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Request body: {'router': {'routes': None}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:18.700220 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7dc9dd03-e342-4aad-b565-9d47b49eb0b3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:18.715453 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c95a29-cca6-4a62-b057-aa1d87e121b9 None None] DHCP port deletion for 7441e928-0046-4aa6-b1cb-4734591067c4 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:39:18.730097 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7022d666-a0f1-4dac-b6bb-2d56aa95008a tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:18.744424 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9d51d06a-1294-47be-9eca-96131b4fb583 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:18.760740 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495a6ba9-9ede-48d4-9acf-c91310a314bc tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:18.762512 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495a6ba9-9ede-48d4-9acf-c91310a314bc tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:18.767172 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-495a6ba9-9ede-48d4-9acf-c91310a314bc tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6174998 Apr 29 11:39:18.770470 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50354) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:18.788336 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-da2eb974-292b-4fb4-8e05-ba59426f7541 None None] Set router 94d6ab1d-9b91-49be-aff2-a1b6161ec335 gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:39:18.820495 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port e1ab9bf8-5c88-4939-9d7e-cba1db5f9007 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:18.822215 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:18.828288 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69448dab-81de-4361-a433-2c0335d5f6b3 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Router 6b852a27-38d8-4c52-8f6a-e6deebc4b1a5 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:39:18.892813 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-da2eb974-292b-4fb4-8e05-ba59426f7541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d6ab1d-9b91-49be-aff2-a1b6161ec335', 'name': 'tempest-NetworksTestDHCPv6-router-961675053', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:39:03Z', 'updated_at': '2022-04-29T11:39:15Z', 'revision_number': 3, 'project_id': '816ee0d9de714cffbf04b1f22c0f1713', 'gw_port_host': None}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:18.936296 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2eb974-292b-4fb4-8e05-ba59426f7541 None None] The sync data for ids ['94d6ab1d-9b91-49be-aff2-a1b6161ec335'] in dv-neutron-838888-1-hyperv is: [{'id': '94d6ab1d-9b91-49be-aff2-a1b6161ec335', 'name': 'tempest-NetworksTestDHCPv6-router-961675053', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:39:03Z', 'updated_at': '2022-04-29T11:39:15Z', 'revision_number': 3, 'project_id': '816ee0d9de714cffbf04b1f22c0f1713', 'gw_port_host': None}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:39:18.999919 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9dd03-e342-4aad-b565-9d47b49eb0b3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Subnet': ['ID=a5fe4046-2089-4d5a-8e54-706d28786c80,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:19.000512 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-a0c95a29-cca6-4a62-b057-aa1d87e121b9 None None] Deleting port 627c8bc5-1a25-44a5-8171-25df5f1ca5ba {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:19.000512 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a0c95a29-cca6-4a62-b057-aa1d87e121b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:19.002703 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc9dd03-e342-4aad-b565-9d47b49eb0b3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Checking segment: {'id': 'd8b9729d-b3d9-439b-9595-b78a481d0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '07765c7c-a097-4155-9b67-a2704b14313a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:19.003063 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc9dd03-e342-4aad-b565-9d47b49eb0b3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network hostable DHCP agents. Network: 07765c7c-a097-4155-9b67-a2704b14313a, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:39:19.057158 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc9dd03-e342-4aad-b565-9d47b49eb0b3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network 07765c7c-a097-4155-9b67-a2704b14313a is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:39:19.093518 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-7dc9dd03-e342-4aad-b565-9d47b49eb0b3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 07765c7c-a097-4155-9b67-a2704b14313a) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:19.101465 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc9dd03-e342-4aad-b565-9d47b49eb0b3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:19.101908 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7dc9dd03-e342-4aad-b565-9d47b49eb0b3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:19.108084 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55824d59-5525-4e57-8234-098eb15fba9b None None] Network 07765c7c-a097-4155-9b67-a2704b14313a requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:19.124371 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-f062561a-ce1b-4d28-91a6-5cc70b03ec78 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting subnet 8cf78ed1-c7d0-419e-a12c-5dafa9b36dcc {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:39:19.137853 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f062561a-ce1b-4d28-91a6-5cc70b03ec78 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:19.145356 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-a0c95a29-cca6-4a62-b057-aa1d87e121b9 None None] For port 627c8bc5-1a25-44a5-8171-25df5f1ca5ba, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=627c8bc5-1a25-44a5-8171-25df5f1ca5ba,segment=NetworkSegment(f4dc4904-6a7b-49cd-816a-3bc215200880),segment_id=f4dc4904-6a7b-49cd-816a-3bc215200880)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:19.145841 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a0c95a29-cca6-4a62-b057-aa1d87e121b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:19.156815 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7dc9dd03-e342-4aad-b565-9d47b49eb0b3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6739969 Apr 29 11:39:19.157092 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50356) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:19.162083 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-d94ceaff-ea9e-4075-ad1a-9c748d7a0dd6 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'port': {'network_id': '07765c7c-a097-4155-9b67-a2704b14313a', 'name': 'tempest-PortsIpV6TestJSON-486090041'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:19.195357 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-a0c95a29-cca6-4a62-b057-aa1d87e121b9 None None] Calling delete_port for 627c8bc5-1a25-44a5-8171-25df5f1ca5ba owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:19.226581 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-78003dbe-8405-4c44-9ea7-5d9d20075734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'name': 'tempest-RoutersIpV6Test-router-511075764', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:38:20Z', 'updated_at': '2022-04-29T11:39:16Z', 'revision_number': 6, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None, '_interfaces': [{'id': '068478bb-1c20-43b0-be68-4c1da1e5740a', 'name': '', 'network_id': '88632f92-7f64-413d-8122-4b23fefea982', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:b7:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:55Z', 'updated_at': '2022-04-29T11:39:04Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21044d70-8412-46f0-a5ea-e3e60ae77965', 'name': '', 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:38:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:26Z', 'updated_at': '2022-04-29T11:38:37Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e', 'name': '', 'network_id': 'b2d06907-a4d4-4ea6-a2d0-5da0c93b630f', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:9e:d0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:41Z', 'updated_at': '2022-04-29T11:38:56Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1ab9bf8-5c88-4939-9d7e-cba1db5f9007', 'name': '', 'network_id': '1349afa3-3cbe-4a5e-9413-eba72ab062b7', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:99:f3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '70896b6c-9aff-4304-be3b-739451283d99', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:39:08Z', 'updated_at': '2022-04-29T11:39:16Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '70896b6c-9aff-4304-be3b-739451283d99', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:19.309118 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78003dbe-8405-4c44-9ea7-5d9d20075734 None None] Checking router: d9c65347-25d2-4970-bee3-39fb6f4c4633 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:39:19.349115 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.extraroute_db [None req-1c679759-9dd6-44f2-8b25-1a6db9e1de5c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Added routes are [] {{(pid=102959) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 29 11:39:19.349843 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.extraroute_db [None req-1c679759-9dd6-44f2-8b25-1a6db9e1de5c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102959) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 29 11:39:19.356988 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a0c95a29-cca6-4a62-b057-aa1d87e121b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:19.396751 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94ceaff-ea9e-4075-ad1a-9c748d7a0dd6 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:19.401716 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d94ceaff-ea9e-4075-ad1a-9c748d7a0dd6 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:19.405044 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69448dab-81de-4361-a433-2c0335d5f6b3 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:39:19.414152 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c95a29-cca6-4a62-b057-aa1d87e121b9 None None] Pushing event deleted for resources: {'Port': ['ID=627c8bc5-1a25-44a5-8171-25df5f1ca5ba,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:19.416705 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-7022d666-a0f1-4dac-b6bb-2d56aa95008a tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] device_id is not set on port 1e933aa7-13c2-4e4b-a364-052fa2d7b741 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:39:19.420015 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78003dbe-8405-4c44-9ea7-5d9d20075734 None None] Routers {'d9c65347-25d2-4970-bee3-39fb6f4c4633'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:19.420608 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-78003dbe-8405-4c44-9ea7-5d9d20075734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d9c65347-25d2-4970-bee3-39fb6f4c4633'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:19.422868 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c95a29-cca6-4a62-b057-aa1d87e121b9 None None] No DVR routers for this DVR port 627c8bc5-1a25-44a5-8171-25df5f1ca5ba on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:39:19.440376 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdd13ec-098a-476f-a773-c3a104b011cf None None] Sync routers for ids ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:39:19.456794 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1c679759-9dd6-44f2-8b25-1a6db9e1de5c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681475', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3683613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1117'] for router, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:19.463010 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdd13ec-098a-476f-a773-c3a104b011cf None None] Routers {'6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:19.463425 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f062561a-ce1b-4d28-91a6-5cc70b03ec78 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:19.463981 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-bbdd13ec-098a-476f-a773-c3a104b011cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:19.472755 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-d94ceaff-ea9e-4075-ad1a-9c748d7a0dd6 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] device_id is not set on port ca8726c0-1bcf-4b1a-a55b-09f6534065d2 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:39:19.513873 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-bbdd13ec-098a-476f-a773-c3a104b011cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:19.529002 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-9d51d06a-1294-47be-9eca-96131b4fb583 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Deleting port 627c8bc5-1a25-44a5-8171-25df5f1ca5ba {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:19.529401 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9d51d06a-1294-47be-9eca-96131b4fb583 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:19.533364 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdd13ec-098a-476f-a773-c3a104b011cf None None] Routers {'6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:19.535028 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-bbdd13ec-098a-476f-a773-c3a104b011cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:19.579657 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-bbdd13ec-098a-476f-a773-c3a104b011cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:19.580649 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdd13ec-098a-476f-a773-c3a104b011cf None None] The sync data for ids ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:39:19.626623 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f9e09a-c564-4a15-bb4c-e0f6ab04c877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-07765c7c-a097-4155-9b67-a2704b14313a', 'network_id': '07765c7c-a097-4155-9b67-a2704b14313a', 'tenant_id': 'f7a7bd2b70fc4f5cafed95969987752a', 'fixed_ips': [{'subnet_id': 'a5fe4046-2089-4d5a-8e54-706d28786c80'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:39:19.628562 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-06f9e09a-c564-4a15-bb4c-e0f6ab04c877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:19.653666 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-d94ceaff-ea9e-4075-ad1a-9c748d7a0dd6 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Allocated IP 2001:db8::19 (07765c7c-a097-4155-9b67-a2704b14313a/a5fe4046-2089-4d5a-8e54-706d28786c80/ca8726c0-1bcf-4b1a-a55b-09f6534065d2) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:19.691742 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-78003dbe-8405-4c44-9ea7-5d9d20075734 None None] Set router d9c65347-25d2-4970-bee3-39fb6f4c4633 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:39:19.718589 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69448dab-81de-4361-a433-2c0335d5f6b3 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:19.721863 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-69448dab-81de-4361-a433-2c0335d5f6b3 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "DELETE /v2.0/ports/acb5ed62-fa66-4171-85ac-376267cfcbee HTTP/1.1" status: 204 len: 168 time: 4.0113635 Apr 29 11:39:19.726016 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50358) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:19.749729 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-9d51d06a-1294-47be-9eca-96131b4fb583 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] For port 627c8bc5-1a25-44a5-8171-25df5f1ca5ba, host dv-neutron-838888-1-hyperv, got binding levels [] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:19.750338 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9d51d06a-1294-47be-9eca-96131b4fb583 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:19.799117 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-9d51d06a-1294-47be-9eca-96131b4fb583 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Calling delete_port for 627c8bc5-1a25-44a5-8171-25df5f1ca5ba owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:19.808196 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.ipam_backend_mixin [None req-9d51d06a-1294-47be-9eca-96131b4fb583 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Port 627c8bc5-1a25-44a5-8171-25df5f1ca5ba was not found and therefore no delete operation was performed {{(pid=102960) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 11:39:19.815910 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9d51d06a-1294-47be-9eca-96131b4fb583 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:19.820320 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f062561a-ce1b-4d28-91a6-5cc70b03ec78 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:19.903462 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51d06a-1294-47be-9eca-96131b4fb583 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Pushing event deleted for resources: {'Port': ['ID=627c8bc5-1a25-44a5-8171-25df5f1ca5ba,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:19.910891 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d51d06a-1294-47be-9eca-96131b4fb583 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] No DVR routers for this DVR port 627c8bc5-1a25-44a5-8171-25df5f1ca5ba on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:39:19.998950 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-6b6b9540-a66a-408f-9a64-384c7f75aa37 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Deleting port 988003fd-c6bb-4260-b33e-dda20ebd390a {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:19.999407 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6b6b9540-a66a-408f-9a64-384c7f75aa37 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:20.021161 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-78003dbe-8405-4c44-9ea7-5d9d20075734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'name': 'tempest-RoutersIpV6Test-router-511075764', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:38:20Z', 'updated_at': '2022-04-29T11:39:16Z', 'revision_number': 6, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None, '_interfaces': [{'id': '068478bb-1c20-43b0-be68-4c1da1e5740a', 'name': '', 'network_id': '88632f92-7f64-413d-8122-4b23fefea982', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:b7:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:55Z', 'updated_at': '2022-04-29T11:39:04Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21044d70-8412-46f0-a5ea-e3e60ae77965', 'name': '', 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:38:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:26Z', 'updated_at': '2022-04-29T11:38:37Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e', 'name': '', 'network_id': 'b2d06907-a4d4-4ea6-a2d0-5da0c93b630f', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:9e:d0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:41Z', 'updated_at': '2022-04-29T11:38:56Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1ab9bf8-5c88-4939-9d7e-cba1db5f9007', 'name': '', 'network_id': '1349afa3-3cbe-4a5e-9413-eba72ab062b7', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:99:f3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '70896b6c-9aff-4304-be3b-739451283d99', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:39:08Z', 'updated_at': '2022-04-29T11:39:16Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '70896b6c-9aff-4304-be3b-739451283d99', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:20.056348 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78003dbe-8405-4c44-9ea7-5d9d20075734 None None] The sync data for ids ['d9c65347-25d2-4970-bee3-39fb6f4c4633'] in dv-neutron-838888-1-hyperv is: [{'id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'name': 'tempest-RoutersIpV6Test-router-511075764', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:38:20Z', 'updated_at': '2022-04-29T11:39:16Z', 'revision_number': 6, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None, '_interfaces': [{'id': '068478bb-1c20-43b0-be68-4c1da1e5740a', 'name': '', 'network_id': '88632f92-7f64-413d-8122-4b23fefea982', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:b7:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:55Z', 'updated_at': '2022-04-29T11:39:04Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21044d70-8412-46f0-a5ea-e3e60ae77965', 'name': '', 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:38:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:26Z', 'updated_at': '2022-04-29T11:38:37Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e', 'name': '', 'network_id': 'b2d06907-a4d4-4ea6-a2d0-5da0c93b630f', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:9e:d0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:41Z', 'updated_at': '2022-04-29T11:38:56Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1ab9bf8-5c88-4939-9d7e-cba1db5f9007', 'name': '', 'network_id': '1349afa3-3cbe-4a5e-9413-eba72ab062b7', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:99:f3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '70896b6c-9aff-4304-be3b-739451283d99', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:39:08Z', 'updated_at': '2022-04-29T11:39:16Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '70896b6c-9aff-4304-be3b-739451283d99', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:39:20.080772 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f062561a-ce1b-4d28-91a6-5cc70b03ec78 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:20.112021 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7022d666-a0f1-4dac-b6bb-2d56aa95008a tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:20.133024 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9d51d06a-1294-47be-9eca-96131b4fb583 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:20.189937 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062561a-ce1b-4d28-91a6-5cc70b03ec78 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Subnet': ['ID=8cf78ed1-c7d0-419e-a12c-5dafa9b36dcc,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:20.205362 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494737bc-61da-4abc-8cbb-99e5166f156e None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:20.228607 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f062561a-ce1b-4d28-91a6-5cc70b03ec78 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:20.234539 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f062561a-ce1b-4d28-91a6-5cc70b03ec78 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/8cf78ed1-c7d0-419e-a12c-5dafa9b36dcc HTTP/1.1" status: 204 len: 168 time: 1.4603629 Apr 29 11:39:20.245761 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50360) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:20.256942 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-9d51d06a-1294-47be-9eca-96131b4fb583 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7441e928-0046-4aa6-b1cb-4734591067c4']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:20.282234 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-79151db8-7ae8-4ad6-8fd1-545c840f5da7 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "GET /v2.0/floatingips/675bb422-294c-4968-be20-25b2b80dae1a HTTP/1.1" status: 200 len: 688 time: 0.5489631 Apr 29 11:39:20.305863 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50362) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:20.333622 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-9d51d06a-1294-47be-9eca-96131b4fb583 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4dc4904-6a7b-49cd-816a-3bc215200880') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:20.333622 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-9d51d06a-1294-47be-9eca-96131b4fb583 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4dc4904-6a7b-49cd-816a-3bc215200880') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:20.382869 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-7022d666-a0f1-4dac-b6bb-2d56aa95008a tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] device_id is not set on port cf98a5b3-5caa-4f96-bf66-52e0f5c609e0 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:39:20.400931 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9d51d06a-1294-47be-9eca-96131b4fb583 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:20.411290 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6b6b9540-a66a-408f-9a64-384c7f75aa37 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:20.458814 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1c679759-9dd6-44f2-8b25-1a6db9e1de5c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681475', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3683613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1117'] for router, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:20.473811 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1c679759-9dd6-44f2-8b25-1a6db9e1de5c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683602'] for router, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:20.498409 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe8a524-1802-48e7-81e5-ca61202062d6 None None] DHCP port deletion for 62578361-baac-4d3e-b4ee-401a25f05a0e request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:39:20.498714 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9d51d06a-1294-47be-9eca-96131b4fb583 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:20.505543 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-6b6b9540-a66a-408f-9a64-384c7f75aa37 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Calling delete_port for 988003fd-c6bb-4260-b33e-dda20ebd390a owned by network:router_interface {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:20.557338 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 14551123-e886-48b6-ad55-fb2ec7369d60 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:39:20.568544 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d51d06a-1294-47be-9eca-96131b4fb583 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:39:20.569173 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9d51d06a-1294-47be-9eca-96131b4fb583 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:20.574001 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:39:20.574001 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:39:20.574001 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:39:20.574001 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:39:20.574001 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:39:20.574001 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:39:20.574001 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:39:20.574001 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:39:20.574001 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:39:20.574001 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:39:20.574001 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:39:20.574001 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:39:20.574001 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:39:20.574001 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:39:20.574001 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:39:20.574001 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:39:20.574001 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:39:20.574001 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:39:20.574001 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:39:20.574001 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:39:20.574001 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:39:20.574001 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:39:20.574001 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:39:20.574001 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:39:20.574001 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:39:20.574001 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:39:20.574001 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:39:20.574001 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:39:20.574001 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:39:20.574001 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:39:20.574001 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:39:20.574001 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:39:20.587240 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 14551123-e886-48b6-ad55-fb2ec7369d60 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:39:20.587523 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 14551123-e886-48b6-ad55-fb2ec7369d60 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:39:20.587922 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 627c8bc5-1a25-44a5-8171-25df5f1ca5ba no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:39:20.590434 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d94ceaff-ea9e-4075-ad1a-9c748d7a0dd6 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:20.599881 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-89396b5d-39a9-47b3-944d-5a1eca1aea1e tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3532865 Apr 29 11:39:20.607506 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50364) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:20.614236 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 627c8bc5-1a25-44a5-8171-25df5f1ca5ba {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:39:20.614593 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 627c8bc5-1a25-44a5-8171-25df5f1ca5ba not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:39:20.618817 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8a524-1802-48e7-81e5-ca61202062d6 None None] Deleting port 78b10750-5765-41ab-b698-7ff2c46eaf5a {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:20.619324 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7fe8a524-1802-48e7-81e5-ca61202062d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:20.672004 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c679759-9dd6-44f2-8b25-1a6db9e1de5c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Router d9c65347-25d2-4970-bee3-39fb6f4c4633 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:39:20.692211 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d94ceaff-ea9e-4075-ad1a-9c748d7a0dd6 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:20.736092 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-7fe8a524-1802-48e7-81e5-ca61202062d6 None None] For port 78b10750-5765-41ab-b698-7ff2c46eaf5a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=78b10750-5765-41ab-b698-7ff2c46eaf5a,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:20.736469 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7fe8a524-1802-48e7-81e5-ca61202062d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:20.759774 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8a524-1802-48e7-81e5-ca61202062d6 None None] Calling delete_port for 78b10750-5765-41ab-b698-7ff2c46eaf5a owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:20.774390 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-06f9e09a-c564-4a15-bb4c-e0f6ab04c877 None None] Allocated IP 2001:db8::2 (07765c7c-a097-4155-9b67-a2704b14313a/a5fe4046-2089-4d5a-8e54-706d28786c80/f7db2eab-11b8-4327-be3e-a66ba32fe940) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:20.801698 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9d51d06a-1294-47be-9eca-96131b4fb583 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:20.805131 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c66bb692-f565-4bd7-9319-12b8b447283c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:20.813509 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94ceaff-ea9e-4075-ad1a-9c748d7a0dd6 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network 07765c7c-a097-4155-9b67-a2704b14313a is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:20.823322 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9d51d06a-1294-47be-9eca-96131b4fb583 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:20.823998 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-d94ceaff-ea9e-4075-ad1a-9c748d7a0dd6 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:20.830425 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94ceaff-ea9e-4075-ad1a-9c748d7a0dd6 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:20.836197 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9d51d06a-1294-47be-9eca-96131b4fb583 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] 10.222.0.69 "DELETE /v2.0/networks/7441e928-0046-4aa6-b1cb-4734591067c4 HTTP/1.1" status: 204 len: 168 time: 2.7784498 Apr 29 11:39:20.836379 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94ceaff-ea9e-4075-ad1a-9c748d7a0dd6 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:20.837108 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d94ceaff-ea9e-4075-ad1a-9c748d7a0dd6 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:20.849028 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ceaff-ea9e-4075-ad1a-9c748d7a0dd6 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Port': ['ID=ca8726c0-1bcf-4b1a-a55b-09f6534065d2,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:20.855171 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c679759-9dd6-44f2-8b25-1a6db9e1de5c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:39:20.869193 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1c679759-9dd6-44f2-8b25-1a6db9e1de5c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:20.873656 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-1c679759-9dd6-44f2-8b25-1a6db9e1de5c tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "PUT /v2.0/routers/d9c65347-25d2-4970-bee3-39fb6f4c4633 HTTP/1.1" status: 200 len: 703 time: 2.1887579 Apr 29 11:39:20.874373 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50368) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:20.915829 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51d06a-1294-47be-9eca-96131b4fb583 tempest-NetworksIpV6TestAttrs-1195531381 tempest-NetworksIpV6TestAttrs-1195531381-project] Pushing event deleted for resources: {'Network': ['ID=7441e928-0046-4aa6-b1cb-4734591067c4,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:20.925248 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d94ceaff-ea9e-4075-ad1a-9c748d7a0dd6 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7647712 Apr 29 11:39:20.925500 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50370) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:21.003725 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d13b91-f5d8-4923-ba7a-1922b30f0828 None None] Sync routers for ids ['d9c65347-25d2-4970-bee3-39fb6f4c4633'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:39:21.051682 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-64437bcb-5f76-46a0-81fa-1d09c6b28e31 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "GET /v2.0/routers/d9c65347-25d2-4970-bee3-39fb6f4c4633 HTTP/1.1" status: 200 len: 703 time: 0.1751735 Apr 29 11:39:21.052372 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50372) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:21.092180 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-ee461dd9-0ff2-4344-89c2-2c895fb5f822 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Deleting port 49b40c6b-f94f-4042-9966-d1a55e17a508 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:21.092860 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ee461dd9-0ff2-4344-89c2-2c895fb5f822 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:21.092987 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d13b91-f5d8-4923-ba7a-1922b30f0828 None None] Routers {'d9c65347-25d2-4970-bee3-39fb6f4c4633'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:21.093770 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-47d13b91-f5d8-4923-ba7a-1922b30f0828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d9c65347-25d2-4970-bee3-39fb6f4c4633'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:21.101008 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7022d666-a0f1-4dac-b6bb-2d56aa95008a tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:21.168383 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-70e7c866-706b-44db-8c8c-3ccf74a3f899 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Deleting port ca8726c0-1bcf-4b1a-a55b-09f6534065d2 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:21.168717 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70e7c866-706b-44db-8c8c-3ccf74a3f899 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:21.224293 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c66bb692-f565-4bd7-9319-12b8b447283c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:21.232089 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c66bb692-f565-4bd7-9319-12b8b447283c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:21.233179 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7fe8a524-1802-48e7-81e5-ca61202062d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:21.238403 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7022d666-a0f1-4dac-b6bb-2d56aa95008a tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:21.299626 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8a524-1802-48e7-81e5-ca61202062d6 None None] Pushing event deleted for resources: {'Port': ['ID=78b10750-5765-41ab-b698-7ff2c46eaf5a,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:21.323118 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe8a524-1802-48e7-81e5-ca61202062d6 None None] No DVR routers for this DVR port 78b10750-5765-41ab-b698-7ff2c46eaf5a on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:39:21.351841 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-47d13b91-f5d8-4923-ba7a-1922b30f0828 None None] Set router d9c65347-25d2-4970-bee3-39fb6f4c4633 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:39:21.367332 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70e7c866-706b-44db-8c8c-3ccf74a3f899 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:21.410649 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-70e7c866-706b-44db-8c8c-3ccf74a3f899 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Calling delete_port for ca8726c0-1bcf-4b1a-a55b-09f6534065d2 owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:21.503947 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-06f9e09a-c564-4a15-bb4c-e0f6ab04c877 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:21.530971 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-06f9e09a-c564-4a15-bb4c-e0f6ab04c877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:21.539335 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50376) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:21.648308 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f9e09a-c564-4a15-bb4c-e0f6ab04c877 None None] Network 07765c7c-a097-4155-9b67-a2704b14313a is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:21.652124 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9e09a-c564-4a15-bb4c-e0f6ab04c877 None None] Pushing event updated for resources: {'Port': ['ID=f7db2eab-11b8-4327-be3e-a66ba32fe940,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:21.665503 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-06f9e09a-c564-4a15-bb4c-e0f6ab04c877 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:21.670587 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f9e09a-c564-4a15-bb4c-e0f6ab04c877 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:21.801005 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7022d666-a0f1-4dac-b6bb-2d56aa95008a tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network 6bd60c6d-014b-4710-a7b1-d7f0c260e662 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:21.801993 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c66bb692-f565-4bd7-9319-12b8b447283c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:21.802666 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66bb692-f565-4bd7-9319-12b8b447283c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Fanout notify agent at l3_agent the message router_deleted on router 94d6ab1d-9b91-49be-aff2-a1b6161ec335 {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:39:21.805131 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-06f9e09a-c564-4a15-bb4c-e0f6ab04c877 None None] Attempting to bind port f7db2eab-11b8-4327-be3e-a66ba32fe940 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:39:21.805576 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-06f9e09a-c564-4a15-bb4c-e0f6ab04c877 None None] Attempting to bind port f7db2eab-11b8-4327-be3e-a66ba32fe940 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'd8b9729d-b3d9-439b-9595-b78a481d0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '07765c7c-a097-4155-9b67-a2704b14313a'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:39:21.806370 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f9e09a-c564-4a15-bb4c-e0f6ab04c877 None None] Attempting to bind port f7db2eab-11b8-4327-be3e-a66ba32fe940 on network 07765c7c-a097-4155-9b67-a2704b14313a {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:39:21.823671 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70e7c866-706b-44db-8c8c-3ccf74a3f899 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:21.825346 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f9e09a-c564-4a15-bb4c-e0f6ab04c877 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:39:21.825727 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f9e09a-c564-4a15-bb4c-e0f6ab04c877 None None] Checking segment: {'id': 'd8b9729d-b3d9-439b-9595-b78a481d0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '07765c7c-a097-4155-9b67-a2704b14313a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:21.825856 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c66bb692-f565-4bd7-9319-12b8b447283c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:21.826129 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-06f9e09a-c564-4a15-bb4c-e0f6ab04c877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:21.829945 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f9e09a-c564-4a15-bb4c-e0f6ab04c877 None None] Bound using segment: {'id': 'd8b9729d-b3d9-439b-9595-b78a481d0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '07765c7c-a097-4155-9b67-a2704b14313a'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:39:21.829945 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-06f9e09a-c564-4a15-bb4c-e0f6ab04c877 None None] Bound port: f7db2eab-11b8-4327-be3e-a66ba32fe940, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b9729d-b3d9-439b-9595-b78a481d0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '07765c7c-a097-4155-9b67-a2704b14313a'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:39:21.830344 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c66bb692-f565-4bd7-9319-12b8b447283c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/routers/94d6ab1d-9b91-49be-aff2-a1b6161ec335 HTTP/1.1" status: 204 len: 168 time: 1.2151587 Apr 29 11:39:21.830480 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-06f9e09a-c564-4a15-bb4c-e0f6ab04c877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:21.830618 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-7022d666-a0f1-4dac-b6bb-2d56aa95008a tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:21.832628 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50386) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:21.834091 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ee461dd9-0ff2-4344-89c2-2c895fb5f822 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:21.836261 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ee461dd9-0ff2-4344-89c2-2c895fb5f822 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:21.844909 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-c641baf4-9537-49d6-a147-e6266e930a18 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:21.854061 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7022d666-a0f1-4dac-b6bb-2d56aa95008a tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:21.855124 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7022d666-a0f1-4dac-b6bb-2d56aa95008a tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:21.861717 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6b6b9540-a66a-408f-9a64-384c7f75aa37 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:21.870457 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022d666-a0f1-4dac-b6bb-2d56aa95008a tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Port': ['ID=1e933aa7-13c2-4e4b-a364-052fa2d7b741,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:21.878323 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-ee461dd9-0ff2-4344-89c2-2c895fb5f822 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Calling delete_port for 49b40c6b-f94f-4042-9966-d1a55e17a508 owned by network:floatingip {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:21.928672 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-47d13b91-f5d8-4923-ba7a-1922b30f0828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'name': 'tempest-RoutersIpV6Test-router-511075764', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:38:20Z', 'updated_at': '2022-04-29T11:39:19Z', 'revision_number': 7, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None, '_interfaces': [{'id': '068478bb-1c20-43b0-be68-4c1da1e5740a', 'name': '', 'network_id': '88632f92-7f64-413d-8122-4b23fefea982', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:b7:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:55Z', 'updated_at': '2022-04-29T11:39:04Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21044d70-8412-46f0-a5ea-e3e60ae77965', 'name': '', 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:38:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:26Z', 'updated_at': '2022-04-29T11:38:37Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e', 'name': '', 'network_id': 'b2d06907-a4d4-4ea6-a2d0-5da0c93b630f', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:9e:d0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:41Z', 'updated_at': '2022-04-29T11:38:56Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1ab9bf8-5c88-4939-9d7e-cba1db5f9007', 'name': '', 'network_id': '1349afa3-3cbe-4a5e-9413-eba72ab062b7', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:99:f3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '70896b6c-9aff-4304-be3b-739451283d99', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:39:08Z', 'updated_at': '2022-04-29T11:39:16Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '70896b6c-9aff-4304-be3b-739451283d99', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:21.977607 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d13b91-f5d8-4923-ba7a-1922b30f0828 None None] Checking router: d9c65347-25d2-4970-bee3-39fb6f4c4633 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:39:21.980142 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-06f9e09a-c564-4a15-bb4c-e0f6ab04c877 None None] For port f7db2eab-11b8-4327-be3e-a66ba32fe940, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:39:21.997490 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-06f9e09a-c564-4a15-bb4c-e0f6ab04c877 None None] For port f7db2eab-11b8-4327-be3e-a66ba32fe940, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=f7db2eab-11b8-4327-be3e-a66ba32fe940,segment=NetworkSegment(d8b9729d-b3d9-439b-9595-b78a481d0740),segment_id=d8b9729d-b3d9-439b-9595-b78a481d0740)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:39:22.000503 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d13b91-f5d8-4923-ba7a-1922b30f0828 None None] Routers {'d9c65347-25d2-4970-bee3-39fb6f4c4633'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:22.001262 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-47d13b91-f5d8-4923-ba7a-1922b30f0828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d9c65347-25d2-4970-bee3-39fb6f4c4633'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:22.006483 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-06f9e09a-c564-4a15-bb4c-e0f6ab04c877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:22.007118 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7c866-706b-44db-8c8c-3ccf74a3f899 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Port': ['ID=ca8726c0-1bcf-4b1a-a55b-09f6534065d2,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:22.046715 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022d666-a0f1-4dac-b6bb-2d56aa95008a tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Port': ['ID=cf98a5b3-5caa-4f96-bf66-52e0f5c609e0,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:22.065411 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70e7c866-706b-44db-8c8c-3ccf74a3f899 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:22.071868 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-70e7c866-706b-44db-8c8c-3ccf74a3f899 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/ports/ca8726c0-1bcf-4b1a-a55b-09f6534065d2 HTTP/1.1" status: 204 len: 168 time: 1.1424108 Apr 29 11:39:22.074217 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50388) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:22.153752 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b9540-a66a-408f-9a64-384c7f75aa37 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Pushing event deleted for resources: {'Port': ['ID=988003fd-c6bb-4260-b33e-dda20ebd390a,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:22.160895 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b76671-e3ea-4cbe-8cab-9c1b7a06c4de tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] DELETE failed (client error): The resource could not be found. Apr 29 11:39:22.162516 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64b76671-e3ea-4cbe-8cab-9c1b7a06c4de tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:39:22.166952 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-64b76671-e3ea-4cbe-8cab-9c1b7a06c4de tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/ports/ca8726c0-1bcf-4b1a-a55b-09f6534065d2 HTTP/1.1" status: 404 len: 333 time: 0.0859368 Apr 29 11:39:22.172194 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50390) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:22.173416 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9e09a-c564-4a15-bb4c-e0f6ab04c877 None None] Pushing event updated for resources: {'Port': ['ID=f7db2eab-11b8-4327-be3e-a66ba32fe940,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:22.179201 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b29aeb23-656b-4f3f-acc2-8bac9cfb9d2e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=193fbcf2d46440da9fd4a859e9df1831&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6377227 Apr 29 11:39:22.183436 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-47d13b91-f5d8-4923-ba7a-1922b30f0828 None None] Set router d9c65347-25d2-4970-bee3-39fb6f4c4633 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:39:22.189437 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e273ad54-74b4-411d-9a1b-a50f86e5c5b7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:22.240389 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50392) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:22.251081 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7022d666-a0f1-4dac-b6bb-2d56aa95008a tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Checking segment: {'id': '454fa100-6041-4460-9453-bbf612950198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e981defa-c28c-4d3c-a3b8-91f4eb5f4ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:22.251734 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7022d666-a0f1-4dac-b6bb-2d56aa95008a tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network hostable DHCP agents. Network: e981defa-c28c-4d3c-a3b8-91f4eb5f4ad9, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:39:22.260452 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e9a6c97-1808-404c-be56-41f7e357f72d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] GET failed (client error): The resource could not be found. Apr 29 11:39:22.264598 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3e9a6c97-1808-404c-be56-41f7e357f72d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "GET /v2.0/ports/ca8726c0-1bcf-4b1a-a55b-09f6534065d2 HTTP/1.1" status: 404 len: 333 time: 0.0855472 Apr 29 11:39:22.272948 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50394) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:22.356346 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c641baf4-9537-49d6-a147-e6266e930a18 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:22.361003 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c641baf4-9537-49d6-a147-e6266e930a18 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:22.442149 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7022d666-a0f1-4dac-b6bb-2d56aa95008a tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network e981defa-c28c-4d3c-a3b8-91f4eb5f4ad9 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:39:22.488101 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-217ce92c-397c-408a-aa85-bbb737b39a94 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Deleting subnet a5fe4046-2089-4d5a-8e54-706d28786c80 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:39:22.530839 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-47d13b91-f5d8-4923-ba7a-1922b30f0828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'name': 'tempest-RoutersIpV6Test-router-511075764', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:38:20Z', 'updated_at': '2022-04-29T11:39:19Z', 'revision_number': 7, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None, '_interfaces': [{'id': '068478bb-1c20-43b0-be68-4c1da1e5740a', 'name': '', 'network_id': '88632f92-7f64-413d-8122-4b23fefea982', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:b7:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:55Z', 'updated_at': '2022-04-29T11:39:04Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21044d70-8412-46f0-a5ea-e3e60ae77965', 'name': '', 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:38:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:26Z', 'updated_at': '2022-04-29T11:38:37Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e', 'name': '', 'network_id': 'b2d06907-a4d4-4ea6-a2d0-5da0c93b630f', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:9e:d0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:41Z', 'updated_at': '2022-04-29T11:38:56Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1ab9bf8-5c88-4939-9d7e-cba1db5f9007', 'name': '', 'network_id': '1349afa3-3cbe-4a5e-9413-eba72ab062b7', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:99:f3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '70896b6c-9aff-4304-be3b-739451283d99', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:39:08Z', 'updated_at': '2022-04-29T11:39:16Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '70896b6c-9aff-4304-be3b-739451283d99', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:22.541374 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-7022d666-a0f1-4dac-b6bb-2d56aa95008a tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, e981defa-c28c-4d3c-a3b8-91f4eb5f4ad9) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:22.550556 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-217ce92c-397c-408a-aa85-bbb737b39a94 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:22.563757 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7022d666-a0f1-4dac-b6bb-2d56aa95008a tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:22.565964 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d13b91-f5d8-4923-ba7a-1922b30f0828 None None] The sync data for ids ['d9c65347-25d2-4970-bee3-39fb6f4c4633'] in dv-neutron-838888-1-hyperv is: [{'id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'name': 'tempest-RoutersIpV6Test-router-511075764', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:38:20Z', 'updated_at': '2022-04-29T11:39:19Z', 'revision_number': 7, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None, '_interfaces': [{'id': '068478bb-1c20-43b0-be68-4c1da1e5740a', 'name': '', 'network_id': '88632f92-7f64-413d-8122-4b23fefea982', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:b7:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:55Z', 'updated_at': '2022-04-29T11:39:04Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21044d70-8412-46f0-a5ea-e3e60ae77965', 'name': '', 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:38:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:26Z', 'updated_at': '2022-04-29T11:38:37Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e', 'name': '', 'network_id': 'b2d06907-a4d4-4ea6-a2d0-5da0c93b630f', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:9e:d0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:41Z', 'updated_at': '2022-04-29T11:38:56Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1ab9bf8-5c88-4939-9d7e-cba1db5f9007', 'name': '', 'network_id': '1349afa3-3cbe-4a5e-9413-eba72ab062b7', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:99:f3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '70896b6c-9aff-4304-be3b-739451283d99', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:39:08Z', 'updated_at': '2022-04-29T11:39:16Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '70896b6c-9aff-4304-be3b-739451283d99', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:39:22.571373 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7022d666-a0f1-4dac-b6bb-2d56aa95008a tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:22.575933 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0148aacc-f33f-4f0b-a364-106545a203b9 None None] Network e981defa-c28c-4d3c-a3b8-91f4eb5f4ad9 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:22.592839 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7022d666-a0f1-4dac-b6bb-2d56aa95008a tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:22.593569 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7022d666-a0f1-4dac-b6bb-2d56aa95008a tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:22.673448 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6b6b9540-a66a-408f-9a64-384c7f75aa37 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:22.679766 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device f7db2eab-11b8-4327-be3e-a66ba32fe940 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:39:22.682264 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-88230bd3-50d8-49f6-95f6-5ebd717b5bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:22.740665 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7022d666-a0f1-4dac-b6bb-2d56aa95008a tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.0577741 Apr 29 11:39:22.740876 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50396) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:22.780170 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-88230bd3-50d8-49f6-95f6-5ebd717b5bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:22.789442 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-217ce92c-397c-408a-aa85-bbb737b39a94 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:22.809971 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port f7db2eab-11b8-4327-be3e-a66ba32fe940 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:22.810381 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:22.868767 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c641baf4-9537-49d6-a147-e6266e930a18 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:22.960484 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-e273ad54-74b4-411d-9a1b-a50f86e5c5b7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Deleting port e1ab9bf8-5c88-4939-9d7e-cba1db5f9007 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:22.960885 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e273ad54-74b4-411d-9a1b-a50f86e5c5b7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:22.964111 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c641baf4-9537-49d6-a147-e6266e930a18 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Subnet': ['ID=c78b5425-a98c-48fa-84b4-a84265746f9b,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:23.018444 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ee461dd9-0ff2-4344-89c2-2c895fb5f822 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:23.031199 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c641baf4-9537-49d6-a147-e6266e930a18 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:23.053856 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-c641baf4-9537-49d6-a147-e6266e930a18 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:23.060089 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c641baf4-9537-49d6-a147-e6266e930a18 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:23.060456 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c641baf4-9537-49d6-a147-e6266e930a18 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:23.064468 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c757a2f0-ba04-4437-9a69-5d16637d49fe None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:23.108262 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c641baf4-9537-49d6-a147-e6266e930a18 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2723284 Apr 29 11:39:23.121668 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50398) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:23.130839 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-90c7bc59-8b63-4d69-b41d-e02c14d55119 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-515600988', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:23.135955 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-88230bd3-50d8-49f6-95f6-5ebd717b5bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:23.138910 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-88230bd3-50d8-49f6-95f6-5ebd717b5bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:23.143819 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-88230bd3-50d8-49f6-95f6-5ebd717b5bca admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d621826b-c2a4-4b90-bbed-9b59dd50ef72 HTTP/1.1" status: 204 len: 168 time: 0.8955760 Apr 29 11:39:23.143819 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee461dd9-0ff2-4344-89c2-2c895fb5f822 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event deleted for resources: {'Port': ['ID=49b40c6b-f94f-4042-9966-d1a55e17a508,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:23.174803 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-dcb6b8c5-fe6f-42ed-b0fb-a8a0983eda24 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting port cf98a5b3-5caa-4f96-bf66-52e0f5c609e0 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:23.175577 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dcb6b8c5-fe6f-42ed-b0fb-a8a0983eda24 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:23.200518 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:23.205280 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88230bd3-50d8-49f6-95f6-5ebd717b5bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d621826b-c2a4-4b90-bbed-9b59dd50ef72,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:23.223077 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-e273ad54-74b4-411d-9a1b-a50f86e5c5b7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] For port e1ab9bf8-5c88-4939-9d7e-cba1db5f9007, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=e1ab9bf8-5c88-4939-9d7e-cba1db5f9007,segment=NetworkSegment(d244845a-fb1f-4033-bae8-b44d6873a327),segment_id=d244845a-fb1f-4033-bae8-b44d6873a327)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:23.223475 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e273ad54-74b4-411d-9a1b-a50f86e5c5b7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:23.230630 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6b9540-a66a-408f-9a64-384c7f75aa37 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Router 0eff0644-29e6-456a-813a-b472dbe6c947 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:39:23.244518 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-217ce92c-397c-408a-aa85-bbb737b39a94 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:23.298257 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-90c7bc59-8b63-4d69-b41d-e02c14d55119 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:23.299617 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-90c7bc59-8b63-4d69-b41d-e02c14d55119 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:23.368798 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-e273ad54-74b4-411d-9a1b-a50f86e5c5b7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Calling delete_port for e1ab9bf8-5c88-4939-9d7e-cba1db5f9007 owned by network:router_interface {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:23.384325 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e379e202-5562-44fe-b559-35a6a32a3399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-62578361-baac-4d3e-b4ee-401a25f05a0e', 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'fixed_ips': [{'subnet_id': 'c78b5425-a98c-48fa-84b4-a84265746f9b'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:39:23.386078 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e379e202-5562-44fe-b559-35a6a32a3399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:23.403725 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dcb6b8c5-fe6f-42ed-b0fb-a8a0983eda24 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:23.483965 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-dcb6b8c5-fe6f-42ed-b0fb-a8a0983eda24 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Calling delete_port for cf98a5b3-5caa-4f96-bf66-52e0f5c609e0 owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:23.552818 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ee461dd9-0ff2-4344-89c2-2c895fb5f822 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:23.559449 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ee461dd9-0ff2-4344-89c2-2c895fb5f822 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:23.565322 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ee461dd9-0ff2-4344-89c2-2c895fb5f822 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "DELETE /v2.0/floatingips/675bb422-294c-4968-be20-25b2b80dae1a HTTP/1.1" status: 204 len: 168 time: 3.2504604 Apr 29 11:39:23.566566 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50406) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:23.569790 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8daa799b-7bf1-43cf-8d06-46cb877e7739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:23.570566 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-90c7bc59-8b63-4d69-b41d-e02c14d55119 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:23.574079 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6b9540-a66a-408f-9a64-384c7f75aa37 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:39:23.587682 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6b6b9540-a66a-408f-9a64-384c7f75aa37 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] 10.222.0.69 "PUT /v2.0/routers/0eff0644-29e6-456a-813a-b472dbe6c947/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6336062 Apr 29 11:39:23.591276 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5204a9cd-0889-42a6-a7c3-4afaf04dded4 None None] Sync routers for ids ['0eff0644-29e6-456a-813a-b472dbe6c947'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:39:23.597966 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-7fdc3058-377e-4aba-bfdd-627e8b435237 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'port_id': '55d0bb59-cdac-4f7e-8821-62b0996afdb7'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:23.607418 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50408) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:23.610678 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-90c7bc59-8b63-4d69-b41d-e02c14d55119 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:23.621937 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5204a9cd-0889-42a6-a7c3-4afaf04dded4 None None] Routers {'0eff0644-29e6-456a-813a-b472dbe6c947'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:23.624572 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-5204a9cd-0889-42a6-a7c3-4afaf04dded4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['0eff0644-29e6-456a-813a-b472dbe6c947'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:23.656163 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-e379e202-5562-44fe-b559-35a6a32a3399 None None] Allocated IP 2001:db8::2 (62578361-baac-4d3e-b4ee-401a25f05a0e/c78b5425-a98c-48fa-84b4-a84265746f9b/f45a8bda-ae5d-47f2-9f58-5a1c9c390edd) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:23.662702 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-217ce92c-397c-408a-aa85-bbb737b39a94 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:23.676178 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-90c7bc59-8b63-4d69-b41d-e02c14d55119 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:23.677847 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-90c7bc59-8b63-4d69-b41d-e02c14d55119 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5523403 Apr 29 11:39:23.684819 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50412) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:23.693050 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7fdc3058-377e-4aba-bfdd-627e8b435237 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:23.729547 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-5204a9cd-0889-42a6-a7c3-4afaf04dded4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:23.739311 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5204a9cd-0889-42a6-a7c3-4afaf04dded4 None None] Routers {'0eff0644-29e6-456a-813a-b472dbe6c947'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:23.739947 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-5204a9cd-0889-42a6-a7c3-4afaf04dded4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['0eff0644-29e6-456a-813a-b472dbe6c947'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:23.740191 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ce92c-397c-408a-aa85-bbb737b39a94 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Subnet': ['ID=a5fe4046-2089-4d5a-8e54-706d28786c80,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:23.743554 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-217ce92c-397c-408a-aa85-bbb737b39a94 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:23.750367 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-217ce92c-397c-408a-aa85-bbb737b39a94 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/subnets/a5fe4046-2089-4d5a-8e54-706d28786c80 HTTP/1.1" status: 204 len: 168 time: 1.4657998 Apr 29 11:39:23.750367 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50416) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:23.784472 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459d7e5b-b60d-4303-a5a1-a8236a9e528b None None] Network 07765c7c-a097-4155-9b67-a2704b14313a requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:23.830238 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-5204a9cd-0889-42a6-a7c3-4afaf04dded4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:23.830899 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5204a9cd-0889-42a6-a7c3-4afaf04dded4 None None] The sync data for ids ['0eff0644-29e6-456a-813a-b472dbe6c947'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:39:23.899761 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:39:23.900385 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:39:23.913821 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dcb6b8c5-fe6f-42ed-b0fb-a8a0983eda24 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:23.934956 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e69a3323-facd-4a5c-977e-3ebfc8b0a4b7 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:23.943517 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12031aeb-b44c-4e2f-b217-17040c380677 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:23.957432 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-dd7415a4-c563-4717-b7ff-00983e6f90fc None None] Provisioning complete for port f7db2eab-11b8-4327-be3e-a66ba32fe940 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:23.958055 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dd7415a4-c563-4717-b7ff-00983e6f90fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:24.041263 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7fdc3058-377e-4aba-bfdd-627e8b435237 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:24.055644 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-12031aeb-b44c-4e2f-b217-17040c380677 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Deleting port f7db2eab-11b8-4327-be3e-a66ba32fe940 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:24.056436 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12031aeb-b44c-4e2f-b217-17040c380677 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:24.101025 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dd7415a4-c563-4717-b7ff-00983e6f90fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:24.158736 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-dd7415a4-c563-4717-b7ff-00983e6f90fc None None] For port f7db2eab-11b8-4327-be3e-a66ba32fe940, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=f7db2eab-11b8-4327-be3e-a66ba32fe940,segment=NetworkSegment(d8b9729d-b3d9-439b-9595-b78a481d0740),segment_id=d8b9729d-b3d9-439b-9595-b78a481d0740)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:24.174533 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dd7415a4-c563-4717-b7ff-00983e6f90fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:24.210291 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-12031aeb-b44c-4e2f-b217-17040c380677 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] For port f7db2eab-11b8-4327-be3e-a66ba32fe940, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=f7db2eab-11b8-4327-be3e-a66ba32fe940,segment=NetworkSegment(d8b9729d-b3d9-439b-9595-b78a481d0740),segment_id=d8b9729d-b3d9-439b-9595-b78a481d0740)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:24.210671 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12031aeb-b44c-4e2f-b217-17040c380677 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:24.224098 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8635df17-a5a0-4bd0-b53b-24e22def1298 None None] DHCP port deletion for 07765c7c-a097-4155-9b67-a2704b14313a request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:39:24.230145 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-12031aeb-b44c-4e2f-b217-17040c380677 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Calling delete_port for f7db2eab-11b8-4327-be3e-a66ba32fe940 owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:24.276662 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7415a4-c563-4717-b7ff-00983e6f90fc None None] Pushing event updated for resources: {'Port': ['ID=f7db2eab-11b8-4327-be3e-a66ba32fe940,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:24.303737 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-8635df17-a5a0-4bd0-b53b-24e22def1298 None None] Deleting port f7db2eab-11b8-4327-be3e-a66ba32fe940 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:24.304230 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8635df17-a5a0-4bd0-b53b-24e22def1298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:24.342850 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50430) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:24.366989 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-7fdc3058-377e-4aba-bfdd-627e8b435237 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Allocated IP 172.26.4.198 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/20e4e4a1-9267-479d-9eb9-b6eee4c0e2bb) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:24.386451 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-8635df17-a5a0-4bd0-b53b-24e22def1298 None None] For port f7db2eab-11b8-4327-be3e-a66ba32fe940, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=f7db2eab-11b8-4327-be3e-a66ba32fe940,segment=NetworkSegment(d8b9729d-b3d9-439b-9595-b78a481d0740),segment_id=d8b9729d-b3d9-439b-9595-b78a481d0740)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:24.386866 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8635df17-a5a0-4bd0-b53b-24e22def1298 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:24.411079 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-8635df17-a5a0-4bd0-b53b-24e22def1298 None None] Calling delete_port for f7db2eab-11b8-4327-be3e-a66ba32fe940 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:24.448593 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12031aeb-b44c-4e2f-b217-17040c380677 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:24.468804 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6b8c5-fe6f-42ed-b0fb-a8a0983eda24 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Port': ['ID=cf98a5b3-5caa-4f96-bf66-52e0f5c609e0,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:24.491516 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12031aeb-b44c-4e2f-b217-17040c380677 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Port': ['ID=f7db2eab-11b8-4327-be3e-a66ba32fe940,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:24.495656 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12031aeb-b44c-4e2f-b217-17040c380677 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] No DVR routers for this DVR port f7db2eab-11b8-4327-be3e-a66ba32fe940 on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:39:24.514131 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dcb6b8c5-fe6f-42ed-b0fb-a8a0983eda24 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:24.515033 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-b4d336ff-9220-4d22-96e6-df251fd320c3 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Request body: {'network': {'name': 'tempest-RoutersTest-1375350668'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:24.518221 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-dcb6b8c5-fe6f-42ed-b0fb-a8a0983eda24 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/ports/cf98a5b3-5caa-4f96-bf66-52e0f5c609e0 HTTP/1.1" status: 204 len: 168 time: 1.7752264 Apr 29 11:39:24.530721 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Port f7db2eab-11b8-4327-be3e-a66ba32fe940 update to ACTIVE by agent not found {{(pid=102961) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 29 11:39:24.532204 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8635df17-a5a0-4bd0-b53b-24e22def1298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:24.537185 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50434) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:24.565356 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8635df17-a5a0-4bd0-b53b-24e22def1298 None None] Pushing event deleted for resources: {'Port': ['ID=f7db2eab-11b8-4327-be3e-a66ba32fe940,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:24.570564 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8635df17-a5a0-4bd0-b53b-24e22def1298 None None] No DVR routers for this DVR port f7db2eab-11b8-4327-be3e-a66ba32fe940 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:39:24.623979 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 78b10750-5765-41ab-b698-7ff2c46eaf5a no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:39:24.645525 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 78b10750-5765-41ab-b698-7ff2c46eaf5a {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:39:24.645866 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 78b10750-5765-41ab-b698-7ff2c46eaf5a not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:39:24.668945 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7fdc3058-377e-4aba-bfdd-627e8b435237 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:24.677241 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12031aeb-b44c-4e2f-b217-17040c380677 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:24.691860 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d336ff-9220-4d22-96e6-df251fd320c3 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Made reservation on behalf of 4fc08cbadd26470a96bfec5ad3948785 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:24.695416 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b4d336ff-9220-4d22-96e6-df251fd320c3 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:24.723517 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-12031aeb-b44c-4e2f-b217-17040c380677 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07765c7c-a097-4155-9b67-a2704b14313a']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:24.725913 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b4d336ff-9220-4d22-96e6-df251fd320c3 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:24.755879 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-12031aeb-b44c-4e2f-b217-17040c380677 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b9729d-b3d9-439b-9595-b78a481d0740') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:24.756167 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-12031aeb-b44c-4e2f-b217-17040c380677 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b9729d-b3d9-439b-9595-b78a481d0740') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:24.764529 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e69a3323-facd-4a5c-977e-3ebfc8b0a4b7 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:24.766814 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device f7db2eab-11b8-4327-be3e-a66ba32fe940 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:39:24.767132 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a119be3-a6b6-4bd5-93d1-e33d2a0d7add tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:24.773608 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a119be3-a6b6-4bd5-93d1-e33d2a0d7add tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:24.778606 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0a119be3-a6b6-4bd5-93d1-e33d2a0d7add tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2359910 Apr 29 11:39:24.787199 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50436) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:24.791854 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12031aeb-b44c-4e2f-b217-17040c380677 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:24.797451 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e69a3323-facd-4a5c-977e-3ebfc8b0a4b7 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:24.802108 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e273ad54-74b4-411d-9a1b-a50f86e5c5b7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:24.806794 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: f7db2eab-11b8-4327-be3e-a66ba32fe940 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:39:24.807139 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device f7db2eab-11b8-4327-be3e-a66ba32fe940 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:39:24.858679 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12031aeb-b44c-4e2f-b217-17040c380677 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:24.876248 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e379e202-5562-44fe-b559-35a6a32a3399 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:24.885203 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e379e202-5562-44fe-b559-35a6a32a3399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:24.896806 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e273ad54-74b4-411d-9a1b-a50f86e5c5b7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Port': ['ID=e1ab9bf8-5c88-4939-9d7e-cba1db5f9007,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:24.898752 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7fdc3058-377e-4aba-bfdd-627e8b435237 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:24.902193 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12031aeb-b44c-4e2f-b217-17040c380677 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:39:24.902599 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12031aeb-b44c-4e2f-b217-17040c380677 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:24.911662 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:39:24.911662 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:39:24.911662 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:39:24.911662 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:39:24.911662 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:39:24.911662 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:39:24.911662 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:39:24.911662 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:39:24.911662 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:39:24.911662 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:39:24.911662 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:39:24.911662 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:39:24.911662 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:39:24.911662 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:39:24.911662 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:39:24.911662 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:39:24.911662 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:39:24.911662 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:39:24.911662 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:39:24.911662 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:39:24.911662 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:39:24.911662 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:39:24.911662 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:39:24.911662 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:39:24.911662 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:39:24.911662 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:39:24.911662 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:39:24.911662 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:39:24.911662 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:39:24.911662 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:39:24.911662 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:39:24.911662 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:39:24.932401 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e379e202-5562-44fe-b559-35a6a32a3399 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:24.936359 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-e379e202-5562-44fe-b559-35a6a32a3399 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:24.947928 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e379e202-5562-44fe-b559-35a6a32a3399 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:24.969315 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e69a3323-facd-4a5c-977e-3ebfc8b0a4b7 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:24.970315 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69a3323-facd-4a5c-977e-3ebfc8b0a4b7 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Fanout notify agent at l3_agent the message router_deleted on router 0eff0644-29e6-456a-813a-b472dbe6c947 {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:39:24.990208 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379e202-5562-44fe-b559-35a6a32a3399 None None] Pushing event updated for resources: {'Port': ['ID=f45a8bda-ae5d-47f2-9f58-5a1c9c390edd,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:25.013929 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdc3058-377e-4aba-bfdd-627e8b435237 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:25.027363 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e69a3323-facd-4a5c-977e-3ebfc8b0a4b7 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:25.028971 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e69a3323-facd-4a5c-977e-3ebfc8b0a4b7 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] 10.222.0.69 "DELETE /v2.0/routers/0eff0644-29e6-456a-813a-b472dbe6c947 HTTP/1.1" status: 204 len: 168 time: 1.4187295 Apr 29 11:39:25.034619 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-7fdc3058-377e-4aba-bfdd-627e8b435237 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:25.037903 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50438) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:25.041586 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdc3058-377e-4aba-bfdd-627e8b435237 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:25.066700 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc3058-377e-4aba-bfdd-627e8b435237 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event updated for resources: {'Port': ['ID=20e4e4a1-9267-479d-9eb9-b6eee4c0e2bb,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:25.068292 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-e379e202-5562-44fe-b559-35a6a32a3399 None None] Attempting to bind port f45a8bda-ae5d-47f2-9f58-5a1c9c390edd on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:39:25.068655 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-e379e202-5562-44fe-b559-35a6a32a3399 None None] Attempting to bind port f45a8bda-ae5d-47f2-9f58-5a1c9c390edd by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:39:25.069016 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e379e202-5562-44fe-b559-35a6a32a3399 None None] Attempting to bind port f45a8bda-ae5d-47f2-9f58-5a1c9c390edd on network 62578361-baac-4d3e-b4ee-401a25f05a0e {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:39:25.075453 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e379e202-5562-44fe-b559-35a6a32a3399 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:39:25.075941 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e379e202-5562-44fe-b559-35a6a32a3399 None None] Checking segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:25.076193 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e379e202-5562-44fe-b559-35a6a32a3399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:25.076586 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e379e202-5562-44fe-b559-35a6a32a3399 None None] Bound using segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:39:25.077055 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-e379e202-5562-44fe-b559-35a6a32a3399 None None] Bound port: f45a8bda-ae5d-47f2-9f58-5a1c9c390edd, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:39:25.077435 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e379e202-5562-44fe-b559-35a6a32a3399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:25.123722 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12031aeb-b44c-4e2f-b217-17040c380677 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:25.131025 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-29370ebb-9f42-4cda-8399-1bf452cb0c8e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting port 1e933aa7-13c2-4e4b-a364-052fa2d7b741 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:25.131615 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-29370ebb-9f42-4cda-8399-1bf452cb0c8e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:25.145599 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0e3063b-1f9a-4829-9ed6-1a5ae555ca8a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:25.175740 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-e379e202-5562-44fe-b559-35a6a32a3399 None None] For port f45a8bda-ae5d-47f2-9f58-5a1c9c390edd, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:39:25.180768 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12031aeb-b44c-4e2f-b217-17040c380677 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:25.183671 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-e379e202-5562-44fe-b559-35a6a32a3399 None None] For port f45a8bda-ae5d-47f2-9f58-5a1c9c390edd, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=f45a8bda-ae5d-47f2-9f58-5a1c9c390edd,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:39:25.185208 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-12031aeb-b44c-4e2f-b217-17040c380677 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/networks/07765c7c-a097-4155-9b67-a2704b14313a HTTP/1.1" status: 204 len: 168 time: 1.4343374 Apr 29 11:39:25.194578 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e379e202-5562-44fe-b559-35a6a32a3399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:25.203631 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50440) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:25.212646 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-a0dc24f9-5682-48b5-a5a3-cd138f37ddcc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-3367758'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:25.214511 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12031aeb-b44c-4e2f-b217-17040c380677 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Network': ['ID=07765c7c-a097-4155-9b67-a2704b14313a,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:25.229331 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb6fb4a-5a80-4b5b-96ce-1697a2c64908 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Deleting subnet 6a8cb8d5-5996-42c2-baea-e75c0fb41db4 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:39:25.233906 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fb4a-5a80-4b5b-96ce-1697a2c64908 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:25.270208 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e273ad54-74b4-411d-9a1b-a50f86e5c5b7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:25.286471 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379e202-5562-44fe-b559-35a6a32a3399 None None] Pushing event updated for resources: {'Port': ['ID=f45a8bda-ae5d-47f2-9f58-5a1c9c390edd,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:25.330257 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-29370ebb-9f42-4cda-8399-1bf452cb0c8e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:25.371887 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-29370ebb-9f42-4cda-8399-1bf452cb0c8e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Calling delete_port for 1e933aa7-13c2-4e4b-a364-052fa2d7b741 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:25.405887 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b4d336ff-9220-4d22-96e6-df251fd320c3 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:25.424104 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b4d336ff-9220-4d22-96e6-df251fd320c3 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:25.480032 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0dc24f9-5682-48b5-a5a3-cd138f37ddcc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:25.483642 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a0dc24f9-5682-48b5-a5a3-cd138f37ddcc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:25.495572 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d336ff-9220-4d22-96e6-df251fd320c3 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:39:25.551199 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fb4a-5a80-4b5b-96ce-1697a2c64908 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:25.558056 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b4d336ff-9220-4d22-96e6-df251fd320c3 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:25.562148 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-b4d336ff-9220-4d22-96e6-df251fd320c3 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Added segment 6110aeee-53e3-40eb-831c-4ee5c13a67ea of type vlan for network a6514591-2731-4f80-93bc-b10978ebab17 Apr 29 11:39:25.595049 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d336ff-9220-4d22-96e6-df251fd320c3 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91dc5d4a-5e3d-4bc3-ae41-0b90b47fb5d9,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:25.694038 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0dc24f9-5682-48b5-a5a3-cd138f37ddcc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:39:25.778936 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a0dc24f9-5682-48b5-a5a3-cd138f37ddcc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:25.779287 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-a0dc24f9-5682-48b5-a5a3-cd138f37ddcc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Added segment 823b9663-fa02-4cb5-990e-e63a469324bf of type vlan for network 00a0541c-76d9-493c-85b9-c68266e727c1 Apr 29 11:39:25.850576 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e273ad54-74b4-411d-9a1b-a50f86e5c5b7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Router d9c65347-25d2-4970-bee3-39fb6f4c4633 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:39:25.923540 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a0dc24f9-5682-48b5-a5a3-cd138f37ddcc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:25.942863 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fb4a-5a80-4b5b-96ce-1697a2c64908 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:26.003291 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-d0e3063b-1f9a-4829-9ed6-1a5ae555ca8a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Allocated IP 2001:db8::1 (62578361-baac-4d3e-b4ee-401a25f05a0e/c78b5425-a98c-48fa-84b4-a84265746f9b/76684942-97b7-4ffd-9045-256c47057c74) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:26.057982 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a0dc24f9-5682-48b5-a5a3-cd138f37ddcc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:26.064148 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dc24f9-5682-48b5-a5a3-cd138f37ddcc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:26.065180 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a0dc24f9-5682-48b5-a5a3-cd138f37ddcc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:26.071880 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b4d336ff-9220-4d22-96e6-df251fd320c3 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:26.110852 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-29370ebb-9f42-4cda-8399-1bf452cb0c8e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:26.157050 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b4d336ff-9220-4d22-96e6-df251fd320c3 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:26.171339 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d336ff-9220-4d22-96e6-df251fd320c3 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:26.172904 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b4d336ff-9220-4d22-96e6-df251fd320c3 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:26.231916 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a0dc24f9-5682-48b5-a5a3-cd138f37ddcc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0267327 Apr 29 11:39:26.234824 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50442) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:26.245743 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-d112408c-9d2f-4e4e-b173-a0d6b4a47507 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'subnet': {'network_id': '00a0541c-76d9-493c-85b9-c68266e727c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:26.251037 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29370ebb-9f42-4cda-8399-1bf452cb0c8e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Port': ['ID=1e933aa7-13c2-4e4b-a364-052fa2d7b741,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:26.273790 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fb4a-5a80-4b5b-96ce-1697a2c64908 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:26.277596 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-29370ebb-9f42-4cda-8399-1bf452cb0c8e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:26.283431 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-29370ebb-9f42-4cda-8399-1bf452cb0c8e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/ports/1e933aa7-13c2-4e4b-a364-052fa2d7b741 HTTP/1.1" status: 204 len: 168 time: 1.4927959 Apr 29 11:39:26.284642 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50444) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:26.297411 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc24f9-5682-48b5-a5a3-cd138f37ddcc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Network': ['ID=00a0541c-76d9-493c-85b9-c68266e727c1,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:26.312775 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b4d336ff-9220-4d22-96e6-df251fd320c3 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9688070 Apr 29 11:39:26.316065 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50446) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:26.329685 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 00a0541c-76d9-493c-85b9-c68266e727c1 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:39:26.342075 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e273ad54-74b4-411d-9a1b-a50f86e5c5b7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:39:26.358326 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daefc442-5390-4333-83dd-a95ed1d011e2 None None] Sync routers for ids ['d9c65347-25d2-4970-bee3-39fb6f4c4633'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:39:26.369151 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-28f5799f-e7d9-4573-9192-4cc37924db55 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Request body: {'network': {'name': 'tempest-RoutersTest-1468177475'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:26.378252 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e273ad54-74b4-411d-9a1b-a50f86e5c5b7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "PUT /v2.0/routers/d9c65347-25d2-4970-bee3-39fb6f4c4633/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3239148 Apr 29 11:39:26.384897 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6fb4a-5a80-4b5b-96ce-1697a2c64908 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Pushing event deleted for resources: {'Subnet': ['ID=6a8cb8d5-5996-42c2-baea-e75c0fb41db4,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:26.389711 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50448) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:26.414959 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fb4a-5a80-4b5b-96ce-1697a2c64908 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:26.427361 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0bcdac-c953-43fe-b328-f0d291e81044 None None] Network f2c7f00b-7310-4389-bb90-5d27beafffd3 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:26.428453 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-bcb6fb4a-5a80-4b5b-96ce-1697a2c64908 tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] 10.222.0.69 "DELETE /v2.0/subnets/6a8cb8d5-5996-42c2-baea-e75c0fb41db4 HTTP/1.1" status: 204 len: 168 time: 1.3893218 Apr 29 11:39:26.431286 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50450) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:26.439857 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daefc442-5390-4333-83dd-a95ed1d011e2 None None] Routers {'d9c65347-25d2-4970-bee3-39fb6f4c4633'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:26.440669 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-daefc442-5390-4333-83dd-a95ed1d011e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:38:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d9c65347-25d2-4970-bee3-39fb6f4c4633'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:26.490240 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0e3063b-1f9a-4829-9ed6-1a5ae555ca8a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:26.498610 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d336ff-9220-4d22-96e6-df251fd320c3 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Network': ['ID=a6514591-2731-4f80-93bc-b10978ebab17,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:26.577614 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network a6514591-2731-4f80-93bc-b10978ebab17 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:39:26.584730 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7fdc3058-377e-4aba-bfdd-627e8b435237 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:26.621711 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-287b8a5f-980f-4fa5-a340-b79b49fce7ef tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:26.649667 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d112408c-9d2f-4e4e-b173-a0d6b4a47507 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:26.653521 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d112408c-9d2f-4e4e-b173-a0d6b4a47507 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:26.876356 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-daefc442-5390-4333-83dd-a95ed1d011e2 None None] Set router d9c65347-25d2-4970-bee3-39fb6f4c4633 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:39:26.906090 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-a71e79ff-5916-4b3f-9c03-f3813254b766 None None] Provisioning complete for port f45a8bda-ae5d-47f2-9f58-5a1c9c390edd triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:26.906732 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a71e79ff-5916-4b3f-9c03-f3813254b766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:26.987629 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device f45a8bda-ae5d-47f2-9f58-5a1c9c390edd up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:39:27.023648 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f5799f-e7d9-4573-9192-4cc37924db55 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Made reservation on behalf of 4fc08cbadd26470a96bfec5ad3948785 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:27.028411 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-28f5799f-e7d9-4573-9192-4cc37924db55 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:27.036665 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d112408c-9d2f-4e4e-b173-a0d6b4a47507 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:27.038722 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7fdc3058-377e-4aba-bfdd-627e8b435237 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:27.041295 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5aad3f-8323-483b-9dbe-68d1e0870c48 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:27.045448 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7a5aad3f-8323-483b-9dbe-68d1e0870c48 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.7544448 Apr 29 11:39:27.047478 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0e3063b-1f9a-4829-9ed6-1a5ae555ca8a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:27.051175 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50452) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:27.094008 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e7b656-28ab-4388-8ab8-536751a2fdbf tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Deleting subnet 70896b6c-9aff-4304-be3b-739451283d99 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:39:27.100929 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-01e7b656-28ab-4388-8ab8-536751a2fdbf tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:27.138992 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-319e5426-9435-43f9-ae45-47a968f22647 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] GET failed (client error): The resource could not be found. Apr 29 11:39:27.144064 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-319e5426-9435-43f9-ae45-47a968f22647 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "GET /v2.0/ports/cf98a5b3-5caa-4f96-bf66-52e0f5c609e0 HTTP/1.1" status: 404 len: 333 time: 0.0885119 Apr 29 11:39:27.149217 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50454) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:27.162574 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f5799f-e7d9-4573-9192-4cc37924db55 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:39:27.166590 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e3063b-1f9a-4829-9ed6-1a5ae555ca8a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:27.203702 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-d0e3063b-1f9a-4829-9ed6-1a5ae555ca8a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:27.209951 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2286921-e1a3-4027-9eca-8e5908a830c5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] GET failed (client error): The resource could not be found. Apr 29 11:39:27.215388 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b2286921-e1a3-4027-9eca-8e5908a830c5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "GET /v2.0/ports/1e933aa7-13c2-4e4b-a364-052fa2d7b741 HTTP/1.1" status: 404 len: 333 time: 0.0614803 Apr 29 11:39:27.215388 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-01e7b656-28ab-4388-8ab8-536751a2fdbf tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:27.217670 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e3063b-1f9a-4829-9ed6-1a5ae555ca8a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:27.217928 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0e3063b-1f9a-4829-9ed6-1a5ae555ca8a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:27.221933 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e3063b-1f9a-4829-9ed6-1a5ae555ca8a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Port': ['ID=76684942-97b7-4ffd-9045-256c47057c74,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:27.224890 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-28f5799f-e7d9-4573-9192-4cc37924db55 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:27.225343 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-28f5799f-e7d9-4573-9192-4cc37924db55 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Added segment e2e2e655-4a8f-42d4-bead-46e796c49105 of type vlan for network 2ed7c476-edcd-4afe-b7d8-32e2e8b903ed Apr 29 11:39:27.226981 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50456) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:27.233915 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112408c-9d2f-4e4e-b173-a0d6b4a47507 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Subnet': ['ID=044ea0ea-a94f-452d-87ee-eb3db11ab968,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:27.282778 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-287b8a5f-980f-4fa5-a340-b79b49fce7ef tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Deleting port 3333acbf-6ade-4431-bb38-e7c79f709078 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:27.283334 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-287b8a5f-980f-4fa5-a340-b79b49fce7ef tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:27.339681 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:27.387224 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d112408c-9d2f-4e4e-b173-a0d6b4a47507 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Checking segment: {'id': '823b9663-fa02-4cb5-990e-e63a469324bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '00a0541c-76d9-493c-85b9-c68266e727c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:27.387770 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d112408c-9d2f-4e4e-b173-a0d6b4a47507 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network hostable DHCP agents. Network: 00a0541c-76d9-493c-85b9-c68266e727c1, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:39:27.440377 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a71e79ff-5916-4b3f-9c03-f3813254b766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:27.442497 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port f45a8bda-ae5d-47f2-9f58-5a1c9c390edd triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:27.442863 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:27.455314 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-287b8a5f-980f-4fa5-a340-b79b49fce7ef tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] For port 3333acbf-6ade-4431-bb38-e7c79f709078, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=3333acbf-6ade-4431-bb38-e7c79f709078,segment=NetworkSegment(a193f8b3-eb63-40a8-b94a-43cba952ee07),segment_id=a193f8b3-eb63-40a8-b94a-43cba952ee07)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:27.455846 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-287b8a5f-980f-4fa5-a340-b79b49fce7ef tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:27.470357 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-28f5799f-e7d9-4573-9192-4cc37924db55 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:27.494085 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-287b8a5f-980f-4fa5-a340-b79b49fce7ef tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Calling delete_port for 3333acbf-6ade-4431-bb38-e7c79f709078 owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:27.496160 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d112408c-9d2f-4e4e-b173-a0d6b4a47507 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network 00a0541c-76d9-493c-85b9-c68266e727c1 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:39:27.504992 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cd6c0b-aa7a-427b-913d-e7663e600d9e None None] DHCP port deletion for f2c7f00b-7310-4389-bb90-5d27beafffd3 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:39:27.505338 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ac275575-6f3e-49fd-bc4b-bbc5f61920a8 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:27.509083 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7fdc3058-377e-4aba-bfdd-627e8b435237 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:27.520419 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7fdc3058-377e-4aba-bfdd-627e8b435237 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:27.556813 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-d112408c-9d2f-4e4e-b173-a0d6b4a47507 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 00a0541c-76d9-493c-85b9-c68266e727c1) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:27.579613 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c754a8-b58c-46ae-a83f-6a081172f341 None None] Network 00a0541c-76d9-493c-85b9-c68266e727c1 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:27.593296 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d112408c-9d2f-4e4e-b173-a0d6b4a47507 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:27.594034 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d112408c-9d2f-4e4e-b173-a0d6b4a47507 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:27.620562 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-a71e79ff-5916-4b3f-9c03-f3813254b766 None None] For port f45a8bda-ae5d-47f2-9f58-5a1c9c390edd, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=f45a8bda-ae5d-47f2-9f58-5a1c9c390edd,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:27.652115 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d112408c-9d2f-4e4e-b173-a0d6b4a47507 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4106243 Apr 29 11:39:27.661434 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50458) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:27.667110 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-8d50af32-3768-4c23-beff-1e83c6c42e84 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'port': {'network_id': '00a0541c-76d9-493c-85b9-c68266e727c1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1742797497'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:27.677102 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a71e79ff-5916-4b3f-9c03-f3813254b766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:27.685108 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ac275575-6f3e-49fd-bc4b-bbc5f61920a8 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:27.688927 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc3058-377e-4aba-bfdd-627e8b435237 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event updated for resources: {'Port': ['ID=20e4e4a1-9267-479d-9eb9-b6eee4c0e2bb,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:27.744133 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7fdc3058-377e-4aba-bfdd-627e8b435237 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:27.768421 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-ac275575-6f3e-49fd-bc4b-bbc5f61920a8 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e981defa-c28c-4d3c-a3b8-91f4eb5f4ad9']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:27.771114 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-28f5799f-e7d9-4573-9192-4cc37924db55 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:27.777162 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f5799f-e7d9-4573-9192-4cc37924db55 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:27.777800 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-28f5799f-e7d9-4573-9192-4cc37924db55 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:27.833743 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-287b8a5f-980f-4fa5-a340-b79b49fce7ef tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:27.834719 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-aac50e3e-db22-4959-817d-d49e25f09678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:27.845888 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-daefc442-5390-4333-83dd-a95ed1d011e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'name': 'tempest-RoutersIpV6Test-router-511075764', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:38:20Z', 'updated_at': '2022-04-29T11:39:24Z', 'revision_number': 8, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None, '_interfaces': [{'id': '068478bb-1c20-43b0-be68-4c1da1e5740a', 'name': '', 'network_id': '88632f92-7f64-413d-8122-4b23fefea982', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:b7:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:55Z', 'updated_at': '2022-04-29T11:39:04Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21044d70-8412-46f0-a5ea-e3e60ae77965', 'name': '', 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:38:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:26Z', 'updated_at': '2022-04-29T11:38:37Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e', 'name': '', 'network_id': 'b2d06907-a4d4-4ea6-a2d0-5da0c93b630f', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:9e:d0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:41Z', 'updated_at': '2022-04-29T11:38:56Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:27.864507 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-ac275575-6f3e-49fd-bc4b-bbc5f61920a8 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '454fa100-6041-4460-9453-bbf612950198') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:27.864853 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-ac275575-6f3e-49fd-bc4b-bbc5f61920a8 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '454fa100-6041-4460-9453-bbf612950198') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:27.882989 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e79ff-5916-4b3f-9c03-f3813254b766 None None] Pushing event updated for resources: {'Port': ['ID=f45a8bda-ae5d-47f2-9f58-5a1c9c390edd,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:27.908982 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daefc442-5390-4333-83dd-a95ed1d011e2 None None] Checking router: d9c65347-25d2-4970-bee3-39fb6f4c4633 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:39:27.915153 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b8a5f-980f-4fa5-a340-b79b49fce7ef tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Pushing event deleted for resources: {'Port': ['ID=3333acbf-6ade-4431-bb38-e7c79f709078,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:27.920983 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-14cd6c0b-aa7a-427b-913d-e7663e600d9e None None] Deleting port 3333acbf-6ade-4431-bb38-e7c79f709078 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:27.921448 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-14cd6c0b-aa7a-427b-913d-e7663e600d9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:27.937388 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-01e7b656-28ab-4388-8ab8-536751a2fdbf tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:27.941259 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-63d534c9-083e-4b0e-a1d9-6db77471d355 None None] Provisioning complete for port 76684942-97b7-4ffd-9045-256c47057c74 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:27.941630 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-63d534c9-083e-4b0e-a1d9-6db77471d355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:27.943078 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ac275575-6f3e-49fd-bc4b-bbc5f61920a8 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:27.948264 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0e3063b-1f9a-4829-9ed6-1a5ae555ca8a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:27.960224 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287b8a5f-980f-4fa5-a340-b79b49fce7ef tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] No DVR routers for this DVR port 3333acbf-6ade-4431-bb38-e7c79f709078 on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:39:28.007213 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-28f5799f-e7d9-4573-9192-4cc37924db55 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6669352 Apr 29 11:39:28.013136 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5799f-e7d9-4573-9192-4cc37924db55 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Network': ['ID=2ed7c476-edcd-4afe-b7d8-32e2e8b903ed,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:28.013620 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daefc442-5390-4333-83dd-a95ed1d011e2 None None] Routers {'d9c65347-25d2-4970-bee3-39fb6f4c4633'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:28.014366 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-daefc442-5390-4333-83dd-a95ed1d011e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d9c65347-25d2-4970-bee3-39fb6f4c4633'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:28.016099 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50462) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:28.017373 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ac275575-6f3e-49fd-bc4b-bbc5f61920a8 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:28.025428 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d50af32-3768-4c23-beff-1e83c6c42e84 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:28.029592 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8d50af32-3768-4c23-beff-1e83c6c42e84 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:28.031919 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-7fdc3058-377e-4aba-bfdd-627e8b435237 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Floating IP 6ca67b06-5fc9-4320-bf31-bfa45e8b0f66 associated. External IP: 172.26.4.198, port: 55d0bb59-cdac-4f7e-8821-62b0996afdb7. Apr 29 11:39:28.035772 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-52508e8a-1cb7-4859-8233-783f72e4dc6e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Request body: {'subnet': {'network_id': 'a6514591-2731-4f80-93bc-b10978ebab17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:28.069984 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 2ed7c476-edcd-4afe-b7d8-32e2e8b903ed details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:39:28.089731 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac275575-6f3e-49fd-bc4b-bbc5f61920a8 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:39:28.090277 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ac275575-6f3e-49fd-bc4b-bbc5f61920a8 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:28.093549 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:39:28.093549 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:39:28.093549 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:39:28.093549 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:39:28.093549 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:39:28.093549 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:39:28.093549 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:39:28.093549 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:39:28.093549 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:39:28.093549 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:39:28.093549 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:39:28.093549 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:39:28.093549 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:39:28.093549 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:39:28.093549 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:39:28.093549 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:39:28.093549 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:39:28.093549 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:39:28.093549 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:39:28.093549 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:39:28.093549 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:39:28.093549 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:39:28.093549 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:39:28.093549 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:39:28.093549 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:39:28.093549 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:39:28.093549 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:39:28.093549 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:39:28.093549 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:39:28.093549 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:39:28.093549 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:39:28.093549 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:39:28.140753 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-8d50af32-3768-4c23-beff-1e83c6c42e84 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] device_id is not set on port cfbea882-2a36-4abf-b109-ad0f83ae110c yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:39:28.145636 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-14cd6c0b-aa7a-427b-913d-e7663e600d9e None None] For port 3333acbf-6ade-4431-bb38-e7c79f709078, host dv-neutron-838888-1-hyperv, got binding levels [] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:28.146142 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-14cd6c0b-aa7a-427b-913d-e7663e600d9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:28.159052 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-287b8a5f-980f-4fa5-a340-b79b49fce7ef tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:28.162140 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bd0ca8-c383-4047-b50b-fde57bb75ef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-00a0541c-76d9-493c-85b9-c68266e727c1', 'network_id': '00a0541c-76d9-493c-85b9-c68266e727c1', 'tenant_id': 'f7a7bd2b70fc4f5cafed95969987752a', 'fixed_ips': [{'subnet_id': '044ea0ea-a94f-452d-87ee-eb3db11ab968'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:39:28.163137 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c2bd0ca8-c383-4047-b50b-fde57bb75ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:28.165962 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-63d534c9-083e-4b0e-a1d9-6db77471d355 None None] Port 76684942-97b7-4ffd-9045-256c47057c74 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:39:28.221164 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-14cd6c0b-aa7a-427b-913d-e7663e600d9e None None] Calling delete_port for 3333acbf-6ade-4431-bb38-e7c79f709078 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:28.230691 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.ipam_backend_mixin [None req-14cd6c0b-aa7a-427b-913d-e7663e600d9e None None] Port 3333acbf-6ade-4431-bb38-e7c79f709078 was not found and therefore no delete operation was performed {{(pid=102961) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 11:39:28.239477 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-14cd6c0b-aa7a-427b-913d-e7663e600d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:28.312293 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-287b8a5f-980f-4fa5-a340-b79b49fce7ef tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c7f00b-7310-4389-bb90-5d27beafffd3']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:28.323228 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-01e7b656-28ab-4388-8ab8-536751a2fdbf tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:28.339696 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-287b8a5f-980f-4fa5-a340-b79b49fce7ef tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a193f8b3-eb63-40a8-b94a-43cba952ee07') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:28.340677 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-287b8a5f-980f-4fa5-a340-b79b49fce7ef tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a193f8b3-eb63-40a8-b94a-43cba952ee07') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:28.342252 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ac275575-6f3e-49fd-bc4b-bbc5f61920a8 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:28.347385 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-daefc442-5390-4333-83dd-a95ed1d011e2 None None] Set router d9c65347-25d2-4970-bee3-39fb6f4c4633 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:39:28.354586 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd6c0b-aa7a-427b-913d-e7663e600d9e None None] Pushing event deleted for resources: {'Port': ['ID=3333acbf-6ade-4431-bb38-e7c79f709078,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:28.360074 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-287b8a5f-980f-4fa5-a340-b79b49fce7ef tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:28.382215 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ac275575-6f3e-49fd-bc4b-bbc5f61920a8 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:28.390866 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ac275575-6f3e-49fd-bc4b-bbc5f61920a8 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/networks/e981defa-c28c-4d3c-a3b8-91f4eb5f4ad9 HTTP/1.1" status: 204 len: 168 time: 1.1378386 Apr 29 11:39:28.390977 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-01e7b656-28ab-4388-8ab8-536751a2fdbf tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:28.394121 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-01e7b656-28ab-4388-8ab8-536751a2fdbf tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/subnets/70896b6c-9aff-4304-be3b-739451283d99 HTTP/1.1" status: 204 len: 168 time: 2.0006599 Apr 29 11:39:28.395153 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7b656-28ab-4388-8ab8-536751a2fdbf tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Subnet': ['ID=70896b6c-9aff-4304-be3b-739451283d99,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:28.396460 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cd6c0b-aa7a-427b-913d-e7663e600d9e None None] No DVR routers for this DVR port 3333acbf-6ade-4431-bb38-e7c79f709078 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:39:28.398693 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50464) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:28.399034 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50466) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:28.413213 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c606af28-6f18-4fa0-8c54-443cfa8d580c None None] Network 1349afa3-3cbe-4a5e-9413-eba72ab062b7 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:28.425612 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-93c625d0-6818-4a42-9fb9-dae89effa2b7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-718113580'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:28.443592 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-287b8a5f-980f-4fa5-a340-b79b49fce7ef tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:28.445338 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac275575-6f3e-49fd-bc4b-bbc5f61920a8 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Network': ['ID=e981defa-c28c-4d3c-a3b8-91f4eb5f4ad9,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:28.447258 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52508e8a-1cb7-4859-8233-783f72e4dc6e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Made reservation on behalf of 4fc08cbadd26470a96bfec5ad3948785 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:28.451066 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-52508e8a-1cb7-4859-8233-783f72e4dc6e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:28.460753 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-8d50af32-3768-4c23-beff-1e83c6c42e84 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Allocated IP 2001:db8::c6 (00a0541c-76d9-493c-85b9-c68266e727c1/044ea0ea-a94f-452d-87ee-eb3db11ab968/cfbea882-2a36-4abf-b109-ad0f83ae110c) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:28.462856 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-287b8a5f-980f-4fa5-a340-b79b49fce7ef tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:39:28.463265 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-287b8a5f-980f-4fa5-a340-b79b49fce7ef tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:28.467402 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:39:28.467402 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:39:28.467402 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:39:28.467402 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:39:28.467402 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:39:28.467402 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:39:28.467402 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:39:28.467402 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:39:28.467402 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:39:28.467402 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:39:28.467402 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:39:28.467402 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:39:28.467402 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:39:28.467402 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:39:28.467402 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:39:28.467402 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:39:28.467402 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:39:28.467402 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:39:28.467402 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:39:28.467402 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:39:28.467402 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:39:28.467402 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:39:28.467402 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:39:28.467402 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:39:28.467402 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:39:28.467402 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:39:28.467402 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:39:28.467402 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:39:28.467402 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:39:28.467402 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:39:28.467402 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:39:28.467402 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:39:28.560056 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:28.651923 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-287b8a5f-980f-4fa5-a340-b79b49fce7ef tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:28.663614 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-287b8a5f-980f-4fa5-a340-b79b49fce7ef tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:28.675160 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-287b8a5f-980f-4fa5-a340-b79b49fce7ef tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] 10.222.0.69 "DELETE /v2.0/networks/f2c7f00b-7310-4389-bb90-5d27beafffd3 HTTP/1.1" status: 204 len: 168 time: 2.2401552 Apr 29 11:39:28.684508 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c625d0-6818-4a42-9fb9-dae89effa2b7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:28.687992 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-93c625d0-6818-4a42-9fb9-dae89effa2b7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:28.712190 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2ef4518f-b1a5-4534-a3b6-0ed2ffa5ed33 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:28.777860 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-daefc442-5390-4333-83dd-a95ed1d011e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'name': 'tempest-RoutersIpV6Test-router-511075764', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:38:20Z', 'updated_at': '2022-04-29T11:39:24Z', 'revision_number': 8, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None, '_interfaces': [{'id': '068478bb-1c20-43b0-be68-4c1da1e5740a', 'name': '', 'network_id': '88632f92-7f64-413d-8122-4b23fefea982', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:b7:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:55Z', 'updated_at': '2022-04-29T11:39:04Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21044d70-8412-46f0-a5ea-e3e60ae77965', 'name': '', 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:38:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:26Z', 'updated_at': '2022-04-29T11:38:37Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e', 'name': '', 'network_id': 'b2d06907-a4d4-4ea6-a2d0-5da0c93b630f', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:9e:d0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:41Z', 'updated_at': '2022-04-29T11:38:56Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:28.788733 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b8a5f-980f-4fa5-a340-b79b49fce7ef tempest-FloatingIPNegativeTestJSON-2062807228 tempest-FloatingIPNegativeTestJSON-2062807228-project] Pushing event deleted for resources: {'Network': ['ID=f2c7f00b-7310-4389-bb90-5d27beafffd3,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:28.815789 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c625d0-6818-4a42-9fb9-dae89effa2b7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:39:28.824863 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639145ac-768d-492e-b6e8-01fe56182d8a None None] DHCP port deletion for 1349afa3-3cbe-4a5e-9413-eba72ab062b7 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:39:28.828405 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daefc442-5390-4333-83dd-a95ed1d011e2 None None] The sync data for ids ['d9c65347-25d2-4970-bee3-39fb6f4c4633'] in dv-neutron-838888-1-hyperv is: [{'id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'name': 'tempest-RoutersIpV6Test-router-511075764', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:38:20Z', 'updated_at': '2022-04-29T11:39:24Z', 'revision_number': 8, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None, '_interfaces': [{'id': '068478bb-1c20-43b0-be68-4c1da1e5740a', 'name': '', 'network_id': '88632f92-7f64-413d-8122-4b23fefea982', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:b7:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:55Z', 'updated_at': '2022-04-29T11:39:04Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21044d70-8412-46f0-a5ea-e3e60ae77965', 'name': '', 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:38:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:26Z', 'updated_at': '2022-04-29T11:38:37Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e', 'name': '', 'network_id': 'b2d06907-a4d4-4ea6-a2d0-5da0c93b630f', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:9e:d0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:41Z', 'updated_at': '2022-04-29T11:38:56Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:39:28.861917 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdc3058-377e-4aba-bfdd-627e8b435237 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Router 6b852a27-38d8-4c52-8f6a-e6deebc4b1a5 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:39:28.911682 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-93c625d0-6818-4a42-9fb9-dae89effa2b7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:28.911682 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-93c625d0-6818-4a42-9fb9-dae89effa2b7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Added segment 8206edbc-16b8-4904-8d33-a2a48db79a6e of type vlan for network 67082785-4db6-447d-bd70-1e35b4e1ed5e Apr 29 11:39:28.912334 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device f45a8bda-ae5d-47f2-9f58-5a1c9c390edd up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:39:28.977144 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8d50af32-3768-4c23-beff-1e83c6c42e84 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:29.028009 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-93c625d0-6818-4a42-9fb9-dae89effa2b7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:29.032082 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0e3063b-1f9a-4829-9ed6-1a5ae555ca8a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:29.055595 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0e3063b-1f9a-4829-9ed6-1a5ae555ca8a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:29.057448 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0e3063b-1f9a-4829-9ed6-1a5ae555ca8a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:29.094636 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdc3058-377e-4aba-bfdd-627e8b435237 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:39:29.097174 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8d50af32-3768-4c23-beff-1e83c6c42e84 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:29.106611 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950ddb2a-d633-4b63-97b2-4c68884ec739 None None] Sync routers for ids ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:39:29.122908 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950ddb2a-d633-4b63-97b2-4c68884ec739 None None] Routers {'6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:29.124206 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-950ddb2a-d633-4b63-97b2-4c68884ec739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:29.168234 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7fdc3058-377e-4aba-bfdd-627e8b435237 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:29.175323 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d50af32-3768-4c23-beff-1e83c6c42e84 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network 00a0541c-76d9-493c-85b9-c68266e727c1 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:29.186721 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4518f-b1a5-4534-a3b6-0ed2ffa5ed33 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Deleting port 97607a8c-284d-42e8-a27f-2907d75e6930 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:29.188634 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2ef4518f-b1a5-4534-a3b6-0ed2ffa5ed33 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:29.209185 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-8d50af32-3768-4c23-beff-1e83c6c42e84 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:29.215957 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50af32-3768-4c23-beff-1e83c6c42e84 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Port': ['ID=cfbea882-2a36-4abf-b109-ad0f83ae110c,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:29.223521 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d50af32-3768-4c23-beff-1e83c6c42e84 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:29.231194 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d50af32-3768-4c23-beff-1e83c6c42e84 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:29.231879 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8d50af32-3768-4c23-beff-1e83c6c42e84 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:29.261733 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-c2bd0ca8-c383-4047-b50b-fde57bb75ef2 None None] Allocated IP 2001:db8::2 (00a0541c-76d9-493c-85b9-c68266e727c1/044ea0ea-a94f-452d-87ee-eb3db11ab968/53283b2b-de6e-48e9-947b-a3977af94fef) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:29.262383 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50472) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:29.262505 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-950ddb2a-d633-4b63-97b2-4c68884ec739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:29.284827 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7fdc3058-377e-4aba-bfdd-627e8b435237 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.7121799 Apr 29 11:39:29.289311 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50476) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:29.291021 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950ddb2a-d633-4b63-97b2-4c68884ec739 None None] Routers {'6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:29.291669 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-950ddb2a-d633-4b63-97b2-4c68884ec739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:29.302802 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-b122cee8-9cd4-4ca8-8d9d-091c1c6af952 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-689757924'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:29.315380 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8d50af32-3768-4c23-beff-1e83c6c42e84 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.6504071 Apr 29 11:39:29.316078 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50478) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:29.373898 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-93c625d0-6818-4a42-9fb9-dae89effa2b7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:29.382347 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-950ddb2a-d633-4b63-97b2-4c68884ec739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:29.384784 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c625d0-6818-4a42-9fb9-dae89effa2b7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:29.385590 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950ddb2a-d633-4b63-97b2-4c68884ec739 None None] The sync data for ids ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:39:29.385733 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-93c625d0-6818-4a42-9fb9-dae89effa2b7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:29.404625 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b122cee8-9cd4-4ca8-8d9d-091c1c6af952 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Made reservation on behalf of aab58ef2dc9143a6a142915736d906ea for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:29.410133 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b122cee8-9cd4-4ca8-8d9d-091c1c6af952 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:29.455410 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-52508e8a-1cb7-4859-8233-783f72e4dc6e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:29.476762 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-639145ac-768d-492e-b6e8-01fe56182d8a None None] Deleting port 97607a8c-284d-42e8-a27f-2907d75e6930 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:29.477922 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-639145ac-768d-492e-b6e8-01fe56182d8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:29.526295 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port f45a8bda-ae5d-47f2-9f58-5a1c9c390edd triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:29.526884 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e3063b-1f9a-4829-9ed6-1a5ae555ca8a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Port': ['ID=76684942-97b7-4ffd-9045-256c47057c74,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:29.527424 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:29.532113 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b122cee8-9cd4-4ca8-8d9d-091c1c6af952 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:39:29.557252 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-cbee4e92-e7b0-47b8-8010-74467c197fe1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=244dbbfd92f14aa1b27a47e7f47abfd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936687 Apr 29 11:39:29.562944 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50480) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:29.570558 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b122cee8-9cd4-4ca8-8d9d-091c1c6af952 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:29.572158 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-b122cee8-9cd4-4ca8-8d9d-091c1c6af952 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Added segment 94344a76-8b9e-4e8a-b268-c9e1d24e6b4e of type vlan for network 64da55f9-065f-4298-9367-d500367605a2 Apr 29 11:39:29.574864 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-47f6b576-21ef-4b17-9859-09296b770ea2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Deleting port cfbea882-2a36-4abf-b109-ad0f83ae110c {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:29.575270 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-47f6b576-21ef-4b17-9859-09296b770ea2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:29.608511 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-93c625d0-6818-4a42-9fb9-dae89effa2b7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2019529 Apr 29 11:39:29.628684 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50482) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:29.644971 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-57042a5d-0d52-4ee3-b746-74d0586450a7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'subnet': {'network_id': '67082785-4db6-447d-bd70-1e35b4e1ed5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:29.645649 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c2bd0ca8-c383-4047-b50b-fde57bb75ef2 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:29.662128 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c2bd0ca8-c383-4047-b50b-fde57bb75ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:29.663465 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52508e8a-1cb7-4859-8233-783f72e4dc6e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Subnet': ['ID=1eb3841d-9150-47d1-a390-a8821eb3856b,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:29.671692 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-2ef4518f-b1a5-4534-a3b6-0ed2ffa5ed33 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] For port 97607a8c-284d-42e8-a27f-2907d75e6930, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=97607a8c-284d-42e8-a27f-2907d75e6930,segment=NetworkSegment(d244845a-fb1f-4033-bae8-b44d6873a327),segment_id=d244845a-fb1f-4033-bae8-b44d6873a327)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:29.672148 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2ef4518f-b1a5-4534-a3b6-0ed2ffa5ed33 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:29.713194 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c625d0-6818-4a42-9fb9-dae89effa2b7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Network': ['ID=67082785-4db6-447d-bd70-1e35b4e1ed5e,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:29.720905 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-639145ac-768d-492e-b6e8-01fe56182d8a None None] For port 97607a8c-284d-42e8-a27f-2907d75e6930, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=97607a8c-284d-42e8-a27f-2907d75e6930,segment=NetworkSegment(d244845a-fb1f-4033-bae8-b44d6873a327),segment_id=d244845a-fb1f-4033-bae8-b44d6873a327)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:29.721290 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-639145ac-768d-492e-b6e8-01fe56182d8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:29.734228 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 67082785-4db6-447d-bd70-1e35b4e1ed5e details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:39:29.763955 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-639145ac-768d-492e-b6e8-01fe56182d8a None None] Calling delete_port for 97607a8c-284d-42e8-a27f-2907d75e6930 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:29.771719 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4518f-b1a5-4534-a3b6-0ed2ffa5ed33 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Calling delete_port for 97607a8c-284d-42e8-a27f-2907d75e6930 owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:29.774823 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd0ca8-c383-4047-b50b-fde57bb75ef2 None None] Pushing event updated for resources: {'Port': ['ID=53283b2b-de6e-48e9-947b-a3977af94fef,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:29.809625 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bd0ca8-c383-4047-b50b-fde57bb75ef2 None None] Network 00a0541c-76d9-493c-85b9-c68266e727c1 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:29.812630 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e3063b-1f9a-4829-9ed6-1a5ae555ca8a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:29.830280 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-d0e3063b-1f9a-4829-9ed6-1a5ae555ca8a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:29.846372 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-c2bd0ca8-c383-4047-b50b-fde57bb75ef2 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:29.855209 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bd0ca8-c383-4047-b50b-fde57bb75ef2 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:29.971464 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52508e8a-1cb7-4859-8233-783f72e4dc6e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Checking segment: {'id': '6110aeee-53e3-40eb-831c-4ee5c13a67ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a6514591-2731-4f80-93bc-b10978ebab17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:29.972354 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52508e8a-1cb7-4859-8233-783f72e4dc6e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network hostable DHCP agents. Network: a6514591-2731-4f80-93bc-b10978ebab17, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:39:30.005894 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:30.007540 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-47f6b576-21ef-4b17-9859-09296b770ea2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:30.009122 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-c2bd0ca8-c383-4047-b50b-fde57bb75ef2 None None] Attempting to bind port 53283b2b-de6e-48e9-947b-a3977af94fef on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:39:30.009122 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-c2bd0ca8-c383-4047-b50b-fde57bb75ef2 None None] Attempting to bind port 53283b2b-de6e-48e9-947b-a3977af94fef by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '823b9663-fa02-4cb5-990e-e63a469324bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '00a0541c-76d9-493c-85b9-c68266e727c1'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:39:30.009518 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bd0ca8-c383-4047-b50b-fde57bb75ef2 None None] Attempting to bind port 53283b2b-de6e-48e9-947b-a3977af94fef on network 00a0541c-76d9-493c-85b9-c68266e727c1 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:39:30.022455 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-47f6b576-21ef-4b17-9859-09296b770ea2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Calling delete_port for cfbea882-2a36-4abf-b109-ad0f83ae110c owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:30.024842 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bd0ca8-c383-4047-b50b-fde57bb75ef2 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:39:30.025432 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bd0ca8-c383-4047-b50b-fde57bb75ef2 None None] Checking segment: {'id': '823b9663-fa02-4cb5-990e-e63a469324bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '00a0541c-76d9-493c-85b9-c68266e727c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:30.026006 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c2bd0ca8-c383-4047-b50b-fde57bb75ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:30.026622 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bd0ca8-c383-4047-b50b-fde57bb75ef2 None None] Bound using segment: {'id': '823b9663-fa02-4cb5-990e-e63a469324bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '00a0541c-76d9-493c-85b9-c68266e727c1'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:39:30.027283 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-c2bd0ca8-c383-4047-b50b-fde57bb75ef2 None None] Bound port: 53283b2b-de6e-48e9-947b-a3977af94fef, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823b9663-fa02-4cb5-990e-e63a469324bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '00a0541c-76d9-493c-85b9-c68266e727c1'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:39:30.027843 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c2bd0ca8-c383-4047-b50b-fde57bb75ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:30.052151 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57042a5d-0d52-4ee3-b746-74d0586450a7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:30.056950 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-57042a5d-0d52-4ee3-b746-74d0586450a7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:30.117158 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-639145ac-768d-492e-b6e8-01fe56182d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:30.159090 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639145ac-768d-492e-b6e8-01fe56182d8a None None] Pushing event deleted for resources: {'Port': ['ID=97607a8c-284d-42e8-a27f-2907d75e6930,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:30.161314 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 3333acbf-6ade-4431-bb38-e7c79f709078 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:39:30.164747 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2ef4518f-b1a5-4534-a3b6-0ed2ffa5ed33 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:30.186264 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52508e8a-1cb7-4859-8233-783f72e4dc6e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network a6514591-2731-4f80-93bc-b10978ebab17 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:39:30.191998 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-47f6b576-21ef-4b17-9859-09296b770ea2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:30.231295 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef4518f-b1a5-4534-a3b6-0ed2ffa5ed33 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] No DVR routers for this DVR port 97607a8c-284d-42e8-a27f-2907d75e6930 on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:39:30.246129 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4518f-b1a5-4534-a3b6-0ed2ffa5ed33 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Port': ['ID=97607a8c-284d-42e8-a27f-2907d75e6930,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:30.258408 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6b576-21ef-4b17-9859-09296b770ea2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Port': ['ID=cfbea882-2a36-4abf-b109-ad0f83ae110c,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:30.283055 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.ipam_backend_mixin [None req-57042a5d-0d52-4ee3-b746-74d0586450a7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Performing IP validity checks on allocation pools {{(pid=102959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 29 11:39:30.283764 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.ipam_backend_mixin [None req-57042a5d-0d52-4ee3-b746-74d0586450a7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 29 11:39:30.292681 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 3333acbf-6ade-4431-bb38-e7c79f709078 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:39:30.293231 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 3333acbf-6ade-4431-bb38-e7c79f709078 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:39:30.296521 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639145ac-768d-492e-b6e8-01fe56182d8a None None] No DVR routers for this DVR port 97607a8c-284d-42e8-a27f-2907d75e6930 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:39:30.309677 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-c2bd0ca8-c383-4047-b50b-fde57bb75ef2 None None] For port 53283b2b-de6e-48e9-947b-a3977af94fef, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:39:30.318311 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-c2bd0ca8-c383-4047-b50b-fde57bb75ef2 None None] For port 53283b2b-de6e-48e9-947b-a3977af94fef, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=53283b2b-de6e-48e9-947b-a3977af94fef,segment=NetworkSegment(823b9663-fa02-4cb5-990e-e63a469324bf),segment_id=823b9663-fa02-4cb5-990e-e63a469324bf)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:39:30.320315 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:30.325439 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b122cee8-9cd4-4ca8-8d9d-091c1c6af952 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:30.328512 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c2bd0ca8-c383-4047-b50b-fde57bb75ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:30.343140 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-47f6b576-21ef-4b17-9859-09296b770ea2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:30.347039 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-47f6b576-21ef-4b17-9859-09296b770ea2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/ports/cfbea882-2a36-4abf-b109-ad0f83ae110c HTTP/1.1" status: 204 len: 168 time: 1.0296836 Apr 29 11:39:30.349754 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50484) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:30.401391 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-52508e8a-1cb7-4859-8233-783f72e4dc6e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, a6514591-2731-4f80-93bc-b10978ebab17) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:30.406602 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52508e8a-1cb7-4859-8233-783f72e4dc6e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:30.407213 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-52508e8a-1cb7-4859-8233-783f72e4dc6e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:30.410826 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd0ca8-c383-4047-b50b-fde57bb75ef2 None None] Pushing event updated for resources: {'Port': ['ID=53283b2b-de6e-48e9-947b-a3977af94fef,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:30.419664 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2ef4518f-b1a5-4534-a3b6-0ed2ffa5ed33 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:30.429926 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b959d378-b441-4e62-893d-cbac4d6911d6 None None] Network a6514591-2731-4f80-93bc-b10978ebab17 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:30.458117 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-84fcec54-bc70-4f71-9a29-9b6d4a60c942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:30.467763 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d710473-1259-4772-9bcb-eac803026c3f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] GET failed (client error): The resource could not be found. Apr 29 11:39:30.473619 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-2ef4518f-b1a5-4534-a3b6-0ed2ffa5ed33 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1349afa3-3cbe-4a5e-9413-eba72ab062b7']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:30.482527 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-52508e8a-1cb7-4859-8233-783f72e4dc6e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4561377 Apr 29 11:39:30.482527 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50486) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:30.482800 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2d710473-1259-4772-9bcb-eac803026c3f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "GET /v2.0/ports/cfbea882-2a36-4abf-b109-ad0f83ae110c HTTP/1.1" status: 404 len: 333 time: 0.1256297 Apr 29 11:39:30.486151 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b122cee8-9cd4-4ca8-8d9d-091c1c6af952 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:30.497583 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b122cee8-9cd4-4ca8-8d9d-091c1c6af952 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:30.497852 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50488) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:30.498757 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b122cee8-9cd4-4ca8-8d9d-091c1c6af952 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:30.501289 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e3063b-1f9a-4829-9ed6-1a5ae555ca8a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Router caec8610-069b-4a00-ad02-2d5c14bac698 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:39:30.511018 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-e27883fa-9382-4972-8de7-7155314c023b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Request body: {'subnet': {'network_id': '2ed7c476-edcd-4afe-b7d8-32e2e8b903ed', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:30.516941 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-2ef4518f-b1a5-4534-a3b6-0ed2ffa5ed33 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd244845a-fb1f-4033-bae8-b44d6873a327') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:30.517219 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-2ef4518f-b1a5-4534-a3b6-0ed2ffa5ed33 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd244845a-fb1f-4033-bae8-b44d6873a327') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:30.549117 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-db7806b7-f60d-4ed0-888c-e97a0a4949b5 None None] Provisioning complete for port 76684942-97b7-4ffd-9045-256c47057c74 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:30.549711 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-db7806b7-f60d-4ed0-888c-e97a0a4949b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:30.584484 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2ef4518f-b1a5-4534-a3b6-0ed2ffa5ed33 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:30.631888 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-84fcec54-bc70-4f71-9a29-9b6d4a60c942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:30.637804 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-db7806b7-f60d-4ed0-888c-e97a0a4949b5 None None] Port 76684942-97b7-4ffd-9045-256c47057c74 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:39:30.680938 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b122cee8-9cd4-4ca8-8d9d-091c1c6af952 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3893180 Apr 29 11:39:30.687878 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50490) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:30.704299 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6320f5c6-d6c5-473c-a233-22f0267c3495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-a6514591-2731-4f80-93bc-b10978ebab17', 'network_id': 'a6514591-2731-4f80-93bc-b10978ebab17', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'fixed_ips': [{'subnet_id': '1eb3841d-9150-47d1-a390-a8821eb3856b'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:39:30.705583 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6320f5c6-d6c5-473c-a233-22f0267c3495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:30.713338 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-8d5384fd-fc70-4057-bdda-d2fbe9cd3349 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Request body: {'subnet': {'network_id': '64da55f9-065f-4298-9367-d500367605a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:30.816595 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122cee8-9cd4-4ca8-8d9d-091c1c6af952 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event updated for resources: {'Network': ['ID=64da55f9-065f-4298-9367-d500367605a2,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:30.847117 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 64da55f9-065f-4298-9367-d500367605a2 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:39:30.890261 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device e1ab9bf8-5c88-4939-9d7e-cba1db5f9007 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:39:30.922847 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-84fcec54-bc70-4f71-9a29-9b6d4a60c942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:30.926594 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-84fcec54-bc70-4f71-9a29-9b6d4a60c942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:30.928546 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-84fcec54-bc70-4f71-9a29-9b6d4a60c942 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f493e5e7-c762-46b0-bff8-3cbf3d5b4d30 HTTP/1.1" status: 204 len: 168 time: 1.3646119 Apr 29 11:39:30.952244 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: e1ab9bf8-5c88-4939-9d7e-cba1db5f9007 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:39:30.952563 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device e1ab9bf8-5c88-4939-9d7e-cba1db5f9007 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:39:30.952912 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 97607a8c-284d-42e8-a27f-2907d75e6930 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:39:30.966130 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fcec54-bc70-4f71-9a29-9b6d4a60c942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f493e5e7-c762-46b0-bff8-3cbf3d5b4d30,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:30.993539 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5384fd-fc70-4057-bdda-d2fbe9cd3349 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Made reservation on behalf of aab58ef2dc9143a6a142915736d906ea for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:30.997951 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8d5384fd-fc70-4057-bdda-d2fbe9cd3349 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:31.002726 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 97607a8c-284d-42e8-a27f-2907d75e6930 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:39:31.003069 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 97607a8c-284d-42e8-a27f-2907d75e6930 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:39:31.111348 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-6320f5c6-d6c5-473c-a233-22f0267c3495 None None] Allocated IP 172.20.0.2 (a6514591-2731-4f80-93bc-b10978ebab17/1eb3841d-9150-47d1-a390-a8821eb3856b/7a998f30-b5ed-4687-b161-5a5ec443626b) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:31.248027 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2ef4518f-b1a5-4534-a3b6-0ed2ffa5ed33 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:31.299058 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef4518f-b1a5-4534-a3b6-0ed2ffa5ed33 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:39:31.299551 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2ef4518f-b1a5-4534-a3b6-0ed2ffa5ed33 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: self.session.flush() Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: self.session.flush() Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: self.session.flush() Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: self.session.flush() Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:39:31.307879 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:39:31.319193 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8d5384fd-fc70-4057-bdda-d2fbe9cd3349 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:31.337571 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd888e18-b154-4693-ac4b-7d8a09de5d32 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Deleting subnet 044ea0ea-a94f-452d-87ee-eb3db11ab968 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:39:31.341117 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bd888e18-b154-4693-ac4b-7d8a09de5d32 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:31.357307 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6320f5c6-d6c5-473c-a233-22f0267c3495 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:31.369315 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6320f5c6-d6c5-473c-a233-22f0267c3495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:31.375150 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27883fa-9382-4972-8de7-7155314c023b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Made reservation on behalf of 4fc08cbadd26470a96bfec5ad3948785 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:31.380707 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e27883fa-9382-4972-8de7-7155314c023b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:31.427287 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6320f5c6-d6c5-473c-a233-22f0267c3495 None None] Network a6514591-2731-4f80-93bc-b10978ebab17 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:31.431929 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-6320f5c6-d6c5-473c-a233-22f0267c3495 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:31.437031 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6320f5c6-d6c5-473c-a233-22f0267c3495 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:31.439270 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5384fd-fc70-4057-bdda-d2fbe9cd3349 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event updated for resources: {'Subnet': ['ID=fceaf90f-439c-4386-9b86-17a48dfaeed6,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:31.455183 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5384fd-fc70-4057-bdda-d2fbe9cd3349 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Checking segment: {'id': '94344a76-8b9e-4e8a-b268-c9e1d24e6b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '64da55f9-065f-4298-9367-d500367605a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:31.455563 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5384fd-fc70-4057-bdda-d2fbe9cd3349 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Network hostable DHCP agents. Network: 64da55f9-065f-4298-9367-d500367605a2, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:39:31.457897 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320f5c6-d6c5-473c-a233-22f0267c3495 None None] Pushing event updated for resources: {'Port': ['ID=7a998f30-b5ed-4687-b161-5a5ec443626b,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:31.495515 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e3063b-1f9a-4829-9ed6-1a5ae555ca8a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:39:31.504091 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-57042a5d-0d52-4ee3-b746-74d0586450a7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:31.511893 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d0e3063b-1f9a-4829-9ed6-1a5ae555ca8a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "PUT /v2.0/routers/caec8610-069b-4a00-ad02-2d5c14bac698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8229373 Apr 29 11:39:31.517817 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50502) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:31.553026 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02160c34-69ce-43d0-86af-9d0985b37e2b None None] Sync routers for ids ['caec8610-069b-4a00-ad02-2d5c14bac698'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:39:31.576495 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bd888e18-b154-4693-ac4b-7d8a09de5d32 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:31.603809 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02160c34-69ce-43d0-86af-9d0985b37e2b None None] Routers {'caec8610-069b-4a00-ad02-2d5c14bac698'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:31.604459 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-02160c34-69ce-43d0-86af-9d0985b37e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['caec8610-069b-4a00-ad02-2d5c14bac698'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:31.609674 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-6320f5c6-d6c5-473c-a233-22f0267c3495 None None] Attempting to bind port 7a998f30-b5ed-4687-b161-5a5ec443626b on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:39:31.610727 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-6320f5c6-d6c5-473c-a233-22f0267c3495 None None] Attempting to bind port 7a998f30-b5ed-4687-b161-5a5ec443626b by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '6110aeee-53e3-40eb-831c-4ee5c13a67ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a6514591-2731-4f80-93bc-b10978ebab17'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:39:31.612544 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6320f5c6-d6c5-473c-a233-22f0267c3495 None None] Attempting to bind port 7a998f30-b5ed-4687-b161-5a5ec443626b on network a6514591-2731-4f80-93bc-b10978ebab17 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:39:31.624739 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2b07f6-f038-400d-8098-dd4a4199c3d5 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:31.626425 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9a2b07f6-f038-400d-8098-dd4a4199c3d5 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports/76684942-97b7-4ffd-9045-256c47057c74 HTTP/1.1" status: 200 len: 911 time: 0.1052475 Apr 29 11:39:31.628146 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5384fd-fc70-4057-bdda-d2fbe9cd3349 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Network 64da55f9-065f-4298-9367-d500367605a2 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:39:31.630639 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50506) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:31.678620 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-8d5384fd-fc70-4057-bdda-d2fbe9cd3349 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 64da55f9-065f-4298-9367-d500367605a2) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:31.687287 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5384fd-fc70-4057-bdda-d2fbe9cd3349 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:31.688008 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8d5384fd-fc70-4057-bdda-d2fbe9cd3349 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:31.690443 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2ef4518f-b1a5-4534-a3b6-0ed2ffa5ed33 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:31.716866 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ad0210-9bc1-4e54-b162-71094b2f5667 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:31.724460 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ad0210-9bc1-4e54-b162-71094b2f5667 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:31.726762 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f5ad0210-9bc1-4e54-b162-71094b2f5667 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0950520 Apr 29 11:39:31.733752 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b966c10-c10d-497e-a951-8e8723d2cacf None None] Network 64da55f9-065f-4298-9367-d500367605a2 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:31.736240 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8d5384fd-fc70-4057-bdda-d2fbe9cd3349 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0466900 Apr 29 11:39:31.736869 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50508) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:31.737181 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50510) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:31.751483 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-7316a87b-94c9-44f4-8c90-72c6ab8a1c96 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-117811727', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}, 'admin_state_up': False}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:31.766403 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2ef4518f-b1a5-4534-a3b6-0ed2ffa5ed33 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:31.786031 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2ef4518f-b1a5-4534-a3b6-0ed2ffa5ed33 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/networks/1349afa3-3cbe-4a5e-9413-eba72ab062b7 HTTP/1.1" status: 204 len: 168 time: 3.3809209 Apr 29 11:39:31.808995 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50514) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:31.816926 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7316a87b-94c9-44f4-8c90-72c6ab8a1c96 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:31.818993 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7316a87b-94c9-44f4-8c90-72c6ab8a1c96 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:31.962575 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4518f-b1a5-4534-a3b6-0ed2ffa5ed33 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Network': ['ID=1349afa3-3cbe-4a5e-9413-eba72ab062b7,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:31.964615 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57042a5d-0d52-4ee3-b746-74d0586450a7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Subnet': ['ID=7068f4a7-810e-4db6-b8fa-b6bbbd006d9d,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:31.983454 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57042a5d-0d52-4ee3-b746-74d0586450a7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Checking segment: {'id': '8206edbc-16b8-4904-8d33-a2a48db79a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67082785-4db6-447d-bd70-1e35b4e1ed5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:31.983806 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57042a5d-0d52-4ee3-b746-74d0586450a7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network hostable DHCP agents. Network: 67082785-4db6-447d-bd70-1e35b4e1ed5e, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:39:32.047836 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6320f5c6-d6c5-473c-a233-22f0267c3495 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:39:32.048213 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6320f5c6-d6c5-473c-a233-22f0267c3495 None None] Checking segment: {'id': '6110aeee-53e3-40eb-831c-4ee5c13a67ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a6514591-2731-4f80-93bc-b10978ebab17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:32.048686 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6320f5c6-d6c5-473c-a233-22f0267c3495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:32.049092 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6320f5c6-d6c5-473c-a233-22f0267c3495 None None] Bound using segment: {'id': '6110aeee-53e3-40eb-831c-4ee5c13a67ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a6514591-2731-4f80-93bc-b10978ebab17'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:39:32.049591 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-6320f5c6-d6c5-473c-a233-22f0267c3495 None None] Bound port: 7a998f30-b5ed-4687-b161-5a5ec443626b, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6110aeee-53e3-40eb-831c-4ee5c13a67ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a6514591-2731-4f80-93bc-b10978ebab17'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:39:32.049976 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6320f5c6-d6c5-473c-a233-22f0267c3495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:32.090784 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c8907b-a0c6-4441-9043-a8e6581ea663 None None] Network 00a0541c-76d9-493c-85b9-c68266e727c1 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:32.161524 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bd888e18-b154-4693-ac4b-7d8a09de5d32 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:32.220571 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-6405ee5c-d115-4518-90d1-c0f7eb211e3c None None] Provisioning complete for port 53283b2b-de6e-48e9-947b-a3977af94fef triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:32.220943 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6405ee5c-d115-4518-90d1-c0f7eb211e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:32.267609 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bd888e18-b154-4693-ac4b-7d8a09de5d32 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:32.303680 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7316a87b-94c9-44f4-8c90-72c6ab8a1c96 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:32.324463 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57042a5d-0d52-4ee3-b746-74d0586450a7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network 67082785-4db6-447d-bd70-1e35b4e1ed5e is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:39:32.351266 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-02160c34-69ce-43d0-86af-9d0985b37e2b None None] Set router caec8610-069b-4a00-ad02-2d5c14bac698 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:39:32.387414 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50526) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:32.446327 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb33e489-92e2-4e9a-969c-bf10a0c264cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-64da55f9-065f-4298-9367-d500367605a2', 'network_id': '64da55f9-065f-4298-9367-d500367605a2', 'tenant_id': 'aab58ef2dc9143a6a142915736d906ea', 'fixed_ips': [{'subnet_id': 'fceaf90f-439c-4386-9b86-17a48dfaeed6'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:39:32.448266 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-eb33e489-92e2-4e9a-969c-bf10a0c264cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:32.486795 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bd888e18-b154-4693-ac4b-7d8a09de5d32 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:32.498133 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-bd888e18-b154-4693-ac4b-7d8a09de5d32 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/subnets/044ea0ea-a94f-452d-87ee-eb3db11ab968 HTTP/1.1" status: 204 len: 168 time: 2.0097413 Apr 29 11:39:32.512667 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50530) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:32.513940 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-57042a5d-0d52-4ee3-b746-74d0586450a7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 67082785-4db6-447d-bd70-1e35b4e1ed5e) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:32.573900 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd888e18-b154-4693-ac4b-7d8a09de5d32 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Subnet': ['ID=044ea0ea-a94f-452d-87ee-eb3db11ab968,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:32.578613 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57042a5d-0d52-4ee3-b746-74d0586450a7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:32.579628 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-57042a5d-0d52-4ee3-b746-74d0586450a7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:32.626781 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-eb33e489-92e2-4e9a-969c-bf10a0c264cd None None] Allocated IP 172.20.0.2 (64da55f9-065f-4298-9367-d500367605a2/fceaf90f-439c-4386-9b86-17a48dfaeed6/a962044f-988b-4b59-9906-98014b589fd5) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:32.698979 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50532) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:32.705397 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7316a87b-94c9-44f4-8c90-72c6ab8a1c96 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:32.759072 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-c6b421bb-898f-4473-a055-a03c9f2c0b21 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1885065352', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:32.763716 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-57042a5d-0d52-4ee3-b746-74d0586450a7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1273391 Apr 29 11:39:32.789057 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e27883fa-9382-4972-8de7-7155314c023b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:32.795366 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-eb33e489-92e2-4e9a-969c-bf10a0c264cd None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:32.797930 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50534) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:32.811592 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a37b16-cbf7-4b7d-9b50-4f48a5eae1f7 None None] Network 67082785-4db6-447d-bd70-1e35b4e1ed5e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:32.858577 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-eb33e489-92e2-4e9a-969c-bf10a0c264cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:32.861497 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-99acaf04-4e72-465a-9247-de2175d1de4d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'port': {'network_id': '67082785-4db6-447d-bd70-1e35b4e1ed5e', 'name': 'tempest-PortsTestJSON-769184350'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:32.872396 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27883fa-9382-4972-8de7-7155314c023b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Subnet': ['ID=2c1ccaa3-4ce5-49f5-a955-802a8ac973ae,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:32.876342 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-6320f5c6-d6c5-473c-a233-22f0267c3495 None None] For port 7a998f30-b5ed-4687-b161-5a5ec443626b, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:39:32.889217 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b97fccfe-8cc9-4a10-aa59-dd036272883a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:32.983333 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c6b421bb-898f-4473-a055-a03c9f2c0b21 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:32.984366 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c6b421bb-898f-4473-a055-a03c9f2c0b21 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:33.031389 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 53283b2b-de6e-48e9-947b-a3977af94fef up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:39:33.034559 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ff3e6a-183c-4f4d-89a6-1c3d993b314d tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:33.034988 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ff3e6a-183c-4f4d-89a6-1c3d993b314d tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:33.035979 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f3621d68-a0a6-44ea-b623-5ad4dc75776a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:33.036140 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ff3e6a-183c-4f4d-89a6-1c3d993b314d tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:33.037550 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d9ff3e6a-183c-4f4d-89a6-1c3d993b314d tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/ports?project_id=e43b3d3b447648b5aeeaf858bb1241e8&network_id=6385ed98-aeeb-4990-b743-9383f9d45e8c HTTP/1.1" status: 200 len: 2999 time: 0.3303607 Apr 29 11:39:33.071970 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27883fa-9382-4972-8de7-7155314c023b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Checking segment: {'id': 'e2e2e655-4a8f-42d4-bead-46e796c49105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2ed7c476-edcd-4afe-b7d8-32e2e8b903ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:33.072344 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27883fa-9382-4972-8de7-7155314c023b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network hostable DHCP agents. Network: 2ed7c476-edcd-4afe-b7d8-32e2e8b903ed, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:39:33.088719 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-6320f5c6-d6c5-473c-a233-22f0267c3495 None None] For port 7a998f30-b5ed-4687-b161-5a5ec443626b, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=7a998f30-b5ed-4687-b161-5a5ec443626b,segment=NetworkSegment(6110aeee-53e3-40eb-831c-4ee5c13a67ea),segment_id=6110aeee-53e3-40eb-831c-4ee5c13a67ea)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:39:33.157229 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb33e489-92e2-4e9a-969c-bf10a0c264cd None None] Network 64da55f9-065f-4298-9367-d500367605a2 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:33.158903 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6320f5c6-d6c5-473c-a233-22f0267c3495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:33.171186 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27883fa-9382-4972-8de7-7155314c023b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network 2ed7c476-edcd-4afe-b7d8-32e2e8b903ed is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:39:33.187449 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-b97fccfe-8cc9-4a10-aa59-dd036272883a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Deleting port 53283b2b-de6e-48e9-947b-a3977af94fef {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:33.188061 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b97fccfe-8cc9-4a10-aa59-dd036272883a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:33.192637 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99acaf04-4e72-465a-9247-de2175d1de4d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:33.197992 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-99acaf04-4e72-465a-9247-de2175d1de4d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:33.203005 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c6b421bb-898f-4473-a055-a03c9f2c0b21 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:33.213639 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-eb33e489-92e2-4e9a-969c-bf10a0c264cd None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:33.222908 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-e27883fa-9382-4972-8de7-7155314c023b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 2ed7c476-edcd-4afe-b7d8-32e2e8b903ed) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:33.242650 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb33e489-92e2-4e9a-969c-bf10a0c264cd None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:33.243107 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c6b421bb-898f-4473-a055-a03c9f2c0b21 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:33.247589 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33e489-92e2-4e9a-969c-bf10a0c264cd None None] Pushing event updated for resources: {'Port': ['ID=a962044f-988b-4b59-9906-98014b589fd5,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:33.263613 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca663775-218f-4860-a865-2b9fc9e01dfe None None] Network 2ed7c476-edcd-4afe-b7d8-32e2e8b903ed requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:33.265967 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27883fa-9382-4972-8de7-7155314c023b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:33.266608 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e27883fa-9382-4972-8de7-7155314c023b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:33.291768 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-99acaf04-4e72-465a-9247-de2175d1de4d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] device_id is not set on port 99855515-b2f5-4dd4-aba0-dae20ffcc62d yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:39:33.303109 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c6b421bb-898f-4473-a055-a03c9f2c0b21 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:33.307442 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c6b421bb-898f-4473-a055-a03c9f2c0b21 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9181116 Apr 29 11:39:33.308154 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50540) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:33.316281 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-80fac165-2579-46cb-9894-2402b0778997 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-736158696'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:33.328643 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6405ee5c-d115-4518-90d1-c0f7eb211e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:33.358849 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e27883fa-9382-4972-8de7-7155314c023b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8583655 Apr 29 11:39:33.382872 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50542) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:33.389849 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-b97fccfe-8cc9-4a10-aa59-dd036272883a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] For port 53283b2b-de6e-48e9-947b-a3977af94fef, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=53283b2b-de6e-48e9-947b-a3977af94fef,segment=NetworkSegment(823b9663-fa02-4cb5-990e-e63a469324bf),segment_id=823b9663-fa02-4cb5-990e-e63a469324bf)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:33.390227 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b97fccfe-8cc9-4a10-aa59-dd036272883a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:33.429777 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-b97fccfe-8cc9-4a10-aa59-dd036272883a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Calling delete_port for 53283b2b-de6e-48e9-947b-a3977af94fef owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:33.476400 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-915b7922-1d72-4916-bff2-b888df4cef9a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-762505851', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:33.486418 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fac165-2579-46cb-9894-2402b0778997 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Made reservation on behalf of fbe12a56c9b3408b8301d9e9c5d8ac25 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:33.492353 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-80fac165-2579-46cb-9894-2402b0778997 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:33.578702 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320f5c6-d6c5-473c-a233-22f0267c3495 None None] Pushing event updated for resources: {'Port': ['ID=7a998f30-b5ed-4687-b161-5a5ec443626b,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:33.581519 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-80fac165-2579-46cb-9894-2402b0778997 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:33.583007 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-99acaf04-4e72-465a-9247-de2175d1de4d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Allocated IP 172.20.0.11 (67082785-4db6-447d-bd70-1e35b4e1ed5e/7068f4a7-810e-4db6-b8fa-b6bbbd006d9d/99855515-b2f5-4dd4-aba0-dae20ffcc62d) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:33.606109 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-eb33e489-92e2-4e9a-969c-bf10a0c264cd None None] Attempting to bind port a962044f-988b-4b59-9906-98014b589fd5 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:39:33.606827 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-eb33e489-92e2-4e9a-969c-bf10a0c264cd None None] Attempting to bind port a962044f-988b-4b59-9906-98014b589fd5 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '94344a76-8b9e-4e8a-b268-c9e1d24e6b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '64da55f9-065f-4298-9367-d500367605a2'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:39:33.608536 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb33e489-92e2-4e9a-969c-bf10a0c264cd None None] Attempting to bind port a962044f-988b-4b59-9906-98014b589fd5 on network 64da55f9-065f-4298-9367-d500367605a2 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:39:33.634542 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7316a87b-94c9-44f4-8c90-72c6ab8a1c96 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for router_gateway, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:33.636168 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb33e489-92e2-4e9a-969c-bf10a0c264cd None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:39:33.637922 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb33e489-92e2-4e9a-969c-bf10a0c264cd None None] Checking segment: {'id': '94344a76-8b9e-4e8a-b268-c9e1d24e6b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '64da55f9-065f-4298-9367-d500367605a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:33.638626 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-915b7922-1d72-4916-bff2-b888df4cef9a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:33.639073 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-eb33e489-92e2-4e9a-969c-bf10a0c264cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:33.643661 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-915b7922-1d72-4916-bff2-b888df4cef9a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:33.679228 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb33e489-92e2-4e9a-969c-bf10a0c264cd None None] Bound using segment: {'id': '94344a76-8b9e-4e8a-b268-c9e1d24e6b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '64da55f9-065f-4298-9367-d500367605a2'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:39:33.679852 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-eb33e489-92e2-4e9a-969c-bf10a0c264cd None None] Bound port: a962044f-988b-4b59-9906-98014b589fd5, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94344a76-8b9e-4e8a-b268-c9e1d24e6b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '64da55f9-065f-4298-9367-d500367605a2'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:39:33.681140 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-eb33e489-92e2-4e9a-969c-bf10a0c264cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:33.715747 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 53283b2b-de6e-48e9-947b-a3977af94fef triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:33.716119 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:33.717297 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7316a87b-94c9-44f4-8c90-72c6ab8a1c96 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:33.720423 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1adb1f9d-ed2c-474d-b684-5251bd927c67 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:33.759699 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-6405ee5c-d115-4518-90d1-c0f7eb211e3c None None] For port 53283b2b-de6e-48e9-947b-a3977af94fef, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=53283b2b-de6e-48e9-947b-a3977af94fef,segment=NetworkSegment(823b9663-fa02-4cb5-990e-e63a469324bf),segment_id=823b9663-fa02-4cb5-990e-e63a469324bf)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:33.776512 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa66338-a7d5-4085-adb6-bd94aca23421 None None] DHCP port deletion for 00a0541c-76d9-493c-85b9-c68266e727c1 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:39:33.829475 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6405ee5c-d115-4518-90d1-c0f7eb211e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:33.925930 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b97fccfe-8cc9-4a10-aa59-dd036272883a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:33.947732 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Could not find standard attr ID for object 53283b2b-de6e-48e9-947b-a3977af94fef. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:39:33.949637 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-9fa66338-a7d5-4085-adb6-bd94aca23421 None None] The port '53283b2b-de6e-48e9-947b-a3977af94fef' was deleted {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 29 11:39:33.963385 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-915b7922-1d72-4916-bff2-b888df4cef9a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:33.976627 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fccfe-8cc9-4a10-aa59-dd036272883a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Port': ['ID=53283b2b-de6e-48e9-947b-a3977af94fef,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:33.984471 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-915b7922-1d72-4916-bff2-b888df4cef9a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:33.990834 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97fccfe-8cc9-4a10-aa59-dd036272883a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] No DVR routers for this DVR port 53283b2b-de6e-48e9-947b-a3977af94fef on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:39:33.991783 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No ports have port_id starting with 53283b2b-de6e-48e9-947b-a3977af94fef Apr 29 11:39:33.995465 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-eb33e489-92e2-4e9a-969c-bf10a0c264cd None None] For port a962044f-988b-4b59-9906-98014b589fd5, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:39:33.998312 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd7176c-a895-4c36-b650-9ad43806db66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-67082785-4db6-447d-bd70-1e35b4e1ed5e', 'network_id': '67082785-4db6-447d-bd70-1e35b4e1ed5e', 'tenant_id': '468174a7deca4bc8a17b4c19d9db5ab0', 'fixed_ips': [{'subnet_id': '7068f4a7-810e-4db6-b8fa-b6bbbd006d9d'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:39:33.999469 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dfd7176c-a895-4c36-b650-9ad43806db66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:34.045907 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-f3621d68-a0a6-44ea-b623-5ad4dc75776a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting port 76684942-97b7-4ffd-9045-256c47057c74 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:34.046297 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f3621d68-a0a6-44ea-b623-5ad4dc75776a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:34.048270 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-02160c34-69ce-43d0-86af-9d0985b37e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caec8610-069b-4a00-ad02-2d5c14bac698', 'name': 'tempest-NetworksTestDHCPv6-router-515600988', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:39:23Z', 'updated_at': '2022-04-29T11:39:27Z', 'revision_number': 2, 'project_id': '816ee0d9de714cffbf04b1f22c0f1713', 'gw_port_host': None, '_interfaces': [{'id': '76684942-97b7-4ffd-9045-256c47057c74', 'name': '', 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'mac_address': 'fa:16:3e:6c:2b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caec8610-069b-4a00-ad02-2d5c14bac698', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'c78b5425-a98c-48fa-84b4-a84265746f9b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:39:25Z', 'updated_at': '2022-04-29T11:39:28Z', 'revision_number': 2, 'project_id': '816ee0d9de714cffbf04b1f22c0f1713', 'subnets': [{'id': 'c78b5425-a98c-48fa-84b4-a84265746f9b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:34.054285 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-eb33e489-92e2-4e9a-969c-bf10a0c264cd None None] For port a962044f-988b-4b59-9906-98014b589fd5, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=a962044f-988b-4b59-9906-98014b589fd5,segment=NetworkSegment(94344a76-8b9e-4e8a-b268-c9e1d24e6b4e),segment_id=94344a76-8b9e-4e8a-b268-c9e1d24e6b4e)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:39:34.090842 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-915b7922-1d72-4916-bff2-b888df4cef9a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:34.092394 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-915b7922-1d72-4916-bff2-b888df4cef9a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7084804 Apr 29 11:39:34.129430 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50544) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:34.296507 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405ee5c-d115-4518-90d1-c0f7eb211e3c None None] Pushing event updated for resources: {'Port': ['ID=53283b2b-de6e-48e9-947b-a3977af94fef,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:34.300311 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02160c34-69ce-43d0-86af-9d0985b37e2b None None] Checking router: caec8610-069b-4a00-ad02-2d5c14bac698 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:39:34.301118 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02160c34-69ce-43d0-86af-9d0985b37e2b None None] Updating router caec8610-069b-4a00-ad02-2d5c14bac698 port 76684942-97b7-4ffd-9045-256c47057c74 binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:39:34.304166 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-eb33e489-92e2-4e9a-969c-bf10a0c264cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:34.362092 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b97fccfe-8cc9-4a10-aa59-dd036272883a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:34.367075 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-99acaf04-4e72-465a-9247-de2175d1de4d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:34.441008 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-b97fccfe-8cc9-4a10-aa59-dd036272883a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a0541c-76d9-493c-85b9-c68266e727c1']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:34.477678 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-02160c34-69ce-43d0-86af-9d0985b37e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:34.494825 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-80fac165-2579-46cb-9894-2402b0778997 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:34.513981 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-80fac165-2579-46cb-9894-2402b0778997 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:34.514584 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9902c740-adc2-47dd-a1f8-68d7093dfe7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-2ed7c476-edcd-4afe-b7d8-32e2e8b903ed', 'network_id': '2ed7c476-edcd-4afe-b7d8-32e2e8b903ed', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'fixed_ips': [{'subnet_id': '2c1ccaa3-4ce5-49f5-a955-802a8ac973ae'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:39:34.515592 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9902c740-adc2-47dd-a1f8-68d7093dfe7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:34.525400 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80fac165-2579-46cb-9894-2402b0778997 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:39:34.544009 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-b97fccfe-8cc9-4a10-aa59-dd036272883a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '823b9663-fa02-4cb5-990e-e63a469324bf') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:34.544395 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-b97fccfe-8cc9-4a10-aa59-dd036272883a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '823b9663-fa02-4cb5-990e-e63a469324bf') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:34.544721 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-80fac165-2579-46cb-9894-2402b0778997 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:34.545079 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-80fac165-2579-46cb-9894-2402b0778997 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Added segment 8f9e984a-8d71-4bbd-a7da-7e17380e9c53 of type vlan for network 8ab36dae-ccd2-45b9-af32-22c36434098f Apr 29 11:39:34.550286 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-7316a87b-94c9-44f4-8c90-72c6ab8a1c96 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Allocated IP 172.26.4.186 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/8e1b61c2-61bb-4918-981f-fe227d7c65d9) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:34.588425 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33e489-92e2-4e9a-969c-bf10a0c264cd None None] Pushing event updated for resources: {'Port': ['ID=a962044f-988b-4b59-9906-98014b589fd5,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:34.601087 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b97fccfe-8cc9-4a10-aa59-dd036272883a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:34.655778 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-99acaf04-4e72-465a-9247-de2175d1de4d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:34.658159 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b97fccfe-8cc9-4a10-aa59-dd036272883a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:34.675960 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f3621d68-a0a6-44ea-b623-5ad4dc75776a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:34.681572 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fac165-2579-46cb-9894-2402b0778997 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeec7a1e-587a-4513-94e0-30d24d1ace24,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:34.769028 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acaf04-4e72-465a-9247-de2175d1de4d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Port': ['ID=99855515-b2f5-4dd4-aba0-dae20ffcc62d,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:34.772820 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-80fac165-2579-46cb-9894-2402b0778997 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:34.776450 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-f3621d68-a0a6-44ea-b623-5ad4dc75776a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Calling delete_port for 76684942-97b7-4ffd-9045-256c47057c74 owned by network:router_interface {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:34.783758 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b97fccfe-8cc9-4a10-aa59-dd036272883a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:39:34.785263 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b97fccfe-8cc9-4a10-aa59-dd036272883a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:34.904520 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-dfd7176c-a895-4c36-b650-9ad43806db66 None None] Allocated IP 172.20.0.2 (67082785-4db6-447d-bd70-1e35b4e1ed5e/7068f4a7-810e-4db6-b8fa-b6bbbd006d9d/27215d05-fccd-4ac6-9e11-df2b5221d977) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:35.015623 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-80fac165-2579-46cb-9894-2402b0778997 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:35.022025 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fac165-2579-46cb-9894-2402b0778997 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:35.023218 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-80fac165-2579-46cb-9894-2402b0778997 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:35.101605 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7316a87b-94c9-44f4-8c90-72c6ab8a1c96 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:35.143075 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-9902c740-adc2-47dd-a1f8-68d7093dfe7a None None] Allocated IP 172.21.0.2 (2ed7c476-edcd-4afe-b7d8-32e2e8b903ed/2c1ccaa3-4ce5-49f5-a955-802a8ac973ae/4eb60539-b8f5-45a6-bba2-038c98386173) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:35.258912 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 7a998f30-b5ed-4687-b161-5a5ec443626b up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:39:35.259182 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-80fac165-2579-46cb-9894-2402b0778997 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9472778 Apr 29 11:39:35.261312 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50550) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:35.270963 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-f82320b0-5cf7-42df-83d3-dfb9570b8278 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Request body: {'subnet': {'network_id': '8ab36dae-ccd2-45b9-af32-22c36434098f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:35.337534 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fac165-2579-46cb-9894-2402b0778997 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Pushing event updated for resources: {'Network': ['ID=8ab36dae-ccd2-45b9-af32-22c36434098f,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:35.386399 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 8ab36dae-ccd2-45b9-af32-22c36434098f details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:39:35.388544 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0f855d-777b-4693-80b8-21fbabffdae6 None None] Network a6514591-2731-4f80-93bc-b10978ebab17 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:35.423962 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50552) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:35.436114 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:39:35.436114 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:39:35.436114 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:39:35.436114 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:39:35.436114 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:39:35.436114 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:39:35.436114 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:39:35.436114 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:39:35.436114 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:39:35.436114 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:39:35.436114 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:39:35.436114 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:39:35.436114 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:39:35.436114 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:39:35.436114 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:39:35.436114 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:39:35.436114 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:39:35.436114 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:39:35.436114 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:39:35.436114 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:39:35.436114 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:39:35.436114 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:39:35.436114 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:39:35.436114 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:39:35.436114 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:39:35.436114 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:39:35.436114 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:39:35.436114 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:39:35.436114 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:39:35.436114 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:39:35.436114 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:39:35.436114 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:39:35.533979 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99acaf04-4e72-465a-9247-de2175d1de4d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network 67082785-4db6-447d-bd70-1e35b4e1ed5e is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:35.559814 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7316a87b-94c9-44f4-8c90-72c6ab8a1c96 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:35.563041 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c7b743e6-8061-42a7-8c8c-e2f80a4d33bb tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:35.578947 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-99acaf04-4e72-465a-9247-de2175d1de4d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:35.583655 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b97fccfe-8cc9-4a10-aa59-dd036272883a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:35.586942 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99acaf04-4e72-465a-9247-de2175d1de4d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:35.596552 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b97fccfe-8cc9-4a10-aa59-dd036272883a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:35.599765 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b97fccfe-8cc9-4a10-aa59-dd036272883a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/networks/00a0541c-76d9-493c-85b9-c68266e727c1 HTTP/1.1" status: 204 len: 168 time: 3.0829220 Apr 29 11:39:35.616364 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50554) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:35.622043 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dfd7176c-a895-4c36-b650-9ad43806db66 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:35.640955 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-29501e7c-e7d9-46c5-afbb-28e0b92a5a57 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'port': {'network_id': 'a4b2b389-9024-4cee-95b3-af3ca7cfd466', 'name': 'tempest-PortsIpV6TestJSON-1162761822'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:35.657215 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fadfa44-c8a7-4f97-a256-b5c572e8931e tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:35.666584 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dfd7176c-a895-4c36-b650-9ad43806db66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:35.673394 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1fadfa44-c8a7-4f97-a256-b5c572e8931e tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=1c458760-cee1-43dd-bfaa-f7beebba31f7 HTTP/1.1" status: 200 len: 814 time: 0.2446394 Apr 29 11:39:35.748839 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fccfe-8cc9-4a10-aa59-dd036272883a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Network': ['ID=00a0541c-76d9-493c-85b9-c68266e727c1,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:35.760119 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 7a998f30-b5ed-4687-b161-5a5ec443626b triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:35.760830 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:35.762760 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-35215385-a5ec-4cd3-8b02-996a09390c12 None None] Provisioning complete for port 7a998f30-b5ed-4687-b161-5a5ec443626b triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:35.763327 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-35215385-a5ec-4cd3-8b02-996a09390c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:35.789518 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7316a87b-94c9-44f4-8c90-72c6ab8a1c96 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:35.795854 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82320b0-5cf7-42df-83d3-dfb9570b8278 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Made reservation on behalf of fbe12a56c9b3408b8301d9e9c5d8ac25 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:35.799162 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f82320b0-5cf7-42df-83d3-dfb9570b8278 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:35.811574 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd7176c-a895-4c36-b650-9ad43806db66 None None] Network 67082785-4db6-447d-bd70-1e35b4e1ed5e is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:35.829738 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-7316a87b-94c9-44f4-8c90-72c6ab8a1c96 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:35.844145 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316a87b-94c9-44f4-8c90-72c6ab8a1c96 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event updated for resources: {'Port': ['ID=8e1b61c2-61bb-4918-981f-fe227d7c65d9,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:35.847405 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7316a87b-94c9-44f4-8c90-72c6ab8a1c96 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:35.899876 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-dfd7176c-a895-4c36-b650-9ad43806db66 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:35.904157 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd7176c-a895-4c36-b650-9ad43806db66 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:35.915833 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f3621d68-a0a6-44ea-b623-5ad4dc75776a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:35.979737 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3621d68-a0a6-44ea-b623-5ad4dc75776a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Port': ['ID=76684942-97b7-4ffd-9045-256c47057c74,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:36.037527 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-02160c34-69ce-43d0-86af-9d0985b37e2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:39:36.038710 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-02160c34-69ce-43d0-86af-9d0985b37e2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:39:36.048570 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29501e7c-e7d9-46c5-afbb-28e0b92a5a57 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:36.049056 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99acaf04-4e72-465a-9247-de2175d1de4d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:36.049778 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-99acaf04-4e72-465a-9247-de2175d1de4d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:36.053228 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-29501e7c-e7d9-46c5-afbb-28e0b92a5a57 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:36.134364 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-1adb1f9d-ed2c-474d-b684-5251bd927c67 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Deleting port 068478bb-1c20-43b0-be68-4c1da1e5740a {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:36.134854 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1adb1f9d-ed2c-474d-b684-5251bd927c67 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:36.153556 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-99acaf04-4e72-465a-9247-de2175d1de4d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2947369 Apr 29 11:39:36.154082 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7176c-a895-4c36-b650-9ad43806db66 None None] Pushing event updated for resources: {'Port': ['ID=27215d05-fccd-4ac6-9e11-df2b5221d977,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:36.162373 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-dfd7176c-a895-4c36-b650-9ad43806db66 None None] Attempting to bind port 27215d05-fccd-4ac6-9e11-df2b5221d977 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:39:36.163056 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-dfd7176c-a895-4c36-b650-9ad43806db66 None None] Attempting to bind port 27215d05-fccd-4ac6-9e11-df2b5221d977 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '8206edbc-16b8-4904-8d33-a2a48db79a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67082785-4db6-447d-bd70-1e35b4e1ed5e'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:39:36.163610 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd7176c-a895-4c36-b650-9ad43806db66 None None] Attempting to bind port 27215d05-fccd-4ac6-9e11-df2b5221d977 on network 67082785-4db6-447d-bd70-1e35b4e1ed5e {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:39:36.176316 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50560) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:36.177547 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-c7b743e6-8061-42a7-8c8c-e2f80a4d33bb tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Allocated IP 172.20.0.1 (a6514591-2731-4f80-93bc-b10978ebab17/1eb3841d-9150-47d1-a390-a8821eb3856b/14aa7206-359d-4128-8eab-b1b63fd8db66) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:36.261243 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd7176c-a895-4c36-b650-9ad43806db66 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:39:36.261598 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd7176c-a895-4c36-b650-9ad43806db66 None None] Checking segment: {'id': '8206edbc-16b8-4904-8d33-a2a48db79a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67082785-4db6-447d-bd70-1e35b4e1ed5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:36.262009 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dfd7176c-a895-4c36-b650-9ad43806db66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:36.266761 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd7176c-a895-4c36-b650-9ad43806db66 None None] Bound using segment: {'id': '8206edbc-16b8-4904-8d33-a2a48db79a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67082785-4db6-447d-bd70-1e35b4e1ed5e'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:39:36.267876 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-dfd7176c-a895-4c36-b650-9ad43806db66 None None] Bound port: 27215d05-fccd-4ac6-9e11-df2b5221d977, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8206edbc-16b8-4904-8d33-a2a48db79a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '67082785-4db6-447d-bd70-1e35b4e1ed5e'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:39:36.268483 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dfd7176c-a895-4c36-b650-9ad43806db66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:36.272524 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f707ec-469a-4334-93f0-a9f842ef982f None None] Network 64da55f9-065f-4298-9367-d500367605a2 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:36.315148 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-29501e7c-e7d9-46c5-afbb-28e0b92a5a57 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] device_id is not set on port b8909167-a192-4cc5-97a3-060d35b3bea3 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:39:36.327898 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50562) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:36.331747 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f3621d68-a0a6-44ea-b623-5ad4dc75776a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:36.346000 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-6a56bedb-0f30-4fe0-b274-6f39464d5f88 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'network': {'name': 'tempest-network-smoke--660395195', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'port_security_enabled': True}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:36.398385 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9902c740-adc2-47dd-a1f8-68d7093dfe7a None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:36.434444 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-1adb1f9d-ed2c-474d-b684-5251bd927c67 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] For port 068478bb-1c20-43b0-be68-4c1da1e5740a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=068478bb-1c20-43b0-be68-4c1da1e5740a,segment=NetworkSegment(f86a78a8-a3e7-4d62-ab97-afdfec6ca2b4),segment_id=f86a78a8-a3e7-4d62-ab97-afdfec6ca2b4)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:36.435181 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1adb1f9d-ed2c-474d-b684-5251bd927c67 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:36.469653 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-1adb1f9d-ed2c-474d-b684-5251bd927c67 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Calling delete_port for 068478bb-1c20-43b0-be68-4c1da1e5740a owned by network:router_interface {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:36.505572 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9902c740-adc2-47dd-a1f8-68d7093dfe7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:36.506546 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c7b743e6-8061-42a7-8c8c-e2f80a4d33bb tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:36.538883 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-35215385-a5ec-4cd3-8b02-996a09390c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:36.603578 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a56bedb-0f30-4fe0-b274-6f39464d5f88 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Made reservation on behalf of e43b3d3b447648b5aeeaf858bb1241e8 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:36.607513 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6a56bedb-0f30-4fe0-b274-6f39464d5f88 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:36.712538 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c7b743e6-8061-42a7-8c8c-e2f80a4d33bb tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:36.771027 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b743e6-8061-42a7-8c8c-e2f80a4d33bb tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network a6514591-2731-4f80-93bc-b10978ebab17 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:36.774690 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-c7b743e6-8061-42a7-8c8c-e2f80a4d33bb tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:36.777317 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b743e6-8061-42a7-8c8c-e2f80a4d33bb tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:36.824533 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9902c740-adc2-47dd-a1f8-68d7093dfe7a None None] Network 2ed7c476-edcd-4afe-b7d8-32e2e8b903ed is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:36.829207 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:36.850210 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02160c34-69ce-43d0-86af-9d0985b37e2b None None] Port 76684942-97b7-4ffd-9045-256c47057c74 not found while updating agent binding for router caec8610-069b-4a00-ad02-2d5c14bac698. {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 29 11:39:36.852236 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b743e6-8061-42a7-8c8c-e2f80a4d33bb tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Port': ['ID=14aa7206-359d-4128-8eab-b1b63fd8db66,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:36.864203 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-9902c740-adc2-47dd-a1f8-68d7093dfe7a None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:36.881554 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1adb1f9d-ed2c-474d-b684-5251bd927c67 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:36.888875 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9902c740-adc2-47dd-a1f8-68d7093dfe7a None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:36.892960 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-dfd7176c-a895-4c36-b650-9ad43806db66 None None] For port 27215d05-fccd-4ac6-9e11-df2b5221d977, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:39:36.918880 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902c740-adc2-47dd-a1f8-68d7093dfe7a None None] Pushing event updated for resources: {'Port': ['ID=4eb60539-b8f5-45a6-bba2-038c98386173,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:36.959296 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb1f9d-ed2c-474d-b684-5251bd927c67 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Port': ['ID=068478bb-1c20-43b0-be68-4c1da1e5740a,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:36.960509 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a56bedb-0f30-4fe0-b274-6f39464d5f88 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:39:36.965368 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-dfd7176c-a895-4c36-b650-9ad43806db66 None None] For port 27215d05-fccd-4ac6-9e11-df2b5221d977, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=27215d05-fccd-4ac6-9e11-df2b5221d977,segment=NetworkSegment(8206edbc-16b8-4904-8d33-a2a48db79a6e),segment_id=8206edbc-16b8-4904-8d33-a2a48db79a6e)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:39:36.968516 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f82320b0-5cf7-42df-83d3-dfb9570b8278 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:36.969889 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-35215385-a5ec-4cd3-8b02-996a09390c12 None None] For port 7a998f30-b5ed-4687-b161-5a5ec443626b, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=7a998f30-b5ed-4687-b161-5a5ec443626b,segment=NetworkSegment(6110aeee-53e3-40eb-831c-4ee5c13a67ea),segment_id=6110aeee-53e3-40eb-831c-4ee5c13a67ea)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:36.976503 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02160c34-69ce-43d0-86af-9d0985b37e2b None None] Routers {'caec8610-069b-4a00-ad02-2d5c14bac698'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:36.977785 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-02160c34-69ce-43d0-86af-9d0985b37e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['caec8610-069b-4a00-ad02-2d5c14bac698'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:36.990562 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c7b743e6-8061-42a7-8c8c-e2f80a4d33bb tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:36.998627 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dfd7176c-a895-4c36-b650-9ad43806db66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:37.050744 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-35215385-a5ec-4cd3-8b02-996a09390c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:37.158522 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3621d68-a0a6-44ea-b623-5ad4dc75776a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Router caec8610-069b-4a00-ad02-2d5c14bac698 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:39:37.165466 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7316a87b-94c9-44f4-8c90-72c6ab8a1c96 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for router_gateway, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:37.186913 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6a56bedb-0f30-4fe0-b274-6f39464d5f88 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:37.187575 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-6a56bedb-0f30-4fe0-b274-6f39464d5f88 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Added segment fe679dd4-e298-4e22-a8be-94b11f77c601 of type vlan for network 436b1e4d-d852-4ae8-ad5b-2dd29fed06c0 Apr 29 11:39:37.197679 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-0248a9a8-2501-42c4-92c8-93aed2a5b82f tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting port 99855515-b2f5-4dd4-aba0-dae20ffcc62d {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:37.198357 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0248a9a8-2501-42c4-92c8-93aed2a5b82f tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:37.203980 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-02160c34-69ce-43d0-86af-9d0985b37e2b None None] Set router caec8610-069b-4a00-ad02-2d5c14bac698 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:39:37.217922 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1adb1f9d-ed2c-474d-b684-5251bd927c67 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:37.255319 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7176c-a895-4c36-b650-9ad43806db66 None None] Pushing event updated for resources: {'Port': ['ID=27215d05-fccd-4ac6-9e11-df2b5221d977,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:37.268229 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6a56bedb-0f30-4fe0-b274-6f39464d5f88 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:37.440464 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-02160c34-69ce-43d0-86af-9d0985b37e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caec8610-069b-4a00-ad02-2d5c14bac698', 'name': 'tempest-NetworksTestDHCPv6-router-515600988', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:39:23Z', 'updated_at': '2022-04-29T11:39:35Z', 'revision_number': 3, 'project_id': '816ee0d9de714cffbf04b1f22c0f1713', 'gw_port_host': None}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:37.444953 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c7b743e6-8061-42a7-8c8c-e2f80a4d33bb tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:37.515576 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02160c34-69ce-43d0-86af-9d0985b37e2b None None] The sync data for ids ['caec8610-069b-4a00-ad02-2d5c14bac698'] in dv-neutron-838888-1-hyperv is: [{'id': 'caec8610-069b-4a00-ad02-2d5c14bac698', 'name': 'tempest-NetworksTestDHCPv6-router-515600988', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:39:23Z', 'updated_at': '2022-04-29T11:39:35Z', 'revision_number': 3, 'project_id': '816ee0d9de714cffbf04b1f22c0f1713', 'gw_port_host': None}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:39:37.537003 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-9902c740-adc2-47dd-a1f8-68d7093dfe7a None None] Attempting to bind port 4eb60539-b8f5-45a6-bba2-038c98386173 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:39:37.541061 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-9902c740-adc2-47dd-a1f8-68d7093dfe7a None None] Attempting to bind port 4eb60539-b8f5-45a6-bba2-038c98386173 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'e2e2e655-4a8f-42d4-bead-46e796c49105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2ed7c476-edcd-4afe-b7d8-32e2e8b903ed'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:39:37.542015 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9902c740-adc2-47dd-a1f8-68d7093dfe7a None None] Attempting to bind port 4eb60539-b8f5-45a6-bba2-038c98386173 on network 2ed7c476-edcd-4afe-b7d8-32e2e8b903ed {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:39:37.542940 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0248a9a8-2501-42c4-92c8-93aed2a5b82f tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:37.560625 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-0248a9a8-2501-42c4-92c8-93aed2a5b82f tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Calling delete_port for 99855515-b2f5-4dd4-aba0-dae20ffcc62d owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:37.687111 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:39:37.687726 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:39:37.690926 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6a56bedb-0f30-4fe0-b274-6f39464d5f88 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:37.696878 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a56bedb-0f30-4fe0-b274-6f39464d5f88 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:37.697543 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6a56bedb-0f30-4fe0-b274-6f39464d5f88 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:37.735122 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9902c740-adc2-47dd-a1f8-68d7093dfe7a None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:39:37.735735 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9902c740-adc2-47dd-a1f8-68d7093dfe7a None None] Checking segment: {'id': 'e2e2e655-4a8f-42d4-bead-46e796c49105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2ed7c476-edcd-4afe-b7d8-32e2e8b903ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:37.736393 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9902c740-adc2-47dd-a1f8-68d7093dfe7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:37.737003 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9902c740-adc2-47dd-a1f8-68d7093dfe7a None None] Bound using segment: {'id': 'e2e2e655-4a8f-42d4-bead-46e796c49105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2ed7c476-edcd-4afe-b7d8-32e2e8b903ed'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:39:37.737797 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-9902c740-adc2-47dd-a1f8-68d7093dfe7a None None] Bound port: 4eb60539-b8f5-45a6-bba2-038c98386173, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e2e655-4a8f-42d4-bead-46e796c49105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2ed7c476-edcd-4afe-b7d8-32e2e8b903ed'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:39:37.741556 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9902c740-adc2-47dd-a1f8-68d7093dfe7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:37.809650 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35215385-a5ec-4cd3-8b02-996a09390c12 None None] Pushing event updated for resources: {'Port': ['ID=7a998f30-b5ed-4687-b161-5a5ec443626b,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:37.832988 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-9422635c-1705-4ec6-a106-2b0bbe030689 None None] Provisioning complete for port a962044f-988b-4b59-9906-98014b589fd5 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:37.833594 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9422635c-1705-4ec6-a106-2b0bbe030689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:37.885900 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-29501e7c-e7d9-46c5-afbb-28e0b92a5a57 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:37.895580 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82320b0-5cf7-42df-83d3-dfb9570b8278 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Pushing event updated for resources: {'Subnet': ['ID=f88a73f9-e9c1-4786-86e0-7fc14eae8f88,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:38.107247 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1adb1f9d-ed2c-474d-b684-5251bd927c67 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Router d9c65347-25d2-4970-bee3-39fb6f4c4633 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:39:38.126680 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6a56bedb-0f30-4fe0-b274-6f39464d5f88 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7918057 Apr 29 11:39:38.138626 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50564) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:38.158665 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9422635c-1705-4ec6-a106-2b0bbe030689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:38.270807 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-9902c740-adc2-47dd-a1f8-68d7093dfe7a None None] For port 4eb60539-b8f5-45a6-bba2-038c98386173, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:39:38.276991 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-9902c740-adc2-47dd-a1f8-68d7093dfe7a None None] For port 4eb60539-b8f5-45a6-bba2-038c98386173, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=4eb60539-b8f5-45a6-bba2-038c98386173,segment=NetworkSegment(e2e2e655-4a8f-42d4-bead-46e796c49105),segment_id=e2e2e655-4a8f-42d4-bead-46e796c49105)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:39:38.279477 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-9422635c-1705-4ec6-a106-2b0bbe030689 None None] For port a962044f-988b-4b59-9906-98014b589fd5, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=a962044f-988b-4b59-9906-98014b589fd5,segment=NetworkSegment(94344a76-8b9e-4e8a-b268-c9e1d24e6b4e),segment_id=94344a76-8b9e-4e8a-b268-c9e1d24e6b4e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:38.284599 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9902c740-adc2-47dd-a1f8-68d7093dfe7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:38.295414 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9422635c-1705-4ec6-a106-2b0bbe030689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:38.377745 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 53283b2b-de6e-48e9-947b-a3977af94fef no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:39:38.379131 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1adb1f9d-ed2c-474d-b684-5251bd927c67 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:39:38.398834 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f38063-aacb-4682-a6af-8bf274ee92e2 None None] Sync routers for ids ['d9c65347-25d2-4970-bee3-39fb6f4c4633'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:39:38.400080 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-1adb1f9d-ed2c-474d-b684-5251bd927c67 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "PUT /v2.0/routers/d9c65347-25d2-4970-bee3-39fb6f4c4633/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5683234 Apr 29 11:39:38.410205 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50566) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:38.417593 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 53283b2b-de6e-48e9-947b-a3977af94fef {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:39:38.418436 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 53283b2b-de6e-48e9-947b-a3977af94fef not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:39:38.443356 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f38063-aacb-4682-a6af-8bf274ee92e2 None None] Routers {'d9c65347-25d2-4970-bee3-39fb6f4c4633'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:38.444763 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-24f38063-aacb-4682-a6af-8bf274ee92e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d9c65347-25d2-4970-bee3-39fb6f4c4633'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:38.445696 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902c740-adc2-47dd-a1f8-68d7093dfe7a None None] Pushing event updated for resources: {'Port': ['ID=4eb60539-b8f5-45a6-bba2-038c98386173,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:38.473517 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a0b695-1c2d-4a6c-9f5e-ec4e1b11ad51 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:38.475904 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c2a0b695-1c2d-4a6c-9f5e-ec4e1b11ad51 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=e43b3d3b447648b5aeeaf858bb1241e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3349466 Apr 29 11:39:38.532027 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422635c-1705-4ec6-a106-2b0bbe030689 None None] Pushing event updated for resources: {'Port': ['ID=a962044f-988b-4b59-9906-98014b589fd5,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:38.548196 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-ac0bbce4-de0f-4986-93a4-04915e51bf0f None None] Provisioning complete for port 7a998f30-b5ed-4687-b161-5a5ec443626b triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:38.548475 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ac0bbce4-de0f-4986-93a4-04915e51bf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:38.550378 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c7b743e6-8061-42a7-8c8c-e2f80a4d33bb tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:38.552480 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50568) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:38.704335 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-24f38063-aacb-4682-a6af-8bf274ee92e2 None None] Set router d9c65347-25d2-4970-bee3-39fb6f4c4633 gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:39:38.809323 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-ac0bbce4-de0f-4986-93a4-04915e51bf0f None None] Provisioning complete for port 14aa7206-359d-4128-8eab-b1b63fd8db66 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:38.813045 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ac0bbce4-de0f-4986-93a4-04915e51bf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:38.845931 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3621d68-a0a6-44ea-b623-5ad4dc75776a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:39:38.855548 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f3621d68-a0a6-44ea-b623-5ad4dc75776a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "PUT /v2.0/routers/caec8610-069b-4a00-ad02-2d5c14bac698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1169484 Apr 29 11:39:38.863880 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50570) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:38.968210 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-ac0bbce4-de0f-4986-93a4-04915e51bf0f None None] Port 14aa7206-359d-4128-8eab-b1b63fd8db66 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:39:38.968456 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c7b743e6-8061-42a7-8c8c-e2f80a4d33bb tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:38.969750 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52f0cba-adab-4872-8371-a1b4daf571ac tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:38.971308 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52f0cba-adab-4872-8371-a1b4daf571ac tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:38.976156 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e52f0cba-adab-4872-8371-a1b4daf571ac tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1028521 Apr 29 11:39:38.980238 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50572) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:38.988569 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-ac0bbce4-de0f-4986-93a4-04915e51bf0f None None] Provisioning complete for port a962044f-988b-4b59-9906-98014b589fd5 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:38.989255 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ac0bbce4-de0f-4986-93a4-04915e51bf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:39.031434 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56bedb-0f30-4fe0-b274-6f39464d5f88 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Network': ['ID=436b1e4d-d852-4ae8-ad5b-2dd29fed06c0,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:39.034693 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82320b0-5cf7-42df-83d3-dfb9570b8278 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Checking segment: {'id': '8f9e984a-8d71-4bbd-a7da-7e17380e9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8ab36dae-ccd2-45b9-af32-22c36434098f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:39.035061 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82320b0-5cf7-42df-83d3-dfb9570b8278 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Network hostable DHCP agents. Network: 8ab36dae-ccd2-45b9-af32-22c36434098f, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:39:39.058784 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 436b1e4d-d852-4ae8-ad5b-2dd29fed06c0 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:39:39.068825 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07570e2-b76e-44da-9e7c-32502e0f548c tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:39.070441 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d07570e2-b76e-44da-9e7c-32502e0f548c tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5169075 Apr 29 11:39:39.076901 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50574) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:39.136260 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-03aa5eed-338d-4a3a-aa99-0573edca1b68 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Deleting subnet 0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:39:39.146708 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c7b743e6-8061-42a7-8c8c-e2f80a4d33bb tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:39.166799 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-03aa5eed-338d-4a3a-aa99-0573edca1b68 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:39.272535 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-24f38063-aacb-4682-a6af-8bf274ee92e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'name': 'tempest-RoutersIpV6Test-router-511075764', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:38:20Z', 'updated_at': '2022-04-29T11:39:36Z', 'revision_number': 9, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None, '_interfaces': [{'id': '21044d70-8412-46f0-a5ea-e3e60ae77965', 'name': '', 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:38:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:26Z', 'updated_at': '2022-04-29T11:38:37Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e', 'name': '', 'network_id': 'b2d06907-a4d4-4ea6-a2d0-5da0c93b630f', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:9e:d0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:41Z', 'updated_at': '2022-04-29T11:38:56Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:39.312636 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f51be576-0649-404b-b004-5de785f845e2 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=1c458760-cee1-43dd-bfaa-f7beebba31f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2216184 Apr 29 11:39:39.316963 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82320b0-5cf7-42df-83d3-dfb9570b8278 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Network 8ab36dae-ccd2-45b9-af32-22c36434098f is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:39:39.319963 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 27215d05-fccd-4ac6-9e11-df2b5221d977 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:39:39.323106 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50576) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:39.341542 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-29501e7c-e7d9-46c5-afbb-28e0b92a5a57 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:39.349687 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f38063-aacb-4682-a6af-8bf274ee92e2 None None] Checking router: d9c65347-25d2-4970-bee3-39fb6f4c4633 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:39:39.362950 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f38063-aacb-4682-a6af-8bf274ee92e2 None None] Routers {'d9c65347-25d2-4970-bee3-39fb6f4c4633'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:39.363671 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-24f38063-aacb-4682-a6af-8bf274ee92e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d9c65347-25d2-4970-bee3-39fb6f4c4633'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:39.368809 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b743e6-8061-42a7-8c8c-e2f80a4d33bb tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Port': ['ID=14aa7206-359d-4128-8eab-b1b63fd8db66,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:39.391206 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b743e6-8061-42a7-8c8c-e2f80a4d33bb tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network a6514591-2731-4f80-93bc-b10978ebab17 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:39.393877 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-03aa5eed-338d-4a3a-aa99-0573edca1b68 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:39.397636 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-c7b743e6-8061-42a7-8c8c-e2f80a4d33bb tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:39.479823 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 27215d05-fccd-4ac6-9e11-df2b5221d977 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:39.480190 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:39.504920 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6aeb60c-d482-4122-81b8-2d128cdb1944 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting subnet c78b5425-a98c-48fa-84b4-a84265746f9b {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:39:39.509971 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0248a9a8-2501-42c4-92c8-93aed2a5b82f tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:39.588127 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-f82320b0-5cf7-42df-83d3-dfb9570b8278 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 8ab36dae-ccd2-45b9-af32-22c36434098f) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:39.613053 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-24f38063-aacb-4682-a6af-8bf274ee92e2 None None] Set router d9c65347-25d2-4970-bee3-39fb6f4c4633 gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:39:39.636501 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:39.638973 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61586d5b-5374-45f3-a30b-9d08b3b6dee4 None None] Network 8ab36dae-ccd2-45b9-af32-22c36434098f requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:39.657597 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6aeb60c-d482-4122-81b8-2d128cdb1944 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:39.674329 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82320b0-5cf7-42df-83d3-dfb9570b8278 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:39.674946 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f82320b0-5cf7-42df-83d3-dfb9570b8278 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:39.821319 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7da2f206-7abd-47e6-a40c-83018bf23651 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=e43b3d3b447648b5aeeaf858bb1241e8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4806261 Apr 29 11:39:39.839857 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50578) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:39.847417 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7dd8c2-d9c5-40d4-a50a-f283909eb2f4 None None] Network 67082785-4db6-447d-bd70-1e35b4e1ed5e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:39.973918 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afca5d4-87d7-41d1-924d-8d3371fa57ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-8ab36dae-ccd2-45b9-af32-22c36434098f', 'network_id': '8ab36dae-ccd2-45b9-af32-22c36434098f', 'tenant_id': 'fbe12a56c9b3408b8301d9e9c5d8ac25', 'fixed_ips': [{'subnet_id': 'f88a73f9-e9c1-4786-86e0-7fc14eae8f88'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:39:39.975405 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8afca5d4-87d7-41d1-924d-8d3371fa57ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:40.031727 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb09983e-b529-4056-95bf-0ac5491c8315 None None] Sync routers for ids ['caec8610-069b-4a00-ad02-2d5c14bac698'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:39:40.056801 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-ce55f34f-8153-4bd5-8f24-10c810ac8f81 None None] Provisioning complete for port 27215d05-fccd-4ac6-9e11-df2b5221d977 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:40.057485 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ce55f34f-8153-4bd5-8f24-10c810ac8f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:40.071515 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-24f38063-aacb-4682-a6af-8bf274ee92e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'name': 'tempest-RoutersIpV6Test-router-511075764', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:38:20Z', 'updated_at': '2022-04-29T11:39:36Z', 'revision_number': 9, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None, '_interfaces': [{'id': '21044d70-8412-46f0-a5ea-e3e60ae77965', 'name': '', 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:38:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:26Z', 'updated_at': '2022-04-29T11:38:37Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e', 'name': '', 'network_id': 'b2d06907-a4d4-4ea6-a2d0-5da0c93b630f', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:9e:d0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:41Z', 'updated_at': '2022-04-29T11:38:56Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:40.103537 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 27215d05-fccd-4ac6-9e11-df2b5221d977, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=27215d05-fccd-4ac6-9e11-df2b5221d977,segment=NetworkSegment(8206edbc-16b8-4904-8d33-a2a48db79a6e),segment_id=8206edbc-16b8-4904-8d33-a2a48db79a6e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:40.110651 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f38063-aacb-4682-a6af-8bf274ee92e2 None None] The sync data for ids ['d9c65347-25d2-4970-bee3-39fb6f4c4633'] in dv-neutron-838888-1-hyperv is: [{'id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'name': 'tempest-RoutersIpV6Test-router-511075764', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:38:20Z', 'updated_at': '2022-04-29T11:39:36Z', 'revision_number': 9, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None, '_interfaces': [{'id': '21044d70-8412-46f0-a5ea-e3e60ae77965', 'name': '', 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:38:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:26Z', 'updated_at': '2022-04-29T11:38:37Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e', 'name': '', 'network_id': 'b2d06907-a4d4-4ea6-a2d0-5da0c93b630f', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:9e:d0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:41Z', 'updated_at': '2022-04-29T11:38:56Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': '9892e9d9-50bc-412b-a714-35dc96bf8517', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:39:40.181293 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:40.182106 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 7a998f30-b5ed-4687-b161-5a5ec443626b up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:39:40.217775 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29501e7c-e7d9-46c5-afbb-28e0b92a5a57 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network a4b2b389-9024-4cee-95b3-af3ca7cfd466 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:40.224952 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-29501e7c-e7d9-46c5-afbb-28e0b92a5a57 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:40.227535 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29501e7c-e7d9-46c5-afbb-28e0b92a5a57 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Port': ['ID=b8909167-a192-4cc5-97a3-060d35b3bea3,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:40.234935 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29501e7c-e7d9-46c5-afbb-28e0b92a5a57 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:40.241545 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29501e7c-e7d9-46c5-afbb-28e0b92a5a57 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:40.243532 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-29501e7c-e7d9-46c5-afbb-28e0b92a5a57 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:40.257791 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:39:40.280517 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb09983e-b529-4056-95bf-0ac5491c8315 None None] Routers {'caec8610-069b-4a00-ad02-2d5c14bac698'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:40.281165 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-fb09983e-b529-4056-95bf-0ac5491c8315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['caec8610-069b-4a00-ad02-2d5c14bac698'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:40.303463 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7316a87b-94c9-44f4-8c90-72c6ab8a1c96 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:40.323994 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f82320b0-5cf7-42df-83d3-dfb9570b8278 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0571489 Apr 29 11:39:40.326578 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6aeb60c-d482-4122-81b8-2d128cdb1944 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:40.340045 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50580) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:40.345701 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-d7f29b03-0ec4-4635-8b00-adbe1d14b38f tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Request body: {'network': {'name': 'tempest-router-network01--1071186248'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:40.381313 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-29501e7c-e7d9-46c5-afbb-28e0b92a5a57 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 4.7416229 Apr 29 11:39:40.388589 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50582) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:40.390921 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20178976-115f-4e52-86d2-e1d84853490c tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:40.395891 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-20178976-115f-4e52-86d2-e1d84853490c tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5271027 Apr 29 11:39:40.395891 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248a9a8-2501-42c4-92c8-93aed2a5b82f tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Port': ['ID=99855515-b2f5-4dd4-aba0-dae20ffcc62d,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:40.404010 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50584) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:40.416294 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-03aa5eed-338d-4a3a-aa99-0573edca1b68 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:40.469609 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f29b03-0ec4-4635-8b00-adbe1d14b38f tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Made reservation on behalf of fbe12a56c9b3408b8301d9e9c5d8ac25 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:40.473168 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d7f29b03-0ec4-4635-8b00-adbe1d14b38f tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:40.489693 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0248a9a8-2501-42c4-92c8-93aed2a5b82f tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:40.493607 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0248a9a8-2501-42c4-92c8-93aed2a5b82f tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/ports/99855515-b2f5-4dd4-aba0-dae20ffcc62d HTTP/1.1" status: 204 len: 168 time: 4.3156464 Apr 29 11:39:40.501011 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a4d39511-e2cf-4805-b66d-4a71e6c05300 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=1c458760-cee1-43dd-bfaa-f7beebba31f7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0922441 Apr 29 11:39:40.505875 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50586) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:40.505875 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50588) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:40.518709 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-111493d8-dfac-4c8d-b4ff-93e70f827b26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1565850175', 'network_id': '436b1e4d-d852-4ae8-ad5b-2dd29fed06c0', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:40.542523 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-fb09983e-b529-4056-95bf-0ac5491c8315 None None] Set router caec8610-069b-4a00-ad02-2d5c14bac698 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:39:40.546013 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7188370f-f7df-4a9b-ac5c-4ea8106e9c72 None None] Network 2ed7c476-edcd-4afe-b7d8-32e2e8b903ed requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:40.575436 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b743e6-8061-42a7-8c8c-e2f80a4d33bb tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Router 40fd25c8-33a1-4f10-9163-aff987a352be is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:39:40.592969 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd59166-54f8-488f-93d0-78c3554e64a3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] DELETE failed (client error): The resource could not be found. Apr 29 11:39:40.593847 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dd59166-54f8-488f-93d0-78c3554e64a3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:39:40.597783 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2dd59166-54f8-488f-93d0-78c3554e64a3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/ports/99855515-b2f5-4dd4-aba0-dae20ffcc62d HTTP/1.1" status: 404 len: 333 time: 0.0905132 Apr 29 11:39:40.599832 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50590) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:40.638971 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f29b03-0ec4-4635-8b00-adbe1d14b38f tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:39:40.641405 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a2f83b-087e-49c6-b061-cd5c320e9abb tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] GET failed (client error): The resource could not be found. Apr 29 11:39:40.643106 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a0a2f83b-087e-49c6-b061-cd5c320e9abb tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "GET /v2.0/ports/99855515-b2f5-4dd4-aba0-dae20ffcc62d HTTP/1.1" status: 404 len: 333 time: 0.0350661 Apr 29 11:39:40.663702 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-fb09983e-b529-4056-95bf-0ac5491c8315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caec8610-069b-4a00-ad02-2d5c14bac698', 'name': 'tempest-NetworksTestDHCPv6-router-515600988', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:39:23Z', 'updated_at': '2022-04-29T11:39:35Z', 'revision_number': 3, 'project_id': '816ee0d9de714cffbf04b1f22c0f1713', 'gw_port_host': None}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:40.672899 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50592) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:40.711816 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d7f29b03-0ec4-4635-8b00-adbe1d14b38f tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:40.712251 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-d7f29b03-0ec4-4635-8b00-adbe1d14b38f tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Added segment 1d66a7f1-aa57-489f-9b70-bbd4aaff413a of type vlan for network 2aaadb54-b468-45ef-bf73-d3936cb700f9 Apr 29 11:39:40.732310 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-03aa5eed-338d-4a3a-aa99-0573edca1b68 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:40.757110 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6aeb60c-d482-4122-81b8-2d128cdb1944 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:40.809665 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9715b67-1b60-4dfa-96ca-94189691324c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting subnet 7068f4a7-810e-4db6-b8fa-b6bbbd006d9d {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:39:40.809882 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb09983e-b529-4056-95bf-0ac5491c8315 None None] Checking router: caec8610-069b-4a00-ad02-2d5c14bac698 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:39:40.811695 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=27215d05-fccd-4ac6-9e11-df2b5221d977,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:40.826868 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d9715b67-1b60-4dfa-96ca-94189691324c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:40.848000 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-1e0cf472-470d-4db4-8b3d-8caf34963456 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Deleting port b8909167-a192-4cc5-97a3-060d35b3bea3 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:40.848641 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1e0cf472-470d-4db4-8b3d-8caf34963456 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:40.868017 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-03aa5eed-338d-4a3a-aa99-0573edca1b68 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:40.872237 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732b987a-e429-44f9-b01e-c5fc13bd333b None None] Network 88632f92-7f64-413d-8122-4b23fefea982 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:40.877737 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-03aa5eed-338d-4a3a-aa99-0573edca1b68 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/subnets/0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd HTTP/1.1" status: 204 len: 168 time: 2.4609275 Apr 29 11:39:40.878010 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50594) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:40.884147 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa5eed-338d-4a3a-aa99-0573edca1b68 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Subnet': ['ID=0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:40.891336 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111493d8-dfac-4c8d-b4ff-93e70f827b26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Made reservation on behalf of e43b3d3b447648b5aeeaf858bb1241e8 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:40.895032 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-111493d8-dfac-4c8d-b4ff-93e70f827b26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:40.901470 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d7f29b03-0ec4-4635-8b00-adbe1d14b38f tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:40.911482 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb09983e-b529-4056-95bf-0ac5491c8315 None None] Routers {'caec8610-069b-4a00-ad02-2d5c14bac698'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:40.912119 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-fb09983e-b529-4056-95bf-0ac5491c8315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['caec8610-069b-4a00-ad02-2d5c14bac698'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:40.920170 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b743e6-8061-42a7-8c8c-e2f80a4d33bb tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:39:40.938782 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a32789-b814-46b9-9ad6-93d0b6efb041 None None] Sync routers for ids ['40fd25c8-33a1-4f10-9163-aff987a352be'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:39:40.952118 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d9715b67-1b60-4dfa-96ca-94189691324c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:40.957638 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c7b743e6-8061-42a7-8c8c-e2f80a4d33bb tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "PUT /v2.0/routers/40fd25c8-33a1-4f10-9163-aff987a352be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8249869 Apr 29 11:39:40.962292 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a32789-b814-46b9-9ad6-93d0b6efb041 None None] Routers {'40fd25c8-33a1-4f10-9163-aff987a352be'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:40.962920 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f8a32789-b814-46b9-9ad6-93d0b6efb041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['40fd25c8-33a1-4f10-9163-aff987a352be'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:40.965342 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50596) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:41.002495 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-8afca5d4-87d7-41d1-924d-8d3371fa57ec None None] Allocated IP 172.20.0.2 (8ab36dae-ccd2-45b9-af32-22c36434098f/f88a73f9-e9c1-4786-86e0-7fc14eae8f88/8bb3c5e8-9415-40b8-b483-be53c95051e8) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:41.010861 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f8a32789-b814-46b9-9ad6-93d0b6efb041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:41.033458 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a32789-b814-46b9-9ad6-93d0b6efb041 None None] Routers {'40fd25c8-33a1-4f10-9163-aff987a352be'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:41.035128 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f8a32789-b814-46b9-9ad6-93d0b6efb041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['40fd25c8-33a1-4f10-9163-aff987a352be'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:41.039200 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1e0cf472-470d-4db4-8b3d-8caf34963456 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:41.051331 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa9a928-b96e-4f92-ad6d-50f540538515 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:41.052838 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-daa9a928-b96e-4f92-ad6d-50f540538515 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "GET /v2.0/ports/14aa7206-359d-4128-8eab-b1b63fd8db66 HTTP/1.1" status: 200 len: 910 time: 0.0844631 Apr 29 11:39:41.062876 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50598) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:41.063547 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d7f29b03-0ec4-4635-8b00-adbe1d14b38f tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:41.071320 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f29b03-0ec4-4635-8b00-adbe1d14b38f tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:41.071595 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d7f29b03-0ec4-4635-8b00-adbe1d14b38f tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:41.075766 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 7a998f30-b5ed-4687-b161-5a5ec443626b triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:41.076137 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:41.097638 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-1e0cf472-470d-4db4-8b3d-8caf34963456 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Calling delete_port for b8909167-a192-4cc5-97a3-060d35b3bea3 owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:41.100942 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6aeb60c-d482-4122-81b8-2d128cdb1944 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:41.136991 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-fb09983e-b529-4056-95bf-0ac5491c8315 None None] Set router caec8610-069b-4a00-ad02-2d5c14bac698 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:39:41.177704 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aeb60c-d482-4122-81b8-2d128cdb1944 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Subnet': ['ID=c78b5425-a98c-48fa-84b4-a84265746f9b,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:41.179769 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7316a87b-94c9-44f4-8c90-72c6ab8a1c96 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Router edc5c5ec-a9aa-4559-a29d-0f12c7380665 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:39:41.184618 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6aeb60c-d482-4122-81b8-2d128cdb1944 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:41.188546 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b6aeb60c-d482-4122-81b8-2d128cdb1944 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/c78b5425-a98c-48fa-84b4-a84265746f9b HTTP/1.1" status: 204 len: 168 time: 2.2024019 Apr 29 11:39:41.196748 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dbdee650-5e93-4d54-94fb-7b6162da494f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:41.199010 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50600) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:41.240836 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f635521-0830-4f0c-bd90-18dab17e77c1 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:41.251098 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d7f29b03-0ec4-4635-8b00-adbe1d14b38f tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9097323 Apr 29 11:39:41.256086 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-fb09983e-b529-4056-95bf-0ac5491c8315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caec8610-069b-4a00-ad02-2d5c14bac698', 'name': 'tempest-NetworksTestDHCPv6-router-515600988', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:39:23Z', 'updated_at': '2022-04-29T11:39:35Z', 'revision_number': 3, 'project_id': '816ee0d9de714cffbf04b1f22c0f1713', 'gw_port_host': None}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:41.257401 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50602) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:41.263138 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-484aa30c-1e35-4c46-8a6b-7c694f18bc16 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Request body: {'network': {'name': 'tempest-router-network02--516752766'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:41.295517 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f8a32789-b814-46b9-9ad6-93d0b6efb041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:41.296546 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a32789-b814-46b9-9ad6-93d0b6efb041 None None] The sync data for ids ['40fd25c8-33a1-4f10-9163-aff987a352be'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:39:41.324845 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f29b03-0ec4-4635-8b00-adbe1d14b38f tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Pushing event updated for resources: {'Network': ['ID=2aaadb54-b468-45ef-bf73-d3936cb700f9,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:41.367498 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 2aaadb54-b468-45ef-bf73-d3936cb700f9 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:39:41.369653 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-9f9c40cd-ab91-4d25-a872-82584bd54b75 None None] Provisioning complete for port 4eb60539-b8f5-45a6-bba2-038c98386173 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:41.370019 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9f9c40cd-ab91-4d25-a872-82584bd54b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:41.396858 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484aa30c-1e35-4c46-8a6b-7c694f18bc16 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Made reservation on behalf of fbe12a56c9b3408b8301d9e9c5d8ac25 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:41.401443 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-484aa30c-1e35-4c46-8a6b-7c694f18bc16 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:41.408642 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb09983e-b529-4056-95bf-0ac5491c8315 None None] The sync data for ids ['caec8610-069b-4a00-ad02-2d5c14bac698'] in dv-neutron-838888-1-hyperv is: [{'id': 'caec8610-069b-4a00-ad02-2d5c14bac698', 'name': 'tempest-NetworksTestDHCPv6-router-515600988', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:39:23Z', 'updated_at': '2022-04-29T11:39:35Z', 'revision_number': 3, 'project_id': '816ee0d9de714cffbf04b1f22c0f1713', 'gw_port_host': None}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:39:41.500900 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-484aa30c-1e35-4c46-8a6b-7c694f18bc16 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:39:41.514816 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d9715b67-1b60-4dfa-96ca-94189691324c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:41.536495 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-484aa30c-1e35-4c46-8a6b-7c694f18bc16 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:41.536495 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-484aa30c-1e35-4c46-8a6b-7c694f18bc16 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Added segment 1896ab42-be21-46ef-bc69-5f015a2732ff of type vlan for network 40dc6267-eb45-4e37-be2c-688a071d13fe Apr 29 11:39:41.554376 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1e0cf472-470d-4db4-8b3d-8caf34963456 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:41.745659 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-80146005-b2da-4ec3-8e6c-abfa915fcbbf tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5403106 Apr 29 11:39:41.745904 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50604) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:41.784706 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0cf472-470d-4db4-8b3d-8caf34963456 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Port': ['ID=b8909167-a192-4cc5-97a3-060d35b3bea3,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:41.794276 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-dbdee650-5e93-4d54-94fb-7b6162da494f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Deleting port 711b9630-839f-4ddd-9274-ea56fb83b1b9 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:41.794796 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dbdee650-5e93-4d54-94fb-7b6162da494f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:41.831580 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d9715b67-1b60-4dfa-96ca-94189691324c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:41.848853 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-484aa30c-1e35-4c46-8a6b-7c694f18bc16 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:41.876733 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7316a87b-94c9-44f4-8c90-72c6ab8a1c96 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:39:41.892613 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1e0cf472-470d-4db4-8b3d-8caf34963456 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:41.901278 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-1e0cf472-470d-4db4-8b3d-8caf34963456 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/ports/b8909167-a192-4cc5-97a3-060d35b3bea3 HTTP/1.1" status: 204 len: 168 time: 1.5089226 Apr 29 11:39:41.910346 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50606) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:41.919147 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb9f88b-52ee-4367-9ab0-33ab5df66521 None None] Sync routers for ids ['edc5c5ec-a9aa-4559-a29d-0f12c7380665'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:39:41.962688 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device a962044f-988b-4b59-9906-98014b589fd5 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:39:41.964871 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2391ceda-09ce-42af-a115-8fae966f6e21 None None] DHCP port deletion for 88632f92-7f64-413d-8122-4b23fefea982 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:39:41.988770 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-43acd219-4bb9-4cfd-bf96-243d56419089 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'port': {'network_id': 'a4b2b389-9024-4cee-95b3-af3ca7cfd466', 'mac_address': 'fa:16:3e:18:e5:96', 'name': 'tempest-PortsIpV6TestJSON-1440952878'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:41.996806 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-111493d8-dfac-4c8d-b4ff-93e70f827b26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:41.997070 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-87d26917-44e9-4d37-b6ab-059424ca0780 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:42.009608 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9715b67-1b60-4dfa-96ca-94189691324c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Subnet': ['ID=7068f4a7-810e-4db6-b8fa-b6bbbd006d9d,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:42.022796 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.db.resource_extend [None req-484aa30c-1e35-4c46-8a6b-7c694f18bc16 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:39:42.061353 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d9715b67-1b60-4dfa-96ca-94189691324c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:42.071235 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d9715b67-1b60-4dfa-96ca-94189691324c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/subnets/7068f4a7-810e-4db6-b8fa-b6bbbd006d9d HTTP/1.1" status: 204 len: 168 time: 1.3962088 Apr 29 11:39:42.072573 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50608) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:42.084127 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb9f88b-52ee-4367-9ab0-33ab5df66521 None None] Routers {'edc5c5ec-a9aa-4559-a29d-0f12c7380665'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:42.084784 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-bdb9f88b-52ee-4367-9ab0-33ab5df66521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['edc5c5ec-a9aa-4559-a29d-0f12c7380665'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:42.107438 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7316a87b-94c9-44f4-8c90-72c6ab8a1c96 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:42.112434 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7316a87b-94c9-44f4-8c90-72c6ab8a1c96 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.3725734 Apr 29 11:39:42.115050 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-dbdee650-5e93-4d54-94fb-7b6162da494f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] For port 711b9630-839f-4ddd-9274-ea56fb83b1b9, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=711b9630-839f-4ddd-9274-ea56fb83b1b9,segment=NetworkSegment(f86a78a8-a3e7-4d62-ab97-afdfec6ca2b4),segment_id=f86a78a8-a3e7-4d62-ab97-afdfec6ca2b4)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:42.115423 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dbdee650-5e93-4d54-94fb-7b6162da494f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:42.118752 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50610) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:42.141620 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8afca5d4-87d7-41d1-924d-8d3371fa57ec None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:42.145493 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9f9c40cd-ab91-4d25-a872-82584bd54b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:42.165210 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-bdb9f88b-52ee-4367-9ab0-33ab5df66521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:42.279397 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3b178f56-9e1b-48a3-9758-5a646dc592ae tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:42.284623 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-484aa30c-1e35-4c46-8a6b-7c694f18bc16 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:42.292055 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484aa30c-1e35-4c46-8a6b-7c694f18bc16 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:42.293231 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-484aa30c-1e35-4c46-8a6b-7c694f18bc16 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:42.299919 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-dbdee650-5e93-4d54-94fb-7b6162da494f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Calling delete_port for 711b9630-839f-4ddd-9274-ea56fb83b1b9 owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:42.374380 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebce8410-098a-4312-b2d9-65d0bac4412b None None] Network 67082785-4db6-447d-bd70-1e35b4e1ed5e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:42.379181 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8afca5d4-87d7-41d1-924d-8d3371fa57ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:42.382255 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111493d8-dfac-4c8d-b4ff-93e70f827b26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Subnet': ['ID=0908f38a-7e72-4f5f-9200-bc2f3f5e162d,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:42.386085 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b54ce8-76e9-44b2-a782-e79acaac2630 None None] DHCP port deletion for 62578361-baac-4d3e-b4ee-401a25f05a0e request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:39:42.469230 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-873003df-ec5e-45e8-bb5d-b914975564f3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:42.484330 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-87d26917-44e9-4d37-b6ab-059424ca0780 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:42.524529 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-87d26917-44e9-4d37-b6ab-059424ca0780 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:42.525812 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111493d8-dfac-4c8d-b4ff-93e70f827b26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Checking segment: {'id': 'fe679dd4-e298-4e22-a8be-94b11f77c601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '436b1e4d-d852-4ae8-ad5b-2dd29fed06c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:42.526335 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111493d8-dfac-4c8d-b4ff-93e70f827b26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network hostable DHCP agents. Network: 436b1e4d-d852-4ae8-ad5b-2dd29fed06c0, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:39:42.528530 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb9f88b-52ee-4367-9ab0-33ab5df66521 None None] Routers {'edc5c5ec-a9aa-4559-a29d-0f12c7380665'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:42.529307 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-bdb9f88b-52ee-4367-9ab0-33ab5df66521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['edc5c5ec-a9aa-4559-a29d-0f12c7380665'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:42.535928 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afca5d4-87d7-41d1-924d-8d3371fa57ec None None] Network 8ab36dae-ccd2-45b9-af32-22c36434098f is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:42.548205 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-484aa30c-1e35-4c46-8a6b-7c694f18bc16 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2895572 Apr 29 11:39:42.551118 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50612) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:42.557249 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484aa30c-1e35-4c46-8a6b-7c694f18bc16 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Pushing event updated for resources: {'Network': ['ID=40dc6267-eb45-4e37-be2c-688a071d13fe,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:42.557454 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-67c9d74b-83b5-478c-ad95-2d0746089907 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Request body: {'subnet': {'network_id': '2aaadb54-b468-45ef-bf73-d3936cb700f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:42.597024 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43acd219-4bb9-4cfd-bf96-243d56419089 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:42.600565 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-8afca5d4-87d7-41d1-924d-8d3371fa57ec None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:42.605755 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afca5d4-87d7-41d1-924d-8d3371fa57ec None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:42.608878 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-9f9c40cd-ab91-4d25-a872-82584bd54b75 None None] For port 4eb60539-b8f5-45a6-bba2-038c98386173, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=4eb60539-b8f5-45a6-bba2-038c98386173,segment=NetworkSegment(e2e2e655-4a8f-42d4-bead-46e796c49105),segment_id=e2e2e655-4a8f-42d4-bead-46e796c49105)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:42.613791 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 40dc6267-eb45-4e37-be2c-688a071d13fe details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:39:42.626066 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afca5d4-87d7-41d1-924d-8d3371fa57ec None None] Pushing event updated for resources: {'Port': ['ID=8bb3c5e8-9415-40b8-b483-be53c95051e8,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:42.628653 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-bdb9f88b-52ee-4367-9ab0-33ab5df66521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:42.629397 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb9f88b-52ee-4367-9ab0-33ab5df66521 None None] The sync data for ids ['edc5c5ec-a9aa-4559-a29d-0f12c7380665'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:39:42.649553 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9f9c40cd-ab91-4d25-a872-82584bd54b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:42.659650 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port a962044f-988b-4b59-9906-98014b589fd5 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:42.660065 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:42.669120 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-87d26917-44e9-4d37-b6ab-059424ca0780 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:42.669703 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d26917-44e9-4d37-b6ab-059424ca0780 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Fanout notify agent at l3_agent the message router_deleted on router caec8610-069b-4a00-ad02-2d5c14bac698 {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:39:42.681013 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-87d26917-44e9-4d37-b6ab-059424ca0780 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:42.682606 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-87d26917-44e9-4d37-b6ab-059424ca0780 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/routers/caec8610-069b-4a00-ad02-2d5c14bac698 HTTP/1.1" status: 204 len: 168 time: 0.9300828 Apr 29 11:39:42.688973 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50614) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:42.731684 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-2391ceda-09ce-42af-a115-8fae966f6e21 None None] Deleting port 711b9630-839f-4ddd-9274-ea56fb83b1b9 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:42.732065 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2391ceda-09ce-42af-a115-8fae966f6e21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:42.806451 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f9c468-7974-47a4-806b-c5fc0bd9aa2f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:42.809527 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-19f9c468-7974-47a4-806b-c5fc0bd9aa2f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1192658 Apr 29 11:39:42.813736 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50616) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:42.921626 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be7ee8b-31e1-48df-873a-e8a53a13e269 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:42.923260 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0be7ee8b-31e1-48df-873a-e8a53a13e269 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1085865 Apr 29 11:39:42.926699 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50618) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:42.983388 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e643d387-69d0-482c-ae05-5e7db539ea0f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0547221 Apr 29 11:39:42.988476 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50620) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:42.994632 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-745e6376-197e-4d9c-801c-083d5444c35b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:43.000621 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-9f9c40cd-ab91-4d25-a872-82584bd54b75 None None] Provisioning complete for port 14aa7206-359d-4128-8eab-b1b63fd8db66 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:43.001265 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9f9c40cd-ab91-4d25-a872-82584bd54b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:43.039261 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c40cd-ab91-4d25-a872-82584bd54b75 None None] Pushing event updated for resources: {'Port': ['ID=4eb60539-b8f5-45a6-bba2-038c98386173,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:43.048403 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-8afca5d4-87d7-41d1-924d-8d3371fa57ec None None] Attempting to bind port 8bb3c5e8-9415-40b8-b483-be53c95051e8 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:39:43.048403 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-8afca5d4-87d7-41d1-924d-8d3371fa57ec None None] Attempting to bind port 8bb3c5e8-9415-40b8-b483-be53c95051e8 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '8f9e984a-8d71-4bbd-a7da-7e17380e9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8ab36dae-ccd2-45b9-af32-22c36434098f'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:39:43.048744 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afca5d4-87d7-41d1-924d-8d3371fa57ec None None] Attempting to bind port 8bb3c5e8-9415-40b8-b483-be53c95051e8 on network 8ab36dae-ccd2-45b9-af32-22c36434098f {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:39:43.060244 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-64b54ce8-76e9-44b2-a782-e79acaac2630 None None] Deleting port f45a8bda-ae5d-47f2-9f58-5a1c9c390edd {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:43.060738 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-64b54ce8-76e9-44b2-a782-e79acaac2630 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:43.066037 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-2391ceda-09ce-42af-a115-8fae966f6e21 None None] For port 711b9630-839f-4ddd-9274-ea56fb83b1b9, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=711b9630-839f-4ddd-9274-ea56fb83b1b9,segment=NetworkSegment(f86a78a8-a3e7-4d62-ab97-afdfec6ca2b4),segment_id=f86a78a8-a3e7-4d62-ab97-afdfec6ca2b4)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:43.066468 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2391ceda-09ce-42af-a115-8fae966f6e21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:43.098423 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afca5d4-87d7-41d1-924d-8d3371fa57ec None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:39:43.098423 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afca5d4-87d7-41d1-924d-8d3371fa57ec None None] Checking segment: {'id': '8f9e984a-8d71-4bbd-a7da-7e17380e9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8ab36dae-ccd2-45b9-af32-22c36434098f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:43.099066 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8afca5d4-87d7-41d1-924d-8d3371fa57ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:43.099538 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afca5d4-87d7-41d1-924d-8d3371fa57ec None None] Bound using segment: {'id': '8f9e984a-8d71-4bbd-a7da-7e17380e9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8ab36dae-ccd2-45b9-af32-22c36434098f'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:39:43.100115 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-8afca5d4-87d7-41d1-924d-8d3371fa57ec None None] Bound port: 8bb3c5e8-9415-40b8-b483-be53c95051e8, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9e984a-8d71-4bbd-a7da-7e17380e9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8ab36dae-ccd2-45b9-af32-22c36434098f'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:39:43.100511 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8afca5d4-87d7-41d1-924d-8d3371fa57ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:43.112414 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-2391ceda-09ce-42af-a115-8fae966f6e21 None None] Calling delete_port for 711b9630-839f-4ddd-9274-ea56fb83b1b9 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:43.131444 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-3b178f56-9e1b-48a3-9758-5a646dc592ae tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Allocated IP 172.21.0.1 (2ed7c476-edcd-4afe-b7d8-32e2e8b903ed/2c1ccaa3-4ce5-49f5-a955-802a8ac973ae/b07d1790-5261-4bb8-b687-1664d481b805) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:43.162944 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111493d8-dfac-4c8d-b4ff-93e70f827b26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 436b1e4d-d852-4ae8-ad5b-2dd29fed06c0 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:39:43.166036 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-9f9c40cd-ab91-4d25-a872-82584bd54b75 None None] Port 14aa7206-359d-4128-8eab-b1b63fd8db66 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:39:43.195193 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dbdee650-5e93-4d54-94fb-7b6162da494f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:43.198361 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf5890d-1ffc-4833-9ecd-aa3dc7b4e1c5 None None] DHCP port deletion for 67082785-4db6-447d-bd70-1e35b4e1ed5e request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:39:43.206514 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745e6376-197e-4d9c-801c-083d5444c35b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:43.210809 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-745e6376-197e-4d9c-801c-083d5444c35b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:43.223252 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-111493d8-dfac-4c8d-b4ff-93e70f827b26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 436b1e4d-d852-4ae8-ad5b-2dd29fed06c0) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:43.264033 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111493d8-dfac-4c8d-b4ff-93e70f827b26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:43.264652 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-111493d8-dfac-4c8d-b4ff-93e70f827b26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:43.270893 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-43acd219-4bb9-4cfd-bf96-243d56419089 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:43.282829 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdee650-5e93-4d54-94fb-7b6162da494f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Port': ['ID=711b9630-839f-4ddd-9274-ea56fb83b1b9,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:43.306660 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fa3d10-3b83-4365-9945-356504ff89ec None None] Network 436b1e4d-d852-4ae8-ad5b-2dd29fed06c0 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:43.338205 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdee650-5e93-4d54-94fb-7b6162da494f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] No DVR routers for this DVR port 711b9630-839f-4ddd-9274-ea56fb83b1b9 on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:39:43.400172 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-64b54ce8-76e9-44b2-a782-e79acaac2630 None None] For port f45a8bda-ae5d-47f2-9f58-5a1c9c390edd, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=f45a8bda-ae5d-47f2-9f58-5a1c9c390edd,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:43.400172 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-64b54ce8-76e9-44b2-a782-e79acaac2630 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:43.404828 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c9d74b-83b5-478c-ad95-2d0746089907 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Made reservation on behalf of fbe12a56c9b3408b8301d9e9c5d8ac25 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:43.408745 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-67c9d74b-83b5-478c-ad95-2d0746089907 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:43.411140 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3b178f56-9e1b-48a3-9758-5a646dc592ae tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:43.416365 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-111493d8-dfac-4c8d-b4ff-93e70f827b26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.9086480 Apr 29 11:39:43.419487 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-43acd219-4bb9-4cfd-bf96-243d56419089 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] device_id is not set on port c3fdd42c-4c63-48a7-b72d-a2c5571e04f0 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:39:43.554146 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3b178f56-9e1b-48a3-9758-5a646dc592ae tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:43.576791 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-873003df-ec5e-45e8-bb5d-b914975564f3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting port 27215d05-fccd-4ac6-9e11-df2b5221d977 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:43.577406 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-8afca5d4-87d7-41d1-924d-8d3371fa57ec None None] For port 8bb3c5e8-9415-40b8-b483-be53c95051e8, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:39:43.577506 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-873003df-ec5e-45e8-bb5d-b914975564f3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:43.583208 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-8afca5d4-87d7-41d1-924d-8d3371fa57ec None None] For port 8bb3c5e8-9415-40b8-b483-be53c95051e8, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=8bb3c5e8-9415-40b8-b483-be53c95051e8,segment=NetworkSegment(8f9e984a-8d71-4bbd-a7da-7e17380e9c53),segment_id=8f9e984a-8d71-4bbd-a7da-7e17380e9c53)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:39:43.671268 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-64b54ce8-76e9-44b2-a782-e79acaac2630 None None] Calling delete_port for f45a8bda-ae5d-47f2-9f58-5a1c9c390edd owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:43.676916 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8afca5d4-87d7-41d1-924d-8d3371fa57ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:43.687306 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-67cccefc-3d0c-48a0-8d3c-89667d916b1a None None] Provisioning complete for port 4eb60539-b8f5-45a6-bba2-038c98386173 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:43.687742 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-67cccefc-3d0c-48a0-8d3c-89667d916b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:43.702908 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b178f56-9e1b-48a3-9758-5a646dc592ae tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Port': ['ID=b07d1790-5261-4bb8-b687-1664d481b805,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:43.721465 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b178f56-9e1b-48a3-9758-5a646dc592ae tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network 2ed7c476-edcd-4afe-b7d8-32e2e8b903ed is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:43.741083 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-3b178f56-9e1b-48a3-9758-5a646dc592ae tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:43.797731 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b178f56-9e1b-48a3-9758-5a646dc592ae tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:43.798020 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dbdee650-5e93-4d54-94fb-7b6162da494f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:43.798196 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 4eb60539-b8f5-45a6-bba2-038c98386173 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:39:43.928903 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3b178f56-9e1b-48a3-9758-5a646dc592ae tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:44.089057 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2391ceda-09ce-42af-a115-8fae966f6e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:44.120817 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afca5d4-87d7-41d1-924d-8d3371fa57ec None None] Pushing event updated for resources: {'Port': ['ID=8bb3c5e8-9415-40b8-b483-be53c95051e8,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:44.124408 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-dbdee650-5e93-4d54-94fb-7b6162da494f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88632f92-7f64-413d-8122-4b23fefea982']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:44.167902 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-aaf5890d-1ffc-4833-9ecd-aa3dc7b4e1c5 None None] Deleting port 27215d05-fccd-4ac6-9e11-df2b5221d977 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:44.168349 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-aaf5890d-1ffc-4833-9ecd-aa3dc7b4e1c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:44.203793 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2391ceda-09ce-42af-a115-8fae966f6e21 None None] Pushing event deleted for resources: {'Port': ['ID=711b9630-839f-4ddd-9274-ea56fb83b1b9,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:44.300890 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-dbdee650-5e93-4d54-94fb-7b6162da494f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f86a78a8-a3e7-4d62-ab97-afdfec6ca2b4') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:44.301399 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-dbdee650-5e93-4d54-94fb-7b6162da494f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f86a78a8-a3e7-4d62-ab97-afdfec6ca2b4') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:44.308783 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2391ceda-09ce-42af-a115-8fae966f6e21 None None] No DVR routers for this DVR port 711b9630-839f-4ddd-9274-ea56fb83b1b9 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:39:44.319022 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433a8fc8-84ea-4605-bf25-f204cbdefc27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-436b1e4d-d852-4ae8-ad5b-2dd29fed06c0', 'network_id': '436b1e4d-d852-4ae8-ad5b-2dd29fed06c0', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ips': [{'subnet_id': '0908f38a-7e72-4f5f-9200-bc2f3f5e162d'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:39:44.319626 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-433a8fc8-84ea-4605-bf25-f204cbdefc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:44.322381 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-873003df-ec5e-45e8-bb5d-b914975564f3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] For port 27215d05-fccd-4ac6-9e11-df2b5221d977, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=27215d05-fccd-4ac6-9e11-df2b5221d977,segment=NetworkSegment(8206edbc-16b8-4904-8d33-a2a48db79a6e),segment_id=8206edbc-16b8-4904-8d33-a2a48db79a6e)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:44.322934 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-873003df-ec5e-45e8-bb5d-b914975564f3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:44.324165 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3b178f56-9e1b-48a3-9758-5a646dc592ae tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:44.357234 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-67cccefc-3d0c-48a0-8d3c-89667d916b1a None None] Could not find standard attr ID for object 99855515-b2f5-4dd4-aba0-dae20ffcc62d. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:39:44.388068 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 4eb60539-b8f5-45a6-bba2-038c98386173 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:44.388533 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:44.413798 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.objects.ports [None req-745e6376-197e-4d9c-801c-083d5444c35b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102959) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 11:39:44.437570 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-873003df-ec5e-45e8-bb5d-b914975564f3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Calling delete_port for 27215d05-fccd-4ac6-9e11-df2b5221d977 owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:44.443211 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-67cccefc-3d0c-48a0-8d3c-89667d916b1a None None] Provisioning complete for port 27215d05-fccd-4ac6-9e11-df2b5221d977 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:44.443688 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-67cccefc-3d0c-48a0-8d3c-89667d916b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:44.461858 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-aaf5890d-1ffc-4833-9ecd-aa3dc7b4e1c5 None None] For port 27215d05-fccd-4ac6-9e11-df2b5221d977, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=27215d05-fccd-4ac6-9e11-df2b5221d977,segment=NetworkSegment(8206edbc-16b8-4904-8d33-a2a48db79a6e),segment_id=8206edbc-16b8-4904-8d33-a2a48db79a6e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:44.462369 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-aaf5890d-1ffc-4833-9ecd-aa3dc7b4e1c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:44.464559 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dbdee650-5e93-4d54-94fb-7b6162da494f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:44.535052 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-64b54ce8-76e9-44b2-a782-e79acaac2630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:44.543744 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50624) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:44.569190 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-f11b35bd-9c0c-4353-a988-db60546c3e21 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1019098689', 'description': 'tempest-secgroup-smoke-1019098689 description', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:44.638777 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dbdee650-5e93-4d54-94fb-7b6162da494f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:44.784466 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbdee650-5e93-4d54-94fb-7b6162da494f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:39:44.785163 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dbdee650-5e93-4d54-94fb-7b6162da494f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:44.808430 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-aaf5890d-1ffc-4833-9ecd-aa3dc7b4e1c5 None None] Calling delete_port for 27215d05-fccd-4ac6-9e11-df2b5221d977 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:44.818478 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b54ce8-76e9-44b2-a782-e79acaac2630 None None] Pushing event deleted for resources: {'Port': ['ID=f45a8bda-ae5d-47f2-9f58-5a1c9c390edd,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:44.850225 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b54ce8-76e9-44b2-a782-e79acaac2630 None None] No DVR routers for this DVR port f45a8bda-ae5d-47f2-9f58-5a1c9c390edd on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:39:44.850474 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:39:44.850474 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:39:44.850474 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:39:44.850474 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:39:44.850474 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:39:44.850474 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:39:44.850474 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:39:44.850474 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:39:44.850474 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:39:44.850474 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:39:44.850474 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:39:44.850474 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:39:44.850474 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:39:44.850474 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:39:44.850474 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:39:44.850474 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:39:44.850474 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:39:44.850474 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:39:44.850474 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:39:44.850474 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:39:44.850474 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:39:44.850474 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:39:44.850474 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:39:44.850474 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:39:44.850474 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:39:44.850474 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:39:44.850474 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:39:44.850474 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:39:44.850474 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:39:44.850474 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:39:44.850474 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:39:44.850474 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:39:44.888843 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-43acd219-4bb9-4cfd-bf96-243d56419089 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:44.953320 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f11b35bd-9c0c-4353-a988-db60546c3e21 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:45.000346 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-433a8fc8-84ea-4605-bf25-f204cbdefc27 None None] Allocated IP 172.20.0.18 (436b1e4d-d852-4ae8-ad5b-2dd29fed06c0/0908f38a-7e72-4f5f-9200-bc2f3f5e162d/427e9bb0-be62-4389-8f18-7164ad2713bb) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:45.139450 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dbdee650-5e93-4d54-94fb-7b6162da494f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:45.139981 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device a962044f-988b-4b59-9906-98014b589fd5 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:39:45.183407 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dbdee650-5e93-4d54-94fb-7b6162da494f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:45.196519 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-dbdee650-5e93-4d54-94fb-7b6162da494f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/networks/88632f92-7f64-413d-8122-4b23fefea982 HTTP/1.1" status: 204 len: 168 time: 4.3119886 Apr 29 11:39:45.254729 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-aaf5890d-1ffc-4833-9ecd-aa3dc7b4e1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:45.264586 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50626) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:45.329965 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdee650-5e93-4d54-94fb-7b6162da494f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Network': ['ID=88632f92-7f64-413d-8122-4b23fefea982,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:45.341443 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5890d-1ffc-4833-9ecd-aa3dc7b4e1c5 None None] Pushing event deleted for resources: {'Port': ['ID=27215d05-fccd-4ac6-9e11-df2b5221d977,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:45.344967 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf5890d-1ffc-4833-9ecd-aa3dc7b4e1c5 None None] No DVR routers for this DVR port 27215d05-fccd-4ac6-9e11-df2b5221d977 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:39:45.396760 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-72750f08-f7a4-44bc-aa8b-c1cc3cf3fa73 None None] Provisioning complete for port b07d1790-5261-4bb8-b687-1664d481b805 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:45.399041 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-72750f08-f7a4-44bc-aa8b-c1cc3cf3fa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:45.487494 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3b178f56-9e1b-48a3-9758-5a646dc592ae tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:45.497352 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-873003df-ec5e-45e8-bb5d-b914975564f3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:45.509771 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port a962044f-988b-4b59-9906-98014b589fd5 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:45.509771 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:45.517482 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-72750f08-f7a4-44bc-aa8b-c1cc3cf3fa73 None None] Port b07d1790-5261-4bb8-b687-1664d481b805 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:39:45.538848 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3b178f56-9e1b-48a3-9758-5a646dc592ae tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:45.572833 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-67c9d74b-83b5-478c-ad95-2d0746089907 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:45.578205 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873003df-ec5e-45e8-bb5d-b914975564f3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] No DVR routers for this DVR port 27215d05-fccd-4ac6-9e11-df2b5221d977 on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:39:45.580724 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-433a8fc8-84ea-4605-bf25-f204cbdefc27 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:45.603266 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-433a8fc8-84ea-4605-bf25-f204cbdefc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:45.659752 dv-neutron-838888-1-hyperv neutron-server[102959]: WARNING neutron.services.revisions.revision_plugin [None req-745e6376-197e-4d9c-801c-083d5444c35b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Could not find related port for resource to bump revision. Apr 29 11:39:45.727911 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433a8fc8-84ea-4605-bf25-f204cbdefc27 None None] Network 436b1e4d-d852-4ae8-ad5b-2dd29fed06c0 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:45.733754 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-433a8fc8-84ea-4605-bf25-f204cbdefc27 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:45.737300 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433a8fc8-84ea-4605-bf25-f204cbdefc27 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:45.754148 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a8fc8-84ea-4605-bf25-f204cbdefc27 None None] Pushing event updated for resources: {'Port': ['ID=427e9bb0-be62-4389-8f18-7164ad2713bb,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:45.763509 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.ipam_pluggable_backend [None req-745e6376-197e-4d9c-801c-083d5444c35b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Port f45a8bda-ae5d-47f2-9f58-5a1c9c390edd was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102959) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 29 11:39:45.764696 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.ipam_pluggable_backend [None req-745e6376-197e-4d9c-801c-083d5444c35b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Reverting IP allocation for 2001:db8::f816:3eff:fedd:c425 {{(pid=102959) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 29 11:39:45.782276 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9d74b-83b5-478c-ad95-2d0746089907 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Pushing event updated for resources: {'Subnet': ['ID=9ee89bad-eaa4-44f2-acec-7acaf6a32d11,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:45.783233 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-745e6376-197e-4d9c-801c-083d5444c35b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:45.808244 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 27215d05-fccd-4ac6-9e11-df2b5221d977 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:39:45.825623 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873003df-ec5e-45e8-bb5d-b914975564f3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Port': ['ID=27215d05-fccd-4ac6-9e11-df2b5221d977,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:45.832205 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-43acd219-4bb9-4cfd-bf96-243d56419089 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:45.862509 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23491df-a57e-4a66-8d5c-0cad212e4e1c None None] Network 8ab36dae-ccd2-45b9-af32-22c36434098f requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:45.888921 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b178f56-9e1b-48a3-9758-5a646dc592ae tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Port': ['ID=b07d1790-5261-4bb8-b687-1664d481b805,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:45.908946 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745e6376-197e-4d9c-801c-083d5444c35b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:45.915179 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-745e6376-197e-4d9c-801c-083d5444c35b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:45.921181 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3b178f56-9e1b-48a3-9758-5a646dc592ae tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:45.923847 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745e6376-197e-4d9c-801c-083d5444c35b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:45.923847 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-745e6376-197e-4d9c-801c-083d5444c35b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:45.924976 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 27215d05-fccd-4ac6-9e11-df2b5221d977 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:39:45.925528 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 27215d05-fccd-4ac6-9e11-df2b5221d977 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:39:45.925965 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 068478bb-1c20-43b0-be68-4c1da1e5740a no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:39:45.944136 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e6376-197e-4d9c-801c-083d5444c35b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Subnet': ['ID=a7a1820c-7992-46a9-a45e-a1afd42f397c,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:45.969293 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-745e6376-197e-4d9c-801c-083d5444c35b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9794278 Apr 29 11:39:45.990839 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 068478bb-1c20-43b0-be68-4c1da1e5740a {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:39:45.991164 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 068478bb-1c20-43b0-be68-4c1da1e5740a not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:39:45.991520 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device f45a8bda-ae5d-47f2-9f58-5a1c9c390edd no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:39:45.994258 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b558aa8-5ad7-41ef-b444-6d4a76e0506e None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:45.996097 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50628) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:46.000753 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-433a8fc8-84ea-4605-bf25-f204cbdefc27 None None] Attempting to bind port 427e9bb0-be62-4389-8f18-7164ad2713bb on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:39:46.001123 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-433a8fc8-84ea-4605-bf25-f204cbdefc27 None None] Attempting to bind port 427e9bb0-be62-4389-8f18-7164ad2713bb by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'fe679dd4-e298-4e22-a8be-94b11f77c601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '436b1e4d-d852-4ae8-ad5b-2dd29fed06c0'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:39:46.001437 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-2a7d7f5e-9949-4135-9a4c-17155a53b1e8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:46.001651 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433a8fc8-84ea-4605-bf25-f204cbdefc27 None None] Attempting to bind port 427e9bb0-be62-4389-8f18-7164ad2713bb on network 436b1e4d-d852-4ae8-ad5b-2dd29fed06c0 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:39:46.008555 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-873003df-ec5e-45e8-bb5d-b914975564f3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:46.043662 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-873003df-ec5e-45e8-bb5d-b914975564f3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67082785-4db6-447d-bd70-1e35b4e1ed5e']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:46.049737 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: f45a8bda-ae5d-47f2-9f58-5a1c9c390edd {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:39:46.050259 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device f45a8bda-ae5d-47f2-9f58-5a1c9c390edd not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:39:46.050701 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 711b9630-839f-4ddd-9274-ea56fb83b1b9 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:39:46.063833 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-873003df-ec5e-45e8-bb5d-b914975564f3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8206edbc-16b8-4904-8d33-a2a48db79a6e') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:46.064302 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-873003df-ec5e-45e8-bb5d-b914975564f3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8206edbc-16b8-4904-8d33-a2a48db79a6e') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:46.080688 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433a8fc8-84ea-4605-bf25-f204cbdefc27 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:39:46.081058 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433a8fc8-84ea-4605-bf25-f204cbdefc27 None None] Checking segment: {'id': 'fe679dd4-e298-4e22-a8be-94b11f77c601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '436b1e4d-d852-4ae8-ad5b-2dd29fed06c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:46.081624 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-433a8fc8-84ea-4605-bf25-f204cbdefc27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:46.081910 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-873003df-ec5e-45e8-bb5d-b914975564f3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:46.082120 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433a8fc8-84ea-4605-bf25-f204cbdefc27 None None] Bound using segment: {'id': 'fe679dd4-e298-4e22-a8be-94b11f77c601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '436b1e4d-d852-4ae8-ad5b-2dd29fed06c0'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:39:46.082620 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-433a8fc8-84ea-4605-bf25-f204cbdefc27 None None] Bound port: 427e9bb0-be62-4389-8f18-7164ad2713bb, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe679dd4-e298-4e22-a8be-94b11f77c601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '436b1e4d-d852-4ae8-ad5b-2dd29fed06c0'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:39:46.083009 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-433a8fc8-84ea-4605-bf25-f204cbdefc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:46.137496 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b178f56-9e1b-48a3-9758-5a646dc592ae tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network 2ed7c476-edcd-4afe-b7d8-32e2e8b903ed is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:46.140218 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 711b9630-839f-4ddd-9274-ea56fb83b1b9 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:39:46.141172 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 711b9630-839f-4ddd-9274-ea56fb83b1b9 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:39:46.142276 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-3b178f56-9e1b-48a3-9758-5a646dc592ae tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:46.148081 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f0dbeb4f-fa82-4be3-a8d8-4854f1a292fc None None] Provisioning complete for port 8bb3c5e8-9415-40b8-b483-be53c95051e8 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:46.149233 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f0dbeb4f-fa82-4be3-a8d8-4854f1a292fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:46.274042 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7d7f5e-9949-4135-9a4c-17155a53b1e8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:46.278016 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2a7d7f5e-9949-4135-9a4c-17155a53b1e8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:46.367300 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-873003df-ec5e-45e8-bb5d-b914975564f3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:46.399829 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b178f56-9e1b-48a3-9758-5a646dc592ae tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Router 40fd25c8-33a1-4f10-9163-aff987a352be has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:39:46.402033 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-433a8fc8-84ea-4605-bf25-f204cbdefc27 None None] For port 427e9bb0-be62-4389-8f18-7164ad2713bb, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:39:46.411929 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 8bb3c5e8-9415-40b8-b483-be53c95051e8 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:39:46.416114 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43acd219-4bb9-4cfd-bf96-243d56419089 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network a4b2b389-9024-4cee-95b3-af3ca7cfd466 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:46.430960 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-873003df-ec5e-45e8-bb5d-b914975564f3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:39:46.431414 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-873003df-ec5e-45e8-bb5d-b914975564f3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: self.session.flush() Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: self.session.flush() Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: self.session.flush() Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: self.session.flush() Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:39:46.435002 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:39:46.452931 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f11b35bd-9c0c-4353-a988-db60546c3e21 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:46.464769 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-433a8fc8-84ea-4605-bf25-f204cbdefc27 None None] For port 427e9bb0-be62-4389-8f18-7164ad2713bb, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=427e9bb0-be62-4389-8f18-7164ad2713bb,segment=NetworkSegment(fe679dd4-e298-4e22-a8be-94b11f77c601),segment_id=fe679dd4-e298-4e22-a8be-94b11f77c601)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:39:46.472027 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-43acd219-4bb9-4cfd-bf96-243d56419089 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:46.475176 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-36c2f02c-19ff-4103-ae4c-a988bf73acba tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:46.491848 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43acd219-4bb9-4cfd-bf96-243d56419089 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:46.504001 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43acd219-4bb9-4cfd-bf96-243d56419089 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:46.504001 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-43acd219-4bb9-4cfd-bf96-243d56419089 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:46.507117 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-433a8fc8-84ea-4605-bf25-f204cbdefc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:46.516113 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f11b35bd-9c0c-4353-a988-db60546c3e21 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:46.577530 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b178f56-9e1b-48a3-9758-5a646dc592ae tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:39:46.586207 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3b178f56-9e1b-48a3-9758-5a646dc592ae tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "PUT /v2.0/routers/40fd25c8-33a1-4f10-9163-aff987a352be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5076990 Apr 29 11:39:46.595150 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be230462-5e7e-4bfe-a3fa-ed58918999d2 None None] Sync routers for ids ['40fd25c8-33a1-4f10-9163-aff987a352be'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:39:46.596017 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50630) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:46.614735 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be230462-5e7e-4bfe-a3fa-ed58918999d2 None None] Routers {'40fd25c8-33a1-4f10-9163-aff987a352be'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:46.615435 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-be230462-5e7e-4bfe-a3fa-ed58918999d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['40fd25c8-33a1-4f10-9163-aff987a352be'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:46.656186 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-be230462-5e7e-4bfe-a3fa-ed58918999d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:46.669221 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43acd219-4bb9-4cfd-bf96-243d56419089 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Port': ['ID=c3fdd42c-4c63-48a7-b72d-a2c5571e04f0,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:46.670504 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be230462-5e7e-4bfe-a3fa-ed58918999d2 None None] Routers {'40fd25c8-33a1-4f10-9163-aff987a352be'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:46.671527 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-be230462-5e7e-4bfe-a3fa-ed58918999d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['40fd25c8-33a1-4f10-9163-aff987a352be'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:46.692758 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057c6f1b-db8c-41ef-a76e-c1f9d10df56a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:46.694674 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-057c6f1b-db8c-41ef-a76e-c1f9d10df56a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "GET /v2.0/ports/b07d1790-5261-4bb8-b687-1664d481b805 HTTP/1.1" status: 200 len: 910 time: 0.0983996 Apr 29 11:39:46.697767 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50632) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:46.703786 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a8fc8-84ea-4605-bf25-f204cbdefc27 None None] Pushing event updated for resources: {'Port': ['ID=427e9bb0-be62-4389-8f18-7164ad2713bb,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:46.709718 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8eb57e8-61e1-4e16-9d76-5e8eedfb98b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-62578361-baac-4d3e-b4ee-401a25f05a0e', 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'fixed_ips': [{'subnet_id': 'a7a1820c-7992-46a9-a45e-a1afd42f397c'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:39:46.716325 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b8eb57e8-61e1-4e16-9d76-5e8eedfb98b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:46.736201 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c9d74b-83b5-478c-ad95-2d0746089907 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Checking segment: {'id': '1d66a7f1-aa57-489f-9b70-bbd4aaff413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2aaadb54-b468-45ef-bf73-d3936cb700f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:46.736596 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c9d74b-83b5-478c-ad95-2d0746089907 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Network hostable DHCP agents. Network: 2aaadb54-b468-45ef-bf73-d3936cb700f9, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:39:46.737205 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f0dbeb4f-fa82-4be3-a8d8-4854f1a292fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:46.745103 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-be230462-5e7e-4bfe-a3fa-ed58918999d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:46.746611 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be230462-5e7e-4bfe-a3fa-ed58918999d2 None None] The sync data for ids ['40fd25c8-33a1-4f10-9163-aff987a352be'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:39:46.764742 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f11b35bd-9c0c-4353-a988-db60546c3e21 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:46.766924 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f11b35bd-9c0c-4353-a988-db60546c3e21 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.2058296 Apr 29 11:39:46.771668 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-43acd219-4bb9-4cfd-bf96-243d56419089 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 4.8014946 Apr 29 11:39:46.776041 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50634) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:46.776672 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50636) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:46.809751 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 8bb3c5e8-9415-40b8-b483-be53c95051e8 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:46.810245 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:46.840529 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-d8be21c4-889d-4f92-954c-2ecba4fef5f8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '656bbc5f-ab8b-468f-a585-4a87516bc255', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:46.858306 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c9d74b-83b5-478c-ad95-2d0746089907 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Network 2aaadb54-b468-45ef-bf73-d3936cb700f9 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:39:46.910354 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f0dbeb4f-fa82-4be3-a8d8-4854f1a292fc None None] For port 8bb3c5e8-9415-40b8-b483-be53c95051e8, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=8bb3c5e8-9415-40b8-b483-be53c95051e8,segment=NetworkSegment(8f9e984a-8d71-4bbd-a7da-7e17380e9c53),segment_id=8f9e984a-8d71-4bbd-a7da-7e17380e9c53)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:46.918036 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-873003df-ec5e-45e8-bb5d-b914975564f3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:46.927494 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f0dbeb4f-fa82-4be3-a8d8-4854f1a292fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:46.937463 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b35bd-9c0c-4353-a988-db60546c3e21 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=656bbc5f-ab8b-468f-a585-4a87516bc255,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:46.943816 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-67c9d74b-83b5-478c-ad95-2d0746089907 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 2aaadb54-b468-45ef-bf73-d3936cb700f9) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:46.987467 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fd1a9e-f6be-42af-865e-b100a91e7140 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:46.991758 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-56fd1a9e-f6be-42af-865e-b100a91e7140 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "GET /v2.0/ports/c3fdd42c-4c63-48a7-b72d-a2c5571e04f0 HTTP/1.1" status: 200 len: 845 time: 0.1910300 Apr 29 11:39:46.994997 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a291d69-bb7c-4069-b8b1-56b8ccffb253 None None] Network 2aaadb54-b468-45ef-bf73-d3936cb700f9 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:46.996143 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50638) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:46.999668 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-873003df-ec5e-45e8-bb5d-b914975564f3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:47.003951 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-873003df-ec5e-45e8-bb5d-b914975564f3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/networks/67082785-4db6-447d-bd70-1e35b4e1ed5e HTTP/1.1" status: 204 len: 168 time: 4.9161487 Apr 29 11:39:47.092941 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50640) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:47.101356 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-2a59e13e-1634-4af8-99f3-7e601af36340 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-567634263'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:47.110232 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c9d74b-83b5-478c-ad95-2d0746089907 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:47.110872 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-67c9d74b-83b5-478c-ad95-2d0746089907 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:47.175048 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2a7d7f5e-9949-4135-9a4c-17155a53b1e8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:47.190109 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-09e2f514-1d3e-4fb0-9b84-22c54ba079e4 None None] Provisioning complete for port b07d1790-5261-4bb8-b687-1664d481b805 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:47.190755 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-09e2f514-1d3e-4fb0-9b84-22c54ba079e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:47.197393 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-b8eb57e8-61e1-4e16-9d76-5e8eedfb98b7 None None] Allocated IP 2001:db8::f816:3eff:fe63:790a (62578361-baac-4d3e-b4ee-401a25f05a0e/a7a1820c-7992-46a9-a45e-a1afd42f397c/23125315-dca0-4ea8-9d76-0e60186f59f5) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:47.203187 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbeb4f-fa82-4be3-a8d8-4854f1a292fc None None] Pushing event updated for resources: {'Port': ['ID=8bb3c5e8-9415-40b8-b483-be53c95051e8,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:47.274561 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a59e13e-1634-4af8-99f3-7e601af36340 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:47.278980 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2a59e13e-1634-4af8-99f3-7e601af36340 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:47.297382 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7d7f5e-9949-4135-9a4c-17155a53b1e8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:47.321020 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-2a7d7f5e-9949-4135-9a4c-17155a53b1e8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:47.329958 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7d7f5e-9949-4135-9a4c-17155a53b1e8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:47.331024 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2a7d7f5e-9949-4135-9a4c-17155a53b1e8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:47.371274 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d7f5e-9949-4135-9a4c-17155a53b1e8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Subnet': ['ID=85db5bd1-f23b-4fd3-b102-d50cb2152b0a,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:47.401781 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2a7d7f5e-9949-4135-9a4c-17155a53b1e8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4007556 Apr 29 11:39:47.403442 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50642) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:47.409670 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a59e13e-1634-4af8-99f3-7e601af36340 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:39:47.415669 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-31a8bb65-acc4-4b1f-b35e-c88da57ef584 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'port': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'mac_address': 'fa:16:3e:30:30:6a', 'name': 'tempest-NetworksTestDHCPv6-2061962212'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:47.484152 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2a59e13e-1634-4af8-99f3-7e601af36340 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:47.484479 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-2a59e13e-1634-4af8-99f3-7e601af36340 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Added segment c3b97d46-f694-46a9-9f42-7967923dd050 of type vlan for network c8be14f0-bb71-44a1-b386-d522b255979a Apr 29 11:39:47.511473 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-09e2f514-1d3e-4fb0-9b84-22c54ba079e4 None None] Port b07d1790-5261-4bb8-b687-1664d481b805 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:39:47.564432 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2a59e13e-1634-4af8-99f3-7e601af36340 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:47.652066 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2a59e13e-1634-4af8-99f3-7e601af36340 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:47.658391 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a59e13e-1634-4af8-99f3-7e601af36340 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:47.659209 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2a59e13e-1634-4af8-99f3-7e601af36340 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:47.669005 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a8bb65-acc4-4b1f-b35e-c88da57ef584 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:47.678917 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6216a66d-1a71-4717-ab9f-6e977ccb03ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-2aaadb54-b468-45ef-bf73-d3936cb700f9', 'network_id': '2aaadb54-b468-45ef-bf73-d3936cb700f9', 'tenant_id': 'fbe12a56c9b3408b8301d9e9c5d8ac25', 'fixed_ips': [{'subnet_id': '9ee89bad-eaa4-44f2-acec-7acaf6a32d11'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:39:47.680819 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6216a66d-1a71-4717-ab9f-6e977ccb03ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:47.732250 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d8be21c4-889d-4f92-954c-2ecba4fef5f8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:47.761225 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873003df-ec5e-45e8-bb5d-b914975564f3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Network': ['ID=67082785-4db6-447d-bd70-1e35b4e1ed5e,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:47.768083 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-67c9d74b-83b5-478c-ad95-2d0746089907 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.2157779 Apr 29 11:39:47.773847 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b8eb57e8-61e1-4e16-9d76-5e8eedfb98b7 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:47.779707 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50644) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:47.788041 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b8eb57e8-61e1-4e16-9d76-5e8eedfb98b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:47.790909 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-c822e2fb-39fb-42c9-ad17-57e126a31608 None None] Provisioning complete for port 8bb3c5e8-9415-40b8-b483-be53c95051e8 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:47.791277 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c822e2fb-39fb-42c9-ad17-57e126a31608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:47.800708 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-2c2bea4f-a611-41f8-8746-862be8e9cd90 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Request body: {'subnet': {'network_id': '40dc6267-eb45-4e37-be2c-688a071d13fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:47.814180 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2a59e13e-1634-4af8-99f3-7e601af36340 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7180929 Apr 29 11:39:47.820922 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50646) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:47.833219 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-50fec86e-6054-47c1-88f1-b1de2fae9120 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'subnet': {'network_id': 'c8be14f0-bb71-44a1-b386-d522b255979a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:47.842618 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59e13e-1634-4af8-99f3-7e601af36340 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Network': ['ID=c8be14f0-bb71-44a1-b386-d522b255979a,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:47.850819 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-78dedbf3-b063-4bc9-87fe-8164ee051c8a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:47.894726 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d8be21c4-889d-4f92-954c-2ecba4fef5f8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:47.946732 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d8be21c4-889d-4f92-954c-2ecba4fef5f8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:47.989132 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network c8be14f0-bb71-44a1-b386-d522b255979a details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:39:48.009971 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be21c4-889d-4f92-954c-2ecba4fef5f8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697914d1-47bb-4318-861a-f94650a1f158,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:48.048618 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8eb57e8-61e1-4e16-9d76-5e8eedfb98b7 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:48.127217 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-b8eb57e8-61e1-4e16-9d76-5e8eedfb98b7 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:48.131912 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d8be21c4-889d-4f92-954c-2ecba4fef5f8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:48.133796 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d8be21c4-889d-4f92-954c-2ecba4fef5f8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3366659 Apr 29 11:39:48.139906 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50648) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:48.150265 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-89c1d26a-4e14-47c3-ae36-153dfd9de06c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '656bbc5f-ab8b-468f-a585-4a87516bc255', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:48.155120 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8eb57e8-61e1-4e16-9d76-5e8eedfb98b7 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:48.160737 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb57e8-61e1-4e16-9d76-5e8eedfb98b7 None None] Pushing event updated for resources: {'Port': ['ID=23125315-dca0-4ea8-9d76-0e60186f59f5,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:48.223486 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-9e1b169e-9071-4566-9f4b-0e0515c820ad tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Deleting port c3fdd42c-4c63-48a7-b72d-a2c5571e04f0 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:48.223894 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9e1b169e-9071-4566-9f4b-0e0515c820ad tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:48.250158 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb864ae-f4c3-4b86-9c4c-09d7dcc91592 None None] Network 436b1e4d-d852-4ae8-ad5b-2dd29fed06c0 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:48.356790 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-89c1d26a-4e14-47c3-ae36-153dfd9de06c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:48.365475 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2bea4f-a611-41f8-8746-862be8e9cd90 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Made reservation on behalf of fbe12a56c9b3408b8301d9e9c5d8ac25 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:48.369349 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2c2bea4f-a611-41f8-8746-862be8e9cd90 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:48.422754 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-6216a66d-1a71-4717-ab9f-6e977ccb03ad None None] Allocated IP 172.20.0.2 (2aaadb54-b468-45ef-bf73-d3936cb700f9/9ee89bad-eaa4-44f2-acec-7acaf6a32d11/ad3f1bb0-3fac-4f78-99a4-093e5f360544) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:48.462514 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-b8eb57e8-61e1-4e16-9d76-5e8eedfb98b7 None None] Attempting to bind port 23125315-dca0-4ea8-9d76-0e60186f59f5 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:39:48.463130 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-b8eb57e8-61e1-4e16-9d76-5e8eedfb98b7 None None] Attempting to bind port 23125315-dca0-4ea8-9d76-0e60186f59f5 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:39:48.463543 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eb57e8-61e1-4e16-9d76-5e8eedfb98b7 None None] Attempting to bind port 23125315-dca0-4ea8-9d76-0e60186f59f5 on network 62578361-baac-4d3e-b4ee-401a25f05a0e {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:39:48.463820 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9e1b169e-9071-4566-9f4b-0e0515c820ad tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:48.524586 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eb57e8-61e1-4e16-9d76-5e8eedfb98b7 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:39:48.524975 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eb57e8-61e1-4e16-9d76-5e8eedfb98b7 None None] Checking segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:48.526002 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b8eb57e8-61e1-4e16-9d76-5e8eedfb98b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:48.526002 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eb57e8-61e1-4e16-9d76-5e8eedfb98b7 None None] Bound using segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:39:48.526276 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-b8eb57e8-61e1-4e16-9d76-5e8eedfb98b7 None None] Bound port: 23125315-dca0-4ea8-9d76-0e60186f59f5, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:39:48.526655 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b8eb57e8-61e1-4e16-9d76-5e8eedfb98b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:48.542516 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 427e9bb0-be62-4389-8f18-7164ad2713bb up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:39:48.547941 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-9e1b169e-9071-4566-9f4b-0e0515c820ad tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Calling delete_port for c3fdd42c-4c63-48a7-b72d-a2c5571e04f0 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:48.568626 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-31a8bb65-acc4-4b1f-b35e-c88da57ef584 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:48.638244 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-36c2f02c-19ff-4103-ae4c-a988bf73acba tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Allocated IP 172.20.0.1 (64da55f9-065f-4298-9367-d500367605a2/fceaf90f-439c-4386-9b86-17a48dfaeed6/085adb77-42f8-4e04-86d1-68b9ac50147c) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:48.666263 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-31a8bb65-acc4-4b1f-b35e-c88da57ef584 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] device_id is not set on port 513e1115-36d1-41bd-9f6a-d8a97c0f32fd yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:39:48.670786 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-89c1d26a-4e14-47c3-ae36-153dfd9de06c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:48.679723 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-53b9c24d-aca9-47b0-995c-f1467e8e971e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:48.681345 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-23f53f71-3622-4559-84fe-f8c110bcd585 None None] Provisioning complete for port 427e9bb0-be62-4389-8f18-7164ad2713bb triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:48.681695 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-23f53f71-3622-4559-84fe-f8c110bcd585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:48.720568 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fec86e-6054-47c1-88f1-b1de2fae9120 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:48.721496 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-89c1d26a-4e14-47c3-ae36-153dfd9de06c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:48.724299 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-50fec86e-6054-47c1-88f1-b1de2fae9120 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:48.809038 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-b8eb57e8-61e1-4e16-9d76-5e8eedfb98b7 None None] For port 23125315-dca0-4ea8-9d76-0e60186f59f5, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:39:48.819283 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-b8eb57e8-61e1-4e16-9d76-5e8eedfb98b7 None None] For port 23125315-dca0-4ea8-9d76-0e60186f59f5, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=23125315-dca0-4ea8-9d76-0e60186f59f5,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:39:48.828902 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 427e9bb0-be62-4389-8f18-7164ad2713bb triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:48.829416 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:48.853422 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1d26a-4e14-47c3-ae36-153dfd9de06c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17707151-5e01-42eb-a5ac-252c66902733,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:48.871277 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b8eb57e8-61e1-4e16-9d76-5e8eedfb98b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:48.902764 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-89c1d26a-4e14-47c3-ae36-153dfd9de06c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:48.904010 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-89c1d26a-4e14-47c3-ae36-153dfd9de06c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7589693 Apr 29 11:39:48.908114 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6216a66d-1a71-4717-ab9f-6e977ccb03ad None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:48.911202 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50650) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:48.918144 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-e234cf4d-893b-4977-9ddb-dffd338ae9c6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '656bbc5f-ab8b-468f-a585-4a87516bc255', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:48.948569 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6216a66d-1a71-4717-ab9f-6e977ccb03ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:48.963989 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9e1b169e-9071-4566-9f4b-0e0515c820ad tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:49.080135 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6216a66d-1a71-4717-ab9f-6e977ccb03ad None None] Network 2aaadb54-b468-45ef-bf73-d3936cb700f9 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:49.087681 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-6216a66d-1a71-4717-ab9f-6e977ccb03ad None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:49.090511 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6216a66d-1a71-4717-ab9f-6e977ccb03ad None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:49.105609 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-31a8bb65-acc4-4b1f-b35e-c88da57ef584 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Allocated IP 172.20.0.3 (62578361-baac-4d3e-b4ee-401a25f05a0e/85db5bd1-f23b-4fd3-b102-d50cb2152b0a/513e1115-36d1-41bd-9f6a-d8a97c0f32fd) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:49.117411 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e234cf4d-893b-4977-9ddb-dffd338ae9c6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:49.132144 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-31a8bb65-acc4-4b1f-b35e-c88da57ef584 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Allocated IP 2001:db8::f816:3eff:fe30:306a (62578361-baac-4d3e-b4ee-401a25f05a0e/a7a1820c-7992-46a9-a45e-a1afd42f397c/513e1115-36d1-41bd-9f6a-d8a97c0f32fd) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:49.154400 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b169e-9071-4566-9f4b-0e0515c820ad tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Port': ['ID=c3fdd42c-4c63-48a7-b72d-a2c5571e04f0,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:49.212395 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9e1b169e-9071-4566-9f4b-0e0515c820ad tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:49.216466 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9e1b169e-9071-4566-9f4b-0e0515c820ad tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/ports/c3fdd42c-4c63-48a7-b72d-a2c5571e04f0 HTTP/1.1" status: 204 len: 168 time: 2.1800511 Apr 29 11:39:49.233060 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb57e8-61e1-4e16-9d76-5e8eedfb98b7 None None] Pushing event updated for resources: {'Port': ['ID=23125315-dca0-4ea8-9d76-0e60186f59f5,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:49.234576 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50652) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:49.250200 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-23f53f71-3622-4559-84fe-f8c110bcd585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:49.254885 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-36c2f02c-19ff-4103-ae4c-a988bf73acba tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:49.261751 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2c2bea4f-a611-41f8-8746-862be8e9cd90 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:49.272478 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-6216a66d-1a71-4717-ab9f-6e977ccb03ad None None] Attempting to bind port ad3f1bb0-3fac-4f78-99a4-093e5f360544 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:39:49.273015 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-6216a66d-1a71-4717-ab9f-6e977ccb03ad None None] Attempting to bind port ad3f1bb0-3fac-4f78-99a4-093e5f360544 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '1d66a7f1-aa57-489f-9b70-bbd4aaff413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2aaadb54-b468-45ef-bf73-d3936cb700f9'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:39:49.273431 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6216a66d-1a71-4717-ab9f-6e977ccb03ad None None] Attempting to bind port ad3f1bb0-3fac-4f78-99a4-093e5f360544 on network 2aaadb54-b468-45ef-bf73-d3936cb700f9 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:39:49.333612 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-4877146b-f769-4968-a4fa-ab13b082666a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] GET failed (client error): The resource could not be found. Apr 29 11:39:49.335808 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4877146b-f769-4968-a4fa-ab13b082666a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "GET /v2.0/ports/c3fdd42c-4c63-48a7-b72d-a2c5571e04f0 HTTP/1.1" status: 404 len: 333 time: 0.1000686 Apr 29 11:39:49.346521 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6216a66d-1a71-4717-ab9f-6e977ccb03ad None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:39:49.347233 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6216a66d-1a71-4717-ab9f-6e977ccb03ad None None] Checking segment: {'id': '1d66a7f1-aa57-489f-9b70-bbd4aaff413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2aaadb54-b468-45ef-bf73-d3936cb700f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:49.347843 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6216a66d-1a71-4717-ab9f-6e977ccb03ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:49.348806 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6216a66d-1a71-4717-ab9f-6e977ccb03ad None None] Bound using segment: {'id': '1d66a7f1-aa57-489f-9b70-bbd4aaff413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2aaadb54-b468-45ef-bf73-d3936cb700f9'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:39:49.349389 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-6216a66d-1a71-4717-ab9f-6e977ccb03ad None None] Bound port: ad3f1bb0-3fac-4f78-99a4-093e5f360544, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d66a7f1-aa57-489f-9b70-bbd4aaff413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2aaadb54-b468-45ef-bf73-d3936cb700f9'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:39:49.349775 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6216a66d-1a71-4717-ab9f-6e977ccb03ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:49.357493 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50654) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:49.371443 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2bea4f-a611-41f8-8746-862be8e9cd90 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Checking segment: {'id': '1896ab42-be21-46ef-bc69-5f015a2732ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '40dc6267-eb45-4e37-be2c-688a071d13fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:49.371938 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2bea4f-a611-41f8-8746-862be8e9cd90 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Network hostable DHCP agents. Network: 40dc6267-eb45-4e37-be2c-688a071d13fe, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:39:49.380305 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-a63e8b98-e3e1-4f4b-a40d-58afd2d1eaf2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'port': {'network_id': 'a4b2b389-9024-4cee-95b3-af3ca7cfd466', 'name': 'tempest-PortsIpV6TestJSON-820534158'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:49.427182 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:49.435154 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-78dedbf3-b063-4bc9-87fe-8164ee051c8a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Deleting port b07d1790-5261-4bb8-b687-1664d481b805 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:49.435493 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-78dedbf3-b063-4bc9-87fe-8164ee051c8a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:49.437214 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-23f53f71-3622-4559-84fe-f8c110bcd585 None None] For port 427e9bb0-be62-4389-8f18-7164ad2713bb, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=427e9bb0-be62-4389-8f18-7164ad2713bb,segment=NetworkSegment(fe679dd4-e298-4e22-a8be-94b11f77c601),segment_id=fe679dd4-e298-4e22-a8be-94b11f77c601)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:49.438851 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-50fec86e-6054-47c1-88f1-b1de2fae9120 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:49.440344 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2bea4f-a611-41f8-8746-862be8e9cd90 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Network 40dc6267-eb45-4e37-be2c-688a071d13fe is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:39:49.456040 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-23f53f71-3622-4559-84fe-f8c110bcd585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:49.479199 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2bea4f-a611-41f8-8746-862be8e9cd90 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Pushing event updated for resources: {'Subnet': ['ID=b6dcffad-ccfd-4adb-a14c-0ec305572ff5,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:49.482922 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-2c2bea4f-a611-41f8-8746-862be8e9cd90 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 40dc6267-eb45-4e37-be2c-688a071d13fe) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:49.487247 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2bea4f-a611-41f8-8746-862be8e9cd90 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:49.488510 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2c2bea4f-a611-41f8-8746-862be8e9cd90 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:49.510245 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df289419-44b2-48ff-a447-0716f45a7cf6 None None] Network 40dc6267-eb45-4e37-be2c-688a071d13fe requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:49.542906 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-36c2f02c-19ff-4103-ae4c-a988bf73acba tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:49.585202 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2c2bea4f-a611-41f8-8746-862be8e9cd90 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7953303 Apr 29 11:39:49.597363 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50656) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:49.598091 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216a66d-1a71-4717-ab9f-6e977ccb03ad None None] Pushing event updated for resources: {'Port': ['ID=ad3f1bb0-3fac-4f78-99a4-093e5f360544,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:49.638927 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c2f02c-19ff-4103-ae4c-a988bf73acba tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Network 64da55f9-065f-4298-9367-d500367605a2 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:49.649144 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-36c2f02c-19ff-4103-ae4c-a988bf73acba tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:49.657457 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c2f02c-19ff-4103-ae4c-a988bf73acba tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:49.675149 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2f02c-19ff-4103-ae4c-a988bf73acba tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event updated for resources: {'Port': ['ID=085adb77-42f8-4e04-86d1-68b9ac50147c,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:49.712714 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f53f71-3622-4559-84fe-f8c110bcd585 None None] Pushing event updated for resources: {'Port': ['ID=427e9bb0-be62-4389-8f18-7164ad2713bb,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:49.715245 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-53b9c24d-aca9-47b0-995c-f1467e8e971e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Deleting port 87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:49.716221 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-53b9c24d-aca9-47b0-995c-f1467e8e971e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:49.786334 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e234cf4d-893b-4977-9ddb-dffd338ae9c6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:49.802744 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e47d988-c141-4fb3-bbc1-dd00ad663b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-40dc6267-eb45-4e37-be2c-688a071d13fe', 'network_id': '40dc6267-eb45-4e37-be2c-688a071d13fe', 'tenant_id': 'fbe12a56c9b3408b8301d9e9c5d8ac25', 'fixed_ips': [{'subnet_id': 'b6dcffad-ccfd-4adb-a14c-0ec305572ff5'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:39:49.803117 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-36c2f02c-19ff-4103-ae4c-a988bf73acba tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:49.803627 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3e47d988-c141-4fb3-bbc1-dd00ad663b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:49.815486 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e234cf4d-893b-4977-9ddb-dffd338ae9c6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:49.854785 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-6216a66d-1a71-4717-ab9f-6e977ccb03ad None None] For port ad3f1bb0-3fac-4f78-99a4-093e5f360544, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:39:49.859993 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-22280d7c-d26c-41f3-a5bd-ae46c8f6e2dc None None] Provisioning complete for port 427e9bb0-be62-4389-8f18-7164ad2713bb triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:49.860450 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-22280d7c-d26c-41f3-a5bd-ae46c8f6e2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:49.888375 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fec86e-6054-47c1-88f1-b1de2fae9120 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Subnet': ['ID=95f3ea92-3c19-4bf6-9f47-a7800a3ca5b9,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:49.907828 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-53b9c24d-aca9-47b0-995c-f1467e8e971e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] For port 87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e,segment=NetworkSegment(e31cdcc8-13e8-46f5-aab0-d351e6cb29a9),segment_id=e31cdcc8-13e8-46f5-aab0-d351e6cb29a9)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:49.908424 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-53b9c24d-aca9-47b0-995c-f1467e8e971e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:49.949836 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-53b9c24d-aca9-47b0-995c-f1467e8e971e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Calling delete_port for 87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e owned by network:router_interface {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:50.012351 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63e8b98-e3e1-4f4b-a40d-58afd2d1eaf2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:50.015719 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a63e8b98-e3e1-4f4b-a40d-58afd2d1eaf2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:50.017909 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234cf4d-893b-4977-9ddb-dffd338ae9c6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78eabc9-bebc-4511-b381-f1e82bf8eb39,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:50.034979 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fec86e-6054-47c1-88f1-b1de2fae9120 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Checking segment: {'id': 'c3b97d46-f694-46a9-9f42-7967923dd050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c8be14f0-bb71-44a1-b386-d522b255979a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:50.035279 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fec86e-6054-47c1-88f1-b1de2fae9120 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network hostable DHCP agents. Network: c8be14f0-bb71-44a1-b386-d522b255979a, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:39:50.071434 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e234cf4d-893b-4977-9ddb-dffd338ae9c6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:50.077156 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e234cf4d-893b-4977-9ddb-dffd338ae9c6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1593132 Apr 29 11:39:50.078289 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50658) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:50.082982 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-f95d7f7e-41b5-4573-abe7-a790326e22e2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '656bbc5f-ab8b-468f-a585-4a87516bc255', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:50.095238 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-36c2f02c-19ff-4103-ae4c-a988bf73acba tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:50.136422 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-78dedbf3-b063-4bc9-87fe-8164ee051c8a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:50.146650 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-6216a66d-1a71-4717-ab9f-6e977ccb03ad None None] For port ad3f1bb0-3fac-4f78-99a4-093e5f360544, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=ad3f1bb0-3fac-4f78-99a4-093e5f360544,segment=NetworkSegment(1d66a7f1-aa57-489f-9b70-bbd4aaff413a),segment_id=1d66a7f1-aa57-489f-9b70-bbd4aaff413a)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:39:50.152712 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:39:50.153205 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:39:50.166317 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6216a66d-1a71-4717-ab9f-6e977ccb03ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:50.188842 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-78dedbf3-b063-4bc9-87fe-8164ee051c8a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Calling delete_port for b07d1790-5261-4bb8-b687-1664d481b805 owned by network:router_interface {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:50.215274 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f95d7f7e-41b5-4573-abe7-a790326e22e2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:50.227749 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-a63e8b98-e3e1-4f4b-a40d-58afd2d1eaf2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] device_id is not set on port 2d800483-9424-4911-8249-0cb33e795a6d yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:39:50.245888 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fec86e-6054-47c1-88f1-b1de2fae9120 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network c8be14f0-bb71-44a1-b386-d522b255979a is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:39:50.256799 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-31a8bb65-acc4-4b1f-b35e-c88da57ef584 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:50.319911 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216a66d-1a71-4717-ab9f-6e977ccb03ad None None] Pushing event updated for resources: {'Port': ['ID=ad3f1bb0-3fac-4f78-99a4-093e5f360544,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:50.403441 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-3e47d988-c141-4fb3-bbc1-dd00ad663b11 None None] Allocated IP 172.20.0.2 (40dc6267-eb45-4e37-be2c-688a071d13fe/b6dcffad-ccfd-4adb-a14c-0ec305572ff5/ee67bb95-853f-441a-92c8-31775d9f80b6) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:50.440857 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-50fec86e-6054-47c1-88f1-b1de2fae9120 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, c8be14f0-bb71-44a1-b386-d522b255979a) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:50.464999 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fec86e-6054-47c1-88f1-b1de2fae9120 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:50.465596 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-50fec86e-6054-47c1-88f1-b1de2fae9120 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:50.475535 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec1e3ba-4e14-4dcd-b9a1-c2cf414be0e5 None None] Network c8be14f0-bb71-44a1-b386-d522b255979a requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:50.518147 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-53b9c24d-aca9-47b0-995c-f1467e8e971e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:50.559896 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f95d7f7e-41b5-4573-abe7-a790326e22e2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:50.597855 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-50fec86e-6054-47c1-88f1-b1de2fae9120 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7725596 Apr 29 11:39:50.598657 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50660) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:50.610072 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-2303b603-612c-401e-9374-bdba7a19b77e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'port': {'network_id': 'c8be14f0-bb71-44a1-b386-d522b255979a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-804019592'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:50.616578 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-26a1d3b2-6157-4888-a64f-f431cd3f99e3 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:50.633460 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f95d7f7e-41b5-4573-abe7-a790326e22e2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:50.636313 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9c24d-aca9-47b0-995c-f1467e8e971e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Port': ['ID=87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:50.688549 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-31a8bb65-acc4-4b1f-b35e-c88da57ef584 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:50.801021 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d7f7e-41b5-4573-abe7-a790326e22e2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8129af06-6409-4d09-bc5b-f72ee4ea88c9,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:50.818417 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f95d7f7e-41b5-4573-abe7-a790326e22e2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:50.837802 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f95d7f7e-41b5-4573-abe7-a790326e22e2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7556717 Apr 29 11:39:50.844920 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 8bb3c5e8-9415-40b8-b483-be53c95051e8 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:39:50.859650 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-2ac80cd0-eaf4-4181-98c7-6c7c49291fae None None] Provisioning complete for port 085adb77-42f8-4e04-86d1-68b9ac50147c triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:50.860030 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2ac80cd0-eaf4-4181-98c7-6c7c49291fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:51.012478 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50662) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:51.020784 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-08b89f41-9439-4900-8b7a-11882ebaddaa tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '656bbc5f-ab8b-468f-a585-4a87516bc255', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:51.099543 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4358df65-5856-4a27-b7a3-92a081a4b9fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-c8be14f0-bb71-44a1-b386-d522b255979a', 'network_id': 'c8be14f0-bb71-44a1-b386-d522b255979a', 'tenant_id': '468174a7deca4bc8a17b4c19d9db5ab0', 'fixed_ips': [{'subnet_id': '95f3ea92-3c19-4bf6-9f47-a7800a3ca5b9'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:39:51.100731 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4358df65-5856-4a27-b7a3-92a081a4b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:51.102883 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-53b9c24d-aca9-47b0-995c-f1467e8e971e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:51.131141 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-36c2f02c-19ff-4103-ae4c-a988bf73acba tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:51.137518 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaf84bb-0cbc-4a84-8de9-64b43bda01a1 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:51.139810 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.securitygroups_db [None req-08b89f41-9439-4900-8b7a-11882ebaddaa tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Project e43b3d3b447648b5aeeaf858bb1241e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:39:51.140399 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-2ac80cd0-eaf4-4181-98c7-6c7c49291fae None None] Port 085adb77-42f8-4e04-86d1-68b9ac50147c cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:39:51.148253 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-08b89f41-9439-4900-8b7a-11882ebaddaa tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:51.153555 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-36c2f02c-19ff-4103-ae4c-a988bf73acba tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:51.190324 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3e47d988-c141-4fb3-bbc1-dd00ad663b11 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:51.253454 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a8bb65-acc4-4b1f-b35e-c88da57ef584 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:51.298414 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3e47d988-c141-4fb3-bbc1-dd00ad663b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:51.327755 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-31a8bb65-acc4-4b1f-b35e-c88da57ef584 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:51.426059 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 8bb3c5e8-9415-40b8-b483-be53c95051e8 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:51.427562 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:51.434497 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8bb65-acc4-4b1f-b35e-c88da57ef584 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Port': ['ID=513e1115-36d1-41bd-9f6a-d8a97c0f32fd,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:51.445252 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a8bb65-acc4-4b1f-b35e-c88da57ef584 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:51.543875 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e47d988-c141-4fb3-bbc1-dd00ad663b11 None None] Network 40dc6267-eb45-4e37-be2c-688a071d13fe is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:51.557687 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a63e8b98-e3e1-4f4b-a40d-58afd2d1eaf2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:51.570011 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-3e47d988-c141-4fb3-bbc1-dd00ad663b11 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:51.606730 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e47d988-c141-4fb3-bbc1-dd00ad663b11 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:51.622066 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f0085ad7-f21e-435c-a142-d643ffc78dd2 None None] Provisioning complete for port 23125315-dca0-4ea8-9d76-0e60186f59f5 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:51.622614 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f0085ad7-f21e-435c-a142-d643ffc78dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:51.647010 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a8bb65-acc4-4b1f-b35e-c88da57ef584 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:51.647592 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-31a8bb65-acc4-4b1f-b35e-c88da57ef584 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:51.692710 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e47d988-c141-4fb3-bbc1-dd00ad663b11 None None] Pushing event updated for resources: {'Port': ['ID=ee67bb95-853f-441a-92c8-31775d9f80b6,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:51.818395 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-3e47d988-c141-4fb3-bbc1-dd00ad663b11 None None] Attempting to bind port ee67bb95-853f-441a-92c8-31775d9f80b6 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:39:51.818771 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-3e47d988-c141-4fb3-bbc1-dd00ad663b11 None None] Attempting to bind port ee67bb95-853f-441a-92c8-31775d9f80b6 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '1896ab42-be21-46ef-bc69-5f015a2732ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '40dc6267-eb45-4e37-be2c-688a071d13fe'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:39:51.819194 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e47d988-c141-4fb3-bbc1-dd00ad663b11 None None] Attempting to bind port ee67bb95-853f-441a-92c8-31775d9f80b6 on network 40dc6267-eb45-4e37-be2c-688a071d13fe {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:39:51.871031 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e47d988-c141-4fb3-bbc1-dd00ad663b11 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:39:51.871462 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e47d988-c141-4fb3-bbc1-dd00ad663b11 None None] Checking segment: {'id': '1896ab42-be21-46ef-bc69-5f015a2732ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '40dc6267-eb45-4e37-be2c-688a071d13fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:51.871880 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3e47d988-c141-4fb3-bbc1-dd00ad663b11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:51.872367 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e47d988-c141-4fb3-bbc1-dd00ad663b11 None None] Bound using segment: {'id': '1896ab42-be21-46ef-bc69-5f015a2732ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '40dc6267-eb45-4e37-be2c-688a071d13fe'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:39:51.872920 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-3e47d988-c141-4fb3-bbc1-dd00ad663b11 None None] Bound port: ee67bb95-853f-441a-92c8-31775d9f80b6, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1896ab42-be21-46ef-bc69-5f015a2732ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '40dc6267-eb45-4e37-be2c-688a071d13fe'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:39:51.873442 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3e47d988-c141-4fb3-bbc1-dd00ad663b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:51.886904 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-78dedbf3-b063-4bc9-87fe-8164ee051c8a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:51.889568 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f0085ad7-f21e-435c-a142-d643ffc78dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:51.893859 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-4358df65-5856-4a27-b7a3-92a081a4b9fd None None] Allocated IP 172.20.0.2 (c8be14f0-bb71-44a1-b386-d522b255979a/95f3ea92-3c19-4bf6-9f47-a7800a3ca5b9/0826532f-24cf-4c41-b61b-ae14012a1817) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:51.897195 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2f02c-19ff-4103-ae4c-a988bf73acba tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event updated for resources: {'Port': ['ID=085adb77-42f8-4e04-86d1-68b9ac50147c,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:51.913992 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-36c2f02c-19ff-4103-ae4c-a988bf73acba tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:51.960713 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a63e8b98-e3e1-4f4b-a40d-58afd2d1eaf2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:51.983624 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dedbf3-b063-4bc9-87fe-8164ee051c8a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Port': ['ID=b07d1790-5261-4bb8-b687-1664d481b805,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:52.021840 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63e8b98-e3e1-4f4b-a40d-58afd2d1eaf2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network a4b2b389-9024-4cee-95b3-af3ca7cfd466 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:52.034298 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c2f02c-19ff-4103-ae4c-a988bf73acba tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Network 64da55f9-065f-4298-9367-d500367605a2 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:52.041611 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-36c2f02c-19ff-4103-ae4c-a988bf73acba tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:52.066270 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f0085ad7-f21e-435c-a142-d643ffc78dd2 None None] For port 23125315-dca0-4ea8-9d76-0e60186f59f5, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=23125315-dca0-4ea8-9d76-0e60186f59f5,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:52.102810 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f0085ad7-f21e-435c-a142-d643ffc78dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:52.130678 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-a63e8b98-e3e1-4f4b-a40d-58afd2d1eaf2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:52.135661 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e8b98-e3e1-4f4b-a40d-58afd2d1eaf2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Port': ['ID=2d800483-9424-4911-8249-0cb33e795a6d,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:52.143276 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63e8b98-e3e1-4f4b-a40d-58afd2d1eaf2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:52.154051 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63e8b98-e3e1-4f4b-a40d-58afd2d1eaf2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:52.154812 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a63e8b98-e3e1-4f4b-a40d-58afd2d1eaf2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:52.166247 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-31a8bb65-acc4-4b1f-b35e-c88da57ef584 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.7586565 Apr 29 11:39:52.174436 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50664) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:52.295605 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a19c66-dedb-4a67-9340-79cade13fac2 None None] Network 2aaadb54-b468-45ef-bf73-d3936cb700f9 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:52.297324 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b9c24d-aca9-47b0-995c-f1467e8e971e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Router d9c65347-25d2-4970-bee3-39fb6f4c4633 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:39:52.300872 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-08b89f41-9439-4900-8b7a-11882ebaddaa tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:52.301369 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2303b603-612c-401e-9374-bdba7a19b77e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:52.306299 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2303b603-612c-401e-9374-bdba7a19b77e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:52.326852 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-08b89f41-9439-4900-8b7a-11882ebaddaa tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:52.387987 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a63e8b98-e3e1-4f4b-a40d-58afd2d1eaf2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.0279095 Apr 29 11:39:52.397267 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50666) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:52.397773 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-2303b603-612c-401e-9374-bdba7a19b77e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] device_id is not set on port 9050e4ea-de9e-4296-9a32-e0d5f660e532 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:39:52.422930 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-22edda83-362c-4aa7-a7e0-ddccc4664dc9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:52.595937 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0085ad7-f21e-435c-a142-d643ffc78dd2 None None] Pushing event updated for resources: {'Port': ['ID=23125315-dca0-4ea8-9d76-0e60186f59f5,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:52.623377 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4f5ff1-2d2a-4c01-b4b0-f93bcca1c362 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:52.635961 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-08b89f41-9439-4900-8b7a-11882ebaddaa tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:52.638535 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-08b89f41-9439-4900-8b7a-11882ebaddaa tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.6222444 Apr 29 11:39:52.639681 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b89f41-9439-4900-8b7a-11882ebaddaa tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c8565c-0805-4fdc-bfbe-297e6ebc45a2,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:52.648042 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4f5ff1-2d2a-4c01-b4b0-f93bcca1c362 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:52.652209 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5c4f5ff1-2d2a-4c01-b4b0-f93bcca1c362 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.4705007 Apr 29 11:39:52.653087 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50668) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:52.668634 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-ee2ceaad-1605-444a-9c3a-2ac3583a25cd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '656bbc5f-ab8b-468f-a585-4a87516bc255', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:52.678625 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-3e47d988-c141-4fb3-bbc1-dd00ad663b11 None None] For port ee67bb95-853f-441a-92c8-31775d9f80b6, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:39:52.708122 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50670) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:52.729883 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.securitygroups_db [None req-ee2ceaad-1605-444a-9c3a-2ac3583a25cd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Project e43b3d3b447648b5aeeaf858bb1241e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:39:52.740915 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4358df65-5856-4a27-b7a3-92a081a4b9fd None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:52.748414 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-3e47d988-c141-4fb3-bbc1-dd00ad663b11 None None] For port ee67bb95-853f-441a-92c8-31775d9f80b6, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=ee67bb95-853f-441a-92c8-31775d9f80b6,segment=NetworkSegment(1896ab42-be21-46ef-bc69-5f015a2732ff),segment_id=1896ab42-be21-46ef-bc69-5f015a2732ff)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:39:52.773400 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fe407f-e4ce-40c9-a635-f095a2b46b99 None None] Update dhcp port {'port': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'fixed_ips': [{'subnet_id': 'a7a1820c-7992-46a9-a45e-a1afd42f397c', 'ip_address': '2001:db8::f816:3eff:fe63:790a'}, {'subnet_id': '85db5bd1-f23b-4fd3-b102-d50cb2152b0a'}], 'binding:host_id': 'dv-neutron-838888-1-hyperv'}, 'id': '23125315-dca0-4ea8-9d76-0e60186f59f5'} from dv-neutron-838888-1-hyperv. {{(pid=102961) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 11:39:52.777568 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-cbf478a6-c1dd-4e73-98cc-3001159425c0 None None] Provisioning complete for port ad3f1bb0-3fac-4f78-99a4-093e5f360544 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:52.778489 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cbf478a6-c1dd-4e73-98cc-3001159425c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:52.799305 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c2f02c-19ff-4103-ae4c-a988bf73acba tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Router edc5c5ec-a9aa-4559-a29d-0f12c7380665 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:39:52.805692 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ee2ceaad-1605-444a-9c3a-2ac3583a25cd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:52.817081 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b9c24d-aca9-47b0-995c-f1467e8e971e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:39:52.825115 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-53b9c24d-aca9-47b0-995c-f1467e8e971e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "PUT /v2.0/routers/d9c65347-25d2-4970-bee3-39fb6f4c4633/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5592861 Apr 29 11:39:52.833762 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50672) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:52.840653 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3e47d988-c141-4fb3-bbc1-dd00ad663b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:52.849135 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-26a1d3b2-6157-4888-a64f-f431cd3f99e3 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Allocated IP 172.20.0.1 (2aaadb54-b468-45ef-bf73-d3936cb700f9/9ee89bad-eaa4-44f2-acec-7acaf6a32d11/bf6fa76a-e25e-4058-ac20-96600d252f77) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:52.850726 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4358df65-5856-4a27-b7a3-92a081a4b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:52.955693 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6ae9b4-9193-4d8d-86bc-3a55f9d075a5 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Deleting subnet 9892e9d9-50bc-412b-a714-35dc96bf8517 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:39:52.961611 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e63b1f3-cf81-44b6-8c34-429d4d7767a0 None None] Sync routers for ids ['d9c65347-25d2-4970-bee3-39fb6f4c4633'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:39:52.978531 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8e6ae9b4-9193-4d8d-86bc-3a55f9d075a5 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:52.991310 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e47d988-c141-4fb3-bbc1-dd00ad663b11 None None] Pushing event updated for resources: {'Port': ['ID=ee67bb95-853f-441a-92c8-31775d9f80b6,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:53.145516 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-26a1d3b2-6157-4888-a64f-f431cd3f99e3 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:53.183222 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8e6ae9b4-9193-4d8d-86bc-3a55f9d075a5 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:53.239107 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-22edda83-362c-4aa7-a7e0-ddccc4664dc9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:53.290318 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-2303b603-612c-401e-9374-bdba7a19b77e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Allocated IP 172.20.0.6 (c8be14f0-bb71-44a1-b386-d522b255979a/95f3ea92-3c19-4bf6-9f47-a7800a3ca5b9/9050e4ea-de9e-4296-9a32-e0d5f660e532) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:53.298085 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ee2ceaad-1605-444a-9c3a-2ac3583a25cd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:53.312272 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-78dedbf3-b063-4bc9-87fe-8164ee051c8a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:53.346213 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ee2ceaad-1605-444a-9c3a-2ac3583a25cd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:53.413132 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ceaad-1605-444a-9c3a-2ac3583a25cd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b215be-a39f-421d-acc7-f12c1decd67c,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:53.421883 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4358df65-5856-4a27-b7a3-92a081a4b9fd None None] Network c8be14f0-bb71-44a1-b386-d522b255979a is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:53.424468 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-d6407deb-de93-47bd-8c13-897f2e0dc8c0 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting port 513e1115-36d1-41bd-9f6a-d8a97c0f32fd {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:53.425023 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d6407deb-de93-47bd-8c13-897f2e0dc8c0 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:53.430209 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-4358df65-5856-4a27-b7a3-92a081a4b9fd None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:53.447496 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4358df65-5856-4a27-b7a3-92a081a4b9fd None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:53.475440 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b9fe407f-e4ce-40c9-a635-f095a2b46b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:53.594374 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e63b1f3-cf81-44b6-8c34-429d4d7767a0 None None] Routers {'d9c65347-25d2-4970-bee3-39fb6f4c4633'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:53.595351 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-8e63b1f3-cf81-44b6-8c34-429d4d7767a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d9c65347-25d2-4970-bee3-39fb6f4c4633'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:53.597140 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 427e9bb0-be62-4389-8f18-7164ad2713bb up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:39:53.612013 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-26a1d3b2-6157-4888-a64f-f431cd3f99e3 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:53.672656 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358df65-5856-4a27-b7a3-92a081a4b9fd None None] Pushing event updated for resources: {'Port': ['ID=0826532f-24cf-4c41-b61b-ae14012a1817,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:53.679728 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ee2ceaad-1605-444a-9c3a-2ac3583a25cd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:53.694863 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ee2ceaad-1605-444a-9c3a-2ac3583a25cd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0259874 Apr 29 11:39:53.694863 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ceaad-1605-444a-9c3a-2ac3583a25cd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:53.694863 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ceaad-1605-444a-9c3a-2ac3583a25cd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:53.694863 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ceaad-1605-444a-9c3a-2ac3583a25cd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:53.694863 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ceaad-1605-444a-9c3a-2ac3583a25cd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:53.694863 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ceaad-1605-444a-9c3a-2ac3583a25cd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:53.694863 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ceaad-1605-444a-9c3a-2ac3583a25cd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:53.694863 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ceaad-1605-444a-9c3a-2ac3583a25cd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:53.694863 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ceaad-1605-444a-9c3a-2ac3583a25cd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:53.694863 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ceaad-1605-444a-9c3a-2ac3583a25cd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:53.694863 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ceaad-1605-444a-9c3a-2ac3583a25cd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:53.694863 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ceaad-1605-444a-9c3a-2ac3583a25cd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:53.694863 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2ceaad-1605-444a-9c3a-2ac3583a25cd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:53.747969 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c2f02c-19ff-4103-ae4c-a988bf73acba tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:39:53.759618 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-36c2f02c-19ff-4103-ae4c-a988bf73acba tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "PUT /v2.0/routers/edc5c5ec-a9aa-4559-a29d-0f12c7380665/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5705760 Apr 29 11:39:53.762684 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d6407deb-de93-47bd-8c13-897f2e0dc8c0 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:53.765868 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50676) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:53.767145 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a96599-1fa6-4280-9221-d477680d6d56 None None] Sync routers for ids ['edc5c5ec-a9aa-4559-a29d-0f12c7380665'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:39:53.773579 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-698b6c0a-b780-4d1d-a338-850a2a169400 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Request body: {'port': {'network_id': '64da55f9-065f-4298-9367-d500367605a2', 'name': 'tempest-FloatingIPTestJSON-271299721'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:53.785870 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a96599-1fa6-4280-9221-d477680d6d56 None None] Routers {'edc5c5ec-a9aa-4559-a29d-0f12c7380665'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:53.786718 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-08a96599-1fa6-4280-9221-d477680d6d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['edc5c5ec-a9aa-4559-a29d-0f12c7380665'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:53.806127 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8e6ae9b4-9193-4d8d-86bc-3a55f9d075a5 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:53.815269 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-d6407deb-de93-47bd-8c13-897f2e0dc8c0 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Calling delete_port for 513e1115-36d1-41bd-9f6a-d8a97c0f32fd owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:53.857423 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-08a96599-1fa6-4280-9221-d477680d6d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:53.878100 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a96599-1fa6-4280-9221-d477680d6d56 None None] Routers {'edc5c5ec-a9aa-4559-a29d-0f12c7380665'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:53.879222 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-08a96599-1fa6-4280-9221-d477680d6d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['edc5c5ec-a9aa-4559-a29d-0f12c7380665'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:53.948908 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a1d3b2-6157-4888-a64f-f431cd3f99e3 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Network 2aaadb54-b468-45ef-bf73-d3936cb700f9 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:53.963083 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-26a1d3b2-6157-4888-a64f-f431cd3f99e3 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:53.988279 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a1d3b2-6157-4888-a64f-f431cd3f99e3 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:54.034094 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-08a96599-1fa6-4280-9221-d477680d6d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:54.034726 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a96599-1fa6-4280-9221-d477680d6d56 None None] The sync data for ids ['edc5c5ec-a9aa-4559-a29d-0f12c7380665'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:39:54.096631 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1d3b2-6157-4888-a64f-f431cd3f99e3 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Pushing event updated for resources: {'Port': ['ID=bf6fa76a-e25e-4058-ac20-96600d252f77,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:54.217712 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2303b603-612c-401e-9374-bdba7a19b77e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:54.247141 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698b6c0a-b780-4d1d-a338-850a2a169400 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Made reservation on behalf of aab58ef2dc9143a6a142915736d906ea for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:54.252631 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-698b6c0a-b780-4d1d-a338-850a2a169400 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:54.253255 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cd3b9a54-7925-4a4c-b54d-4af88d0a3588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:54.264569 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8e6ae9b4-9193-4d8d-86bc-3a55f9d075a5 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:54.272421 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-22edda83-362c-4aa7-a7e0-ddccc4664dc9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:54.299051 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cbf478a6-c1dd-4e73-98cc-3001159425c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:54.304461 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8e6ae9b4-9193-4d8d-86bc-3a55f9d075a5 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:54.309982 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8e6ae9b4-9193-4d8d-86bc-3a55f9d075a5 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/subnets/9892e9d9-50bc-412b-a714-35dc96bf8517 HTTP/1.1" status: 204 len: 168 time: 1.4617004 Apr 29 11:39:54.331670 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50692) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:54.335168 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac036ce3-38a8-450a-8f5b-2aaef87725c1 None None] Network b2d06907-a4d4-4ea6-a2d0-5da0c93b630f requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:54.355685 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ae9b4-9193-4d8d-86bc-3a55f9d075a5 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Subnet': ['ID=9892e9d9-50bc-412b-a714-35dc96bf8517,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:54.362209 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-698b6c0a-b780-4d1d-a338-850a2a169400 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] device_id is not set on port a7956433-10a7-4c62-9ec9-c465bd40655f yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:39:54.368825 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 427e9bb0-be62-4389-8f18-7164ad2713bb triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:54.369526 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:54.376606 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-22edda83-362c-4aa7-a7e0-ddccc4664dc9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:54.441912 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-4358df65-5856-4a27-b7a3-92a081a4b9fd None None] Attempting to bind port 0826532f-24cf-4c41-b61b-ae14012a1817 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:39:54.442531 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-4358df65-5856-4a27-b7a3-92a081a4b9fd None None] Attempting to bind port 0826532f-24cf-4c41-b61b-ae14012a1817 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'c3b97d46-f694-46a9-9f42-7967923dd050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c8be14f0-bb71-44a1-b386-d522b255979a'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:39:54.443105 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4358df65-5856-4a27-b7a3-92a081a4b9fd None None] Attempting to bind port 0826532f-24cf-4c41-b61b-ae14012a1817 on network c8be14f0-bb71-44a1-b386-d522b255979a {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:39:54.447858 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-26a1d3b2-6157-4888-a64f-f431cd3f99e3 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:54.477309 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-8e63b1f3-cf81-44b6-8c34-429d4d7767a0 None None] Set router d9c65347-25d2-4970-bee3-39fb6f4c4633 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:39:54.489038 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4358df65-5856-4a27-b7a3-92a081a4b9fd None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:39:54.489038 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4358df65-5856-4a27-b7a3-92a081a4b9fd None None] Checking segment: {'id': 'c3b97d46-f694-46a9-9f42-7967923dd050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c8be14f0-bb71-44a1-b386-d522b255979a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:39:54.489708 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4358df65-5856-4a27-b7a3-92a081a4b9fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:54.491802 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4358df65-5856-4a27-b7a3-92a081a4b9fd None None] Bound using segment: {'id': 'c3b97d46-f694-46a9-9f42-7967923dd050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c8be14f0-bb71-44a1-b386-d522b255979a'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:39:54.492009 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d6407deb-de93-47bd-8c13-897f2e0dc8c0 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:54.492167 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-4358df65-5856-4a27-b7a3-92a081a4b9fd None None] Bound port: 0826532f-24cf-4c41-b61b-ae14012a1817, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b97d46-f694-46a9-9f42-7967923dd050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c8be14f0-bb71-44a1-b386-d522b255979a'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:39:54.493085 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4358df65-5856-4a27-b7a3-92a081a4b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:54.573023 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6407deb-de93-47bd-8c13-897f2e0dc8c0 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Port': ['ID=513e1115-36d1-41bd-9f6a-d8a97c0f32fd,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:54.633211 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-9c62c903-f013-4397-badd-3354f026e30f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1019098689&fields=id&tenant_id=e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 267 time: 0.5438578 Apr 29 11:39:54.665486 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c6419426-6fb6-49bc-b43c-ddb04729ca68 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:54.693669 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-cbf478a6-c1dd-4e73-98cc-3001159425c0 None None] For port ad3f1bb0-3fac-4f78-99a4-093e5f360544, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=ad3f1bb0-3fac-4f78-99a4-093e5f360544,segment=NetworkSegment(1d66a7f1-aa57-489f-9b70-bbd4aaff413a),segment_id=1d66a7f1-aa57-489f-9b70-bbd4aaff413a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:54.730388 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-698b6c0a-b780-4d1d-a338-850a2a169400 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Allocated IP 172.20.0.3 (64da55f9-065f-4298-9367-d500367605a2/fceaf90f-439c-4386-9b86-17a48dfaeed6/a7956433-10a7-4c62-9ec9-c465bd40655f) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:54.837854 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cbf478a6-c1dd-4e73-98cc-3001159425c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:54.968565 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d6407deb-de93-47bd-8c13-897f2e0dc8c0 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:54.974859 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d6407deb-de93-47bd-8c13-897f2e0dc8c0 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/513e1115-36d1-41bd-9f6a-d8a97c0f32fd HTTP/1.1" status: 204 len: 168 time: 2.2581472 Apr 29 11:39:55.005648 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50694) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:55.022598 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ac5833-8263-4c0c-af7c-14e178459176 None None] Network 40dc6267-eb45-4e37-be2c-688a071d13fe requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:55.118830 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-c6419426-6fb6-49bc-b43c-ddb04729ca68 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Deleting port d0c6ffe9-d9cc-411d-9522-3b51bf4531f2 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:55.119182 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c6419426-6fb6-49bc-b43c-ddb04729ca68 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:55.197514 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-22edda83-362c-4aa7-a7e0-ddccc4664dc9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] In _notify_port_updated(), no bound segment for port 2d800483-9424-4911-8249-0cb33e795a6d on network a4b2b389-9024-4cee-95b3-af3ca7cfd466 {{(pid=102959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 11:39:55.210053 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22edda83-362c-4aa7-a7e0-ddccc4664dc9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:55.211733 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-22edda83-362c-4aa7-a7e0-ddccc4664dc9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:55.212015 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-c6419426-6fb6-49bc-b43c-ddb04729ca68 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] For port d0c6ffe9-d9cc-411d-9522-3b51bf4531f2, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=d0c6ffe9-d9cc-411d-9522-3b51bf4531f2,segment=NetworkSegment(e31cdcc8-13e8-46f5-aab0-d351e6cb29a9),segment_id=e31cdcc8-13e8-46f5-aab0-d351e6cb29a9)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:55.212526 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c6419426-6fb6-49bc-b43c-ddb04729ca68 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:55.213987 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-22edda83-362c-4aa7-a7e0-ddccc4664dc9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "PUT /v2.0/ports/2d800483-9424-4911-8249-0cb33e795a6d HTTP/1.1" status: 200 len: 818 time: 2.8056579 Apr 29 11:39:55.232438 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-c6419426-6fb6-49bc-b43c-ddb04729ca68 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Calling delete_port for d0c6ffe9-d9cc-411d-9522-3b51bf4531f2 owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:55.240525 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50696) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:55.286480 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5db0e754-e9c1-420e-863b-b5dc73a23665 None None] Provisioning complete for port 085adb77-42f8-4e04-86d1-68b9ac50147c triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:55.286848 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5db0e754-e9c1-420e-863b-b5dc73a23665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:55.295999 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a117936-f51f-4df5-ba9e-d0c3db9e6b2c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:55.297662 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a117936-f51f-4df5-ba9e-d0c3db9e6b2c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:55.299242 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a117936-f51f-4df5-ba9e-d0c3db9e6b2c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:55.303425 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8a117936-f51f-4df5-ba9e-d0c3db9e6b2c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2916019 Apr 29 11:39:55.307883 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50698) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:55.354568 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-b9fe407f-e4ce-40c9-a635-f095a2b46b99 None None] Allocated IP 172.20.0.2 (62578361-baac-4d3e-b4ee-401a25f05a0e/85db5bd1-f23b-4fd3-b102-d50cb2152b0a/23125315-dca0-4ea8-9d76-0e60186f59f5) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:39:55.393757 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-698b6c0a-b780-4d1d-a338-850a2a169400 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:55.413986 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf478a6-c1dd-4e73-98cc-3001159425c0 None None] Pushing event updated for resources: {'Port': ['ID=ad3f1bb0-3fac-4f78-99a4-093e5f360544,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:55.420192 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f6c93a-eebf-44d3-bbc0-3b76b9ee2569 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting subnet 85db5bd1-f23b-4fd3-b102-d50cb2152b0a {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:39:55.444668 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-4358df65-5856-4a27-b7a3-92a081a4b9fd None None] For port 0826532f-24cf-4c41-b61b-ae14012a1817, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:39:55.447559 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78dedbf3-b063-4bc9-87fe-8164ee051c8a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Router 40fd25c8-33a1-4f10-9163-aff987a352be has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:39:55.450217 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2303b603-612c-401e-9374-bdba7a19b77e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:55.451165 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c6419426-6fb6-49bc-b43c-ddb04729ca68 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:55.476802 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6419426-6fb6-49bc-b43c-ddb04729ca68 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] No DVR routers for this DVR port d0c6ffe9-d9cc-411d-9522-3b51bf4531f2 on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:39:55.485119 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device ad3f1bb0-3fac-4f78-99a4-093e5f360544 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:39:55.505676 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-4358df65-5856-4a27-b7a3-92a081a4b9fd None None] For port 0826532f-24cf-4c41-b61b-ae14012a1817, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=0826532f-24cf-4c41-b61b-ae14012a1817,segment=NetworkSegment(c3b97d46-f694-46a9-9f42-7967923dd050),segment_id=c3b97d46-f694-46a9-9f42-7967923dd050)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:39:55.510958 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6419426-6fb6-49bc-b43c-ddb04729ca68 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Port': ['ID=d0c6ffe9-d9cc-411d-9522-3b51bf4531f2,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:55.532058 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5db0e754-e9c1-420e-863b-b5dc73a23665 None None] Port 085adb77-42f8-4e04-86d1-68b9ac50147c cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:39:55.556334 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edda83-362c-4aa7-a7e0-ddccc4664dc9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Port': ['ID=2d800483-9424-4911-8249-0cb33e795a6d,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:55.561774 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4358df65-5856-4a27-b7a3-92a081a4b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:55.619400 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c6419426-6fb6-49bc-b43c-ddb04729ca68 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:55.649047 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-c6419426-6fb6-49bc-b43c-ddb04729ca68 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d06907-a4d4-4ea6-a2d0-5da0c93b630f']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:55.651584 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2303b603-612c-401e-9374-bdba7a19b77e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network c8be14f0-bb71-44a1-b386-d522b255979a is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:55.663387 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-c6419426-6fb6-49bc-b43c-ddb04729ca68 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e31cdcc8-13e8-46f5-aab0-d351e6cb29a9') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:55.663387 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-c6419426-6fb6-49bc-b43c-ddb04729ca68 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e31cdcc8-13e8-46f5-aab0-d351e6cb29a9') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:55.675613 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c6419426-6fb6-49bc-b43c-ddb04729ca68 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:55.688370 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-2303b603-612c-401e-9374-bdba7a19b77e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:55.690825 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2303b603-612c-401e-9374-bdba7a19b77e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:55.692012 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c6419426-6fb6-49bc-b43c-ddb04729ca68 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:55.699765 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6419426-6fb6-49bc-b43c-ddb04729ca68 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:39:55.700613 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c6419426-6fb6-49bc-b43c-ddb04729ca68 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:55.722276 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358df65-5856-4a27-b7a3-92a081a4b9fd None None] Pushing event updated for resources: {'Port': ['ID=0826532f-24cf-4c41-b61b-ae14012a1817,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:55.739105 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-b9fe407f-e4ce-40c9-a635-f095a2b46b99 None None] For port 23125315-dca0-4ea8-9d76-0e60186f59f5, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=23125315-dca0-4ea8-9d76-0e60186f59f5,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:55.771214 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port ad3f1bb0-3fac-4f78-99a4-093e5f360544 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:55.771527 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:55.776149 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:39:55.776149 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:39:55.776149 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:39:55.776149 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:39:55.776149 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:39:55.776149 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:39:55.776149 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:39:55.776149 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:39:55.776149 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:39:55.776149 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:39:55.776149 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:39:55.776149 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:39:55.776149 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:39:55.776149 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:39:55.776149 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:39:55.776149 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:39:55.776149 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:39:55.776149 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:39:55.776149 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:39:55.776149 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:39:55.776149 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:39:55.776149 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:39:55.776149 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:39:55.776149 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:39:55.776149 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:39:55.776149 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:39:55.776149 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:39:55.776149 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:39:55.776149 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:39:55.776149 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:39:55.776149 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:39:55.776149 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:39:55.779378 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c6419426-6fb6-49bc-b43c-ddb04729ca68 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:55.784798 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-4cb387c7-5ab5-46b5-888e-33298733ee37 None None] Provisioning complete for port bf6fa76a-e25e-4058-ac20-96600d252f77 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:55.785175 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4cb387c7-5ab5-46b5-888e-33298733ee37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:55.803237 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c6419426-6fb6-49bc-b43c-ddb04729ca68 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:55.811840 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c6419426-6fb6-49bc-b43c-ddb04729ca68 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/networks/b2d06907-a4d4-4ea6-a2d0-5da0c93b630f HTTP/1.1" status: 204 len: 168 time: 1.4720902 Apr 29 11:39:55.814950 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6419426-6fb6-49bc-b43c-ddb04729ca68 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Network': ['ID=b2d06907-a4d4-4ea6-a2d0-5da0c93b630f,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:55.818033 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50700) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:55.830392 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-698b6c0a-b780-4d1d-a338-850a2a169400 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:55.838961 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303b603-612c-401e-9374-bdba7a19b77e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Port': ['ID=9050e4ea-de9e-4296-9a32-e0d5f660e532,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:55.856618 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-8e63b1f3-cf81-44b6-8c34-429d4d7767a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'name': 'tempest-RoutersIpV6Test-router-511075764', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:38:20Z', 'updated_at': '2022-04-29T11:39:50Z', 'revision_number': 10, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None, '_interfaces': [{'id': '21044d70-8412-46f0-a5ea-e3e60ae77965', 'name': '', 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:38:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:26Z', 'updated_at': '2022-04-29T11:38:37Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:55.888577 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-b18ede0f-4bb6-4b3f-9a50-04e631e8500b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:55.890455 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-b18ede0f-4bb6-4b3f-9a50-04e631e8500b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/networks?id=436b1e4d-d852-4ae8-ad5b-2dd29fed06c0 HTTP/1.1" status: 200 len: 796 time: 1.1583686 Apr 29 11:39:55.940422 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-26a1d3b2-6157-4888-a64f-f431cd3f99e3 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:55.956679 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698b6c0a-b780-4d1d-a338-850a2a169400 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Network 64da55f9-065f-4298-9367-d500367605a2 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:55.997323 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2303b603-612c-401e-9374-bdba7a19b77e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:55.999094 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2303b603-612c-401e-9374-bdba7a19b77e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:56.002367 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-698b6c0a-b780-4d1d-a338-850a2a169400 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:56.009958 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698b6c0a-b780-4d1d-a338-850a2a169400 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:39:56.043118 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-2d2fd84d-0f71-49a4-afb0-36eef1e6d5f7 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Deleting port 2d800483-9424-4911-8249-0cb33e795a6d {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:56.043547 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2d2fd84d-0f71-49a4-afb0-36eef1e6d5f7 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:56.053910 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-b4184622-8e67-4c78-9a5b-77118072954d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/quotas/e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 375 time: 0.1252120 Apr 29 11:39:56.081740 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2303b603-612c-401e-9374-bdba7a19b77e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 5.4755282 Apr 29 11:39:56.082523 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50702) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:56.092414 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698b6c0a-b780-4d1d-a338-850a2a169400 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:56.093100 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-698b6c0a-b780-4d1d-a338-850a2a169400 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:56.106783 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78dedbf3-b063-4bc9-87fe-8164ee051c8a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:39:56.113321 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-78dedbf3-b063-4bc9-87fe-8164ee051c8a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "PUT /v2.0/routers/40fd25c8-33a1-4f10-9163-aff987a352be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4144216 Apr 29 11:39:56.135206 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50704) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:56.166624 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-698b6c0a-b780-4d1d-a338-850a2a169400 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3968410 Apr 29 11:39:56.173523 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50706) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:56.253438 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b9fe407f-e4ce-40c9-a635-f095a2b46b99 None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:56.255586 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b6c0a-b780-4d1d-a338-850a2a169400 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event updated for resources: {'Port': ['ID=a7956433-10a7-4c62-9ec9-c465bd40655f,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:56.257246 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-4cb387c7-5ab5-46b5-888e-33298733ee37 None None] Port bf6fa76a-e25e-4058-ac20-96600d252f77 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:39:56.261382 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-6f2d7899-29de-4d01-946b-885a7952be3c tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Request body: {'floatingip': {'port_id': 'a7956433-10a7-4c62-9ec9-c465bd40655f'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:56.272659 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e63b1f3-cf81-44b6-8c34-429d4d7767a0 None None] Checking router: d9c65347-25d2-4970-bee3-39fb6f4c4633 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:39:56.291973 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98a997d-f832-43a2-b428-46e6cb58fca6 None None] DHCP port deletion for b2d06907-a4d4-4ea6-a2d0-5da0c93b630f request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:39:56.313630 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6406f56e-d445-4540-9108-8188beaa232e None None] Sync routers for ids ['40fd25c8-33a1-4f10-9163-aff987a352be'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:39:56.335251 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e63b1f3-cf81-44b6-8c34-429d4d7767a0 None None] Routers {'d9c65347-25d2-4970-bee3-39fb6f4c4633'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:56.335955 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-8e63b1f3-cf81-44b6-8c34-429d4d7767a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d9c65347-25d2-4970-bee3-39fb6f4c4633'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:56.373348 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b9f6c93a-eebf-44d3-bbc0-3b76b9ee2569 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:56.478318 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-8e63b1f3-cf81-44b6-8c34-429d4d7767a0 None None] Set router d9c65347-25d2-4970-bee3-39fb6f4c4633 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:39:56.490347 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2d2fd84d-0f71-49a4-afb0-36eef1e6d5f7 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:56.517113 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b9fe407f-e4ce-40c9-a635-f095a2b46b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:56.526145 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-4cb387c7-5ab5-46b5-888e-33298733ee37 None None] Provisioning complete for port ad3f1bb0-3fac-4f78-99a4-093e5f360544 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:56.526534 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4cb387c7-5ab5-46b5-888e-33298733ee37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:56.540483 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b9f6c93a-eebf-44d3-bbc0-3b76b9ee2569 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:56.566346 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-2d2fd84d-0f71-49a4-afb0-36eef1e6d5f7 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Calling delete_port for 2d800483-9424-4911-8249-0cb33e795a6d owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:56.603799 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6406f56e-d445-4540-9108-8188beaa232e None None] Routers {'40fd25c8-33a1-4f10-9163-aff987a352be'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:56.604352 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6406f56e-d445-4540-9108-8188beaa232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['40fd25c8-33a1-4f10-9163-aff987a352be'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:56.615115 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-57f1cb4f-1fc4-4d06-98e1-bcb91e84a5a9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5296574 Apr 29 11:39:56.629715 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f2d7899-29de-4d01-946b-885a7952be3c tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:56.689945 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6406f56e-d445-4540-9108-8188beaa232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:56.824515 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe407f-e4ce-40c9-a635-f095a2b46b99 None None] Pushing event updated for resources: {'Port': ['ID=23125315-dca0-4ea8-9d76-0e60186f59f5,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:56.843126 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6406f56e-d445-4540-9108-8188beaa232e None None] Routers {'40fd25c8-33a1-4f10-9163-aff987a352be'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:56.843126 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6406f56e-d445-4540-9108-8188beaa232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['40fd25c8-33a1-4f10-9163-aff987a352be'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:56.855369 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe407f-e4ce-40c9-a635-f095a2b46b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:56.855700 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe407f-e4ce-40c9-a635-f095a2b46b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:56.856044 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe407f-e4ce-40c9-a635-f095a2b46b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:56.856371 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe407f-e4ce-40c9-a635-f095a2b46b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:56.856705 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe407f-e4ce-40c9-a635-f095a2b46b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:56.857038 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe407f-e4ce-40c9-a635-f095a2b46b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:56.857399 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe407f-e4ce-40c9-a635-f095a2b46b99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:56.861131 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe407f-e4ce-40c9-a635-f095a2b46b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:56.861131 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe407f-e4ce-40c9-a635-f095a2b46b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:56.861131 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe407f-e4ce-40c9-a635-f095a2b46b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:56.861131 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe407f-e4ce-40c9-a635-f095a2b46b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:56.861131 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe407f-e4ce-40c9-a635-f095a2b46b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:56.909226 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6406f56e-d445-4540-9108-8188beaa232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:56.910759 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6406f56e-d445-4540-9108-8188beaa232e None None] The sync data for ids ['40fd25c8-33a1-4f10-9163-aff987a352be'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:39:56.912104 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 23125315-dca0-4ea8-9d76-0e60186f59f5 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:39:57.039757 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-f300dfdf-5630-49d5-8307-19da7c343a3e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting port 9050e4ea-de9e-4296-9a32-e0d5f660e532 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:57.040204 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f300dfdf-5630-49d5-8307-19da7c343a3e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:57.104564 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:57.132153 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-4cb387c7-5ab5-46b5-888e-33298733ee37 None None] Provisioning complete for port ee67bb95-853f-441a-92c8-31775d9f80b6 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:57.132584 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4cb387c7-5ab5-46b5-888e-33298733ee37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:57.135063 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 23125315-dca0-4ea8-9d76-0e60186f59f5 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:57.136685 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:57.203037 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f300dfdf-5630-49d5-8307-19da7c343a3e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:57.225358 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-f300dfdf-5630-49d5-8307-19da7c343a3e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Calling delete_port for 9050e4ea-de9e-4296-9a32-e0d5f660e532 owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:39:57.263360 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-8e63b1f3-cf81-44b6-8c34-429d4d7767a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'name': 'tempest-RoutersIpV6Test-router-511075764', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:38:20Z', 'updated_at': '2022-04-29T11:39:50Z', 'revision_number': 10, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None, '_interfaces': [{'id': '21044d70-8412-46f0-a5ea-e3e60ae77965', 'name': '', 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:38:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:26Z', 'updated_at': '2022-04-29T11:38:37Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:57.300170 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e63b1f3-cf81-44b6-8c34-429d4d7767a0 None None] The sync data for ids ['d9c65347-25d2-4970-bee3-39fb6f4c4633'] in dv-neutron-838888-1-hyperv is: [{'id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'name': 'tempest-RoutersIpV6Test-router-511075764', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:38:20Z', 'updated_at': '2022-04-29T11:39:50Z', 'revision_number': 10, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None, '_interfaces': [{'id': '21044d70-8412-46f0-a5ea-e3e60ae77965', 'name': '', 'network_id': '4f692756-7c6d-42d9-9ecc-34300a9bf9b8', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'mac_address': 'fa:16:3e:38:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:26Z', 'updated_at': '2022-04-29T11:38:37Z', 'revision_number': 5, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'subnets': [{'id': 'e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:39:57.302234 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b9f6c93a-eebf-44d3-bbc0-3b76b9ee2569 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:57.371777 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-6b60fae0-b1b5-4709-8348-762e8ceed78d service neutron] 10.222.0.69 "GET /v2.0/networks/436b1e4d-d852-4ae8-ad5b-2dd29fed06c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6728337 Apr 29 11:39:57.418239 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4cb387c7-5ab5-46b5-888e-33298733ee37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:57.477101 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-4cb387c7-5ab5-46b5-888e-33298733ee37 None None] For port ee67bb95-853f-441a-92c8-31775d9f80b6, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=ee67bb95-853f-441a-92c8-31775d9f80b6,segment=NetworkSegment(1896ab42-be21-46ef-bc69-5f015a2732ff),segment_id=1896ab42-be21-46ef-bc69-5f015a2732ff)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:57.483568 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4cb387c7-5ab5-46b5-888e-33298733ee37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:57.498781 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b9f6c93a-eebf-44d3-bbc0-3b76b9ee2569 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:57.562042 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb387c7-5ab5-46b5-888e-33298733ee37 None None] Pushing event updated for resources: {'Port': ['ID=ee67bb95-853f-441a-92c8-31775d9f80b6,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:57.578418 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6c93a-eebf-44d3-bbc0-3b76b9ee2569 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Subnet': ['ID=85db5bd1-f23b-4fd3-b102-d50cb2152b0a,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:57.605648 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b9f6c93a-eebf-44d3-bbc0-3b76b9ee2569 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:57.613120 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-dce8cd0f-7eae-427b-ba26-9399f9d78307 None None] Provisioning complete for port a7956433-10a7-4c62-9ec9-c465bd40655f triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:57.613506 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dce8cd0f-7eae-427b-ba26-9399f9d78307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:57.620898 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b9f6c93a-eebf-44d3-bbc0-3b76b9ee2569 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/85db5bd1-f23b-4fd3-b102-d50cb2152b0a HTTP/1.1" status: 204 len: 168 time: 2.3118963 Apr 29 11:39:57.626133 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50708) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:57.680789 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c762a631-bad5-44d5-bf75-d96fa27dd2a5 None None] Network c8be14f0-bb71-44a1-b386-d522b255979a requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:57.728350 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1cb8780-9cb3-4cbe-8479-76bed027f5c3 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting subnet a7a1820c-7992-46a9-a45e-a1afd42f397c {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:39:57.756705 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c1cb8780-9cb3-4cbe-8479-76bed027f5c3 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:57.817675 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-dce8cd0f-7eae-427b-ba26-9399f9d78307 None None] Port a7956433-10a7-4c62-9ec9-c465bd40655f cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:39:57.884948 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-97be5fe3-6b2c-442c-abb7-c69d2191bd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:57.922413 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-dce8cd0f-7eae-427b-ba26-9399f9d78307 None None] Provisioning complete for port ee67bb95-853f-441a-92c8-31775d9f80b6 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:57.922794 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dce8cd0f-7eae-427b-ba26-9399f9d78307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:57.939755 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c1cb8780-9cb3-4cbe-8479-76bed027f5c3 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:58.004898 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0563d1bc-72d6-4861-820a-88fc10bbeb19 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:58.020593 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f5802d-4439-48d2-aa5d-ecca9aca05ac None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:58.053718 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2d2fd84d-0f71-49a4-afb0-36eef1e6d5f7 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:58.073226 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device ad3f1bb0-3fac-4f78-99a4-093e5f360544 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:39:58.170418 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2fd84d-0f71-49a4-afb0-36eef1e6d5f7 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Port': ['ID=2d800483-9424-4911-8249-0cb33e795a6d,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:58.175495 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2d2fd84d-0f71-49a4-afb0-36eef1e6d5f7 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:58.179114 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2d2fd84d-0f71-49a4-afb0-36eef1e6d5f7 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/ports/2d800483-9424-4911-8249-0cb33e795a6d HTTP/1.1" status: 204 len: 168 time: 2.9331870 Apr 29 11:39:58.191122 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50710) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:58.206046 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fe5e492f-637d-411f-9503-7027679d858a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:58.311281 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-26a1d3b2-6157-4888-a64f-f431cd3f99e3 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:58.316211 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c1cb8780-9cb3-4cbe-8479-76bed027f5c3 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:58.329001 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port ad3f1bb0-3fac-4f78-99a4-093e5f360544 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:58.329888 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:58.334679 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-26a1d3b2-6157-4888-a64f-f431cd3f99e3 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:58.402209 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-6b486dc9-e939-4e9e-a1e9-33bc2d6e1a0f service neutron] 10.222.0.69 "GET /v2.0/networks/436b1e4d-d852-4ae8-ad5b-2dd29fed06c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9731448 Apr 29 11:39:58.438086 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8697570-b283-4c19-ba09-88cc65ada3ec tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:58.440828 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c8697570-b283-4c19-ba09-88cc65ada3ec tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.2473326 Apr 29 11:39:58.453700 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50712) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:58.519242 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-1424f636-692d-4452-8c8f-905779080164 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] GET failed (client error): The resource could not be found. Apr 29 11:39:58.527181 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1424f636-692d-4452-8c8f-905779080164 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "GET /v2.0/ports/2d800483-9424-4911-8249-0cb33e795a6d HTTP/1.1" status: 404 len: 333 time: 0.0699887 Apr 29 11:39:58.530336 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50714) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:58.537251 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-69b95144-537f-4948-947e-78080f08069a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-634261580'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:58.541108 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c1cb8780-9cb3-4cbe-8479-76bed027f5c3 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:58.588421 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb8780-9cb3-4cbe-8479-76bed027f5c3 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Subnet': ['ID=a7a1820c-7992-46a9-a45e-a1afd42f397c,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:58.597049 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-caf6823d-37ef-4e3d-aa76-a07b29d73b9b None None] Provisioning complete for port 0826532f-24cf-4c41-b61b-ae14012a1817 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:58.597229 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-caf6823d-37ef-4e3d-aa76-a07b29d73b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:58.600815 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:58.612095 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c1cb8780-9cb3-4cbe-8479-76bed027f5c3 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:58.615588 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c1cb8780-9cb3-4cbe-8479-76bed027f5c3 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/a7a1820c-7992-46a9-a45e-a1afd42f397c HTTP/1.1" status: 204 len: 168 time: 0.9871252 Apr 29 11:39:58.624203 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50716) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:58.649757 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b95144-537f-4948-947e-78080f08069a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:58.663105 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69b95144-537f-4948-947e-78080f08069a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:58.682995 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f300dfdf-5630-49d5-8307-19da7c343a3e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:58.733216 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-26a1d3b2-6157-4888-a64f-f431cd3f99e3 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:58.735600 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1d3b2-6157-4888-a64f-f431cd3f99e3 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Pushing event updated for resources: {'Port': ['ID=bf6fa76a-e25e-4058-ac20-96600d252f77,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:58.754186 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713710a2-56c0-47a7-8f17-460934097a1e None None] Update dhcp port {'port': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'fixed_ips': [{'subnet_id': 'a7a1820c-7992-46a9-a45e-a1afd42f397c'}], 'binding:host_id': 'dv-neutron-838888-1-hyperv'}, 'id': '23125315-dca0-4ea8-9d76-0e60186f59f5'} from dv-neutron-838888-1-hyperv. {{(pid=102961) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 11:39:58.787591 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1d3b2-6157-4888-a64f-f431cd3f99e3 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:58.787941 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1d3b2-6157-4888-a64f-f431cd3f99e3 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:58.788283 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1d3b2-6157-4888-a64f-f431cd3f99e3 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:58.788618 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1d3b2-6157-4888-a64f-f431cd3f99e3 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:58.789018 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1d3b2-6157-4888-a64f-f431cd3f99e3 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:58.789356 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1d3b2-6157-4888-a64f-f431cd3f99e3 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:58.789698 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1d3b2-6157-4888-a64f-f431cd3f99e3 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:58.790042 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1d3b2-6157-4888-a64f-f431cd3f99e3 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:58.791136 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1d3b2-6157-4888-a64f-f431cd3f99e3 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:58.791136 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1d3b2-6157-4888-a64f-f431cd3f99e3 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:58.791136 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1d3b2-6157-4888-a64f-f431cd3f99e3 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:58.791547 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1d3b2-6157-4888-a64f-f431cd3f99e3 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:39:58.811769 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 23125315-dca0-4ea8-9d76-0e60186f59f5 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:39:58.880086 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f2d7899-29de-4d01-946b-885a7952be3c tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:58.887272 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-caf6823d-37ef-4e3d-aa76-a07b29d73b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:58.889720 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-cbc4d6f1-4604-4d36-8c75-b2e323007a22 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2620895 Apr 29 11:39:58.895509 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50724) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:58.902100 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f300dfdf-5630-49d5-8307-19da7c343a3e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:58.902775 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-554169d7-2908-487f-acda-bd73affff246 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:58.908158 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f300dfdf-5630-49d5-8307-19da7c343a3e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/ports/9050e4ea-de9e-4296-9a32-e0d5f660e532 HTTP/1.1" status: 204 len: 168 time: 2.8077137 Apr 29 11:39:58.911569 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50726) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:58.923477 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-713710a2-56c0-47a7-8f17-460934097a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:58.924313 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b95144-537f-4948-947e-78080f08069a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:39:59.006081 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f2d7899-29de-4d01-946b-885a7952be3c tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:59.012632 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c949d4-a178-4aa2-9ddc-b21558094e51 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] GET failed (client error): The resource could not be found. Apr 29 11:39:59.014588 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-54c949d4-a178-4aa2-9ddc-b21558094e51 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "GET /v2.0/ports/9050e4ea-de9e-4296-9a32-e0d5f660e532 HTTP/1.1" status: 404 len: 333 time: 0.0996299 Apr 29 11:39:59.030637 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300dfdf-5630-49d5-8307-19da7c343a3e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Port': ['ID=9050e4ea-de9e-4296-9a32-e0d5f660e532,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:59.031387 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50732) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:59.032704 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69b95144-537f-4948-947e-78080f08069a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:59.033059 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-69b95144-537f-4948-947e-78080f08069a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Added segment b9b35d24-8603-4bc4-a9b2-87fd692e332e of type vlan for network dcf9a19b-ed90-45e2-92b4-a03e451426c0 Apr 29 11:39:59.078194 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3113391a-1bab-40a0-a5bf-43f6bff0cb69 req-f2b274f2-9035-4301-8c1e-f5dab67d4664 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6c2bd9c-78da-492a-96ee-1425f5a54dd6 HTTP/1.1" status: 200 len: 210 time: 0.2923853 Apr 29 11:39:59.216253 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-caf6823d-37ef-4e3d-aa76-a07b29d73b9b None None] For port 0826532f-24cf-4c41-b61b-ae14012a1817, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=0826532f-24cf-4c41-b61b-ae14012a1817,segment=NetworkSegment(c3b97d46-f694-46a9-9f42-7967923dd050),segment_id=c3b97d46-f694-46a9-9f42-7967923dd050)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:39:59.217562 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 23125315-dca0-4ea8-9d76-0e60186f59f5 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:59.217956 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:59.228466 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a1d3b2-6157-4888-a64f-f431cd3f99e3 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Network 2aaadb54-b468-45ef-bf73-d3936cb700f9 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:39:59.233451 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-26a1d3b2-6157-4888-a64f-f431cd3f99e3 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:39:59.318503 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-caf6823d-37ef-4e3d-aa76-a07b29d73b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:59.357874 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69b95144-537f-4948-947e-78080f08069a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:59.417993 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58e494d-31c2-4406-a518-c920e6b49c10 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:39:59.425365 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [None req-6f2d7899-29de-4d01-946b-885a7952be3c tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Floating IP 6ca67b06-5fc9-4320-bf31-bfa45e8b0f66 associated. External IP: 172.26.4.198, port: 55d0bb59-cdac-4f7e-8821-62b0996afdb7. Apr 29 11:39:59.429400 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-0563d1bc-72d6-4861-820a-88fc10bbeb19 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Deleting port 14aa7206-359d-4128-8eab-b1b63fd8db66 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:39:59.431091 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0563d1bc-72d6-4861-820a-88fc10bbeb19 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:59.513412 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-caf6823d-37ef-4e3d-aa76-a07b29d73b9b None None] Provisioning complete for port 23125315-dca0-4ea8-9d76-0e60186f59f5 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:59.514201 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-caf6823d-37ef-4e3d-aa76-a07b29d73b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:59.567223 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69b95144-537f-4948-947e-78080f08069a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:59.578286 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b95144-537f-4948-947e-78080f08069a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:39:59.579613 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69b95144-537f-4948-947e-78080f08069a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:59.596122 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-3647becf-6aca-4f71-a4bc-fec1104ede63 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting subnet 95f3ea92-3c19-4bf6-9f47-a7800a3ca5b9 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:39:59.613965 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3647becf-6aca-4f71-a4bc-fec1104ede63 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:59.642066 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a1d3b2-6157-4888-a64f-f431cd3f99e3 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Router 689a3a82-d4fd-47c4-8a50-ed7b320ff23c is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:39:59.656412 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554169d7-2908-487f-acda-bd73affff246 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:39:59.678783 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-554169d7-2908-487f-acda-bd73affff246 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:59.687425 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device ee67bb95-853f-441a-92c8-31775d9f80b6 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:39:59.747343 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6823d-37ef-4e3d-aa76-a07b29d73b9b None None] Pushing event updated for resources: {'Port': ['ID=0826532f-24cf-4c41-b61b-ae14012a1817,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:39:59.864635 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a1d3b2-6157-4888-a64f-f431cd3f99e3 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:39:59.876298 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port ee67bb95-853f-441a-92c8-31775d9f80b6 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:39:59.876550 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:59.878790 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-26a1d3b2-6157-4888-a64f-f431cd3f99e3 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] 10.222.0.69 "PUT /v2.0/routers/689a3a82-d4fd-47c4-8a50-ed7b320ff23c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2465599 Apr 29 11:39:59.880037 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8754bfe3-aa20-4808-9e22-1e906b56c406 None None] Sync routers for ids ['689a3a82-d4fd-47c4-8a50-ed7b320ff23c'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:39:59.881421 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50736) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:59.902009 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8754bfe3-aa20-4808-9e22-1e906b56c406 None None] Routers {'689a3a82-d4fd-47c4-8a50-ed7b320ff23c'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:59.902720 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-8754bfe3-aa20-4808-9e22-1e906b56c406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['689a3a82-d4fd-47c4-8a50-ed7b320ff23c'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:59.909145 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-69b95144-537f-4948-947e-78080f08069a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3770716 Apr 29 11:39:59.936758 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50738) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:39:59.942097 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-403b87b0-9957-463f-9a70-0d2c2092c84f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'subnet': {'network_id': 'dcf9a19b-ed90-45e2-92b4-a03e451426c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:39:59.951236 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6e4d12-1860-4488-9e30-9710d070b9b3 None None] DHCP port deletion for 62578361-baac-4d3e-b4ee-401a25f05a0e request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:39:59.965874 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-8754bfe3-aa20-4808-9e22-1e906b56c406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:39:59.985927 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8754bfe3-aa20-4808-9e22-1e906b56c406 None None] Routers {'689a3a82-d4fd-47c4-8a50-ed7b320ff23c'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:39:59.986943 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-8754bfe3-aa20-4808-9e22-1e906b56c406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['689a3a82-d4fd-47c4-8a50-ed7b320ff23c'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:00.002226 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b95144-537f-4948-947e-78080f08069a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Network': ['ID=dcf9a19b-ed90-45e2-92b4-a03e451426c0,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:00.027520 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3647becf-6aca-4f71-a4bc-fec1104ede63 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:00.033817 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network dcf9a19b-ed90-45e2-92b4-a03e451426c0 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:40:00.061068 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-8754bfe3-aa20-4808-9e22-1e906b56c406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:00.062298 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8754bfe3-aa20-4808-9e22-1e906b56c406 None None] The sync data for ids ['689a3a82-d4fd-47c4-8a50-ed7b320ff23c'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:40:00.103076 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-fe5e492f-637d-411f-9503-7027679d858a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Deleting port 21044d70-8412-46f0-a5ea-e3e60ae77965 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:00.103076 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fe5e492f-637d-411f-9503-7027679d858a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:00.120871 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:00.125981 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0563d1bc-72d6-4861-820a-88fc10bbeb19 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:00.187689 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 0826532f-24cf-4c41-b61b-ae14012a1817 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:40:00.191033 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-caf6823d-37ef-4e3d-aa76-a07b29d73b9b None None] Could not find standard attr ID for object 513e1115-36d1-41bd-9f6a-d8a97c0f32fd. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:40:00.224719 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:00.245332 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-7b6e4d12-1860-4488-9e30-9710d070b9b3 None None] Deleting port 23125315-dca0-4ea8-9d76-0e60186f59f5 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:00.245716 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7b6e4d12-1860-4488-9e30-9710d070b9b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:00.315439 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-0563d1bc-72d6-4861-820a-88fc10bbeb19 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Calling delete_port for 14aa7206-359d-4128-8eab-b1b63fd8db66 owned by network:router_interface {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:00.342980 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 0826532f-24cf-4c41-b61b-ae14012a1817 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:00.343356 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:00.404214 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-7b6e4d12-1860-4488-9e30-9710d070b9b3 None None] For port 23125315-dca0-4ea8-9d76-0e60186f59f5, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=23125315-dca0-4ea8-9d76-0e60186f59f5,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:00.404619 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7b6e4d12-1860-4488-9e30-9710d070b9b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:00.422880 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-7b6e4d12-1860-4488-9e30-9710d070b9b3 None None] Calling delete_port for 23125315-dca0-4ea8-9d76-0e60186f59f5 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:00.424572 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-9aa42c2e-e4ee-4576-b96f-50d3285110ba None None] Provisioning complete for port 23125315-dca0-4ea8-9d76-0e60186f59f5 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:00.424951 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9aa42c2e-e4ee-4576-b96f-50d3285110ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:00.443605 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f150db44-948b-46ff-858f-f670a0a00f0c req-4876b5dc-0cd5-47da-9c6e-b013a6de1792 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6c2bd9c-78da-492a-96ee-1425f5a54dd6 HTTP/1.1" status: 200 len: 210 time: 0.1058581 Apr 29 11:40:00.452701 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2d7899-29de-4d01-946b-885a7952be3c tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Router 6b852a27-38d8-4c52-8f6a-e6deebc4b1a5 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:40:00.613639 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403b87b0-9957-463f-9a70-0d2c2092c84f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:00.623389 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-403b87b0-9957-463f-9a70-0d2c2092c84f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:00.658558 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7b6e4d12-1860-4488-9e30-9710d070b9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:00.698356 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e4d12-1860-4488-9e30-9710d070b9b3 None None] Pushing event deleted for resources: {'Port': ['ID=23125315-dca0-4ea8-9d76-0e60186f59f5,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:00.700342 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device d0c6ffe9-d9cc-411d-9522-3b51bf4531f2 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:40:00.737418 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6e4d12-1860-4488-9e30-9710d070b9b3 None None] No DVR routers for this DVR port 23125315-dca0-4ea8-9d76-0e60186f59f5 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:40:00.739261 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-9aa42c2e-e4ee-4576-b96f-50d3285110ba None None] Provisioning complete for port 0826532f-24cf-4c41-b61b-ae14012a1817 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:00.739875 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9aa42c2e-e4ee-4576-b96f-50d3285110ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:00.745504 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: d0c6ffe9-d9cc-411d-9522-3b51bf4531f2 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:40:00.746093 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device d0c6ffe9-d9cc-411d-9522-3b51bf4531f2 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:40:00.746714 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:40:00.790962 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-7b8c23c6-ab12-4864-a723-bddbcb7573db tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:00.792923 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-7b8c23c6-ab12-4864-a723-bddbcb7573db tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/networks?id=436b1e4d-d852-4ae8-ad5b-2dd29fed06c0 HTTP/1.1" status: 200 len: 796 time: 0.4573209 Apr 29 11:40:00.793841 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:40:00.794380 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 87dc9621-b4d2-4c1c-bb2c-ff99c249ca3e not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:40:00.799502 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3647becf-6aca-4f71-a4bc-fec1104ede63 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:00.870673 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-fe5e492f-637d-411f-9503-7027679d858a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] For port 21044d70-8412-46f0-a5ea-e3e60ae77965, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=21044d70-8412-46f0-a5ea-e3e60ae77965,segment=NetworkSegment(854f2e5a-9069-441c-86e0-ebc0499bf0ce),segment_id=854f2e5a-9069-441c-86e0-ebc0499bf0ce)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:00.878190 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fe5e492f-637d-411f-9503-7027679d858a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:00.906468 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-fe5e492f-637d-411f-9503-7027679d858a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Calling delete_port for 21044d70-8412-46f0-a5ea-e3e60ae77965 owned by network:router_interface {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:00.910284 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-9aa42c2e-e4ee-4576-b96f-50d3285110ba None None] Provisioning complete for port bf6fa76a-e25e-4058-ac20-96600d252f77 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:00.910525 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9aa42c2e-e4ee-4576-b96f-50d3285110ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:00.962465 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-9aa42c2e-e4ee-4576-b96f-50d3285110ba None None] Port bf6fa76a-e25e-4058-ac20-96600d252f77 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:40:00.966394 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 0826532f-24cf-4c41-b61b-ae14012a1817 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:40:01.009080 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0563d1bc-72d6-4861-820a-88fc10bbeb19 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:01.012673 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-9aa42c2e-e4ee-4576-b96f-50d3285110ba None None] Could not find standard attr ID for object 9050e4ea-de9e-4296-9a32-e0d5f660e532. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:40:01.036850 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 0826532f-24cf-4c41-b61b-ae14012a1817 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:01.037228 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:01.060057 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563d1bc-72d6-4861-820a-88fc10bbeb19 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Port': ['ID=14aa7206-359d-4128-8eab-b1b63fd8db66,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:01.082202 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3647becf-6aca-4f71-a4bc-fec1104ede63 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:01.123797 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-9dabae9d-cb95-4a00-863d-c7d5d99e9762 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 473 time: 0.3114486 Apr 29 11:40:01.177937 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-705fda10-49ca-4492-9655-b0049d615a84 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'port': {'device_id': 'e6c2bd9c-78da-492a-96ee-1425f5a54dd6', 'network_id': '436b1e4d-d852-4ae8-ad5b-2dd29fed06c0', 'admin_state_up': True, 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'security_groups': ['656bbc5f-ab8b-468f-a585-4a87516bc255']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:01.191306 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.objects.ports [None req-554169d7-2908-487f-acda-bd73affff246 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102960) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 11:40:01.233285 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 23125315-dca0-4ea8-9d76-0e60186f59f5 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:40:01.252187 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2d7899-29de-4d01-946b-885a7952be3c tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:40:01.264432 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 23125315-dca0-4ea8-9d76-0e60186f59f5 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:40:01.265056 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 23125315-dca0-4ea8-9d76-0e60186f59f5 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:40:01.266933 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268e8e9f-c381-4b82-bfcc-7d9e244a4a1f None None] Sync routers for ids ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:40:01.280237 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268e8e9f-c381-4b82-bfcc-7d9e244a4a1f None None] Routers {'6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:01.281033 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-268e8e9f-c381-4b82-bfcc-7d9e244a4a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:01.293332 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-22ba242d-0abf-4200-928b-362365c105d5 req-a1dba4af-3d3c-43e1-9a5c-c387074eccb9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=06066a09-efd3-4a70-914e-c1de212e7cdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3550701 Apr 29 11:40:01.334348 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-268e8e9f-c381-4b82-bfcc-7d9e244a4a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:01.347740 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268e8e9f-c381-4b82-bfcc-7d9e244a4a1f None None] Routers {'6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:01.348300 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-268e8e9f-c381-4b82-bfcc-7d9e244a4a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:01.390671 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-268e8e9f-c381-4b82-bfcc-7d9e244a4a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:01.391361 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268e8e9f-c381-4b82-bfcc-7d9e244a4a1f None None] The sync data for ids ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:40:01.569631 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-403b87b0-9957-463f-9a70-0d2c2092c84f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:01.651880 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647becf-6aca-4f71-a4bc-fec1104ede63 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Subnet': ['ID=95f3ea92-3c19-4bf6-9f47-a7800a3ca5b9,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:01.655023 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-554169d7-2908-487f-acda-bd73affff246 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:01.668506 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba242d-0abf-4200-928b-362365c105d5 req-1d827b84-10d6-422f-9fa0-848ff0a68e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:01.670039 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-22ba242d-0abf-4200-928b-362365c105d5 req-1d827b84-10d6-422f-9fa0-848ff0a68e35 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=06066a09-efd3-4a70-914e-c1de212e7cdb HTTP/1.1" status: 200 len: 1098 time: 0.3138752 Apr 29 11:40:01.670855 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ba2584-aa3d-4cda-8b97-93461b445471 None None] Network c8be14f0-bb71-44a1-b386-d522b255979a requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:01.676987 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3647becf-6aca-4f71-a4bc-fec1104ede63 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:01.681057 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4bf65e6d-9dce-4af2-8f83-c24ec729a686 req-fe5d811e-c4c5-4e51-ac11-b3a70fa6f64a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6c2bd9c-78da-492a-96ee-1425f5a54dd6 HTTP/1.1" status: 200 len: 210 time: 0.1171129 Apr 29 11:40:01.682524 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3647becf-6aca-4f71-a4bc-fec1104ede63 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/subnets/95f3ea92-3c19-4bf6-9f47-a7800a3ca5b9 HTTP/1.1" status: 204 len: 168 time: 2.6350269 Apr 29 11:40:01.690149 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50748) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:01.729605 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-59d4efa5-ef99-40af-be94-5b50227194b0 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:40:01.735372 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-59d4efa5-ef99-40af-be94-5b50227194b0 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] 10.222.0.69 "PUT /v2.0/routers/689a3a82-d4fd-47c4-8a50-ed7b320ff23c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8482642 Apr 29 11:40:01.746583 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50750) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:01.749396 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-705fda10-49ca-4492-9655-b0049d615a84 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Made reservation on behalf of e43b3d3b447648b5aeeaf858bb1241e8 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:01.753821 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-705fda10-49ca-4492-9655-b0049d615a84 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:01.760520 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b87b0-9957-463f-9a70-0d2c2092c84f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Subnet': ['ID=d46a86d1-be77-4be7-a121-cb164ce693fb,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:01.827804 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554169d7-2908-487f-acda-bd73affff246 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:01.842267 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-554169d7-2908-487f-acda-bd73affff246 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:01.854378 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e1178c-aee5-4bf3-8b21-2c02d886f926 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:01.857183 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554169d7-2908-487f-acda-bd73affff246 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:01.857790 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-554169d7-2908-487f-acda-bd73affff246 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:01.906678 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554169d7-2908-487f-acda-bd73affff246 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Subnet': ['ID=62e0004a-35d4-40eb-84bc-b023db2dc4f6,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:01.949065 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5ef132c8-64fb-4397-9df3-8309efbde91e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:01.993348 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-554169d7-2908-487f-acda-bd73affff246 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0952647 Apr 29 11:40:02.000184 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50752) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:02.004963 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-19de375e-ad06-4625-9f68-b5d9720dc78f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:02.032262 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0563d1bc-72d6-4861-820a-88fc10bbeb19 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:02.048069 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d72dbb0-3784-4372-81ef-6e86f39ff702 None None] DHCP port deletion for c8be14f0-bb71-44a1-b386-d522b255979a request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:40:02.079004 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9d1643-1212-4d6c-a00f-3036978d2e3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-62578361-baac-4d3e-b4ee-401a25f05a0e', 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'fixed_ips': [{'subnet_id': '62e0004a-35d4-40eb-84bc-b023db2dc4f6'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:40:02.080040 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1f9d1643-1212-4d6c-a00f-3036978d2e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:02.177289 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fe5e492f-637d-411f-9503-7027679d858a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:02.256690 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403b87b0-9957-463f-9a70-0d2c2092c84f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Checking segment: {'id': 'b9b35d24-8603-4bc4-a9b2-87fd692e332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'dcf9a19b-ed90-45e2-92b4-a03e451426c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:40:02.257016 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403b87b0-9957-463f-9a70-0d2c2092c84f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network hostable DHCP agents. Network: dcf9a19b-ed90-45e2-92b4-a03e451426c0, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:40:02.271600 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e492f-637d-411f-9503-7027679d858a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Port': ['ID=21044d70-8412-46f0-a5ea-e3e60ae77965,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:02.384803 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-2d72dbb0-3784-4372-81ef-6e86f39ff702 None None] Deleting port 0826532f-24cf-4c41-b61b-ae14012a1817 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:02.385334 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2d72dbb0-3784-4372-81ef-6e86f39ff702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:02.448297 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba242d-0abf-4200-928b-362365c105d5 req-6c7edfc4-0ba0-4df6-98d1-277551567e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:02.450235 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-22ba242d-0abf-4200-928b-362365c105d5 req-6c7edfc4-0ba0-4df6-98d1-277551567e6a service neutron] 10.222.0.62 "GET /v2.0/networks?id=6385ed98-aeeb-4990-b743-9383f9d45e8c HTTP/1.1" status: 200 len: 897 time: 0.7415311 Apr 29 11:40:02.507288 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-2d72dbb0-3784-4372-81ef-6e86f39ff702 None None] For port 0826532f-24cf-4c41-b61b-ae14012a1817, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=0826532f-24cf-4c41-b61b-ae14012a1817,segment=NetworkSegment(c3b97d46-f694-46a9-9f42-7967923dd050),segment_id=c3b97d46-f694-46a9-9f42-7967923dd050)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:02.508326 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2d72dbb0-3784-4372-81ef-6e86f39ff702 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:02.525381 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-1f9d1643-1212-4d6c-a00f-3036978d2e3b None None] Allocated IP 2001:db8::f816:3eff:fed3:1511 (62578361-baac-4d3e-b4ee-401a25f05a0e/62e0004a-35d4-40eb-84bc-b023db2dc4f6/1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:02.534052 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-2d72dbb0-3784-4372-81ef-6e86f39ff702 None None] Calling delete_port for 0826532f-24cf-4c41-b61b-ae14012a1817 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:02.547064 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-5ef132c8-64fb-4397-9df3-8309efbde91e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting port 0826532f-24cf-4c41-b61b-ae14012a1817 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:02.547333 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5ef132c8-64fb-4397-9df3-8309efbde91e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:02.548970 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19de375e-ad06-4625-9f68-b5d9720dc78f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:02.553469 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-19de375e-ad06-4625-9f68-b5d9720dc78f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:02.557978 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0563d1bc-72d6-4861-820a-88fc10bbeb19 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Router 40fd25c8-33a1-4f10-9163-aff987a352be has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:40:02.572418 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fe5e492f-637d-411f-9503-7027679d858a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:02.580285 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403b87b0-9957-463f-9a70-0d2c2092c84f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network dcf9a19b-ed90-45e2-92b4-a03e451426c0 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:40:02.625628 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2d7899-29de-4d01-946b-885a7952be3c tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Router edc5c5ec-a9aa-4559-a29d-0f12c7380665 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:40:02.631046 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-403b87b0-9957-463f-9a70-0d2c2092c84f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, dcf9a19b-ed90-45e2-92b4-a03e451426c0) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:02.651296 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554f4e37-b7ad-4698-8146-49c961112a32 None None] Network dcf9a19b-ed90-45e2-92b4-a03e451426c0 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:02.653624 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b87b0-9957-463f-9a70-0d2c2092c84f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:02.654408 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-403b87b0-9957-463f-9a70-0d2c2092c84f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:02.683616 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-22ba242d-0abf-4200-928b-362365c105d5 req-44aa54c5-89a2-4040-8ea2-2e9f870b319d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49092aba-e15d-45b6-93b8-d39b1c288a47 HTTP/1.1" status: 200 len: 1000 time: 0.2179132 Apr 29 11:40:02.718935 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-705fda10-49ca-4492-9655-b0049d615a84 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.20.0.27 (436b1e4d-d852-4ae8-ad5b-2dd29fed06c0/0908f38a-7e72-4f5f-9200-bc2f3f5e162d/3ba48785-5494-42fc-82e4-2fe5676719dc) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:02.763881 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-5ef132c8-64fb-4397-9df3-8309efbde91e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] For port 0826532f-24cf-4c41-b61b-ae14012a1817, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=0826532f-24cf-4c41-b61b-ae14012a1817,segment=NetworkSegment(c3b97d46-f694-46a9-9f42-7967923dd050),segment_id=c3b97d46-f694-46a9-9f42-7967923dd050)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:02.764243 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5ef132c8-64fb-4397-9df3-8309efbde91e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:02.783829 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-403b87b0-9957-463f-9a70-0d2c2092c84f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8459146 Apr 29 11:40:02.821398 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50756) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:02.826462 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-dc8155f7-5408-4aa5-b5b7-94ee8e6b5f75 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'subnet': {'network_id': 'dcf9a19b-ed90-45e2-92b4-a03e451426c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:02.874454 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-5ef132c8-64fb-4397-9df3-8309efbde91e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Calling delete_port for 0826532f-24cf-4c41-b61b-ae14012a1817 owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:02.928019 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2d72dbb0-3784-4372-81ef-6e86f39ff702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:02.974147 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0563d1bc-72d6-4861-820a-88fc10bbeb19 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:40:02.991806 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce247c9-7596-4452-900e-2efd788b894a None None] Sync routers for ids ['40fd25c8-33a1-4f10-9163-aff987a352be'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:40:03.009495 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d72dbb0-3784-4372-81ef-6e86f39ff702 None None] No DVR routers for this DVR port 0826532f-24cf-4c41-b61b-ae14012a1817 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:40:03.024831 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72dbb0-3784-4372-81ef-6e86f39ff702 None None] Pushing event deleted for resources: {'Port': ['ID=0826532f-24cf-4c41-b61b-ae14012a1817,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:03.048477 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce247c9-7596-4452-900e-2efd788b894a None None] Routers {'40fd25c8-33a1-4f10-9163-aff987a352be'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:03.050198 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-7ce247c9-7596-4452-900e-2efd788b894a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['40fd25c8-33a1-4f10-9163-aff987a352be'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:03.056289 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1f9d1643-1212-4d6c-a00f-3036978d2e3b None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:03.056886 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0563d1bc-72d6-4861-820a-88fc10bbeb19 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "PUT /v2.0/routers/40fd25c8-33a1-4f10-9163-aff987a352be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9197686 Apr 29 11:40:03.060911 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50758) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:03.086272 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1f9d1643-1212-4d6c-a00f-3036978d2e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:03.099426 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab113d2-2a40-4f6f-8108-24c002193bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-dcf9a19b-ed90-45e2-92b4-a03e451426c0', 'network_id': 'dcf9a19b-ed90-45e2-92b4-a03e451426c0', 'tenant_id': 'f7a7bd2b70fc4f5cafed95969987752a', 'fixed_ips': [{'subnet_id': 'd46a86d1-be77-4be7-a121-cb164ce693fb'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:40:03.101078 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cab113d2-2a40-4f6f-8108-24c002193bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:03.119521 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-71a80bba-9ce6-47e9-a11b-7efd0700907b req-68832deb-a552-4f9c-9011-83306a363e54 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6c2bd9c-78da-492a-96ee-1425f5a54dd6 HTTP/1.1" status: 200 len: 210 time: 0.2444992 Apr 29 11:40:03.130497 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8c14ebdb-a239-4290-9f96-c65c65c6c392 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "GET /v2.0/ports?device_id=40fd25c8-33a1-4f10-9163-aff987a352be HTTP/1.1" status: 200 len: 205 time: 0.0564613 Apr 29 11:40:03.134858 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50760) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:03.142657 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-7ce247c9-7596-4452-900e-2efd788b894a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:03.146275 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba242d-0abf-4200-928b-362365c105d5 req-9e7b59fd-aba7-4793-87c0-527f52da4285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:03.148943 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-22ba242d-0abf-4200-928b-362365c105d5 req-9e7b59fd-aba7-4793-87c0-527f52da4285 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2123ff89-9386-4934-a517-d5d3fdf2b074 HTTP/1.1" status: 200 len: 835 time: 0.4315245 Apr 29 11:40:03.159369 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce247c9-7596-4452-900e-2efd788b894a None None] Routers {'40fd25c8-33a1-4f10-9163-aff987a352be'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:03.159664 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 0826532f-24cf-4c41-b61b-ae14012a1817 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:40:03.160263 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-7ce247c9-7596-4452-900e-2efd788b894a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['40fd25c8-33a1-4f10-9163-aff987a352be'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:03.178821 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9d1643-1212-4d6c-a00f-3036978d2e3b None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:03.215010 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-1f9d1643-1212-4d6c-a00f-3036978d2e3b None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:03.218817 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9d1643-1212-4d6c-a00f-3036978d2e3b None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:40:03.229081 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 0826532f-24cf-4c41-b61b-ae14012a1817 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:40:03.230247 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 0826532f-24cf-4c41-b61b-ae14012a1817 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:40:03.236927 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-7ce247c9-7596-4452-900e-2efd788b894a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:03.238336 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce247c9-7596-4452-900e-2efd788b894a None None] The sync data for ids ['40fd25c8-33a1-4f10-9163-aff987a352be'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:40:03.251946 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d1643-1212-4d6c-a00f-3036978d2e3b None None] Pushing event updated for resources: {'Port': ['ID=1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:03.297601 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5e492f-637d-411f-9503-7027679d858a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Router d9c65347-25d2-4970-bee3-39fb6f4c4633 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:40:03.367725 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2d7899-29de-4d01-946b-885a7952be3c tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:40:03.375567 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2e6b7f35-f734-4883-a460-cb7d0d97e8b7 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:03.386753 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f2d7899-29de-4d01-946b-885a7952be3c tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:03.400272 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba242d-0abf-4200-928b-362365c105d5 req-6ba100ef-35f2-450b-991f-27d45605e0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:03.402549 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-22ba242d-0abf-4200-928b-362365c105d5 req-6ba100ef-35f2-450b-991f-27d45605e0c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6385ed98-aeeb-4990-b743-9383f9d45e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2322230 Apr 29 11:40:03.411778 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1037877-248d-442f-a6a9-44c08cce38ec None None] Sync routers for ids ['edc5c5ec-a9aa-4559-a29d-0f12c7380665'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:40:03.426788 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-1f9d1643-1212-4d6c-a00f-3036978d2e3b None None] Attempting to bind port 1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:40:03.427226 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-1f9d1643-1212-4d6c-a00f-3036978d2e3b None None] Attempting to bind port 1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:40:03.427674 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9d1643-1212-4d6c-a00f-3036978d2e3b None None] Attempting to bind port 1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a on network 62578361-baac-4d3e-b4ee-401a25f05a0e {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:40:03.459475 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1037877-248d-442f-a6a9-44c08cce38ec None None] Routers {'edc5c5ec-a9aa-4559-a29d-0f12c7380665'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:03.460175 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-b1037877-248d-442f-a6a9-44c08cce38ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['edc5c5ec-a9aa-4559-a29d-0f12c7380665'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:03.463866 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9d1643-1212-4d6c-a00f-3036978d2e3b None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:40:03.463866 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9d1643-1212-4d6c-a00f-3036978d2e3b None None] Checking segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:40:03.464346 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1f9d1643-1212-4d6c-a00f-3036978d2e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:03.465348 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9d1643-1212-4d6c-a00f-3036978d2e3b None None] Bound using segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:40:03.465348 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-1f9d1643-1212-4d6c-a00f-3036978d2e3b None None] Bound port: 1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:40:03.465685 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1f9d1643-1212-4d6c-a00f-3036978d2e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:03.481124 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5ef132c8-64fb-4397-9df3-8309efbde91e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:03.498345 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8155f7-5408-4aa5-b5b7-94ee8e6b5f75 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:03.502224 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dc8155f7-5408-4aa5-b5b7-94ee8e6b5f75 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:03.541533 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-b1037877-248d-442f-a6a9-44c08cce38ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:03.568963 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef132c8-64fb-4397-9df3-8309efbde91e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Port': ['ID=0826532f-24cf-4c41-b61b-ae14012a1817,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:03.590883 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1037877-248d-442f-a6a9-44c08cce38ec None None] Routers {'edc5c5ec-a9aa-4559-a29d-0f12c7380665'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:03.591420 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-b1037877-248d-442f-a6a9-44c08cce38ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['edc5c5ec-a9aa-4559-a29d-0f12c7380665'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:03.593198 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-705fda10-49ca-4492-9655-b0049d615a84 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:03.642821 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6f2d7899-29de-4d01-946b-885a7952be3c tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "PUT /v2.0/floatingips/6ca67b06-5fc9-4320-bf31-bfa45e8b0f66 HTTP/1.1" status: 200 len: 977 time: 7.3888066 Apr 29 11:40:03.649057 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-cab113d2-2a40-4f6f-8108-24c002193bb0 None None] Allocated IP 2001:db8::2 (dcf9a19b-ed90-45e2-92b4-a03e451426c0/d46a86d1-be77-4be7-a121-cb164ce693fb/4a411362-a0bd-4214-94d5-446e048d15ce) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:03.651801 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-b1037877-248d-442f-a6a9-44c08cce38ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:03.652603 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1037877-248d-442f-a6a9-44c08cce38ec None None] The sync data for ids ['edc5c5ec-a9aa-4559-a29d-0f12c7380665'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:40:03.652778 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50762) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:03.669643 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef132c8-64fb-4397-9df3-8309efbde91e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] No DVR routers for this DVR port 0826532f-24cf-4c41-b61b-ae14012a1817 on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:40:03.752079 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-1f9d1643-1212-4d6c-a00f-3036978d2e3b None None] For port 1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:40:03.771588 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5e492f-637d-411f-9503-7027679d858a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:40:03.772139 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-1f9d1643-1212-4d6c-a00f-3036978d2e3b None None] For port 1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:40:03.776660 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2e6b7f35-f734-4883-a460-cb7d0d97e8b7 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:03.780992 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1f9d1643-1212-4d6c-a00f-3036978d2e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:03.787653 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-22ba242d-0abf-4200-928b-362365c105d5 req-d209b634-1abb-4a8d-a18b-c9529bea1234 service neutron] 10.222.0.62 "GET /v2.0/networks/6385ed98-aeeb-4990-b743-9383f9d45e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570795 Apr 29 11:40:03.789646 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-fe5e492f-637d-411f-9503-7027679d858a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "PUT /v2.0/routers/d9c65347-25d2-4970-bee3-39fb6f4c4633/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9697623 Apr 29 11:40:03.793396 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2e6b7f35-f734-4883-a460-cb7d0d97e8b7 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:03.796131 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50764) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:03.808645 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afca93cf-c246-4cb7-a219-43bd57eb6ad0 None None] Sync routers for ids ['d9c65347-25d2-4970-bee3-39fb6f4c4633'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:40:03.842107 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.ipam_backend_mixin [None req-dc8155f7-5408-4aa5-b5b7-94ee8e6b5f75 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d46a86d1-be77-4be7-a121-cb164ce693fb (CIDR: 2001:db8::/64) Apr 29 11:40:03.853714 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afca93cf-c246-4cb7-a219-43bd57eb6ad0 None None] Routers {'d9c65347-25d2-4970-bee3-39fb6f4c4633'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:03.855760 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-afca93cf-c246-4cb7-a219-43bd57eb6ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d9c65347-25d2-4970-bee3-39fb6f4c4633'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:03.861142 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e15c4cc5-209a-41f7-ab56-6516763891ba tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:03.863533 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-705fda10-49ca-4492-9655-b0049d615a84 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:03.870505 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8155f7-5408-4aa5-b5b7-94ee8e6b5f75 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:40:03.870964 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc8155f7-5408-4aa5-b5b7-94ee8e6b5f75 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:40:03.901685 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d1643-1212-4d6c-a00f-3036978d2e3b None None] Pushing event updated for resources: {'Port': ['ID=1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:04.005926 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cab113d2-2a40-4f6f-8108-24c002193bb0 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:04.025174 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-afca93cf-c246-4cb7-a219-43bd57eb6ad0 None None] Set router d9c65347-25d2-4970-bee3-39fb6f4c4633 gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:40:04.026063 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cab113d2-2a40-4f6f-8108-24c002193bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:04.079292 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-705fda10-49ca-4492-9655-b0049d615a84 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 436b1e4d-d852-4ae8-ad5b-2dd29fed06c0 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:04.113981 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-afca93cf-c246-4cb7-a219-43bd57eb6ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'name': 'tempest-RoutersIpV6Test-router-511075764', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:38:20Z', 'updated_at': '2022-04-29T11:40:01Z', 'revision_number': 11, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:04.119642 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab113d2-2a40-4f6f-8108-24c002193bb0 None None] Pushing event updated for resources: {'Port': ['ID=4a411362-a0bd-4214-94d5-446e048d15ce,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:04.124085 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-dc8155f7-5408-4aa5-b5b7-94ee8e6b5f75 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3014903 Apr 29 11:40:04.125464 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50766) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:04.139271 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-705fda10-49ca-4492-9655-b0049d615a84 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:04.140730 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab113d2-2a40-4f6f-8108-24c002193bb0 None None] Network dcf9a19b-ed90-45e2-92b4-a03e451426c0 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:04.147392 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-fe6f642e-6aa6-4177-a794-931ca385adaf tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'subnet': {'network_id': 'dcf9a19b-ed90-45e2-92b4-a03e451426c0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:04.150139 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-cab113d2-2a40-4f6f-8108-24c002193bb0 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:04.152326 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-705fda10-49ca-4492-9655-b0049d615a84 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:40:04.153116 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab113d2-2a40-4f6f-8108-24c002193bb0 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:40:04.173472 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fda10-49ca-4492-9655-b0049d615a84 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=3ba48785-5494-42fc-82e4-2fe5676719dc,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:04.227712 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afca93cf-c246-4cb7-a219-43bd57eb6ad0 None None] Checking router: d9c65347-25d2-4970-bee3-39fb6f4c4633 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:40:04.285141 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afca93cf-c246-4cb7-a219-43bd57eb6ad0 None None] Routers {'d9c65347-25d2-4970-bee3-39fb6f4c4633'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:04.285843 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-afca93cf-c246-4cb7-a219-43bd57eb6ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d9c65347-25d2-4970-bee3-39fb6f4c4633'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:04.359563 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-cab113d2-2a40-4f6f-8108-24c002193bb0 None None] Attempting to bind port 4a411362-a0bd-4214-94d5-446e048d15ce on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:40:04.360553 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-cab113d2-2a40-4f6f-8108-24c002193bb0 None None] Attempting to bind port 4a411362-a0bd-4214-94d5-446e048d15ce by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'b9b35d24-8603-4bc4-a9b2-87fd692e332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'dcf9a19b-ed90-45e2-92b4-a03e451426c0'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:40:04.360553 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab113d2-2a40-4f6f-8108-24c002193bb0 None None] Attempting to bind port 4a411362-a0bd-4214-94d5-446e048d15ce on network dcf9a19b-ed90-45e2-92b4-a03e451426c0 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:40:04.366033 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab113d2-2a40-4f6f-8108-24c002193bb0 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:40:04.366471 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab113d2-2a40-4f6f-8108-24c002193bb0 None None] Checking segment: {'id': 'b9b35d24-8603-4bc4-a9b2-87fd692e332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'dcf9a19b-ed90-45e2-92b4-a03e451426c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:40:04.366826 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cab113d2-2a40-4f6f-8108-24c002193bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:04.367745 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab113d2-2a40-4f6f-8108-24c002193bb0 None None] Bound using segment: {'id': 'b9b35d24-8603-4bc4-a9b2-87fd692e332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'dcf9a19b-ed90-45e2-92b4-a03e451426c0'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:40:04.368222 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-cab113d2-2a40-4f6f-8108-24c002193bb0 None None] Bound port: 4a411362-a0bd-4214-94d5-446e048d15ce, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b35d24-8603-4bc4-a9b2-87fd692e332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'dcf9a19b-ed90-45e2-92b4-a03e451426c0'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:40:04.368603 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cab113d2-2a40-4f6f-8108-24c002193bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:04.410952 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-afca93cf-c246-4cb7-a219-43bd57eb6ad0 None None] Set router d9c65347-25d2-4970-bee3-39fb6f4c4633 gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:40:04.487853 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-afca93cf-c246-4cb7-a219-43bd57eb6ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'name': 'tempest-RoutersIpV6Test-router-511075764', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:38:20Z', 'updated_at': '2022-04-29T11:40:01Z', 'revision_number': 11, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:04.527775 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-cab113d2-2a40-4f6f-8108-24c002193bb0 None None] For port 4a411362-a0bd-4214-94d5-446e048d15ce, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:40:04.531773 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-cab113d2-2a40-4f6f-8108-24c002193bb0 None None] For port 4a411362-a0bd-4214-94d5-446e048d15ce, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=4a411362-a0bd-4214-94d5-446e048d15ce,segment=NetworkSegment(b9b35d24-8603-4bc4-a9b2-87fd692e332e),segment_id=b9b35d24-8603-4bc4-a9b2-87fd692e332e)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:40:04.537552 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cab113d2-2a40-4f6f-8108-24c002193bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:04.548342 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afca93cf-c246-4cb7-a219-43bd57eb6ad0 None None] The sync data for ids ['d9c65347-25d2-4970-bee3-39fb6f4c4633'] in dv-neutron-838888-1-hyperv is: [{'id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'name': 'tempest-RoutersIpV6Test-router-511075764', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:38:20Z', 'updated_at': '2022-04-29T11:40:01Z', 'revision_number': 11, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:40:04.586962 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5ef132c8-64fb-4397-9df3-8309efbde91e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:04.597693 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2e6b7f35-f734-4883-a460-cb7d0d97e8b7 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:04.598270 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6b7f35-f734-4883-a460-cb7d0d97e8b7 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Fanout notify agent at l3_agent the message router_deleted on router 40fd25c8-33a1-4f10-9163-aff987a352be {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:40:04.609274 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-19de375e-ad06-4625-9f68-b5d9720dc78f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:04.624933 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2e6b7f35-f734-4883-a460-cb7d0d97e8b7 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:04.633227 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2e6b7f35-f734-4883-a460-cb7d0d97e8b7 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/routers/40fd25c8-33a1-4f10-9163-aff987a352be HTTP/1.1" status: 204 len: 168 time: 1.4502740 Apr 29 11:40:04.652211 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50770) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:04.660883 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab113d2-2a40-4f6f-8108-24c002193bb0 None None] Pushing event updated for resources: {'Port': ['ID=4a411362-a0bd-4214-94d5-446e048d15ce,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:04.719789 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a3bd435-02ed-49e6-986d-8f567d360f18 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Deleting subnet e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:40:04.737962 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-5ef132c8-64fb-4397-9df3-8309efbde91e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8be14f0-bb71-44a1-b386-d522b255979a']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:04.741535 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-e5a9b60d-f018-4b03-a4c2-f40e9cf5d112 None None] Provisioning complete for port 3ba48785-5494-42fc-82e4-2fe5676719dc triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:04.742964 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e5a9b60d-f018-4b03-a4c2-f40e9cf5d112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:04.762738 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7a3bd435-02ed-49e6-986d-8f567d360f18 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:04.767378 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-5ef132c8-64fb-4397-9df3-8309efbde91e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b97d46-f694-46a9-9f42-7967923dd050') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:04.771236 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-5ef132c8-64fb-4397-9df3-8309efbde91e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b97d46-f694-46a9-9f42-7967923dd050') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:04.801998 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-e5a9b60d-f018-4b03-a4c2-f40e9cf5d112 None None] Port 3ba48785-5494-42fc-82e4-2fe5676719dc cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:40:04.832781 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-459f6553-7496-488e-875a-3464a08aaa89 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Deleting port a7956433-10a7-4c62-9ec9-c465bd40655f {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:04.833354 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-459f6553-7496-488e-875a-3464a08aaa89 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:04.834089 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5ef132c8-64fb-4397-9df3-8309efbde91e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:04.841731 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19de375e-ad06-4625-9f68-b5d9720dc78f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:04.857738 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de375e-ad06-4625-9f68-b5d9720dc78f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Subnet': ['ID=c77be766-505a-4d76-97c4-0da430cbb227,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:04.871572 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-19de375e-ad06-4625-9f68-b5d9720dc78f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:04.875033 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19de375e-ad06-4625-9f68-b5d9720dc78f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:04.875722 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-19de375e-ad06-4625-9f68-b5d9720dc78f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:04.891383 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5ef132c8-64fb-4397-9df3-8309efbde91e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:04.900976 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-91bbfc04-9037-4e74-9f57-2801619b6267 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Deleting subnet 2c1ccaa3-4ce5-49f5-a955-802a8ac973ae {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:40:04.911748 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-22ba242d-0abf-4200-928b-362365c105d5 req-9fc67da2-2e87-4f4d-8e56-50b1c47763da service neutron] 10.222.0.62 "GET /v2.0/networks/6385ed98-aeeb-4990-b743-9383f9d45e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0950155 Apr 29 11:40:04.913497 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7a3bd435-02ed-49e6-986d-8f567d360f18 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:04.918735 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-91bbfc04-9037-4e74-9f57-2801619b6267 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:04.922098 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef132c8-64fb-4397-9df3-8309efbde91e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:40:04.923046 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5ef132c8-64fb-4397-9df3-8309efbde91e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: self.session.flush() Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: self.session.flush() Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: self.session.flush() Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: self.session.flush() Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:40:04.925993 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:40:04.988717 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-705fda10-49ca-4492-9655-b0049d615a84 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:04.989273 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-705fda10-49ca-4492-9655-b0049d615a84 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:05.049012 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-19de375e-ad06-4625-9f68-b5d9720dc78f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0452216 Apr 29 11:40:05.055793 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50772) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:05.074006 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-9e6d9a37-1c7b-4268-b272-0bcec9c6fd80 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'port': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'mac_address': 'fa:16:3e:64:04:cb', 'name': 'tempest-NetworksTestDHCPv6-1256224504'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:05.076051 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-459f6553-7496-488e-875a-3464a08aaa89 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:05.274136 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-91bbfc04-9037-4e74-9f57-2801619b6267 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:05.279429 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5ef132c8-64fb-4397-9df3-8309efbde91e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:05.325446 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:40:05.326762 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-705fda10-49ca-4492-9655-b0049d615a84 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1859281 Apr 29 11:40:05.336678 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e75364-f397-4f61-8642-363220929e8c req-a3f0cd4a-7a71-49cc-af33-6efe3a9c4783 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:05.345125 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-88e75364-f397-4f61-8642-363220929e8c req-a3f0cd4a-7a71-49cc-af33-6efe3a9c4783 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6c2bd9c-78da-492a-96ee-1425f5a54dd6 HTTP/1.1" status: 200 len: 932 time: 0.5226390 Apr 29 11:40:05.365337 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-607ab6ca-8e9d-43d4-a1e4-de52084c303b service neutron] Request body: {'port': {'device_id': 'e6c2bd9c-78da-492a-96ee-1425f5a54dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:05.407828 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:05.408298 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:05.424485 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5ef132c8-64fb-4397-9df3-8309efbde91e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:05.435017 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5ef132c8-64fb-4397-9df3-8309efbde91e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/networks/c8be14f0-bb71-44a1-b386-d522b255979a HTTP/1.1" status: 204 len: 168 time: 3.7345090 Apr 29 11:40:05.438444 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50774) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:05.470771 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-2a6fd2e0-f540-4235-ae8d-1e90830e9d24 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'port': {'network_id': '6bd60c6d-014b-4710-a7b1-d7f0c260e662', 'name': 'tempest-PortsTestJSON-607912966'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:05.504912 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef132c8-64fb-4397-9df3-8309efbde91e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Network': ['ID=c8be14f0-bb71-44a1-b386-d522b255979a,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:05.590405 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6d9a37-1c7b-4268-b272-0bcec9c6fd80 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:05.591457 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d40878e-e1f6-40b9-adba-100dc9994f8e None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:05.643130 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-91bbfc04-9037-4e74-9f57-2801619b6267 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:05.689779 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:05.713132 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-88e75364-f397-4f61-8642-363220929e8c req-7c9f3054-c2ce-4fef-a527-39308d578693 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=656bbc5f-ab8b-468f-a585-4a87516bc255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3667367 Apr 29 11:40:05.733802 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-14e431c2-8aab-4546-a046-ad03ccd38ca0 None None] Provisioning complete for port 1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:05.735560 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-14e431c2-8aab-4546-a046-ad03ccd38ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:05.763337 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6f642e-6aa6-4177-a794-931ca385adaf tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:05.770300 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fe6f642e-6aa6-4177-a794-931ca385adaf tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:05.793488 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-91bbfc04-9037-4e74-9f57-2801619b6267 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:05.798687 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7a3bd435-02ed-49e6-986d-8f567d360f18 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:05.825174 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:05.845434 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-607ab6ca-8e9d-43d4-a1e4-de52084c303b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:05.869804 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:05.871505 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 4a411362-a0bd-4214-94d5-446e048d15ce up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:40:05.883349 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bbfc04-9037-4e74-9f57-2801619b6267 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Subnet': ['ID=2c1ccaa3-4ce5-49f5-a955-802a8ac973ae,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:05.895831 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-91bbfc04-9037-4e74-9f57-2801619b6267 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:05.899863 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-91bbfc04-9037-4e74-9f57-2801619b6267 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/subnets/2c1ccaa3-4ce5-49f5-a955-802a8ac973ae HTTP/1.1" status: 204 len: 168 time: 1.2476308 Apr 29 11:40:05.911345 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50776) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:05.948392 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9e6d9a37-1c7b-4268-b272-0bcec9c6fd80 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:05.949890 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6924c8-0fdf-445c-a743-45ab7c1aea83 None None] Network 2ed7c476-edcd-4afe-b7d8-32e2e8b903ed requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:05.980547 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-9e6d9a37-1c7b-4268-b272-0bcec9c6fd80 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] device_id is not set on port abddc051-8e04-43cd-90e1-4f0750c5a9a8 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:40:06.100286 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7a3bd435-02ed-49e6-986d-8f567d360f18 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:06.145880 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3bd435-02ed-49e6-986d-8f567d360f18 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Subnet': ['ID=e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:06.156845 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7a3bd435-02ed-49e6-986d-8f567d360f18 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:06.165060 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7a3bd435-02ed-49e6-986d-8f567d360f18 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/subnets/e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4 HTTP/1.1" status: 204 len: 168 time: 2.3618925 Apr 29 11:40:06.165525 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50778) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:06.209948 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fb68d7-f6ac-4844-a666-851aef3733be None None] Network 4f692756-7c6d-42d9-9ecc-34300a9bf9b8 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:06.212837 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bf46e5-a24d-4dc2-bc7b-90d3e2ce0275 None None] Network dcf9a19b-ed90-45e2-92b4-a03e451426c0 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:06.214946 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:06.307084 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f3f826f3-4e7d-4e18-bf4a-018f0099f3b3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:06.313978 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6fd2e0-f540-4235-ae8d-1e90830e9d24 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:06.318274 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2a6fd2e0-f540-4235-ae8d-1e90830e9d24 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:06.323116 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-459f6553-7496-488e-875a-3464a08aaa89 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:06.323412 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-9e6d9a37-1c7b-4268-b272-0bcec9c6fd80 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Allocated IP 172.20.0.4 (62578361-baac-4d3e-b4ee-401a25f05a0e/c77be766-505a-4d76-97c4-0da430cbb227/abddc051-8e04-43cd-90e1-4f0750c5a9a8) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:06.323524 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-459f6553-7496-488e-875a-3464a08aaa89 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:06.323883 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [None req-459f6553-7496-488e-875a-3464a08aaa89 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Floating IP 6ca67b06-5fc9-4320-bf31-bfa45e8b0f66 disassociated. External IP: 172.26.4.198, port: a7956433-10a7-4c62-9ec9-c465bd40655f. Apr 29 11:40:06.324287 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-459f6553-7496-488e-875a-3464a08aaa89 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Calling delete_port for a7956433-10a7-4c62-9ec9-c465bd40655f owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:06.333155 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-9e6d9a37-1c7b-4268-b272-0bcec9c6fd80 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Allocated IP 2001:db8::f816:3eff:fe64:4cb (62578361-baac-4d3e-b4ee-401a25f05a0e/62e0004a-35d4-40eb-84bc-b023db2dc4f6/abddc051-8e04-43cd-90e1-4f0750c5a9a8) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:06.342302 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-68ab98a5-dbe0-47a0-86de-113f3cb976bf tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Deleting subnet 1eb3841d-9150-47d1-a390-a8821eb3856b {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:40:06.369727 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-68ab98a5-dbe0-47a0-86de-113f3cb976bf tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:06.547096 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 4a411362-a0bd-4214-94d5-446e048d15ce triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:06.547916 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:06.548042 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-2a6fd2e0-f540-4235-ae8d-1e90830e9d24 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] device_id is not set on port 84110188-39a8-4adc-a809-0eb53bc5045a yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:40:06.560411 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-f3f826f3-4e7d-4e18-bf4a-018f0099f3b3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Deleting port 59a4dd56-68ee-4c48-87a5-29b76028a29f {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:06.560720 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f3f826f3-4e7d-4e18-bf4a-018f0099f3b3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:06.607225 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-68ab98a5-dbe0-47a0-86de-113f3cb976bf tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:06.645433 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aceefcf-4c7a-4f15-845c-b448c6d748b7 None None] Update dhcp port {'port': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'fixed_ips': [{'subnet_id': '62e0004a-35d4-40eb-84bc-b023db2dc4f6', 'ip_address': '2001:db8::f816:3eff:fed3:1511'}, {'subnet_id': 'c77be766-505a-4d76-97c4-0da430cbb227'}], 'binding:host_id': 'dv-neutron-838888-1-hyperv'}, 'id': '1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a'} from dv-neutron-838888-1-hyperv. {{(pid=102961) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 11:40:06.731867 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-f3f826f3-4e7d-4e18-bf4a-018f0099f3b3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] For port 59a4dd56-68ee-4c48-87a5-29b76028a29f, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=59a4dd56-68ee-4c48-87a5-29b76028a29f,segment=NetworkSegment(854f2e5a-9069-441c-86e0-ebc0499bf0ce),segment_id=854f2e5a-9069-441c-86e0-ebc0499bf0ce)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:06.731867 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f3f826f3-4e7d-4e18-bf4a-018f0099f3b3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:06.755593 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9e6d9a37-1c7b-4268-b272-0bcec9c6fd80 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:06.763199 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-f3f826f3-4e7d-4e18-bf4a-018f0099f3b3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Calling delete_port for 59a4dd56-68ee-4c48-87a5-29b76028a29f owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:06.765544 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4aceefcf-4c7a-4f15-845c-b448c6d748b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:06.780806 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-e15c4cc5-209a-41f7-ab56-6516763891ba tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Deleting port bf6fa76a-e25e-4058-ac20-96600d252f77 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:06.781298 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e15c4cc5-209a-41f7-ab56-6516763891ba tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:06.818120 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d6a428-cb61-4935-8137-6a2f67f9791f None None] DHCP port deletion for 2ed7c476-edcd-4afe-b7d8-32e2e8b903ed request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:40:06.822161 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-7c3b20d3-06bc-4137-b876-1753c5f3cdf9 None None] Provisioning complete for port 4a411362-a0bd-4214-94d5-446e048d15ce triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:06.822788 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7c3b20d3-06bc-4137-b876-1753c5f3cdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:06.868131 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9e6d9a37-1c7b-4268-b272-0bcec9c6fd80 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:06.970877 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f3f826f3-4e7d-4e18-bf4a-018f0099f3b3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:06.973637 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6d9a37-1c7b-4268-b272-0bcec9c6fd80 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:06.988815 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-9e6d9a37-1c7b-4268-b272-0bcec9c6fd80 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:06.994073 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6d9a37-1c7b-4268-b272-0bcec9c6fd80 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:40:06.997732 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d9a37-1c7b-4268-b272-0bcec9c6fd80 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Port': ['ID=abddc051-8e04-43cd-90e1-4f0750c5a9a8,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:07.016600 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ecfc8a-ac49-4fcf-ac4a-7ea6d2b943bb None None] DHCP port deletion for 4f692756-7c6d-42d9-9ecc-34300a9bf9b8 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:40:07.027685 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:07.046529 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f826f3-4e7d-4e18-bf4a-018f0099f3b3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Port': ['ID=59a4dd56-68ee-4c48-87a5-29b76028a29f,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:07.048779 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f826f3-4e7d-4e18-bf4a-018f0099f3b3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] No DVR routers for this DVR port 59a4dd56-68ee-4c48-87a5-29b76028a29f on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:40:07.153755 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f3f826f3-4e7d-4e18-bf4a-018f0099f3b3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:07.182003 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-f3f826f3-4e7d-4e18-bf4a-018f0099f3b3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f692756-7c6d-42d9-9ecc-34300a9bf9b8']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:07.194894 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-f3f826f3-4e7d-4e18-bf4a-018f0099f3b3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '854f2e5a-9069-441c-86e0-ebc0499bf0ce') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:07.194894 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-f3f826f3-4e7d-4e18-bf4a-018f0099f3b3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '854f2e5a-9069-441c-86e0-ebc0499bf0ce') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:07.216013 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 4a411362-a0bd-4214-94d5-446e048d15ce, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=4a411362-a0bd-4214-94d5-446e048d15ce,segment=NetworkSegment(b9b35d24-8603-4bc4-a9b2-87fd692e332e),segment_id=b9b35d24-8603-4bc4-a9b2-87fd692e332e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:07.219943 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f3f826f3-4e7d-4e18-bf4a-018f0099f3b3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:07.272447 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:07.332261 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6d9a37-1c7b-4268-b272-0bcec9c6fd80 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:07.344339 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9e6d9a37-1c7b-4268-b272-0bcec9c6fd80 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:07.374058 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-4aceefcf-4c7a-4f15-845c-b448c6d748b7 None None] Allocated IP 172.20.0.2 (62578361-baac-4d3e-b4ee-401a25f05a0e/c77be766-505a-4d76-97c4-0da430cbb227/1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:07.376721 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9e6d9a37-1c7b-4268-b272-0bcec9c6fd80 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.3144479 Apr 29 11:40:07.381820 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50782) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:07.426054 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f3f826f3-4e7d-4e18-bf4a-018f0099f3b3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:07.464559 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f826f3-4e7d-4e18-bf4a-018f0099f3b3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:40:07.465068 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f3f826f3-4e7d-4e18-bf4a-018f0099f3b3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:07.469028 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:40:07.469028 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:40:07.469028 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:40:07.469028 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:40:07.469028 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:40:07.469028 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:40:07.469028 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:40:07.469028 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:40:07.469028 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:40:07.469028 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:40:07.469028 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:40:07.469028 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:40:07.469028 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:40:07.469028 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:40:07.469028 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:40:07.469028 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:40:07.469028 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:40:07.469028 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:40:07.469028 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:40:07.469028 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:40:07.469028 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:40:07.469028 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:40:07.469028 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:40:07.469028 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:40:07.469028 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:40:07.469028 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:40:07.469028 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:40:07.469028 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:40:07.469028 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:40:07.469028 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:40:07.469028 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:40:07.469028 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:40:07.499686 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-68ab98a5-dbe0-47a0-86de-113f3cb976bf tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:07.523897 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 21044d70-8412-46f0-a5ea-e3e60ae77965 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:40:07.537440 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f8d6a428-cb61-4935-8137-6a2f67f9791f None None] Deleting port 4eb60539-b8f5-45a6-bba2-038c98386173 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:07.537815 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f8d6a428-cb61-4935-8137-6a2f67f9791f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:07.575901 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f3f826f3-4e7d-4e18-bf4a-018f0099f3b3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:07.587073 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e296425a-f2d1-4aa5-9c0a-1373268b471b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:07.593873 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e296425a-f2d1-4aa5-9c0a-1373268b471b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:07.597980 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e296425a-f2d1-4aa5-9c0a-1373268b471b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1890938 Apr 29 11:40:07.599863 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb174b4-5665-4066-b87b-f1517db5cee4 req-cb751025-fa18-41fd-a94a-ddf5ad5055f2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:07.602394 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7fb174b4-5665-4066-b87b-f1517db5cee4 req-cb751025-fa18-41fd-a94a-ddf5ad5055f2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6c2bd9c-78da-492a-96ee-1425f5a54dd6 HTTP/1.1" status: 200 len: 932 time: 0.7864759 Apr 29 11:40:07.603024 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50784) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:07.608594 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f3f826f3-4e7d-4e18-bf4a-018f0099f3b3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:07.608777 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=4a411362-a0bd-4214-94d5-446e048d15ce,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:07.615393 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f3f826f3-4e7d-4e18-bf4a-018f0099f3b3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/networks/4f692756-7c6d-42d9-9ecc-34300a9bf9b8 HTTP/1.1" status: 204 len: 168 time: 1.4455795 Apr 29 11:40:07.615966 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50786) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:07.621614 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-51b6de0b-fd77-4808-961e-99c1e0d6bf5e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Request body: {'router': {'routes': None}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:07.624022 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 21044d70-8412-46f0-a5ea-e3e60ae77965 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:40:07.624333 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 21044d70-8412-46f0-a5ea-e3e60ae77965 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:40:07.665279 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f8d6a428-cb61-4935-8137-6a2f67f9791f None None] For port 4eb60539-b8f5-45a6-bba2-038c98386173, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=4eb60539-b8f5-45a6-bba2-038c98386173,segment=NetworkSegment(e2e2e655-4a8f-42d4-bead-46e796c49105),segment_id=e2e2e655-4a8f-42d4-bead-46e796c49105)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:07.665677 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f8d6a428-cb61-4935-8137-6a2f67f9791f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:07.672673 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f826f3-4e7d-4e18-bf4a-018f0099f3b3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Pushing event deleted for resources: {'Network': ['ID=4f692756-7c6d-42d9-9ecc-34300a9bf9b8,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:07.721514 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f8d6a428-cb61-4935-8137-6a2f67f9791f None None] Calling delete_port for 4eb60539-b8f5-45a6-bba2-038c98386173 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:07.731247 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-4aceefcf-4c7a-4f15-845c-b448c6d748b7 None None] For port 1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:07.733348 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-4b4eee54-4ffe-4e67-8138-4793c9670b21 None None] Provisioning complete for port 4a411362-a0bd-4214-94d5-446e048d15ce triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:07.733766 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4b4eee54-4ffe-4e67-8138-4793c9670b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:07.740730 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e15c4cc5-209a-41f7-ab56-6516763891ba tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:07.744618 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-459f6553-7496-488e-875a-3464a08aaa89 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:07.841636 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:40:07.843290 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.extraroute_db [None req-51b6de0b-fd77-4808-961e-99c1e0d6bf5e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Added routes are [] {{(pid=102960) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 29 11:40:07.844163 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.extraroute_db [None req-51b6de0b-fd77-4808-961e-99c1e0d6bf5e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Removed routes are [] {{(pid=102960) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 29 11:40:07.844677 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-51b6de0b-fd77-4808-961e-99c1e0d6bf5e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681475', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3683613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1117'] for router, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:07.858398 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-607ab6ca-8e9d-43d4-a1e4-de52084c303b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ba48785-5494-42fc-82e4-2fe5676719dc {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:40:07.863329 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-e15c4cc5-209a-41f7-ab56-6516763891ba tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Calling delete_port for bf6fa76a-e25e-4058-ac20-96600d252f77 owned by network:router_interface {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:07.887165 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4aceefcf-4c7a-4f15-845c-b448c6d748b7 None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:07.910444 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4aceefcf-4c7a-4f15-845c-b448c6d748b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:07.915421 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-607ab6ca-8e9d-43d4-a1e4-de52084c303b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:07.923772 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f6553-7496-488e-875a-3464a08aaa89 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event deleted for resources: {'Port': ['ID=a7956433-10a7-4c62-9ec9-c465bd40655f,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:07.973197 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fe6f642e-6aa6-4177-a794-931ca385adaf tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:08.052663 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7fb174b4-5665-4066-b87b-f1517db5cee4 req-6f89bed9-a277-43cc-9430-570a9aa4163b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=656bbc5f-ab8b-468f-a585-4a87516bc255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3971608 Apr 29 11:40:08.059601 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aceefcf-4c7a-4f15-845c-b448c6d748b7 None None] Pushing event updated for resources: {'Port': ['ID=1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:08.115119 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-68ab98a5-dbe0-47a0-86de-113f3cb976bf tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:08.127755 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-607ab6ca-8e9d-43d4-a1e4-de52084c303b service neutron] Transition to ACTIVE for port object 3ba48785-5494-42fc-82e4-2fe5676719dc will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:40:08.130756 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f8d6a428-cb61-4935-8137-6a2f67f9791f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:08.155283 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-51b6de0b-fd77-4808-961e-99c1e0d6bf5e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681475', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3683613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1117'] for router, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:08.164986 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-51b6de0b-fd77-4808-961e-99c1e0d6bf5e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683602'] for router, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:08.201137 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2a6fd2e0-f540-4235-ae8d-1e90830e9d24 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:08.202691 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-607ab6ca-8e9d-43d4-a1e4-de52084c303b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:08.222489 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6f642e-6aa6-4177-a794-931ca385adaf tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network dcf9a19b-ed90-45e2-92b4-a03e451426c0 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:08.238434 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-68ab98a5-dbe0-47a0-86de-113f3cb976bf tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:08.241732 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6a428-cb61-4935-8137-6a2f67f9791f None None] Pushing event deleted for resources: {'Port': ['ID=4eb60539-b8f5-45a6-bba2-038c98386173,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:08.245212 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-68ab98a5-dbe0-47a0-86de-113f3cb976bf tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/subnets/1eb3841d-9150-47d1-a390-a8821eb3856b HTTP/1.1" status: 204 len: 168 time: 2.2723513 Apr 29 11:40:08.246029 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d6a428-cb61-4935-8137-6a2f67f9791f None None] No DVR routers for this DVR port 4eb60539-b8f5-45a6-bba2-038c98386173 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:40:08.261300 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a38f34c-4ea2-49b5-8f15-066c8652e804 None None] Network a6514591-2731-4f80-93bc-b10978ebab17 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:08.268274 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50788) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:08.301930 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-fe6f642e-6aa6-4177-a794-931ca385adaf tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:08.305592 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6f642e-6aa6-4177-a794-931ca385adaf tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:08.306215 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fe6f642e-6aa6-4177-a794-931ca385adaf tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:08.336175 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f642e-6aa6-4177-a794-931ca385adaf tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Subnet': ['ID=15b97de1-1c28-44a1-b9f5-e349635724c3,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:08.367453 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b6de0b-fd77-4808-961e-99c1e0d6bf5e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Router d9c65347-25d2-4970-bee3-39fb6f4c4633 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:40:08.432105 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7257f6-5f58-4711-b4cc-741d273ebf14 None None] Network dcf9a19b-ed90-45e2-92b4-a03e451426c0 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:08.436044 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:08.436788 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:08.468638 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab98a5-dbe0-47a0-86de-113f3cb976bf tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Subnet': ['ID=1eb3841d-9150-47d1-a390-a8821eb3856b,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:08.500239 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bb445293-43fc-4dde-84af-245534f15f11 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:08.514193 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ab6ca-8e9d-43d4-a1e4-de52084c303b service neutron] Pushing event updated for resources: {'Port': ['ID=3ba48785-5494-42fc-82e4-2fe5676719dc,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:08.558797 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-fe6f642e-6aa6-4177-a794-931ca385adaf tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.4111688 Apr 29 11:40:08.561186 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50790) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:08.619319 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-b1601540-e657-4a1a-88d2-96912f5b6f8b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting port abddc051-8e04-43cd-90e1-4f0750c5a9a8 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:08.619697 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b1601540-e657-4a1a-88d2-96912f5b6f8b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:08.646393 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2a6fd2e0-f540-4235-ae8d-1e90830e9d24 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:08.660201 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 4a411362-a0bd-4214-94d5-446e048d15ce up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:40:08.681400 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-2e90d73d-3e35-492f-9064-5611339bad56 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'port': {'network_id': 'dcf9a19b-ed90-45e2-92b4-a03e451426c0', 'fixed_ips': [{'subnet_id': 'd46a86d1-be77-4be7-a121-cb164ce693fb'}, {'subnet_id': '15b97de1-1c28-44a1-b9f5-e349635724c3'}], 'name': 'tempest-PortsIpV6TestJSON-390168425'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:08.687221 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b6de0b-fd77-4808-961e-99c1e0d6bf5e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:40:08.734161 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-51b6de0b-fd77-4808-961e-99c1e0d6bf5e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:08.734621 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459f6553-7496-488e-875a-3464a08aaa89 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Router edc5c5ec-a9aa-4559-a29d-0f12c7380665 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:40:08.737683 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-51b6de0b-fd77-4808-961e-99c1e0d6bf5e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "PUT /v2.0/routers/d9c65347-25d2-4970-bee3-39fb6f4c4633 HTTP/1.1" status: 200 len: 704 time: 1.1205139 Apr 29 11:40:08.738526 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240175be-fa28-4439-84f7-533ac806fb12 None None] Sync routers for ids ['d9c65347-25d2-4970-bee3-39fb6f4c4633'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:40:08.739632 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50792) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:08.799614 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240175be-fa28-4439-84f7-533ac806fb12 None None] Routers {'d9c65347-25d2-4970-bee3-39fb6f4c4633'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:08.799947 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-240175be-fa28-4439-84f7-533ac806fb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d9c65347-25d2-4970-bee3-39fb6f4c4633'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:08.849584 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c3da4b-26ef-464d-98c6-d79c0d6ceb25 None None] DHCP port deletion for a6514591-2731-4f80-93bc-b10978ebab17 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:40:08.856068 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6fd2e0-f540-4235-ae8d-1e90830e9d24 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network 6bd60c6d-014b-4710-a7b1-d7f0c260e662 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:08.878492 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-2a6fd2e0-f540-4235-ae8d-1e90830e9d24 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:08.901859 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6fd2e0-f540-4235-ae8d-1e90830e9d24 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:40:08.909165 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6fd2e0-f540-4235-ae8d-1e90830e9d24 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:08.909843 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2a6fd2e0-f540-4235-ae8d-1e90830e9d24 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:08.982465 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-607ab6ca-8e9d-43d4-a1e4-de52084c303b service neutron] Attempting to bind port 3ba48785-5494-42fc-82e4-2fe5676719dc on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:40:08.982868 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-607ab6ca-8e9d-43d4-a1e4-de52084c303b service neutron] Attempting to bind port 3ba48785-5494-42fc-82e4-2fe5676719dc by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fe679dd4-e298-4e22-a8be-94b11f77c601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '436b1e4d-d852-4ae8-ad5b-2dd29fed06c0'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:40:08.983159 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-607ab6ca-8e9d-43d4-a1e4-de52084c303b service neutron] Attempting to bind port 3ba48785-5494-42fc-82e4-2fe5676719dc on network 436b1e4d-d852-4ae8-ad5b-2dd29fed06c0 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:40:08.985380 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fd2e0-f540-4235-ae8d-1e90830e9d24 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Port': ['ID=84110188-39a8-4adc-a809-0eb53bc5045a,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:09.020852 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-607ab6ca-8e9d-43d4-a1e4-de52084c303b service neutron] Port 3ba48785-5494-42fc-82e4-2fe5676719dc on network 436b1e4d-d852-4ae8-ad5b-2dd29fed06c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:40:09.021115 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-607ab6ca-8e9d-43d4-a1e4-de52084c303b service neutron] Attempting to bind port 3ba48785-5494-42fc-82e4-2fe5676719dc on network 436b1e4d-d852-4ae8-ad5b-2dd29fed06c0 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:40:09.028373 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b1601540-e657-4a1a-88d2-96912f5b6f8b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:09.037832 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2a6fd2e0-f540-4235-ae8d-1e90830e9d24 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.5885718 Apr 29 11:40:09.047607 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e15c4cc5-209a-41f7-ab56-6516763891ba tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:09.053732 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50794) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:09.077049 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-607ab6ca-8e9d-43d4-a1e4-de52084c303b service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:40:09.077452 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-607ab6ca-8e9d-43d4-a1e4-de52084c303b service neutron] Checking segment: {'id': 'fe679dd4-e298-4e22-a8be-94b11f77c601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '436b1e4d-d852-4ae8-ad5b-2dd29fed06c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:40:09.077782 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-607ab6ca-8e9d-43d4-a1e4-de52084c303b service neutron] Bound using segment: {'id': 'fe679dd4-e298-4e22-a8be-94b11f77c601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '436b1e4d-d852-4ae8-ad5b-2dd29fed06c0'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:40:09.078276 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-607ab6ca-8e9d-43d4-a1e4-de52084c303b service neutron] Bound port: 3ba48785-5494-42fc-82e4-2fe5676719dc, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe679dd4-e298-4e22-a8be-94b11f77c601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '436b1e4d-d852-4ae8-ad5b-2dd29fed06c0'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:40:09.078646 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-607ab6ca-8e9d-43d4-a1e4-de52084c303b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:09.083051 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-b1601540-e657-4a1a-88d2-96912f5b6f8b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Calling delete_port for abddc051-8e04-43cd-90e1-4f0750c5a9a8 owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:09.138319 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c4cc5-209a-41f7-ab56-6516763891ba tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Pushing event deleted for resources: {'Port': ['ID=bf6fa76a-e25e-4058-ac20-96600d252f77,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:09.157666 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-240175be-fa28-4439-84f7-533ac806fb12 None None] Set router d9c65347-25d2-4970-bee3-39fb6f4c4633 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:40:09.292589 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 4a411362-a0bd-4214-94d5-446e048d15ce triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:09.293185 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:09.300700 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-240175be-fa28-4439-84f7-533ac806fb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'name': 'tempest-RoutersIpV6Test-router-511075764', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:38:20Z', 'updated_at': '2022-04-29T11:40:01Z', 'revision_number': 11, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:09.348691 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459f6553-7496-488e-875a-3464a08aaa89 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:40:09.360228 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60193809-3ea2-4413-bb0f-c578aabc082a None None] Sync routers for ids ['edc5c5ec-a9aa-4559-a29d-0f12c7380665'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:40:09.378679 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60193809-3ea2-4413-bb0f-c578aabc082a None None] Routers {'edc5c5ec-a9aa-4559-a29d-0f12c7380665'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:09.379326 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-60193809-3ea2-4413-bb0f-c578aabc082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['edc5c5ec-a9aa-4559-a29d-0f12c7380665'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:09.423462 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240175be-fa28-4439-84f7-533ac806fb12 None None] Checking router: d9c65347-25d2-4970-bee3-39fb6f4c4633 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:40:09.483863 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-60193809-3ea2-4413-bb0f-c578aabc082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:09.484676 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240175be-fa28-4439-84f7-533ac806fb12 None None] Routers {'d9c65347-25d2-4970-bee3-39fb6f4c4633'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:09.485325 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-240175be-fa28-4439-84f7-533ac806fb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d9c65347-25d2-4970-bee3-39fb6f4c4633'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:09.508010 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bb445293-43fc-4dde-84af-245534f15f11 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:09.512485 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60193809-3ea2-4413-bb0f-c578aabc082a None None] Routers {'edc5c5ec-a9aa-4559-a29d-0f12c7380665'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:09.513348 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-60193809-3ea2-4413-bb0f-c578aabc082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['edc5c5ec-a9aa-4559-a29d-0f12c7380665'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:09.539402 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-bb445293-43fc-4dde-84af-245534f15f11 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed7c476-edcd-4afe-b7d8-32e2e8b903ed']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:09.552502 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b89329-6339-40d1-984a-043f14bcc0d9 req-8b9c6081-acee-4e6d-b0fd-45da68b9153a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:09.553251 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-bb445293-43fc-4dde-84af-245534f15f11 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e2e655-4a8f-42d4-bead-46e796c49105') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:09.553251 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-bb445293-43fc-4dde-84af-245534f15f11 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e2e655-4a8f-42d4-bead-46e796c49105') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:09.561216 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-24b89329-6339-40d1-984a-043f14bcc0d9 req-8b9c6081-acee-4e6d-b0fd-45da68b9153a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6c2bd9c-78da-492a-96ee-1425f5a54dd6 HTTP/1.1" status: 200 len: 944 time: 0.3673153 Apr 29 11:40:09.564234 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bb445293-43fc-4dde-84af-245534f15f11 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:09.579148 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bb445293-43fc-4dde-84af-245534f15f11 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:09.583721 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-60193809-3ea2-4413-bb0f-c578aabc082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:09.584396 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60193809-3ea2-4413-bb0f-c578aabc082a None None] The sync data for ids ['edc5c5ec-a9aa-4559-a29d-0f12c7380665'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:40:09.587266 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb445293-43fc-4dde-84af-245534f15f11 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:40:09.587690 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bb445293-43fc-4dde-84af-245534f15f11 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:09.619499 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-81c3da4b-26ef-464d-98c6-d79c0d6ceb25 None None] Deleting port 7a998f30-b5ed-4687-b161-5a5ec443626b {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:09.621782 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-81c3da4b-26ef-464d-98c6-d79c0d6ceb25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:09.656610 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:40:09.656610 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:40:09.656610 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:40:09.656610 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:40:09.656610 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:40:09.656610 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:40:09.656610 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:40:09.656610 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:40:09.656610 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:40:09.656610 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:40:09.656610 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:40:09.656610 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:40:09.656610 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:40:09.656610 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:40:09.656610 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:40:09.656610 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:40:09.656610 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:40:09.656610 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:40:09.656610 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:40:09.656610 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:40:09.656610 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:40:09.656610 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:40:09.656610 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:40:09.656610 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:40:09.656610 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:40:09.656610 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:40:09.656610 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:40:09.656610 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:40:09.656610 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:40:09.656610 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:40:09.656610 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:40:09.656610 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:40:09.661970 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-03bbbc0d-2705-4edc-8666-b7ff404a5ea9 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9c65347-25d2-4970-bee3-39fb6f4c4633 HTTP/1.1" status: 200 len: 205 time: 0.9185123 Apr 29 11:40:09.662774 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50798) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:09.743367 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-240175be-fa28-4439-84f7-533ac806fb12 None None] Set router d9c65347-25d2-4970-bee3-39fb6f4c4633 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:40:09.746731 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bb445293-43fc-4dde-84af-245534f15f11 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:09.759929 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bb445293-43fc-4dde-84af-245534f15f11 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:09.765406 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-bb445293-43fc-4dde-84af-245534f15f11 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/networks/2ed7c476-edcd-4afe-b7d8-32e2e8b903ed HTTP/1.1" status: 204 len: 168 time: 1.4430151 Apr 29 11:40:09.765632 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d87f41cb-bc78-4e83-8353-ee3e2e84fee7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:09.770389 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50800) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:09.825732 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb445293-43fc-4dde-84af-245534f15f11 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Network': ['ID=2ed7c476-edcd-4afe-b7d8-32e2e8b903ed,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:09.948407 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e90d73d-3e35-492f-9064-5611339bad56 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:09.968349 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-240175be-fa28-4439-84f7-533ac806fb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'name': 'tempest-RoutersIpV6Test-router-511075764', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:38:20Z', 'updated_at': '2022-04-29T11:40:01Z', 'revision_number': 11, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:10.012074 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-26e27d88-5812-4cde-b4da-a4c35e13d4d0 None None] Provisioning complete for port 1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:10.012450 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-26e27d88-5812-4cde-b4da-a4c35e13d4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:10.019604 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240175be-fa28-4439-84f7-533ac806fb12 None None] The sync data for ids ['d9c65347-25d2-4970-bee3-39fb6f4c4633'] in dv-neutron-838888-1-hyperv is: [{'id': 'd9c65347-25d2-4970-bee3-39fb6f4c4633', 'name': 'tempest-RoutersIpV6Test-router-511075764', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:38:20Z', 'updated_at': '2022-04-29T11:40:01Z', 'revision_number': 11, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:40:10.063363 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-81c3da4b-26ef-464d-98c6-d79c0d6ceb25 None None] For port 7a998f30-b5ed-4687-b161-5a5ec443626b, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=7a998f30-b5ed-4687-b161-5a5ec443626b,segment=NetworkSegment(6110aeee-53e3-40eb-831c-4ee5c13a67ea),segment_id=6110aeee-53e3-40eb-831c-4ee5c13a67ea)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:10.064224 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-81c3da4b-26ef-464d-98c6-d79c0d6ceb25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:10.093401 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d87f41cb-bc78-4e83-8353-ee3e2e84fee7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:10.096562 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-607ab6ca-8e9d-43d4-a1e4-de52084c303b service neutron] For port 3ba48785-5494-42fc-82e4-2fe5676719dc, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:40:10.098604 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d932f9ea-605e-4142-b231-64751b0ac2bd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:10.100670 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d87f41cb-bc78-4e83-8353-ee3e2e84fee7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:10.103041 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f8b4c0-7dbb-46d0-bd07-775e6d13f67d None None] Update dhcp port {'port': {'network_id': 'dcf9a19b-ed90-45e2-92b4-a03e451426c0', 'fixed_ips': [{'subnet_id': 'd46a86d1-be77-4be7-a121-cb164ce693fb', 'ip_address': '2001:db8::2'}, {'subnet_id': '15b97de1-1c28-44a1-b9f5-e349635724c3'}], 'binding:host_id': 'dv-neutron-838888-1-hyperv'}, 'id': '4a411362-a0bd-4214-94d5-446e048d15ce'} from dv-neutron-838888-1-hyperv. {{(pid=102961) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 11:40:10.122845 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-24b89329-6339-40d1-984a-043f14bcc0d9 req-fce0a13b-f646-4bae-afb3-9ed385272117 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=656bbc5f-ab8b-468f-a585-4a87516bc255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5605183 Apr 29 11:40:10.137889 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-459f6553-7496-488e-875a-3464a08aaa89 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:10.144402 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-459f6553-7496-488e-875a-3464a08aaa89 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "DELETE /v2.0/ports/a7956433-10a7-4c62-9ec9-c465bd40655f HTTP/1.1" status: 204 len: 168 time: 6.4872506 Apr 29 11:40:10.147529 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 4eb60539-b8f5-45a6-bba2-038c98386173 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:40:10.152011 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-81c3da4b-26ef-464d-98c6-d79c0d6ceb25 None None] Calling delete_port for 7a998f30-b5ed-4687-b161-5a5ec443626b owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:10.163005 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50802) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:10.185270 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a0f8b4c0-7dbb-46d0-bd07-775e6d13f67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:10.187639 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2e90d73d-3e35-492f-9064-5611339bad56 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:10.193085 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 4eb60539-b8f5-45a6-bba2-038c98386173 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:40:10.193521 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 4eb60539-b8f5-45a6-bba2-038c98386173 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:40:10.193942 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 59a4dd56-68ee-4c48-87a5-29b76028a29f no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:40:10.210039 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-f18d15fd-f74c-41d8-adb5-6bd488eb0bc5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting port 84110188-39a8-4adc-a809-0eb53bc5045a {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:10.214596 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f18d15fd-f74c-41d8-adb5-6bd488eb0bc5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:10.224419 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d87f41cb-bc78-4e83-8353-ee3e2e84fee7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:10.225242 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87f41cb-bc78-4e83-8353-ee3e2e84fee7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Fanout notify agent at l3_agent the message router_deleted on router d9c65347-25d2-4970-bee3-39fb6f4c4633 {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:40:10.240482 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d87f41cb-bc78-4e83-8353-ee3e2e84fee7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:10.243886 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 59a4dd56-68ee-4c48-87a5-29b76028a29f {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:40:10.243886 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 59a4dd56-68ee-4c48-87a5-29b76028a29f not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:40:10.246482 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d87f41cb-bc78-4e83-8353-ee3e2e84fee7 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/routers/d9c65347-25d2-4970-bee3-39fb6f4c4633 HTTP/1.1" status: 204 len: 168 time: 0.5797982 Apr 29 11:40:10.278350 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50804) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:10.290334 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-ca588980-59cd-4a2f-828f-85debeea7ba4 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-351495227', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:10.341756 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-2e90d73d-3e35-492f-9064-5611339bad56 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] device_id is not set on port 2906ed26-7493-468d-9347-73e7f26ef073 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:40:10.346322 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-607ab6ca-8e9d-43d4-a1e4-de52084c303b service neutron] For port 3ba48785-5494-42fc-82e4-2fe5676719dc, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3ba48785-5494-42fc-82e4-2fe5676719dc,segment=NetworkSegment(fe679dd4-e298-4e22-a8be-94b11f77c601),segment_id=fe679dd4-e298-4e22-a8be-94b11f77c601)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:40:10.359908 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e15c4cc5-209a-41f7-ab56-6516763891ba tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:10.403451 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-607ab6ca-8e9d-43d4-a1e4-de52084c303b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:10.439558 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:40:10.462498 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f18d15fd-f74c-41d8-adb5-6bd488eb0bc5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:10.480510 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ca588980-59cd-4a2f-828f-85debeea7ba4 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:10.481576 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ca588980-59cd-4a2f-828f-85debeea7ba4 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:10.503260 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-607ab6ca-8e9d-43d4-a1e4-de52084c303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:10.504181 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-607ab6ca-8e9d-43d4-a1e4-de52084c303b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:10.505767 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-607ab6ca-8e9d-43d4-a1e4-de52084c303b service neutron] 10.222.0.62 "PUT /v2.0/ports/3ba48785-5494-42fc-82e4-2fe5676719dc HTTP/1.1" status: 200 len: 1094 time: 5.1465027 Apr 29 11:40:10.515782 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c2bd9c-78da-492a-96ee-1425f5a54dd6', 'tag': '3ba48785-5494-42fc-82e4-2fe5676719dc'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:40:10.519374 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9a1c42-96a8-41cc-a9c1-f24e3f6671a8" -d '{"events": [{"name": "network-changed", "server_uuid": "e6c2bd9c-78da-492a-96ee-1425f5a54dd6", "tag": "3ba48785-5494-42fc-82e4-2fe5676719dc"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:40:10.577348 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-f18d15fd-f74c-41d8-adb5-6bd488eb0bc5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Calling delete_port for 84110188-39a8-4adc-a809-0eb53bc5045a owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:10.641567 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-8744b74f-b78f-479e-b402-f8e1b4c61480 None None] Provisioning complete for port abddc051-8e04-43cd-90e1-4f0750c5a9a8 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:10.641988 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8744b74f-b78f-479e-b402-f8e1b4c61480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:10.665859 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-d932f9ea-605e-4142-b231-64751b0ac2bd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Deleting port 7a998f30-b5ed-4687-b161-5a5ec443626b {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:10.666977 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d932f9ea-605e-4142-b231-64751b0ac2bd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:10.694005 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462573d5-041a-4920-bc7c-2fb8a73db65a x-openstack-request-id: req-462573d5-041a-4920-bc7c-2fb8a73db65a {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:40:10.694397 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6c2bd9c-78da-492a-96ee-1425f5a54dd6", "tag": "3ba48785-5494-42fc-82e4-2fe5676719dc", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:40:10.694563 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-462573d5-041a-4920-bc7c-2fb8a73db65a {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:40:10.695083 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-462573d5-041a-4920-bc7c-2fb8a73db65a'] response: {'name': 'network-changed', 'server_uuid': 'e6c2bd9c-78da-492a-96ee-1425f5a54dd6', 'tag': '3ba48785-5494-42fc-82e4-2fe5676719dc', 'status': 'completed', 'code': 200} Apr 29 11:40:10.703856 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-81c3da4b-26ef-464d-98c6-d79c0d6ceb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:10.728504 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c3da4b-26ef-464d-98c6-d79c0d6ceb25 None None] No DVR routers for this DVR port 7a998f30-b5ed-4687-b161-5a5ec443626b on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:40:10.764559 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3da4b-26ef-464d-98c6-d79c0d6ceb25 None None] Pushing event deleted for resources: {'Port': ['ID=7a998f30-b5ed-4687-b161-5a5ec443626b,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:10.765388 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-d932f9ea-605e-4142-b231-64751b0ac2bd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] For port 7a998f30-b5ed-4687-b161-5a5ec443626b, host dv-neutron-838888-1-hyperv, got binding levels [] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:10.765388 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d932f9ea-605e-4142-b231-64751b0ac2bd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:10.765715 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-8744b74f-b78f-479e-b402-f8e1b4c61480 None None] Port abddc051-8e04-43cd-90e1-4f0750c5a9a8 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:40:10.774435 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ab6ca-8e9d-43d4-a1e4-de52084c303b service neutron] Pushing event updated for resources: {'Port': ['ID=3ba48785-5494-42fc-82e4-2fe5676719dc,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:10.785402 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:10.785787 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:10.787823 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-d932f9ea-605e-4142-b231-64751b0ac2bd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Calling delete_port for 7a998f30-b5ed-4687-b161-5a5ec443626b owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:10.794282 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-a0f8b4c0-7dbb-46d0-bd07-775e6d13f67d None None] Allocated IP 2001:db8:0:1::2 (dcf9a19b-ed90-45e2-92b4-a03e451426c0/15b97de1-1c28-44a1-b9f5-e349635724c3/4a411362-a0bd-4214-94d5-446e048d15ce) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:10.795688 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.ipam_backend_mixin [None req-d932f9ea-605e-4142-b231-64751b0ac2bd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Port 7a998f30-b5ed-4687-b161-5a5ec443626b was not found and therefore no delete operation was performed {{(pid=102960) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 11:40:10.808248 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d932f9ea-605e-4142-b231-64751b0ac2bd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:10.842601 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b1601540-e657-4a1a-88d2-96912f5b6f8b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:10.864918 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-6e6550ad-ae80-4720-8990-b0212d5d8dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:10.866559 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-6e6550ad-ae80-4720-8990-b0212d5d8dab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=e6c2bd9c-78da-492a-96ee-1425f5a54dd6 HTTP/1.1" status: 200 len: 1097 time: 0.2907214 Apr 29 11:40:10.901505 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d932f9ea-605e-4142-b231-64751b0ac2bd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] No DVR routers for this DVR port 7a998f30-b5ed-4687-b161-5a5ec443626b on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:40:10.939086 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1601540-e657-4a1a-88d2-96912f5b6f8b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Port': ['ID=abddc051-8e04-43cd-90e1-4f0750c5a9a8,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:10.979570 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932f9ea-605e-4142-b231-64751b0ac2bd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Port': ['ID=7a998f30-b5ed-4687-b161-5a5ec443626b,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:10.995598 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-a0f8b4c0-7dbb-46d0-bd07-775e6d13f67d None None] For port 4a411362-a0bd-4214-94d5-446e048d15ce, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=4a411362-a0bd-4214-94d5-446e048d15ce,segment=NetworkSegment(b9b35d24-8603-4bc4-a9b2-87fd692e332e),segment_id=b9b35d24-8603-4bc4-a9b2-87fd692e332e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:11.009820 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-b74c184c-83bd-406e-b67a-1da315224402 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=3ba48785-5494-42fc-82e4-2fe5676719dc HTTP/1.1" status: 200 len: 217 time: 0.0843847 Apr 29 11:40:11.010963 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15c4cc5-209a-41f7-ab56-6516763891ba tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Router 689a3a82-d4fd-47c4-8a50-ed7b320ff23c has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:40:11.058924 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a0f8b4c0-7dbb-46d0-bd07-775e6d13f67d None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:11.068389 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a0f8b4c0-7dbb-46d0-bd07-775e6d13f67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:11.089007 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f18d15fd-f74c-41d8-adb5-6bd488eb0bc5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:11.105503 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ca588980-59cd-4a2f-828f-85debeea7ba4 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:11.116341 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 7a998f30-b5ed-4687-b161-5a5ec443626b no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:40:11.192800 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f18d15fd-f74c-41d8-adb5-6bd488eb0bc5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:11.193411 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 7a998f30-b5ed-4687-b161-5a5ec443626b {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:40:11.193825 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 7a998f30-b5ed-4687-b161-5a5ec443626b not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:40:11.213266 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f18d15fd-f74c-41d8-adb5-6bd488eb0bc5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/ports/84110188-39a8-4adc-a809-0eb53bc5045a HTTP/1.1" status: 204 len: 168 time: 2.1533103 Apr 29 11:40:11.223005 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ca588980-59cd-4a2f-828f-85debeea7ba4 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:11.232845 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8b4c0-7dbb-46d0-bd07-775e6d13f67d None None] Pushing event updated for resources: {'Port': ['ID=4a411362-a0bd-4214-94d5-446e048d15ce,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:11.238274 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50810) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:11.260006 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d15fd-f74c-41d8-adb5-6bd488eb0bc5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Port': ['ID=84110188-39a8-4adc-a809-0eb53bc5045a,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:11.263822 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-845e57cf-ad3e-4e70-9f87-396ff67bd7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:11.265575 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-845e57cf-ad3e-4e70-9f87-396ff67bd7e9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0908f38a-7e72-4f5f-9200-bc2f3f5e162d HTTP/1.1" status: 200 len: 838 time: 0.2309389 Apr 29 11:40:11.281749 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-48f8780d-364d-4ab5-aca4-67d1015b7f3d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'port': {'network_id': '6bd60c6d-014b-4710-a7b1-d7f0c260e662', 'mac_address': 'fa:16:3e:8d:ae:a7', 'name': 'tempest-PortsTestJSON-536422494'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:11.298291 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d932f9ea-605e-4142-b231-64751b0ac2bd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:11.330010 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ca588980-59cd-4a2f-828f-85debeea7ba4 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:11.334665 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ca588980-59cd-4a2f-828f-85debeea7ba4 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0519121 Apr 29 11:40:11.342673 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50812) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:11.355920 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b1601540-e657-4a1a-88d2-96912f5b6f8b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:11.362806 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b1601540-e657-4a1a-88d2-96912f5b6f8b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/abddc051-8e04-43cd-90e1-4f0750c5a9a8 HTTP/1.1" status: 204 len: 168 time: 3.7321792 Apr 29 11:40:11.383383 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50814) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:11.403511 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-b6ef84ad-d991-48d8-b86b-36c8d0d92492 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:11.457459 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15c4cc5-209a-41f7-ab56-6516763891ba tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:40:11.468196 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e15c4cc5-209a-41f7-ab56-6516763891ba tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] 10.222.0.69 "PUT /v2.0/routers/689a3a82-d4fd-47c4-8a50-ed7b320ff23c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7125876 Apr 29 11:40:11.473361 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50816) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:11.479878 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-d932f9ea-605e-4142-b231-64751b0ac2bd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6514591-2731-4f80-93bc-b10978ebab17']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:11.481741 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f998f2-b557-472d-8c17-ebb711fee166 None None] Sync routers for ids ['689a3a82-d4fd-47c4-8a50-ed7b320ff23c'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:40:11.499796 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f998f2-b557-472d-8c17-ebb711fee166 None None] Routers {'689a3a82-d4fd-47c4-8a50-ed7b320ff23c'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:11.500427 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-50f998f2-b557-472d-8c17-ebb711fee166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['689a3a82-d4fd-47c4-8a50-ed7b320ff23c'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:11.548414 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-50f998f2-b557-472d-8c17-ebb711fee166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:11.556121 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca3b5b-cd9b-413c-9dd5-27941d05e469 req-e7f0da76-9449-416f-ad04-cca7f4d587a8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:11.558418 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3dca3b5b-cd9b-413c-9dd5-27941d05e469 req-e7f0da76-9449-416f-ad04-cca7f4d587a8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6c2bd9c-78da-492a-96ee-1425f5a54dd6 HTTP/1.1" status: 200 len: 944 time: 0.3360875 Apr 29 11:40:11.558727 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-f855f9b5-b99b-444c-8745-111397fa03ae tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] delete failed (client error): The resource could not be found. Apr 29 11:40:11.559574 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f998f2-b557-472d-8c17-ebb711fee166 None None] Routers {'689a3a82-d4fd-47c4-8a50-ed7b320ff23c'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:11.560059 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f855f9b5-b99b-444c-8745-111397fa03ae tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] 10.222.0.69 "DELETE /v2.0/routers/tempest-non_exist_router-470932394 HTTP/1.1" status: 404 len: 334 time: 0.0812874 Apr 29 11:40:11.565000 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-50f998f2-b557-472d-8c17-ebb711fee166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['689a3a82-d4fd-47c4-8a50-ed7b320ff23c'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:11.567458 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50818) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:11.572758 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-d7b0f315-35d3-4aa2-a0a2-09f6e1533596 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Request body: {'router': {'external_gateway_info': {'network_id': '689a3a82-d4fd-47c4-8a50-ed7b320ff23c'}}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:11.610553 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-50f998f2-b557-472d-8c17-ebb711fee166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:11.615092 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f998f2-b557-472d-8c17-ebb711fee166 None None] The sync data for ids ['689a3a82-d4fd-47c4-8a50-ed7b320ff23c'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:40:11.620529 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4440ad-3479-410d-8758-2ac5da98d3ab tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:11.622297 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4440ad-3479-410d-8758-2ac5da98d3ab tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:11.624530 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4440ad-3479-410d-8758-2ac5da98d3ab tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:11.627963 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3d4440ad-3479-410d-8758-2ac5da98d3ab tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2411010 Apr 29 11:40:11.628169 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-d932f9ea-605e-4142-b231-64751b0ac2bd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6110aeee-53e3-40eb-831c-4ee5c13a67ea') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:11.628169 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-d932f9ea-605e-4142-b231-64751b0ac2bd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6110aeee-53e3-40eb-831c-4ee5c13a67ea') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:11.637559 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50820) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:11.639559 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-865a5fd4-fb46-4430-866a-55855a44410f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:11.641118 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-865a5fd4-fb46-4430-866a-55855a44410f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=436b1e4d-d852-4ae8-ad5b-2dd29fed06c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3104219 Apr 29 11:40:11.655515 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d932f9ea-605e-4142-b231-64751b0ac2bd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:11.807184 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d932f9ea-605e-4142-b231-64751b0ac2bd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:11.854669 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d932f9ea-605e-4142-b231-64751b0ac2bd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:40:11.855623 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d932f9ea-605e-4142-b231-64751b0ac2bd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:11.859683 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:40:11.859683 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:40:11.859683 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:40:11.859683 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:40:11.859683 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:40:11.859683 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:40:11.859683 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:40:11.859683 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:40:11.859683 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:40:11.859683 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:40:11.859683 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:40:11.859683 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:40:11.859683 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:40:11.859683 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:40:11.859683 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:40:11.859683 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:40:11.859683 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:40:11.859683 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:40:11.859683 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:40:11.859683 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:40:11.859683 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:40:11.859683 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:40:11.859683 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:40:11.859683 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:40:11.859683 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:40:11.859683 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:40:11.859683 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:40:11.859683 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:40:11.859683 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:40:11.859683 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:40:11.859683 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:40:11.859683 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:40:11.906377 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-6ffeef92-fe0a-4dc3-a249-6cae167c138c service neutron] 10.222.0.62 "GET /v2.0/networks/436b1e4d-d852-4ae8-ad5b-2dd29fed06c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153506 Apr 29 11:40:11.911751 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f8780d-364d-4ab5-aca4-67d1015b7f3d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:11.923706 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3dca3b5b-cd9b-413c-9dd5-27941d05e469 req-44ae001f-d51f-4248-bd5a-fb30a69d256a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=656bbc5f-ab8b-468f-a585-4a87516bc255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3560116 Apr 29 11:40:11.942057 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16d3ed5-c63d-4413-9fb0-7af64fcde080 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting subnet 62e0004a-35d4-40eb-84bc-b023db2dc4f6 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:40:11.971815 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e16d3ed5-c63d-4413-9fb0-7af64fcde080 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:12.125195 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-e4a9bd8b-0588-406c-ae8a-712cad1d3f96 None None] Provisioning complete for port 4a411362-a0bd-4214-94d5-446e048d15ce triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:12.126270 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e4a9bd8b-0588-406c-ae8a-712cad1d3f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:12.353572 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6ef84ad-d991-48d8-b86b-36c8d0d92492 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681475', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3683613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1117'] for router, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:12.382330 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 4a411362-a0bd-4214-94d5-446e048d15ce up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:40:12.419693 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-2e90d73d-3e35-492f-9064-5611339bad56 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Allocated IP 2001:db8::16d (dcf9a19b-ed90-45e2-92b4-a03e451426c0/d46a86d1-be77-4be7-a121-cb164ce693fb/2906ed26-7493-468d-9347-73e7f26ef073) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:12.438909 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6ef84ad-d991-48d8-b86b-36c8d0d92492 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683602'] for router, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:12.442489 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-2e90d73d-3e35-492f-9064-5611339bad56 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Allocated IP 2001:db8:0:1::263 (dcf9a19b-ed90-45e2-92b4-a03e451426c0/15b97de1-1c28-44a1-b9f5-e349635724c3/2906ed26-7493-468d-9347-73e7f26ef073) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:12.449293 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d932f9ea-605e-4142-b231-64751b0ac2bd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:12.488122 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d932f9ea-605e-4142-b231-64751b0ac2bd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:12.491886 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d932f9ea-605e-4142-b231-64751b0ac2bd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/networks/a6514591-2731-4f80-93bc-b10978ebab17 HTTP/1.1" status: 204 len: 168 time: 2.7204027 Apr 29 11:40:12.497084 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50822) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:12.504909 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-05de99e9-1c19-488a-b2f6-7cbe6c804a26 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Request body: {'network': {'name': 'tempest-RoutersTest-416400739'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:12.517667 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d7b0f315-35d3-4aa2-a0a2-09f6e1533596 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:12.527073 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-48f8780d-364d-4ab5-aca4-67d1015b7f3d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:12.530230 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e16d3ed5-c63d-4413-9fb0-7af64fcde080 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:12.551054 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932f9ea-605e-4142-b231-64751b0ac2bd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Network': ['ID=a6514591-2731-4f80-93bc-b10978ebab17,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:12.582510 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-d7b0f315-35d3-4aa2-a0a2-09f6e1533596 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] update failed (client error): The resource could not be found. Apr 29 11:40:12.583586 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d7b0f315-35d3-4aa2-a0a2-09f6e1533596 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] 10.222.0.69 "PUT /v2.0/routers/689a3a82-d4fd-47c4-8a50-ed7b320ff23c HTTP/1.1" status: 404 len: 339 time: 1.0152159 Apr 29 11:40:12.588949 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50824) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:12.652088 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 4a411362-a0bd-4214-94d5-446e048d15ce triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:12.652541 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:12.694653 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-48f8780d-364d-4ab5-aca4-67d1015b7f3d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] device_id is not set on port 07d3ce12-80d3-447f-a68e-65c12c027414 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:40:12.749287 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05de99e9-1c19-488a-b2f6-7cbe6c804a26 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Made reservation on behalf of 4fc08cbadd26470a96bfec5ad3948785 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:12.753046 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05de99e9-1c19-488a-b2f6-7cbe6c804a26 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:12.805039 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fe549093-c376-42f0-a84f-09f44e880bf0 req-256a5215-76f7-4e69-87ff-d41fe50bcb14 service neutron] 10.222.0.62 "GET /v2.0/networks/436b1e4d-d852-4ae8-ad5b-2dd29fed06c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8725550 Apr 29 11:40:12.901615 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e16d3ed5-c63d-4413-9fb0-7af64fcde080 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:12.918140 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05de99e9-1c19-488a-b2f6-7cbe6c804a26 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:40:12.954069 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ef84ad-d991-48d8-b86b-36c8d0d92492 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Router 2aaa86ab-fe07-44f3-a119-8ce54cd8877d is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:40:12.958193 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05de99e9-1c19-488a-b2f6-7cbe6c804a26 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:12.958570 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-05de99e9-1c19-488a-b2f6-7cbe6c804a26 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Added segment 3ab44ca2-13d7-45d9-ad07-2d00492aa8c3 of type vlan for network 8039e09e-f300-4da4-9a1f-9f51a2c7232c Apr 29 11:40:12.987964 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3468c622-9e7b-43c4-b2d9-aa5f9f566281 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:13.083466 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a1c42-96a8-41cc-a9c1-f24e3f6671a8 req-0a4c5fa5-85ee-4429-8de5-12ed062738c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:13.085065 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0b9a1c42-96a8-41cc-a9c1-f24e3f6671a8 req-0a4c5fa5-85ee-4429-8de5-12ed062738c3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=e6c2bd9c-78da-492a-96ee-1425f5a54dd6 HTTP/1.1" status: 200 len: 1097 time: 0.1973298 Apr 29 11:40:13.147199 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e16d3ed5-c63d-4413-9fb0-7af64fcde080 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:13.151552 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7ce0612b-8125-419f-af9e-050a23c44443 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:13.161102 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2e90d73d-3e35-492f-9064-5611339bad56 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:13.197694 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05de99e9-1c19-488a-b2f6-7cbe6c804a26 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:13.239263 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d3ed5-c63d-4413-9fb0-7af64fcde080 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Subnet': ['ID=62e0004a-35d4-40eb-84bc-b023db2dc4f6,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:13.246707 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfde7671-7728-45ac-a414-17aeb35adcc8 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:13.251441 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e16d3ed5-c63d-4413-9fb0-7af64fcde080 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:13.257051 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e16d3ed5-c63d-4413-9fb0-7af64fcde080 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/62e0004a-35d4-40eb-84bc-b023db2dc4f6 HTTP/1.1" status: 204 len: 168 time: 1.6125717 Apr 29 11:40:13.288966 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50830) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:13.308989 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-48f8780d-364d-4ab5-aca4-67d1015b7f3d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:13.311991 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ef84ad-d991-48d8-b86b-36c8d0d92492 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:40:13.314067 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.db.resource_extend [None req-05de99e9-1c19-488a-b2f6-7cbe6c804a26 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:40:13.334447 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1642ad88-c297-4ee1-a4dc-115c4230116a None None] Sync routers for ids ['2aaa86ab-fe07-44f3-a119-8ce54cd8877d'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:40:13.357126 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1642ad88-c297-4ee1-a4dc-115c4230116a None None] Routers {'2aaa86ab-fe07-44f3-a119-8ce54cd8877d'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:13.358460 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-1642ad88-c297-4ee1-a4dc-115c4230116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['2aaa86ab-fe07-44f3-a119-8ce54cd8877d'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:13.360307 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b6ef84ad-d991-48d8-b86b-36c8d0d92492 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:13.366102 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b6ef84ad-d991-48d8-b86b-36c8d0d92492 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "PUT /v2.0/routers/2aaa86ab-fe07-44f3-a119-8ce54cd8877d HTTP/1.1" status: 200 len: 697 time: 2.0175295 Apr 29 11:40:13.369466 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50832) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:13.425859 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a1c42-96a8-41cc-a9c1-f24e3f6671a8 req-6eaa8696-8834-4823-82cd-4e616161976f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:13.427482 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0b9a1c42-96a8-41cc-a9c1-f24e3f6671a8 req-6eaa8696-8834-4823-82cd-4e616161976f service neutron] 10.222.0.62 "GET /v2.0/networks?id=436b1e4d-d852-4ae8-ad5b-2dd29fed06c0 HTTP/1.1" status: 200 len: 897 time: 0.3325911 Apr 29 11:40:13.441120 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3a805-d3de-4631-86f4-aaaac49c5d46 req-88902aa0-f883-4f8c-8041-1cbbcabf7c29 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:13.442569 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a0c3a805-d3de-4631-86f4-aaaac49c5d46 req-88902aa0-f883-4f8c-8041-1cbbcabf7c29 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6c2bd9c-78da-492a-96ee-1425f5a54dd6 HTTP/1.1" status: 200 len: 944 time: 0.4350443 Apr 29 11:40:13.497824 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-1642ad88-c297-4ee1-a4dc-115c4230116a None None] Set router 2aaa86ab-fe07-44f3-a119-8ce54cd8877d gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:40:13.524435 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05de99e9-1c19-488a-b2f6-7cbe6c804a26 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:13.528997 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0b9a1c42-96a8-41cc-a9c1-f24e3f6671a8 req-72371ff0-6f4f-44ac-9cf3-f9da69ebc582 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=3ba48785-5494-42fc-82e4-2fe5676719dc HTTP/1.1" status: 200 len: 217 time: 0.0824928 Apr 29 11:40:13.531244 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05de99e9-1c19-488a-b2f6-7cbe6c804a26 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:13.531880 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05de99e9-1c19-488a-b2f6-7cbe6c804a26 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:13.574596 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-1642ad88-c297-4ee1-a4dc-115c4230116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aaa86ab-fe07-44f3-a119-8ce54cd8877d', 'name': 'tempest-RoutersIpV6Test-router-351495227', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:40:10Z', 'updated_at': '2022-04-29T11:40:12Z', 'revision_number': 2, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:13.595013 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50834) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:13.596120 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-58970026-80bd-476b-8a0f-8eeb56b80f27 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "GET /v2.0/routers/2aaa86ab-fe07-44f3-a119-8ce54cd8877d HTTP/1.1" status: 200 len: 703 time: 0.2190609 Apr 29 11:40:13.600422 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b49c16a-e5a7-4d5a-86b1-69a23d92e22f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting subnet c77be766-505a-4d76-97c4-0da430cbb227 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:40:13.610028 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1642ad88-c297-4ee1-a4dc-115c4230116a None None] Checking router: 2aaa86ab-fe07-44f3-a119-8ce54cd8877d for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:40:13.615869 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a0c3a805-d3de-4631-86f4-aaaac49c5d46 req-cd8a55f0-a7e4-49ef-9660-3f73f675af3a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=656bbc5f-ab8b-468f-a585-4a87516bc255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609585 Apr 29 11:40:13.629431 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8b49c16a-e5a7-4d5a-86b1-69a23d92e22f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:13.635293 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1642ad88-c297-4ee1-a4dc-115c4230116a None None] Routers {'2aaa86ab-fe07-44f3-a119-8ce54cd8877d'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:13.636775 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2e90d73d-3e35-492f-9064-5611339bad56 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:13.637530 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-1642ad88-c297-4ee1-a4dc-115c4230116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['2aaa86ab-fe07-44f3-a119-8ce54cd8877d'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:13.678571 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e88b4f30-30a7-41eb-82b9-99c7fd7d325a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "GET /v2.0/ports?device_id=2aaa86ab-fe07-44f3-a119-8ce54cd8877d HTTP/1.1" status: 200 len: 205 time: 0.0822067 Apr 29 11:40:13.717111 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50836) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:13.738004 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a1c42-96a8-41cc-a9c1-f24e3f6671a8 req-6fd15afe-ee03-42f1-a7d2-cfdc3424c0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:13.740994 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0b9a1c42-96a8-41cc-a9c1-f24e3f6671a8 req-6fd15afe-ee03-42f1-a7d2-cfdc3424c0f9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0908f38a-7e72-4f5f-9200-bc2f3f5e162d HTTP/1.1" status: 200 len: 838 time: 0.2050931 Apr 29 11:40:13.751471 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-05de99e9-1c19-488a-b2f6-7cbe6c804a26 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2464871 Apr 29 11:40:13.779527 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50838) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:13.820540 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-f8e92f69-d407-45ee-a360-9887bb4b728a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Request body: {'subnet': {'network_id': '8039e09e-f300-4da4-9a1f-9f51a2c7232c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:13.823017 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-48f8780d-364d-4ab5-aca4-67d1015b7f3d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:13.849651 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-1642ad88-c297-4ee1-a4dc-115c4230116a None None] Set router 2aaa86ab-fe07-44f3-a119-8ce54cd8877d gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:40:13.858662 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de99e9-1c19-488a-b2f6-7cbe6c804a26 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Network': ['ID=8039e09e-f300-4da4-9a1f-9f51a2c7232c,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:13.872586 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 8039e09e-f300-4da4-9a1f-9f51a2c7232c details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:40:13.902084 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8b49c16a-e5a7-4d5a-86b1-69a23d92e22f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:13.907788 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e90d73d-3e35-492f-9064-5611339bad56 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network dcf9a19b-ed90-45e2-92b4-a03e451426c0 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:13.914188 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-1642ad88-c297-4ee1-a4dc-115c4230116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aaa86ab-fe07-44f3-a119-8ce54cd8877d', 'name': 'tempest-RoutersIpV6Test-router-351495227', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:40:10Z', 'updated_at': '2022-04-29T11:40:12Z', 'revision_number': 2, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:13.933088 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-7ce0612b-8125-419f-af9e-050a23c44443 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Allocated IP 172.20.0.1 (8ab36dae-ccd2-45b9-af32-22c36434098f/f88a73f9-e9c1-4786-86e0-7fc14eae8f88/92619a11-523b-4415-becf-557497b979d6) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:13.954084 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1642ad88-c297-4ee1-a4dc-115c4230116a None None] The sync data for ids ['2aaa86ab-fe07-44f3-a119-8ce54cd8877d'] in dv-neutron-838888-1-hyperv is: [{'id': '2aaa86ab-fe07-44f3-a119-8ce54cd8877d', 'name': 'tempest-RoutersIpV6Test-router-351495227', 'tenant_id': '39685abd7a114d62abb4ba48b231a867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:40:10Z', 'updated_at': '2022-04-29T11:40:12Z', 'revision_number': 2, 'project_id': '39685abd7a114d62abb4ba48b231a867', 'gw_port_host': None}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:40:13.956665 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-2e90d73d-3e35-492f-9064-5611339bad56 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:13.963261 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-41250dbd-5c9c-4b24-884e-eabe90d79557 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:13.965531 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e90d73d-3e35-492f-9064-5611339bad56 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:40:13.971782 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e90d73d-3e35-492f-9064-5611339bad56 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:13.972384 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a1c42-96a8-41cc-a9c1-f24e3f6671a8 req-f507c317-1d3f-483c-a499-1f0ea50bef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:13.972526 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2e90d73d-3e35-492f-9064-5611339bad56 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:13.974139 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0b9a1c42-96a8-41cc-a9c1-f24e3f6671a8 req-f507c317-1d3f-483c-a499-1f0ea50bef47 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=436b1e4d-d852-4ae8-ad5b-2dd29fed06c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2227688 Apr 29 11:40:13.993358 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90d73d-3e35-492f-9064-5611339bad56 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Port': ['ID=2906ed26-7493-468d-9347-73e7f26ef073,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:14.065299 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f8780d-364d-4ab5-aca4-67d1015b7f3d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network 6bd60c6d-014b-4710-a7b1-d7f0c260e662 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:14.106276 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-48f8780d-364d-4ab5-aca4-67d1015b7f3d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:14.122146 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2e90d73d-3e35-492f-9064-5611339bad56 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 5.5224142 Apr 29 11:40:14.128331 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f8780d-364d-4ab5-aca4-67d1015b7f3d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:40:14.134447 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f8780d-364d-4ab5-aca4-67d1015b7f3d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:14.135238 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-48f8780d-364d-4ab5-aca4-67d1015b7f3d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:14.165135 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50840) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:14.170661 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-363003a0-346f-4287-98e8-e5d5bc47c306 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd46a86d1-be77-4be7-a121-cb164ce693fb'}]}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:14.177933 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e92f69-d407-45ee-a360-9887bb4b728a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Made reservation on behalf of 4fc08cbadd26470a96bfec5ad3948785 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:14.181433 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f8e92f69-d407-45ee-a360-9887bb4b728a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:14.255404 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8780d-364d-4ab5-aca4-67d1015b7f3d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Port': ['ID=07d3ce12-80d3-447f-a68e-65c12c027414,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:14.290985 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-48f8780d-364d-4ab5-aca4-67d1015b7f3d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.0084229 Apr 29 11:40:14.329402 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50842) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:14.395835 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-4fd9a179-811d-4dce-a2c7-02b7ffd4acd1 None None] Provisioning complete for port 2906ed26-7493-468d-9347-73e7f26ef073 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:14.396801 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4fd9a179-811d-4dce-a2c7-02b7ffd4acd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:14.415679 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8b49c16a-e5a7-4d5a-86b1-69a23d92e22f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:14.440917 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-4fd9a179-811d-4dce-a2c7-02b7ffd4acd1 None None] Port 2906ed26-7493-468d-9347-73e7f26ef073 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:40:14.501352 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-41250dbd-5c9c-4b24-884e-eabe90d79557 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:14.510434 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-41250dbd-5c9c-4b24-884e-eabe90d79557 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:14.567073 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-ae9081ae-517c-447b-a0b2-d66100795d3d None None] Provisioning complete for port 1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:14.567647 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ae9081ae-517c-447b-a0b2-d66100795d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:14.600938 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-41250dbd-5c9c-4b24-884e-eabe90d79557 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:14.601464 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41250dbd-5c9c-4b24-884e-eabe90d79557 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Fanout notify agent at l3_agent the message router_deleted on router 2aaa86ab-fe07-44f3-a119-8ce54cd8877d {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:40:14.611771 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-41250dbd-5c9c-4b24-884e-eabe90d79557 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:14.617002 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-41250dbd-5c9c-4b24-884e-eabe90d79557 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/routers/2aaa86ab-fe07-44f3-a119-8ce54cd8877d HTTP/1.1" status: 204 len: 168 time: 0.8966796 Apr 29 11:40:14.619967 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50844) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:14.669758 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-948cd918-5d98-453d-b046-d15a11817830 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "GET /v2.0/ports?device_id=2aaa86ab-fe07-44f3-a119-8ce54cd8877d HTTP/1.1" status: 200 len: 205 time: 0.0483460 Apr 29 11:40:14.672115 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50846) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:14.673165 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8b49c16a-e5a7-4d5a-86b1-69a23d92e22f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:14.748526 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-54a2324c-1fc9-48a8-a222-d182d467411a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] delete failed (client error): The resource could not be found. Apr 29 11:40:14.751887 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-54a2324c-1fc9-48a8-a222-d182d467411a tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/routers/2aaa86ab-fe07-44f3-a119-8ce54cd8877d HTTP/1.1" status: 404 len: 336 time: 0.0740581 Apr 29 11:40:14.753977 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50850) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:14.758480 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8b49c16a-e5a7-4d5a-86b1-69a23d92e22f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:14.762112 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8b49c16a-e5a7-4d5a-86b1-69a23d92e22f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/c77be766-505a-4d76-97c4-0da430cbb227 HTTP/1.1" status: 204 len: 168 time: 1.4720285 Apr 29 11:40:14.762714 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0980ff42-ccac-4716-8d06-e985077e33d3 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:14.769818 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49c16a-e5a7-4d5a-86b1-69a23d92e22f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Subnet': ['ID=c77be766-505a-4d76-97c4-0da430cbb227,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:14.771631 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50852) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:14.782776 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-3468c622-9e7b-43c4-b2d9-aa5f9f566281 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Deleting port 085adb77-42f8-4e04-86d1-68b9ac50147c {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:14.783035 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3468c622-9e7b-43c4-b2d9-aa5f9f566281 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:14.822599 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba87176f-b9cd-46f7-bbf5-a3df414dcc80 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:14.824049 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ba87176f-b9cd-46f7-bbf5-a3df414dcc80 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "GET /v2.0/ports/07d3ce12-80d3-447f-a68e-65c12c027414 HTTP/1.1" status: 200 len: 840 time: 0.4823639 Apr 29 11:40:14.829146 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7ce0612b-8125-419f-af9e-050a23c44443 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:14.838373 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50856) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:14.846417 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-818d1534-47b9-49f9-b737-59b62d4658ab tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] DELETE failed (client error): The resource could not be found. Apr 29 11:40:14.846875 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-818d1534-47b9-49f9-b737-59b62d4658ab tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:40:14.851581 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-818d1534-47b9-49f9-b737-59b62d4658ab tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/subnets/70896b6c-9aff-4304-be3b-739451283d99 HTTP/1.1" status: 404 len: 337 time: 0.0948167 Apr 29 11:40:14.857237 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2837493d-65a8-4132-a9af-3d6fc2127805 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0814357 Apr 29 11:40:14.857463 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50858) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:14.857761 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50860) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:14.882499 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-cfa6d6e0-ef6b-4103-a530-c1ff7f49ded5 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:14.934815 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0b9a1c42-96a8-41cc-a9c1-f24e3f6671a8 req-e7c2402b-b797-46a1-835e-4ad8db12dbdd service neutron] 10.222.0.62 "GET /v2.0/networks/436b1e4d-d852-4ae8-ad5b-2dd29fed06c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9388103 Apr 29 11:40:14.952130 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa334320-352f-4aa2-9bbe-24c47a1ed28e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] DELETE failed (client error): The resource could not be found. Apr 29 11:40:14.952619 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa334320-352f-4aa2-9bbe-24c47a1ed28e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:40:14.955744 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-fa334320-352f-4aa2-9bbe-24c47a1ed28e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/subnets/0a36ad1e-c2b4-4d8d-ab1c-d1eab6d83bdd HTTP/1.1" status: 404 len: 337 time: 0.0857494 Apr 29 11:40:14.994284 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50862) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:15.028746 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 3ba48785-5494-42fc-82e4-2fe5676719dc details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:40:15.050609 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ef33ac-759f-4897-a2fd-5c9932a7d51f None None] DHCP port deletion for 62578361-baac-4d3e-b4ee-401a25f05a0e request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:40:15.100660 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd385b04-7b0c-4fbe-a62f-9245b49b39e9 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] DELETE failed (client error): The resource could not be found. Apr 29 11:40:15.102660 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd385b04-7b0c-4fbe-a62f-9245b49b39e9 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:40:15.105228 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-dd385b04-7b0c-4fbe-a62f-9245b49b39e9 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/subnets/9892e9d9-50bc-412b-a714-35dc96bf8517 HTTP/1.1" status: 404 len: 337 time: 0.1099203 Apr 29 11:40:15.118354 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50864) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:15.212475 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 3ba48785-5494-42fc-82e4-2fe5676719dc, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3ba48785-5494-42fc-82e4-2fe5676719dc,segment=NetworkSegment(fe679dd4-e298-4e22-a8be-94b11f77c601),segment_id=fe679dd4-e298-4e22-a8be-94b11f77c601)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:15.216143 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-b4ef33ac-759f-4897-a2fd-5c9932a7d51f None None] Deleting port 1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:15.216527 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b4ef33ac-759f-4897-a2fd-5c9932a7d51f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:15.245119 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-21805133-c4fa-46a4-afc0-38157f6038d0 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] DELETE failed (client error): The resource could not be found. Apr 29 11:40:15.245588 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21805133-c4fa-46a4-afc0-38157f6038d0 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:40:15.248737 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-21805133-c4fa-46a4-afc0-38157f6038d0 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/subnets/e1ce2684-a0e9-4702-abf6-a4f6d93f0ee4 HTTP/1.1" status: 404 len: 337 time: 0.1227920 Apr 29 11:40:15.279393 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50866) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:15.283372 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7ce0612b-8125-419f-af9e-050a23c44443 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:15.287509 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '3ba48785-5494-42fc-82e4-2fe5676719dc', 'network_id': '436b1e4d-d852-4ae8-ad5b-2dd29fed06c0', 'port_id': '3ba48785-5494-42fc-82e4-2fe5676719dc', 'mac_address': 'fa:16:3e:8d:08:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0908f38a-7e72-4f5f-9200-bc2f3f5e162d', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:40:15.315958 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68a47b-5ac6-45b2-a4ea-6b0e80c6daf9 req-1bbac9f5-8887-4785-be76-7368a8cb916b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:15.317889 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fc68a47b-5ac6-45b2-a4ea-6b0e80c6daf9 req-1bbac9f5-8887-4785-be76-7368a8cb916b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6c2bd9c-78da-492a-96ee-1425f5a54dd6 HTTP/1.1" status: 200 len: 944 time: 0.5635555 Apr 29 11:40:15.318746 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-363003a0-346f-4287-98e8-e5d5bc47c306 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:15.390691 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0d6d1874-76c0-4fd5-a0fa-c1f281c87e4b tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9c65347-25d2-4970-bee3-39fb6f4c4633 HTTP/1.1" status: 200 len: 205 time: 0.1048279 Apr 29 11:40:15.392685 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-b4ef33ac-759f-4897-a2fd-5c9932a7d51f None None] For port 1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:15.393296 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b4ef33ac-759f-4897-a2fd-5c9932a7d51f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:15.394394 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50868) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:15.400200 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:15.432222 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ba48785-5494-42fc-82e4-2fe5676719dc {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:40:15.436915 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-b4ef33ac-759f-4897-a2fd-5c9932a7d51f None None] Calling delete_port for 1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:15.457854 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-e4d172c7-b1ea-4a1e-984e-4b007df22c3e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] delete failed (client error): The resource could not be found. Apr 29 11:40:15.459109 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e4d172c7-b1ea-4a1e-984e-4b007df22c3e tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/routers/d9c65347-25d2-4970-bee3-39fb6f4c4633 HTTP/1.1" status: 404 len: 336 time: 0.0615752 Apr 29 11:40:15.466060 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50870) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:15.466877 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0b9a1c42-96a8-41cc-a9c1-f24e3f6671a8 req-d0f95f55-9f2d-4e11-8a8e-93f367764b56 service neutron] 10.222.0.62 "GET /v2.0/networks/436b1e4d-d852-4ae8-ad5b-2dd29fed06c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4802220 Apr 29 11:40:15.473568 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce0612b-8125-419f-af9e-050a23c44443 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Network 8ab36dae-ccd2-45b9-af32-22c36434098f is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:15.488823 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3468c622-9e7b-43c4-b2d9-aa5f9f566281 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:15.519597 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d00ab20a-6d61-4877-9bce-863696fa34f1 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbb6bce4-54dc-4502-81e7-110a013cbdae HTTP/1.1" status: 200 len: 205 time: 0.0461068 Apr 29 11:40:15.521176 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-7ce0612b-8125-419f-af9e-050a23c44443 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:15.525901 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50872) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:15.527710 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-3468c622-9e7b-43c4-b2d9-aa5f9f566281 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Calling delete_port for 085adb77-42f8-4e04-86d1-68b9ac50147c owned by network:router_interface {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:15.536993 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce0612b-8125-419f-af9e-050a23c44443 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:40:15.547009 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-66ebda61-1b67-4dfa-ad3f-c9d2f2b8111c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting port 07d3ce12-80d3-447f-a68e-65c12c027414 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:15.547350 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-66ebda61-1b67-4dfa-ad3f-c9d2f2b8111c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:15.550031 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0612b-8125-419f-af9e-050a23c44443 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Pushing event updated for resources: {'Port': ['ID=92619a11-523b-4415-becf-557497b979d6,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:15.563220 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 3ba48785-5494-42fc-82e4-2fe5676719dc, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3ba48785-5494-42fc-82e4-2fe5676719dc,segment=NetworkSegment(fe679dd4-e298-4e22-a8be-94b11f77c601),segment_id=fe679dd4-e298-4e22-a8be-94b11f77c601)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:15.566131 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b4ef33ac-759f-4897-a2fd-5c9932a7d51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:15.585103 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:15.610070 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ef33ac-759f-4897-a2fd-5c9932a7d51f None None] No DVR routers for this DVR port 1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:40:15.612188 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f8e92f69-d407-45ee-a360-9887bb4b728a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:15.614507 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef33ac-759f-4897-a2fd-5c9932a7d51f None None] Pushing event deleted for resources: {'Port': ['ID=1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:15.625401 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-50d8d7b9-4209-49f1-8b24-794e3e2bfb93 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] delete failed (client error): The resource could not be found. Apr 29 11:40:15.629708 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-50d8d7b9-4209-49f1-8b24-794e3e2bfb93 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/routers/cbb6bce4-54dc-4502-81e7-110a013cbdae HTTP/1.1" status: 404 len: 336 time: 0.0956309 Apr 29 11:40:15.646580 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50874) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:15.651143 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa6d6e0-ef6b-4103-a530-c1ff7f49ded5 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:15.656378 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cfa6d6e0-ef6b-4103-a530-c1ff7f49ded5 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:15.677668 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fc68a47b-5ac6-45b2-a4ea-6b0e80c6daf9 req-49cfd6dc-1d32-44e8-8ed8-54d56a8a4a7b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=656bbc5f-ab8b-468f-a585-4a87516bc255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3253586 Apr 29 11:40:15.706752 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=3ba48785-5494-42fc-82e4-2fe5676719dc,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:15.731556 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-7615f01a-a78e-4258-9dbb-a7386864325f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] DELETE failed (client error): The resource could not be found. Apr 29 11:40:15.731976 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7615f01a-a78e-4258-9dbb-a7386864325f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:40:15.737818 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7615f01a-a78e-4258-9dbb-a7386864325f tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/subnets/528e2851-faed-44a2-ba47-ad0f2ab5d7cc HTTP/1.1" status: 404 len: 337 time: 0.0871270 Apr 29 11:40:15.766466 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50876) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:15.819805 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f073824c-d2de-43f7-bc51-664f280a1f92 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "GET /v2.0/ports?device_id=26317bfc-d1fd-4826-aa8e-6b7328f134bc HTTP/1.1" status: 200 len: 205 time: 0.0489337 Apr 29 11:40:15.823381 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50878) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:15.853233 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-66ebda61-1b67-4dfa-ad3f-c9d2f2b8111c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:15.855967 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['3ba48785-5494-42fc-82e4-2fe5676719dc'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:40:15.872863 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7ce0612b-8125-419f-af9e-050a23c44443 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:15.877624 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-110a791a-44eb-455f-a626-40fb6c754249 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] delete failed (client error): The resource could not be found. Apr 29 11:40:15.880624 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-110a791a-44eb-455f-a626-40fb6c754249 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/routers/26317bfc-d1fd-4826-aa8e-6b7328f134bc HTTP/1.1" status: 404 len: 336 time: 0.0532520 Apr 29 11:40:15.887158 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50880) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:15.907751 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e92f69-d407-45ee-a360-9887bb4b728a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Subnet': ['ID=c8605b12-e064-4455-93aa-49855faa43a9,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:15.936682 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-dd3a0c53-9f3a-4076-9862-a7316699ec56 None None] Provisioning complete for port 92619a11-523b-4415-becf-557497b979d6 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:15.937205 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dd3a0c53-9f3a-4076-9862-a7316699ec56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:15.944223 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1de7e0f7-eb69-46b7-adf3-83309302cbaa tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9a89c2a-065e-4bf6-8572-3f34bf6bc322 HTTP/1.1" status: 200 len: 205 time: 0.0561810 Apr 29 11:40:15.951916 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50882) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:15.962197 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-66ebda61-1b67-4dfa-ad3f-c9d2f2b8111c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Calling delete_port for 07d3ce12-80d3-447f-a68e-65c12c027414 owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:15.990100 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e92f69-d407-45ee-a360-9887bb4b728a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Checking segment: {'id': '3ab44ca2-13d7-45d9-ad07-2d00492aa8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8039e09e-f300-4da4-9a1f-9f51a2c7232c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:40:15.990401 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e92f69-d407-45ee-a360-9887bb4b728a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network hostable DHCP agents. Network: 8039e09e-f300-4da4-9a1f-9f51a2c7232c, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:40:16.009665 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-dd3a0c53-9f3a-4076-9862-a7316699ec56 None None] Port 92619a11-523b-4415-becf-557497b979d6 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:40:16.012155 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-ffdaf361-3a33-498e-b59f-29c19012952b tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] delete failed (client error): The resource could not be found. Apr 29 11:40:16.013211 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ffdaf361-3a33-498e-b59f-29c19012952b tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/routers/c9a89c2a-065e-4bf6-8572-3f34bf6bc322 HTTP/1.1" status: 404 len: 336 time: 0.0603006 Apr 29 11:40:16.017246 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50884) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:16.061200 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4fefcd9-f1dd-44f4-9592-d29b17d89208 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] DELETE failed (client error): The resource could not be found. Apr 29 11:40:16.061200 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4fefcd9-f1dd-44f4-9592-d29b17d89208 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:40:16.064206 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b4fefcd9-f1dd-44f4-9592-d29b17d89208 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/subnets/592f2d13-e416-4900-a8ef-cd0d6cea14db HTTP/1.1" status: 404 len: 337 time: 0.0438378 Apr 29 11:40:16.067779 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50886) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:16.103871 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3468c622-9e7b-43c4-b2d9-aa5f9f566281 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:16.141749 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e92f69-d407-45ee-a360-9887bb4b728a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network 8039e09e-f300-4da4-9a1f-9f51a2c7232c is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:40:16.158494 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4abd511b-30af-46ae-a181-d9454f722a05 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa95c01e-9a82-4a0d-bea0-9a695b638015 HTTP/1.1" status: 200 len: 205 time: 0.0879307 Apr 29 11:40:16.160906 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50888) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:16.163330 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468c622-9e7b-43c4-b2d9-aa5f9f566281 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event deleted for resources: {'Port': ['ID=085adb77-42f8-4e04-86d1-68b9ac50147c,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:16.192470 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-f8e92f69-d407-45ee-a360-9887bb4b728a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 8039e09e-f300-4da4-9a1f-9f51a2c7232c) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:16.214330 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e92f69-d407-45ee-a360-9887bb4b728a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:16.215216 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f8e92f69-d407-45ee-a360-9887bb4b728a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:16.215844 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c365759-fce8-4258-8d32-f480028cea13 None None] Network 8039e09e-f300-4da4-9a1f-9f51a2c7232c requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:16.238613 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-f6820926-8e64-4e5d-b6f0-85182314a5ea tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] delete failed (client error): The resource could not be found. Apr 29 11:40:16.240074 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f6820926-8e64-4e5d-b6f0-85182314a5ea tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/routers/aa95c01e-9a82-4a0d-bea0-9a695b638015 HTTP/1.1" status: 404 len: 336 time: 0.0737684 Apr 29 11:40:16.248744 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50890) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:16.296124 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7ce0612b-8125-419f-af9e-050a23c44443 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:16.312881 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-893a11f0-17fc-4967-9888-dd876be685a3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] DELETE failed (client error): The resource could not be found. Apr 29 11:40:16.313342 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-893a11f0-17fc-4967-9888-dd876be685a3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:40:16.321130 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-893a11f0-17fc-4967-9888-dd876be685a3 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/subnets/6c4c054f-7b80-4032-adbe-914928e1e76f HTTP/1.1" status: 404 len: 337 time: 0.0637531 Apr 29 11:40:16.321130 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-66ebda61-1b67-4dfa-ad3f-c9d2f2b8111c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:16.324028 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50892) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:16.332953 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f8e92f69-d407-45ee-a360-9887bb4b728a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5516083 Apr 29 11:40:16.339452 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50894) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:16.369405 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-30473456-f650-499f-b908-b69928783508 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-116303199', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:16.402401 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c11aad23-f115-490d-b49a-f13edc09b2fa tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a6bbfd-02ad-4063-935a-f1e0a95c7c23 HTTP/1.1" status: 200 len: 205 time: 0.0771034 Apr 29 11:40:16.413177 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50896) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:16.434037 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebda61-1b67-4dfa-ad3f-c9d2f2b8111c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Port': ['ID=07d3ce12-80d3-447f-a68e-65c12c027414,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:16.436303 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-363003a0-346f-4287-98e8-e5d5bc47c306 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Delete allocated IP 2001:db8:0:1::263 (dcf9a19b-ed90-45e2-92b4-a03e451426c0/15b97de1-1c28-44a1-b9f5-e349635724c3) {{(pid=102959) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 11:40:16.459277 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-66ebda61-1b67-4dfa-ad3f-c9d2f2b8111c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:16.463083 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-66ebda61-1b67-4dfa-ad3f-c9d2f2b8111c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/ports/07d3ce12-80d3-447f-a68e-65c12c027414 HTTP/1.1" status: 204 len: 168 time: 1.6171224 Apr 29 11:40:16.468350 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50898) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:16.481683 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:40:16.527951 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:40:16.528812 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 1a7fa25a-5e0f-49aa-b128-90cb73a7fb6a not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:40:16.530122 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-aa4db2a3-93b6-4c35-80a9-564949b467c5 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] delete failed (client error): The resource could not be found. Apr 29 11:40:16.531245 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-aa4db2a3-93b6-4c35-80a9-564949b467c5 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/routers/31a6bbfd-02ad-4063-935a-f1e0a95c7c23 HTTP/1.1" status: 404 len: 336 time: 0.1171227 Apr 29 11:40:16.536882 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50900) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:16.537866 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cfa6d6e0-ef6b-4103-a530-c1ff7f49ded5 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:16.552228 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a16ca4-50e8-47cf-a88c-52f350175721 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] GET failed (client error): The resource could not be found. Apr 29 11:40:16.553878 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a0a16ca4-50e8-47cf-a88c-52f350175721 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "GET /v2.0/ports/07d3ce12-80d3-447f-a68e-65c12c027414 HTTP/1.1" status: 404 len: 333 time: 0.0811286 Apr 29 11:40:16.561937 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50902) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:16.565931 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-30473456-f650-499f-b908-b69928783508 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:16.567107 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-30473456-f650-499f-b908-b69928783508 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:16.594837 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc364def-82a7-436c-9c40-f3d3e524c8e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-8039e09e-f300-4da4-9a1f-9f51a2c7232c', 'network_id': '8039e09e-f300-4da4-9a1f-9f51a2c7232c', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'fixed_ips': [{'subnet_id': 'c8605b12-e064-4455-93aa-49855faa43a9'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:40:16.596703 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cc364def-82a7-436c-9c40-f3d3e524c8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:16.629978 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8a98847-48e1-456c-8551-fd5f8514c6f8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] DELETE failed (client error): The resource could not be found. Apr 29 11:40:16.630369 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-ce2c2eca-e276-4fca-9cf3-8e55e37234ca tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'port': {'network_id': '6bd60c6d-014b-4710-a7b1-d7f0c260e662', 'name': 'tempest-PortsTestJSON-995487870'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:16.630557 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8a98847-48e1-456c-8551-fd5f8514c6f8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:40:16.635005 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e8a98847-48e1-456c-8551-fd5f8514c6f8 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/subnets/4e1e12d6-91b2-4816-b3bf-df0698e06626 HTTP/1.1" status: 404 len: 337 time: 0.0938790 Apr 29 11:40:16.642431 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50904) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:16.656256 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa6d6e0-ef6b-4103-a530-c1ff7f49ded5 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:16.693670 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-cfa6d6e0-ef6b-4103-a530-c1ff7f49ded5 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:16.704871 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa6d6e0-ef6b-4103-a530-c1ff7f49ded5 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:16.705598 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cfa6d6e0-ef6b-4103-a530-c1ff7f49ded5 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:16.730072 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a36ed85-b0bf-47d3-9365-7e01ab37310a None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:16.754289 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6d6e0-ef6b-4103-a530-c1ff7f49ded5 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Subnet': ['ID=2679784f-6ab7-4611-b7a1-7f7bff06a8c3,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:16.782700 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-cfa6d6e0-ef6b-4103-a530-c1ff7f49ded5 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9049413 Apr 29 11:40:16.783356 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50908) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:16.790650 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-686a8e7d-1d71-4fa9-8889-a52641d54f01 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] DELETE failed (client error): The resource could not be found. Apr 29 11:40:16.791358 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-686a8e7d-1d71-4fa9-8889-a52641d54f01 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:40:16.801250 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-686a8e7d-1d71-4fa9-8889-a52641d54f01 tempest-RoutersIpV6Test-1589499401 tempest-RoutersIpV6Test-1589499401-project] 10.222.0.69 "DELETE /v2.0/subnets/8d4b8222-b21c-46af-b59a-73663402b338 HTTP/1.1" status: 404 len: 337 time: 0.1433144 Apr 29 11:40:16.822431 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-333a7a19-1e78-44be-a519-b5dc39e9c907 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:16.830087 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-30473456-f650-499f-b908-b69928783508 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:16.849675 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3468c622-9e7b-43c4-b2d9-aa5f9f566281 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:16.852891 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-30473456-f650-499f-b908-b69928783508 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:16.958548 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-30473456-f650-499f-b908-b69928783508 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:16.963836 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-30473456-f650-499f-b908-b69928783508 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5990016 Apr 29 11:40:16.964689 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50912) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:16.969956 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab93eb9-1184-4733-9a18-0bd211d65a11 req-f84720eb-946d-4e9e-a31e-ab4910681e50 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:16.971677 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dab93eb9-1184-4733-9a18-0bd211d65a11 req-f84720eb-946d-4e9e-a31e-ab4910681e50 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6c2bd9c-78da-492a-96ee-1425f5a54dd6 HTTP/1.1" status: 200 len: 945 time: 0.1336639 Apr 29 11:40:16.975201 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-fbfea258-fe91-4e8f-827e-983920c0188e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Request body: {'port': {'network_id': '8039e09e-f300-4da4-9a1f-9f51a2c7232c', 'name': 'tempest-RoutersTest-836076125'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:17.049207 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 3ba48785-5494-42fc-82e4-2fe5676719dc up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:40:17.053369 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2c2eca-e276-4fca-9cf3-8e55e37234ca tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:17.057920 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ce2c2eca-e276-4fca-9cf3-8e55e37234ca tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:17.090934 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-363003a0-346f-4287-98e8-e5d5bc47c306 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:17.097847 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-ce2c2eca-e276-4fca-9cf3-8e55e37234ca tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] device_id is not set on port 99fd0db9-a746-493f-af3e-b1a624cde194 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:40:17.191830 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7ce0612b-8125-419f-af9e-050a23c44443 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:17.206730 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dab93eb9-1184-4733-9a18-0bd211d65a11 req-8efe09ca-79eb-4f32-bba5-938253b6ffe6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=656bbc5f-ab8b-468f-a585-4a87516bc255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797657 Apr 29 11:40:17.207037 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-363003a0-346f-4287-98e8-e5d5bc47c306 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:17.218200 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7ce0612b-8125-419f-af9e-050a23c44443 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:17.221594 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-cc364def-82a7-436c-9c40-f3d3e524c8e6 None None] Allocated IP 172.20.0.2 (8039e09e-f300-4da4-9a1f-9f51a2c7232c/c8605b12-e064-4455-93aa-49855faa43a9/58eb1af3-8f14-41d5-83a8-f397f06bc2c4) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:17.231288 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333a7a19-1e78-44be-a519-b5dc39e9c907 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:17.233892 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a11829-ed09-4951-a8f4-b8c2656ac9b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-62578361-baac-4d3e-b4ee-401a25f05a0e', 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'fixed_ips': [{'subnet_id': '2679784f-6ab7-4611-b7a1-7f7bff06a8c3'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:40:17.235363 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a8a11829-ed09-4951-a8f4-b8c2656ac9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:17.236061 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-333a7a19-1e78-44be-a519-b5dc39e9c907 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:17.265011 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:40:17.276850 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7ce0612b-8125-419f-af9e-050a23c44443 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:17.354312 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50916) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:17.423519 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port 3ba48785-5494-42fc-82e4-2fe5676719dc completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:40:17.435712 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfea258-fe91-4e8f-827e-983920c0188e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Made reservation on behalf of 4fc08cbadd26470a96bfec5ad3948785 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:17.441594 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fbfea258-fe91-4e8f-827e-983920c0188e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:17.465706 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 3ba48785-5494-42fc-82e4-2fe5676719dc triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:17.469379 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:17.512269 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-363003a0-346f-4287-98e8-e5d5bc47c306 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] In _notify_port_updated(), no bound segment for port 2906ed26-7493-468d-9347-73e7f26ef073 on network dcf9a19b-ed90-45e2-92b4-a03e451426c0 {{(pid=102959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 11:40:17.523659 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363003a0-346f-4287-98e8-e5d5bc47c306 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:17.525101 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-363003a0-346f-4287-98e8-e5d5bc47c306 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:17.530275 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-363003a0-346f-4287-98e8-e5d5bc47c306 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "PUT /v2.0/ports/2906ed26-7493-468d-9347-73e7f26ef073 HTTP/1.1" status: 200 len: 925 time: 3.3613946 Apr 29 11:40:17.545557 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50920) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:17.566913 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-230fac83-8578-4bd3-b8db-2fd94c7f838e tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd46a86d1-be77-4be7-a121-cb164ce693fb'}, {'subnet_id': '15b97de1-1c28-44a1-b9f5-e349635724c3'}]}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:17.651463 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0612b-8125-419f-af9e-050a23c44443 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Pushing event updated for resources: {'Port': ['ID=92619a11-523b-4415-becf-557497b979d6,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:17.655477 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-a8a11829-ed09-4951-a8f4-b8c2656ac9b3 None None] Allocated IP 172.20.0.2 (62578361-baac-4d3e-b4ee-401a25f05a0e/2679784f-6ab7-4611-b7a1-7f7bff06a8c3/0c44e168-b38a-492b-b598-2448d2b19de5) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:17.659174 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-fbfea258-fe91-4e8f-827e-983920c0188e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] device_id is not set on port 97976fbc-3400-415b-9908-053da47c8c34 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:40:17.786093 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3468c622-9e7b-43c4-b2d9-aa5f9f566281 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Router edc5c5ec-a9aa-4559-a29d-0f12c7380665 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:40:17.865291 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363003a0-346f-4287-98e8-e5d5bc47c306 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Port': ['ID=2906ed26-7493-468d-9347-73e7f26ef073,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:17.881998 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce0612b-8125-419f-af9e-050a23c44443 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Network 8ab36dae-ccd2-45b9-af32-22c36434098f is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:17.888685 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-7ce0612b-8125-419f-af9e-050a23c44443 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:17.903561 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-10ef50dd-ab7f-4efa-946f-59fb5c1449c5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=39685abd7a114d62abb4ba48b231a867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5125556 Apr 29 11:40:17.905994 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50922) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:18.012224 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-230fac83-8578-4bd3-b8db-2fd94c7f838e tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:18.056875 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-db6b394b-344f-4e1c-87cb-0b520d63b6db None None] Provisioning complete for port 2906ed26-7493-468d-9347-73e7f26ef073 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:18.057725 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-db6b394b-344f-4e1c-87cb-0b520d63b6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:18.111059 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cc364def-82a7-436c-9c40-f3d3e524c8e6 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:18.149230 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3468c622-9e7b-43c4-b2d9-aa5f9f566281 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:40:18.165443 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3468c622-9e7b-43c4-b2d9-aa5f9f566281 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "PUT /v2.0/routers/edc5c5ec-a9aa-4559-a29d-0f12c7380665/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9987614 Apr 29 11:40:18.167701 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50924) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:18.202583 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:18.263302 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a8a11829-ed09-4951-a8f4-b8c2656ac9b3 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:18.276094 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e32f81-349e-4dc0-a9f7-ba224f2daf28 None None] Sync routers for ids ['edc5c5ec-a9aa-4559-a29d-0f12c7380665'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:40:18.315568 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cc364def-82a7-436c-9c40-f3d3e524c8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:18.318077 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a8a11829-ed09-4951-a8f4-b8c2656ac9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:18.322344 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-db6b394b-344f-4e1c-87cb-0b520d63b6db None None] Port 2906ed26-7493-468d-9347-73e7f26ef073 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:40:18.383212 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ce2c2eca-e276-4fca-9cf3-8e55e37234ca tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:18.397682 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e32f81-349e-4dc0-a9f7-ba224f2daf28 None None] Routers {'edc5c5ec-a9aa-4559-a29d-0f12c7380665'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:18.399041 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-16e32f81-349e-4dc0-a9f7-ba224f2daf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['edc5c5ec-a9aa-4559-a29d-0f12c7380665'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:18.400829 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c2bd9c-78da-492a-96ee-1425f5a54dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba48785-5494-42fc-82e4-2fe5676719dc'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:40:18.403323 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a955707-f7c2-4196-8432-a54f9c4ee8b3" -d '{"events": [{"server_uuid": "e6c2bd9c-78da-492a-96ee-1425f5a54dd6", "name": "network-vif-plugged", "status": "completed", "tag": "3ba48785-5494-42fc-82e4-2fe5676719dc"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:40:18.407875 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a11829-ed09-4951-a8f4-b8c2656ac9b3 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:18.414507 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc364def-82a7-436c-9c40-f3d3e524c8e6 None None] Network 8039e09e-f300-4da4-9a1f-9f51a2c7232c is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:18.438121 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ce2c2eca-e276-4fca-9cf3-8e55e37234ca tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:18.468970 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-cc364def-82a7-436c-9c40-f3d3e524c8e6 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:18.471216 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-a8a11829-ed09-4951-a8f4-b8c2656ac9b3 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:18.474855 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 3ba48785-5494-42fc-82e4-2fe5676719dc, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3ba48785-5494-42fc-82e4-2fe5676719dc,segment=NetworkSegment(fe679dd4-e298-4e22-a8be-94b11f77c601),segment_id=fe679dd4-e298-4e22-a8be-94b11f77c601)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:18.476869 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a11829-ed09-4951-a8f4-b8c2656ac9b3 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:40:18.479346 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc364def-82a7-436c-9c40-f3d3e524c8e6 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:40:18.490522 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-16e32f81-349e-4dc0-a9f7-ba224f2daf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:18.499451 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:18.502138 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efa66af-235c-4828-bacc-5ff5215d0191 x-openstack-request-id: req-9efa66af-235c-4828-bacc-5ff5215d0191 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:40:18.502468 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c2bd9c-78da-492a-96ee-1425f5a54dd6", "name": "network-vif-plugged", "status": "completed", "tag": "3ba48785-5494-42fc-82e4-2fe5676719dc", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:40:18.502770 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9efa66af-235c-4828-bacc-5ff5215d0191 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:40:18.503202 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9efa66af-235c-4828-bacc-5ff5215d0191'] response: {'server_uuid': 'e6c2bd9c-78da-492a-96ee-1425f5a54dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba48785-5494-42fc-82e4-2fe5676719dc', 'code': 200} Apr 29 11:40:18.506952 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc364def-82a7-436c-9c40-f3d3e524c8e6 None None] Pushing event updated for resources: {'Port': ['ID=58eb1af3-8f14-41d5-83a8-f397f06bc2c4,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:18.597207 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-fe2a5e07-385e-4adf-a4eb-ceaae660437e None None] Provisioning complete for port 92619a11-523b-4415-becf-557497b979d6 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:18.597631 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fe2a5e07-385e-4adf-a4eb-ceaae660437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:18.606066 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2c2eca-e276-4fca-9cf3-8e55e37234ca tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network 6bd60c6d-014b-4710-a7b1-d7f0c260e662 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:18.619745 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-ce2c2eca-e276-4fca-9cf3-8e55e37234ca tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:18.622342 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e32f81-349e-4dc0-a9f7-ba224f2daf28 None None] Routers {'edc5c5ec-a9aa-4559-a29d-0f12c7380665'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:18.622990 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-16e32f81-349e-4dc0-a9f7-ba224f2daf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['edc5c5ec-a9aa-4559-a29d-0f12c7380665'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:18.623617 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2c2eca-e276-4fca-9cf3-8e55e37234ca tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:40:18.629601 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2c2eca-e276-4fca-9cf3-8e55e37234ca tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:18.630457 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ce2c2eca-e276-4fca-9cf3-8e55e37234ca tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:18.635566 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c2eca-e276-4fca-9cf3-8e55e37234ca tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Port': ['ID=99fd0db9-a746-493f-af3e-b1a624cde194,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:18.650096 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229243b0-fddc-4a35-98bc-d31bb6ff9df0 req-01e7b46f-31e2-467a-a731-db337f6bae93 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:18.652087 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-229243b0-fddc-4a35-98bc-d31bb6ff9df0 req-01e7b46f-31e2-467a-a731-db337f6bae93 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6c2bd9c-78da-492a-96ee-1425f5a54dd6 HTTP/1.1" status: 200 len: 945 time: 0.2293916 Apr 29 11:40:18.681344 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce0612b-8125-419f-af9e-050a23c44443 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Router 689a3a82-d4fd-47c4-8a50-ed7b320ff23c has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:40:18.703784 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-16e32f81-349e-4dc0-a9f7-ba224f2daf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:18.704481 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e32f81-349e-4dc0-a9f7-ba224f2daf28 None None] The sync data for ids ['edc5c5ec-a9aa-4559-a29d-0f12c7380665'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:40:18.720462 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-a8a11829-ed09-4951-a8f4-b8c2656ac9b3 None None] Attempting to bind port 0c44e168-b38a-492b-b598-2448d2b19de5 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:40:18.720837 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-a8a11829-ed09-4951-a8f4-b8c2656ac9b3 None None] Attempting to bind port 0c44e168-b38a-492b-b598-2448d2b19de5 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:40:18.721208 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a11829-ed09-4951-a8f4-b8c2656ac9b3 None None] Attempting to bind port 0c44e168-b38a-492b-b598-2448d2b19de5 on network 62578361-baac-4d3e-b4ee-401a25f05a0e {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:40:18.726837 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-cc364def-82a7-436c-9c40-f3d3e524c8e6 None None] Attempting to bind port 58eb1af3-8f14-41d5-83a8-f397f06bc2c4 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:40:18.727334 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-cc364def-82a7-436c-9c40-f3d3e524c8e6 None None] Attempting to bind port 58eb1af3-8f14-41d5-83a8-f397f06bc2c4 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '3ab44ca2-13d7-45d9-ad07-2d00492aa8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8039e09e-f300-4da4-9a1f-9f51a2c7232c'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:40:18.727700 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc364def-82a7-436c-9c40-f3d3e524c8e6 None None] Attempting to bind port 58eb1af3-8f14-41d5-83a8-f397f06bc2c4 on network 8039e09e-f300-4da4-9a1f-9f51a2c7232c {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:40:18.731067 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a11829-ed09-4951-a8f4-b8c2656ac9b3 None None] Pushing event updated for resources: {'Port': ['ID=0c44e168-b38a-492b-b598-2448d2b19de5,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:18.735529 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ce2c2eca-e276-4fca-9cf3-8e55e37234ca tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.1417618 Apr 29 11:40:18.738346 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50930) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:18.740204 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a11829-ed09-4951-a8f4-b8c2656ac9b3 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:40:18.740583 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a11829-ed09-4951-a8f4-b8c2656ac9b3 None None] Checking segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:40:18.740989 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a8a11829-ed09-4951-a8f4-b8c2656ac9b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:18.741389 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a11829-ed09-4951-a8f4-b8c2656ac9b3 None None] Bound using segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:40:18.742111 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-a8a11829-ed09-4951-a8f4-b8c2656ac9b3 None None] Bound port: 0c44e168-b38a-492b-b598-2448d2b19de5, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:40:18.742700 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a8a11829-ed09-4951-a8f4-b8c2656ac9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:18.744677 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-fe2a5e07-385e-4adf-a4eb-ceaae660437e None None] Port 92619a11-523b-4415-becf-557497b979d6 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:40:18.748980 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc364def-82a7-436c-9c40-f3d3e524c8e6 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:40:18.749355 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc364def-82a7-436c-9c40-f3d3e524c8e6 None None] Checking segment: {'id': '3ab44ca2-13d7-45d9-ad07-2d00492aa8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8039e09e-f300-4da4-9a1f-9f51a2c7232c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:40:18.749869 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cc364def-82a7-436c-9c40-f3d3e524c8e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:18.750243 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc364def-82a7-436c-9c40-f3d3e524c8e6 None None] Bound using segment: {'id': '3ab44ca2-13d7-45d9-ad07-2d00492aa8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8039e09e-f300-4da4-9a1f-9f51a2c7232c'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:40:18.750735 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-cc364def-82a7-436c-9c40-f3d3e524c8e6 None None] Bound port: 58eb1af3-8f14-41d5-83a8-f397f06bc2c4, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab44ca2-13d7-45d9-ad07-2d00492aa8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8039e09e-f300-4da4-9a1f-9f51a2c7232c'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:40:18.751119 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cc364def-82a7-436c-9c40-f3d3e524c8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:18.755821 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a823f663-a69f-429c-925e-a74dbf8f370f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:18.763013 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-1c9dd806-4245-43f8-a4af-ae9664ad77ce tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:18.836225 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a823f663-a69f-429c-925e-a74dbf8f370f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:18.887033 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-229243b0-fddc-4a35-98bc-d31bb6ff9df0 req-fa39d5e3-09e9-4736-94f5-4128b1e0c72e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=656bbc5f-ab8b-468f-a585-4a87516bc255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110229 Apr 29 11:40:18.899044 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=3ba48785-5494-42fc-82e4-2fe5676719dc,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:18.927280 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-fbfea258-fe91-4e8f-827e-983920c0188e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Allocated IP 172.20.0.9 (8039e09e-f300-4da4-9a1f-9f51a2c7232c/c8605b12-e064-4455-93aa-49855faa43a9/97976fbc-3400-415b-9908-053da47c8c34) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:18.940062 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-a8a11829-ed09-4951-a8f4-b8c2656ac9b3 None None] For port 0c44e168-b38a-492b-b598-2448d2b19de5, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:40:18.948276 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-a8a11829-ed09-4951-a8f4-b8c2656ac9b3 None None] For port 0c44e168-b38a-492b-b598-2448d2b19de5, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=0c44e168-b38a-492b-b598-2448d2b19de5,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:40:18.957777 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a8a11829-ed09-4951-a8f4-b8c2656ac9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:18.960120 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-cc364def-82a7-436c-9c40-f3d3e524c8e6 None None] For port 58eb1af3-8f14-41d5-83a8-f397f06bc2c4, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:40:18.965793 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-cc364def-82a7-436c-9c40-f3d3e524c8e6 None None] For port 58eb1af3-8f14-41d5-83a8-f397f06bc2c4, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=58eb1af3-8f14-41d5-83a8-f397f06bc2c4,segment=NetworkSegment(3ab44ca2-13d7-45d9-ad07-2d00492aa8c3),segment_id=3ab44ca2-13d7-45d9-ad07-2d00492aa8c3)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:40:18.970748 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52812a-2acc-4b86-94d9-58407859eda0 req-0e13a45e-ee96-4e99-aaa2-7251297ce3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:18.972470 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4c52812a-2acc-4b86-94d9-58407859eda0 req-0e13a45e-ee96-4e99-aaa2-7251297ce3a7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e6c2bd9c-78da-492a-96ee-1425f5a54dd6 HTTP/1.1" status: 200 len: 1099 time: 0.2707689 Apr 29 11:40:18.997144 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cc364def-82a7-436c-9c40-f3d3e524c8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:19.015208 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1c9dd806-4245-43f8-a4af-ae9664ad77ce tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:19.044968 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4f990a44-1c6b-40b2-891e-370ef431e570 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:19.046151 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a11829-ed09-4951-a8f4-b8c2656ac9b3 None None] Pushing event updated for resources: {'Port': ['ID=0c44e168-b38a-492b-b598-2448d2b19de5,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:19.050761 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce0612b-8125-419f-af9e-050a23c44443 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:40:19.070786 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7ce0612b-8125-419f-af9e-050a23c44443 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] 10.222.0.69 "PUT /v2.0/routers/689a3a82-d4fd-47c4-8a50-ed7b320ff23c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4753060 Apr 29 11:40:19.076060 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50932) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:19.076302 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef67eb98-a101-4924-b054-8e8a2ed2afc4 None None] Sync routers for ids ['689a3a82-d4fd-47c4-8a50-ed7b320ff23c'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:40:19.089153 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4c52812a-2acc-4b86-94d9-58407859eda0 req-1720740e-fa26-4cc6-bfd1-7f009a901cb1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=656bbc5f-ab8b-468f-a585-4a87516bc255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071537 Apr 29 11:40:19.091952 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef67eb98-a101-4924-b054-8e8a2ed2afc4 None None] Routers {'689a3a82-d4fd-47c4-8a50-ed7b320ff23c'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:19.092810 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-ef67eb98-a101-4924-b054-8e8a2ed2afc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['689a3a82-d4fd-47c4-8a50-ed7b320ff23c'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:19.123217 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc364def-82a7-436c-9c40-f3d3e524c8e6 None None] Pushing event updated for resources: {'Port': ['ID=58eb1af3-8f14-41d5-83a8-f397f06bc2c4,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:19.157279 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a823f663-a69f-429c-925e-a74dbf8f370f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:19.160274 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a823f663-a69f-429c-925e-a74dbf8f370f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:19.161694 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a823f663-a69f-429c-925e-a74dbf8f370f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b074f9cc-26b4-4a30-b848-6752305b8313 HTTP/1.1" status: 204 len: 168 time: 1.2532892 Apr 29 11:40:19.182331 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-ef67eb98-a101-4924-b054-8e8a2ed2afc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:19.193633 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef67eb98-a101-4924-b054-8e8a2ed2afc4 None None] Routers {'689a3a82-d4fd-47c4-8a50-ed7b320ff23c'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:19.195071 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-ef67eb98-a101-4924-b054-8e8a2ed2afc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['689a3a82-d4fd-47c4-8a50-ed7b320ff23c'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:19.238257 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-ef67eb98-a101-4924-b054-8e8a2ed2afc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:19.239235 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef67eb98-a101-4924-b054-8e8a2ed2afc4 None None] The sync data for ids ['689a3a82-d4fd-47c4-8a50-ed7b320ff23c'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:40:19.262769 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823f663-a69f-429c-925e-a74dbf8f370f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b074f9cc-26b4-4a30-b848-6752305b8313,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:19.269862 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.objects.ports [None req-333a7a19-1e78-44be-a519-b5dc39e9c907 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102960) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 11:40:19.300772 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-df26faa5-97cc-45f2-a3aa-428413bc7455 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:19.508514 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-df26faa5-97cc-45f2-a3aa-428413bc7455 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 29 11:40:19.510335 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-df26faa5-97cc-45f2-a3aa-428413bc7455 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] 10.222.0.69 "DELETE /v2.0/routers/689a3a82-d4fd-47c4-8a50-ed7b320ff23c HTTP/1.1" status: 409 len: 329 time: 0.4315915 Apr 29 11:40:19.517652 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50938) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:19.607957 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1c9dd806-4245-43f8-a4af-ae9664ad77ce tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:19.617579 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1c9dd806-4245-43f8-a4af-ae9664ad77ce tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:19.688537 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-230fac83-8578-4bd3-b8db-2fd94c7f838e tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Allocated IP 2001:db8:0:1::10b (dcf9a19b-ed90-45e2-92b4-a03e451426c0/15b97de1-1c28-44a1-b9f5-e349635724c3/2906ed26-7493-468d-9347-73e7f26ef073) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:19.691157 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4f990a44-1c6b-40b2-891e-370ef431e570 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:19.729404 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9dd806-4245-43f8-a4af-ae9664ad77ce tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Port': ['ID=99fd0db9-a746-493f-af3e-b1a624cde194,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:19.747900 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-1c9dd806-4245-43f8-a4af-ae9664ad77ce tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] In _notify_port_updated(), no bound segment for port 99fd0db9-a746-493f-af3e-b1a624cde194 on network 6bd60c6d-014b-4710-a7b1-d7f0c260e662 {{(pid=102959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 11:40:19.754386 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9dd806-4245-43f8-a4af-ae9664ad77ce tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:19.755262 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1c9dd806-4245-43f8-a4af-ae9664ad77ce tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:19.758100 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-1c9dd806-4245-43f8-a4af-ae9664ad77ce tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "PUT /v2.0/ports/99fd0db9-a746-493f-af3e-b1a624cde194 HTTP/1.1" status: 200 len: 818 time: 0.9995263 Apr 29 11:40:19.760936 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50946) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:19.925417 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fbfea258-fe91-4e8f-827e-983920c0188e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:19.952397 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-333a7a19-1e78-44be-a519-b5dc39e9c907 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:20.008373 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-526e4f10-f275-46c6-9a03-fb7cfbf2ab59 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting port 99fd0db9-a746-493f-af3e-b1a624cde194 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:20.008623 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-526e4f10-f275-46c6-9a03-fb7cfbf2ab59 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:20.068867 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-4f990a44-1c6b-40b2-891e-370ef431e570 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Deleting port 8e1b61c2-61bb-4918-981f-fe227d7c65d9 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:20.069212 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4f990a44-1c6b-40b2-891e-370ef431e570 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:20.167934 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-526e4f10-f275-46c6-9a03-fb7cfbf2ab59 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:20.178745 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860d62f-7be2-4eb1-8a2b-d518a7271b1d req-85d6504e-eb97-49a8-8d57-bce1da2858c5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:20.181174 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3860d62f-7be2-4eb1-8a2b-d518a7271b1d req-85d6504e-eb97-49a8-8d57-bce1da2858c5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6c2bd9c-78da-492a-96ee-1425f5a54dd6 HTTP/1.1" status: 200 len: 946 time: 0.1658261 Apr 29 11:40:20.218009 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fbfea258-fe91-4e8f-827e-983920c0188e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:20.230215 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-526e4f10-f275-46c6-9a03-fb7cfbf2ab59 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Calling delete_port for 99fd0db9-a746-493f-af3e-b1a624cde194 owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:20.234942 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3860d62f-7be2-4eb1-8a2b-d518a7271b1d req-eec78bee-6e63-49d2-932f-0f1f66381974 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=656bbc5f-ab8b-468f-a585-4a87516bc255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455132 Apr 29 11:40:20.294876 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50960) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:20.334945 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4f990a44-1c6b-40b2-891e-370ef431e570 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:20.355021 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-4f990a44-1c6b-40b2-891e-370ef431e570 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Calling delete_port for 8e1b61c2-61bb-4918-981f-fe227d7c65d9 owned by network:router_gateway {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:20.411151 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e4f7ed2f-b5b2-4f0f-b6b9-79f75b274b46 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:20.448848 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-230fac83-8578-4bd3-b8db-2fd94c7f838e tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:20.486750 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-230fac83-8578-4bd3-b8db-2fd94c7f838e tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:20.513161 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-526e4f10-f275-46c6-9a03-fb7cfbf2ab59 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:20.529801 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfea258-fe91-4e8f-827e-983920c0188e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network 8039e09e-f300-4da4-9a1f-9f51a2c7232c is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:20.563538 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-fbfea258-fe91-4e8f-827e-983920c0188e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:20.572400 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfea258-fe91-4e8f-827e-983920c0188e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:40:20.610113 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 0c44e168-b38a-492b-b598-2448d2b19de5 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:40:20.629180 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e4f10-f275-46c6-9a03-fb7cfbf2ab59 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Port': ['ID=99fd0db9-a746-493f-af3e-b1a624cde194,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:20.638188 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfea258-fe91-4e8f-827e-983920c0188e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Port': ['ID=97976fbc-3400-415b-9908-053da47c8c34,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:20.694410 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-df871fc4-8333-4bd0-84d9-aaeeeafa7705 tempest-DvrRoutersNegativeTest-793263940 tempest-DvrRoutersNegativeTest-793263940-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-721638065', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:20.697920 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.policy [None req-df871fc4-8333-4bd0-84d9-aaeeeafa7705 tempest-DvrRoutersNegativeTest-793263940 tempest-DvrRoutersNegativeTest-793263940-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102959) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 29 11:40:20.698332 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.policy [None req-df871fc4-8333-4bd0-84d9-aaeeeafa7705 tempest-DvrRoutersNegativeTest-793263940 tempest-DvrRoutersNegativeTest-793263940-project] Failed policy check for 'create_router' {{(pid=102959) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 29 11:40:20.698949 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-df871fc4-8333-4bd0-84d9-aaeeeafa7705 tempest-DvrRoutersNegativeTest-793263940 tempest-DvrRoutersNegativeTest-793263940-project] create failed (client error): Access was denied to this resource. Apr 29 11:40:20.699991 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-df871fc4-8333-4bd0-84d9-aaeeeafa7705 tempest-DvrRoutersNegativeTest-793263940 tempest-DvrRoutersNegativeTest-793263940-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4033909 Apr 29 11:40:20.709118 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-526e4f10-f275-46c6-9a03-fb7cfbf2ab59 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:20.716033 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-526e4f10-f275-46c6-9a03-fb7cfbf2ab59 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/ports/99fd0db9-a746-493f-af3e-b1a624cde194 HTTP/1.1" status: 204 len: 168 time: 0.9511266 Apr 29 11:40:20.719689 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 0c44e168-b38a-492b-b598-2448d2b19de5 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:20.720268 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:20.778099 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50966) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:20.818227 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-230fac83-8578-4bd3-b8db-2fd94c7f838e tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] In _notify_port_updated(), no bound segment for port 2906ed26-7493-468d-9347-73e7f26ef073 on network dcf9a19b-ed90-45e2-92b4-a03e451426c0 {{(pid=102960) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 11:40:20.829143 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230fac83-8578-4bd3-b8db-2fd94c7f838e tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:20.829839 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-230fac83-8578-4bd3-b8db-2fd94c7f838e tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:20.839493 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-230fac83-8578-4bd3-b8db-2fd94c7f838e tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "PUT /v2.0/ports/2906ed26-7493-468d-9347-73e7f26ef073 HTTP/1.1" status: 200 len: 1011 time: 3.2861218 Apr 29 11:40:20.856426 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50968) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:20.895207 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:20.902328 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a7031e-850f-4713-a647-7feb0ff8cc70 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:20.903980 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-82a7031e-850f-4713-a647-7feb0ff8cc70 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1245079 Apr 29 11:40:20.907390 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50970) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:20.943210 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-333a7a19-1e78-44be-a519-b5dc39e9c907 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] For port 0c44e168-b38a-492b-b598-2448d2b19de5, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=0c44e168-b38a-492b-b598-2448d2b19de5,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:20.968167 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af621610-b5e7-4671-98aa-7d3cab4219ec None None] Network 8039e09e-f300-4da4-9a1f-9f51a2c7232c requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:20.971458 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-6769f440-1349-4193-9994-a9cfb56cb691 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] GET failed (client error): The resource could not be found. Apr 29 11:40:20.980491 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6769f440-1349-4193-9994-a9cfb56cb691 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "GET /v2.0/ports/99fd0db9-a746-493f-af3e-b1a624cde194 HTTP/1.1" status: 404 len: 333 time: 0.0717163 Apr 29 11:40:20.981855 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50972) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:20.987750 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-06f020f1-6d23-4a92-befe-91a79f57d026 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-322860243'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:21.036422 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f020f1-6d23-4a92-befe-91a79f57d026 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:21.040775 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-06f020f1-6d23-4a92-befe-91a79f57d026 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:21.056300 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfea258-fe91-4e8f-827e-983920c0188e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:21.058792 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fbfea258-fe91-4e8f-827e-983920c0188e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:21.100442 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f020f1-6d23-4a92-befe-91a79f57d026 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:40:21.146380 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230fac83-8578-4bd3-b8db-2fd94c7f838e tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Port': ['ID=2906ed26-7493-468d-9347-73e7f26ef073,revision_number=3']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:21.169287 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-06f020f1-6d23-4a92-befe-91a79f57d026 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:21.169679 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-06f020f1-6d23-4a92-befe-91a79f57d026 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Added segment c2addbf1-4b58-4103-a6d1-e1aeb0d7ebd0 of type vlan for network 51001d52-3c5f-4076-9f1f-3bddc8cdc9d0 Apr 29 11:40:21.177987 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-fbfea258-fe91-4e8f-827e-983920c0188e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 4.2076147 Apr 29 11:40:21.184263 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-333a7a19-1e78-44be-a519-b5dc39e9c907 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:21.186983 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50976) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:21.209609 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-333a7a19-1e78-44be-a519-b5dc39e9c907 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:21.210639 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-333a7a19-1e78-44be-a519-b5dc39e9c907 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:21.299717 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333a7a19-1e78-44be-a519-b5dc39e9c907 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:21.301208 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4f990a44-1c6b-40b2-891e-370ef431e570 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:21.308511 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-9ae01ccd-d22c-4899-a6de-44e50aedd1d7 None None] Provisioning complete for port 58eb1af3-8f14-41d5-83a8-f397f06bc2c4 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:21.308985 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9ae01ccd-d22c-4899-a6de-44e50aedd1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:21.311083 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-333a7a19-1e78-44be-a519-b5dc39e9c907 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:21.327683 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50980) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:21.340369 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333a7a19-1e78-44be-a519-b5dc39e9c907 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:21.340948 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-333a7a19-1e78-44be-a519-b5dc39e9c907 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:21.364406 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-06cc0539-36c3-49fb-879b-5fe63f10e1f1 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Deleting port 2906ed26-7493-468d-9347-73e7f26ef073 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:21.364771 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-06cc0539-36c3-49fb-879b-5fe63f10e1f1 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:21.403047 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa2e028-4cbd-4cea-b45c-509796a8f0d5 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:21.410936 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a7a19-1e78-44be-a519-b5dc39e9c907 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Subnet': ['ID=f0179a15-706f-48f8-b7fe-53c2e02a6303,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:21.434026 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-333a7a19-1e78-44be-a519-b5dc39e9c907 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.6161127 Apr 29 11:40:21.436814 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50984) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:21.442021 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a7a19-1e78-44be-a519-b5dc39e9c907 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Port': ['ID=0c44e168-b38a-492b-b598-2448d2b19de5,revision_number=4']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:21.500214 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-5ba9b6ff-fdc4-4ae7-9fdb-e7afda927097 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'port': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'mac_address': 'fa:16:3e:54:d7:04', 'name': 'tempest-NetworksTestDHCPv6-2112878712'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:21.554621 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:40:21.555336 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:40:21.564480 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f990a44-1c6b-40b2-891e-370ef431e570 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event deleted for resources: {'Port': ['ID=8e1b61c2-61bb-4918-981f-fe227d7c65d9,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:21.662133 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-06f020f1-6d23-4a92-befe-91a79f57d026 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:21.727747 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9ae01ccd-d22c-4899-a6de-44e50aedd1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:21.783821 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-9ae01ccd-d22c-4899-a6de-44e50aedd1d7 None None] For port 58eb1af3-8f14-41d5-83a8-f397f06bc2c4, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=58eb1af3-8f14-41d5-83a8-f397f06bc2c4,segment=NetworkSegment(3ab44ca2-13d7-45d9-ad07-2d00492aa8c3),segment_id=3ab44ca2-13d7-45d9-ad07-2d00492aa8c3)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:21.790306 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9ae01ccd-d22c-4899-a6de-44e50aedd1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:21.827961 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-e4f7ed2f-b5b2-4f0f-b6b9-79f75b274b46 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Deleting port 92619a11-523b-4415-becf-557497b979d6 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:21.828960 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e4f7ed2f-b5b2-4f0f-b6b9-79f75b274b46 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:21.853653 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae01ccd-d22c-4899-a6de-44e50aedd1d7 None None] Pushing event updated for resources: {'Port': ['ID=58eb1af3-8f14-41d5-83a8-f397f06bc2c4,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:21.909229 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71137896-4071-4257-9117-54e89216b744 req-552e3f45-63a0-4842-8dfe-4251fbc04c23 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:21.911895 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-71137896-4071-4257-9117-54e89216b744 req-552e3f45-63a0-4842-8dfe-4251fbc04c23 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6c2bd9c-78da-492a-96ee-1425f5a54dd6 HTTP/1.1" status: 200 len: 946 time: 0.2605414 Apr 29 11:40:21.916839 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-06f020f1-6d23-4a92-befe-91a79f57d026 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:21.922607 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f020f1-6d23-4a92-befe-91a79f57d026 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:21.922858 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-120e50b3-3a9f-445f-96b5-446eb6f61033 None None] Provisioning complete for port 2906ed26-7493-468d-9347-73e7f26ef073 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:21.923221 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-06f020f1-6d23-4a92-befe-91a79f57d026 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:21.923334 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-120e50b3-3a9f-445f-96b5-446eb6f61033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:21.964696 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-120e50b3-3a9f-445f-96b5-446eb6f61033 None None] Port 2906ed26-7493-468d-9347-73e7f26ef073 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:40:21.978296 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-120e50b3-3a9f-445f-96b5-446eb6f61033 None None] Provisioning complete for port 0c44e168-b38a-492b-b598-2448d2b19de5 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:21.978814 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-120e50b3-3a9f-445f-96b5-446eb6f61033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:22.026385 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e4f7ed2f-b5b2-4f0f-b6b9-79f75b274b46 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:22.075922 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bfce11a1-b7ae-4b39-9948-9ceec60f7524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:22.106539 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:22.113473 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4f990a44-1c6b-40b2-891e-370ef431e570 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:22.120557 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f020f1-6d23-4a92-befe-91a79f57d026 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Network': ['ID=51001d52-3c5f-4076-9f1f-3bddc8cdc9d0,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:22.139892 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 51001d52-3c5f-4076-9f1f-3bddc8cdc9d0 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:40:22.170305 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-e4f7ed2f-b5b2-4f0f-b6b9-79f75b274b46 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Calling delete_port for 92619a11-523b-4415-becf-557497b979d6 owned by network:router_interface {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:22.193257 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-06f020f1-6d23-4a92-befe-91a79f57d026 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2095790 Apr 29 11:40:22.198725 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50986) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:22.208205 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-87219cbd-2909-4833-914c-123a3a708cb3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'subnet': {'network_id': '51001d52-3c5f-4076-9f1f-3bddc8cdc9d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:22.258815 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 0c44e168-b38a-492b-b598-2448d2b19de5, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=0c44e168-b38a-492b-b598-2448d2b19de5,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:22.259752 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-06cc0539-36c3-49fb-879b-5fe63f10e1f1 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:22.274350 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-06cc0539-36c3-49fb-879b-5fe63f10e1f1 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Calling delete_port for 2906ed26-7493-468d-9347-73e7f26ef073 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:22.285716 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:22.287495 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 58eb1af3-8f14-41d5-83a8-f397f06bc2c4 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:40:22.308983 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4f990a44-1c6b-40b2-891e-370ef431e570 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:22.309950 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-71137896-4071-4257-9117-54e89216b744 req-f83ed102-8187-413d-bf5c-8a40e5820e93 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=656bbc5f-ab8b-468f-a585-4a87516bc255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3840010 Apr 29 11:40:22.311484 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4f990a44-1c6b-40b2-891e-370ef431e570 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:22.375784 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=0c44e168-b38a-492b-b598-2448d2b19de5,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:22.424410 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-120e50b3-3a9f-445f-96b5-446eb6f61033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:22.485100 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4f990a44-1c6b-40b2-891e-370ef431e570 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:22.485619 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f990a44-1c6b-40b2-891e-370ef431e570 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Fanout notify agent at l3_agent the message router_deleted on router edc5c5ec-a9aa-4559-a29d-0f12c7380665 {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:40:22.502104 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4f990a44-1c6b-40b2-891e-370ef431e570 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:22.503025 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4f990a44-1c6b-40b2-891e-370ef431e570 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "DELETE /v2.0/routers/edc5c5ec-a9aa-4559-a29d-0f12c7380665 HTTP/1.1" status: 204 len: 168 time: 4.3298404 Apr 29 11:40:22.511140 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 50990) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:22.520867 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-120e50b3-3a9f-445f-96b5-446eb6f61033 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:40:22.521373 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-120e50b3-3a9f-445f-96b5-446eb6f61033 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:40:22.522125 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 58eb1af3-8f14-41d5-83a8-f397f06bc2c4 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:22.522613 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:22.523491 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bfce11a1-b7ae-4b39-9948-9ceec60f7524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:22.535952 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bfce11a1-b7ae-4b39-9948-9ceec60f7524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:22.618455 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87219cbd-2909-4833-914c-123a3a708cb3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:22.622089 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-87219cbd-2909-4833-914c-123a3a708cb3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:22.657629 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce11a1-b7ae-4b39-9948-9ceec60f7524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b74901-54d2-4ab4-8538-04ba12a13274,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:22.669558 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-bfce11a1-b7ae-4b39-9948-9ceec60f7524 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=27f000616a6042dd84c4baaec8b2b685&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3256860 Apr 29 11:40:22.674212 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50992) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:22.687716 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba9b6ff-fdc4-4ae7-9fdb-e7afda927097 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:22.717126 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8ef52949-51fe-4a69-9306-9d26092b9e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:22.758838 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-316af18b-298e-4b9d-bc1f-6c279b96ffed tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Deleting subnet fceaf90f-439c-4386-9b86-17a48dfaeed6 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:40:22.777650 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-316af18b-298e-4b9d-bc1f-6c279b96ffed tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:22.784978 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 0c44e168-b38a-492b-b598-2448d2b19de5 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:40:22.856541 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 0c44e168-b38a-492b-b598-2448d2b19de5 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:22.856923 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:22.859086 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41ce4f-0447-425e-9e7f-6c50eff49da0 req-d2341751-ba0c-4510-b895-eaae2a5c6033 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:22.860681 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4f41ce4f-0447-425e-9e7f-6c50eff49da0 req-d2341751-ba0c-4510-b895-eaae2a5c6033 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6c2bd9c-78da-492a-96ee-1425f5a54dd6 HTTP/1.1" status: 200 len: 946 time: 0.3851833 Apr 29 11:40:22.861327 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-46710711-e4d6-44b7-be26-78a507fc386d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:22.908378 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5ba9b6ff-fdc4-4ae7-9fdb-e7afda927097 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:22.943414 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-46710711-e4d6-44b7-be26-78a507fc386d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:22.951962 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 58eb1af3-8f14-41d5-83a8-f397f06bc2c4 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:40:22.978213 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-316af18b-298e-4b9d-bc1f-6c279b96ffed tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:22.989000 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-5ba9b6ff-fdc4-4ae7-9fdb-e7afda927097 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] device_id is not set on port fb200bf0-03cf-4555-bee7-89a70c76c2b4 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:40:23.011601 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 58eb1af3-8f14-41d5-83a8-f397f06bc2c4 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:23.012534 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:23.071008 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-06cc0539-36c3-49fb-879b-5fe63f10e1f1 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:23.085819 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e4f7ed2f-b5b2-4f0f-b6b9-79f75b274b46 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:23.111168 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc0539-36c3-49fb-879b-5fe63f10e1f1 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Port': ['ID=2906ed26-7493-468d-9347-73e7f26ef073,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:23.168160 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-46710711-e4d6-44b7-be26-78a507fc386d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:23.170886 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-46710711-e4d6-44b7-be26-78a507fc386d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:23.173906 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4f41ce4f-0447-425e-9e7f-6c50eff49da0 req-aa011a29-5d10-43b5-9ff5-ceb6dd24d5af tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=656bbc5f-ab8b-468f-a585-4a87516bc255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2946515 Apr 29 11:40:23.179366 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-46710711-e4d6-44b7-be26-78a507fc386d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/02b74901-54d2-4ab4-8538-04ba12a13274 HTTP/1.1" status: 204 len: 168 time: 0.5035477 Apr 29 11:40:23.179546 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7ed2f-b5b2-4f0f-b6b9-79f75b274b46 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Pushing event deleted for resources: {'Port': ['ID=92619a11-523b-4415-becf-557497b979d6,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:23.311000 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-06cc0539-36c3-49fb-879b-5fe63f10e1f1 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:23.315998 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-06cc0539-36c3-49fb-879b-5fe63f10e1f1 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/ports/2906ed26-7493-468d-9347-73e7f26ef073 HTTP/1.1" status: 204 len: 168 time: 2.4568505 Apr 29 11:40:23.317735 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46710711-e4d6-44b7-be26-78a507fc386d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b74901-54d2-4ab4-8538-04ba12a13274,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:23.320516 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 50998) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:23.370072 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-8593557f-9188-4ba8-89d5-2daabeb4f082 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] GET failed (client error): The resource could not be found. Apr 29 11:40:23.372220 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8593557f-9188-4ba8-89d5-2daabeb4f082 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "GET /v2.0/ports/2906ed26-7493-468d-9347-73e7f26ef073 HTTP/1.1" status: 404 len: 333 time: 0.0443368 Apr 29 11:40:23.381030 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51002) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:23.484935 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-1c6cbf2c-aefc-4f53-af37-7942eac70918 None None] Provisioning complete for port 97976fbc-3400-415b-9908-053da47c8c34 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:23.490903 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1c6cbf2c-aefc-4f53-af37-7942eac70918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:23.534814 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-26510069-65c5-4f3a-91a7-7042e802bf4d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Deleting subnet 15b97de1-1c28-44a1-b9f5-e349635724c3 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:40:23.543826 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-1c6cbf2c-aefc-4f53-af37-7942eac70918 None None] Port 97976fbc-3400-415b-9908-053da47c8c34 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:40:23.548136 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-26510069-65c5-4f3a-91a7-7042e802bf4d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:23.565752 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-87219cbd-2909-4833-914c-123a3a708cb3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:23.578808 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-24621c5c-66da-4325-9350-2e9fc5faab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:23.584335 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-5ba9b6ff-fdc4-4ae7-9fdb-e7afda927097 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Allocated IP 172.20.0.8 (62578361-baac-4d3e-b4ee-401a25f05a0e/2679784f-6ab7-4611-b7a1-7f7bff06a8c3/fb200bf0-03cf-4555-bee7-89a70c76c2b4) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:23.584775 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-1c6cbf2c-aefc-4f53-af37-7942eac70918 None None] Provisioning complete for port 0c44e168-b38a-492b-b598-2448d2b19de5 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:23.585703 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1c6cbf2c-aefc-4f53-af37-7942eac70918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:23.609704 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-5ba9b6ff-fdc4-4ae7-9fdb-e7afda927097 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Allocated IP 2001:db8::f816:3eff:fe54:d704 (62578361-baac-4d3e-b4ee-401a25f05a0e/f0179a15-706f-48f8-b7fe-53c2e02a6303/fb200bf0-03cf-4555-bee7-89a70c76c2b4) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:23.651602 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-26510069-65c5-4f3a-91a7-7042e802bf4d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:23.715728 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-1c6cbf2c-aefc-4f53-af37-7942eac70918 None None] Provisioning complete for port 58eb1af3-8f14-41d5-83a8-f397f06bc2c4 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:23.716881 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1c6cbf2c-aefc-4f53-af37-7942eac70918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:23.728461 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-316af18b-298e-4b9d-bc1f-6c279b96ffed tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:23.737547 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e4f7ed2f-b5b2-4f0f-b6b9-79f75b274b46 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:23.813437 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87219cbd-2909-4833-914c-123a3a708cb3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Subnet': ['ID=3e60ece2-9b03-4cb3-b89e-7e31379d09fb,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:23.873700 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-26510069-65c5-4f3a-91a7-7042e802bf4d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:23.969209 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5ba9b6ff-fdc4-4ae7-9fdb-e7afda927097 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:23.995130 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-26510069-65c5-4f3a-91a7-7042e802bf4d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:24.039560 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26510069-65c5-4f3a-91a7-7042e802bf4d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Subnet': ['ID=15b97de1-1c28-44a1-b9f5-e349635724c3,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:24.046321 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-26510069-65c5-4f3a-91a7-7042e802bf4d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:24.051615 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-26510069-65c5-4f3a-91a7-7042e802bf4d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/subnets/15b97de1-1c28-44a1-b9f5-e349635724c3 HTTP/1.1" status: 204 len: 168 time: 0.6688933 Apr 29 11:40:24.055730 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51020) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:24.062101 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfeb2cab-4b4c-48db-a1f1-f15f71346119 None None] Network dcf9a19b-ed90-45e2-92b4-a03e451426c0 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:24.102142 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5ba9b6ff-fdc4-4ae7-9fdb-e7afda927097 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:24.174988 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-441fb32e-8436-47c7-99cd-c5baa59ecf52 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Deleting subnet d46a86d1-be77-4be7-a121-cb164ce693fb {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:40:24.180669 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-441fb32e-8436-47c7-99cd-c5baa59ecf52 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:24.236797 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-441fb32e-8436-47c7-99cd-c5baa59ecf52 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:24.267478 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8ef52949-51fe-4a69-9306-9d26092b9e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:24.274013 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87219cbd-2909-4833-914c-123a3a708cb3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Checking segment: {'id': 'c2addbf1-4b58-4103-a6d1-e1aeb0d7ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '51001d52-3c5f-4076-9f1f-3bddc8cdc9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:40:24.274407 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87219cbd-2909-4833-914c-123a3a708cb3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network hostable DHCP agents. Network: 51001d52-3c5f-4076-9f1f-3bddc8cdc9d0, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:40:24.280969 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8ef52949-51fe-4a69-9306-9d26092b9e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:24.284335 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba9b6ff-fdc4-4ae7-9fdb-e7afda927097 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:24.286505 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51024) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:24.295586 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-5ba9b6ff-fdc4-4ae7-9fdb-e7afda927097 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:24.299696 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9b6ff-fdc4-4ae7-9fdb-e7afda927097 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Port': ['ID=fb200bf0-03cf-4555-bee7-89a70c76c2b4,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:24.302854 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba9b6ff-fdc4-4ae7-9fdb-e7afda927097 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:40:24.370204 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-316af18b-298e-4b9d-bc1f-6c279b96ffed tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:24.403401 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba9b6ff-fdc4-4ae7-9fdb-e7afda927097 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:24.408949 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5ba9b6ff-fdc4-4ae7-9fdb-e7afda927097 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:24.448080 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5ba9b6ff-fdc4-4ae7-9fdb-e7afda927097 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.0069611 Apr 29 11:40:24.460052 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51028) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:24.507940 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-441fb32e-8436-47c7-99cd-c5baa59ecf52 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:24.546583 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316af18b-298e-4b9d-bc1f-6c279b96ffed tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event deleted for resources: {'Subnet': ['ID=fceaf90f-439c-4386-9b86-17a48dfaeed6,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:24.549846 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87219cbd-2909-4833-914c-123a3a708cb3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network 51001d52-3c5f-4076-9f1f-3bddc8cdc9d0 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:40:24.574850 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561288f5-5871-4d84-97e1-3675bf684368 None None] Network 64da55f9-065f-4298-9367-d500367605a2 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:24.583118 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-aec202fb-f928-4f33-8cef-736ff372e8e2 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:24.584646 dv-neutron-838888-1-hyperv neutron-server[102959]: WARNING neutron.api.v2.base [None req-aec202fb-f928-4f33-8cef-736ff372e8e2 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 29 11:40:24.588090 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-aec202fb-f928-4f33-8cef-736ff372e8e2 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 11:40:24.589763 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-aec202fb-f928-4f33-8cef-736ff372e8e2 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2999859 Apr 29 11:40:24.596701 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef52949-51fe-4a69-9306-9d26092b9e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Port': ['ID=97976fbc-3400-415b-9908-053da47c8c34,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:24.603677 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-316af18b-298e-4b9d-bc1f-6c279b96ffed tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:24.610350 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-316af18b-298e-4b9d-bc1f-6c279b96ffed tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "DELETE /v2.0/subnets/fceaf90f-439c-4386-9b86-17a48dfaeed6 HTTP/1.1" status: 204 len: 168 time: 2.0626190 Apr 29 11:40:24.612466 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51030) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:24.613038 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51032) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:24.615998 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714dc6c4-7437-4f20-9a8f-4617a807c496 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:24.622747 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714dc6c4-7437-4f20-9a8f-4617a807c496 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:24.627032 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-4bac8754-92a3-4dd1-b8fd-43cd59794070 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Request body: {'security_group': {'name': 'tempest-secgroup--996189170'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:24.627364 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-714dc6c4-7437-4f20-9a8f-4617a807c496 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1661503 Apr 29 11:40:24.630296 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51034) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:24.699036 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-441fb32e-8436-47c7-99cd-c5baa59ecf52 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:24.700961 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51036) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:24.797855 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4280327b-a42f-415d-bc48-1f45856e6a62 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:24.802742 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-87219cbd-2909-4833-914c-123a3a708cb3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 51001d52-3c5f-4076-9f1f-3bddc8cdc9d0) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:24.808192 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f7ed2f-b5b2-4f0f-b6b9-79f75b274b46 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Router 689a3a82-d4fd-47c4-8a50-ed7b320ff23c has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:40:24.813238 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4bac8754-92a3-4dd1-b8fd-43cd59794070 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:24.823379 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7694a13-4f65-4df7-977d-75147577d0c2 None None] Network 51001d52-3c5f-4076-9f1f-3bddc8cdc9d0 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:24.839581 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4bac8754-92a3-4dd1-b8fd-43cd59794070 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:24.853766 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87219cbd-2909-4833-914c-123a3a708cb3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:24.854887 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-87219cbd-2909-4833-914c-123a3a708cb3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:24.864110 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fb32e-8436-47c7-99cd-c5baa59ecf52 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Subnet': ['ID=d46a86d1-be77-4be7-a121-cb164ce693fb,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:24.877880 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-441fb32e-8436-47c7-99cd-c5baa59ecf52 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:24.888634 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-441fb32e-8436-47c7-99cd-c5baa59ecf52 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/subnets/d46a86d1-be77-4be7-a121-cb164ce693fb HTTP/1.1" status: 204 len: 168 time: 0.8316298 Apr 29 11:40:24.893551 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51038) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:24.928605 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-431f7be4-0f49-40da-906c-56574191f962 None None] Provisioning complete for port 97976fbc-3400-415b-9908-053da47c8c34 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:24.930904 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-431f7be4-0f49-40da-906c-56574191f962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:25.040052 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65be96b5-6bb3-4933-a16f-c6c98d76db42 None None] DHCP port deletion for 64da55f9-065f-4298-9367-d500367605a2 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:40:25.045188 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-431f7be4-0f49-40da-906c-56574191f962 None None] Port 97976fbc-3400-415b-9908-053da47c8c34 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:40:25.102860 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-8c06d566-ed62-4d2e-83f6-d88648590f14 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting port fb200bf0-03cf-4555-bee7-89a70c76c2b4 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:25.103366 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8c06d566-ed62-4d2e-83f6-d88648590f14 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:25.107703 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-87219cbd-2909-4833-914c-123a3a708cb3 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9049027 Apr 29 11:40:25.109667 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51040) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:25.113942 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-45260738-fe7b-44b0-bfa9-b9f666107a9c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:25.127979 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-40c15849-5767-4975-beb0-e90a6105ad77 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'subnet': {'network_id': '51001d52-3c5f-4076-9f1f-3bddc8cdc9d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:25.134506 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c308c7e-d47d-40c9-97e4-5adff17505ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-51001d52-3c5f-4076-9f1f-3bddc8cdc9d0', 'network_id': '51001d52-3c5f-4076-9f1f-3bddc8cdc9d0', 'tenant_id': '468174a7deca4bc8a17b4c19d9db5ab0', 'fixed_ips': [{'subnet_id': '3e60ece2-9b03-4cb3-b89e-7e31379d09fb'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:40:25.136129 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7c308c7e-d47d-40c9-97e4-5adff17505ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:25.145460 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-4280327b-a42f-415d-bc48-1f45856e6a62 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Deleting port a962044f-988b-4b59-9906-98014b589fd5 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:25.145807 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4280327b-a42f-415d-bc48-1f45856e6a62 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:25.230908 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-4280327b-a42f-415d-bc48-1f45856e6a62 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] For port a962044f-988b-4b59-9906-98014b589fd5, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=a962044f-988b-4b59-9906-98014b589fd5,segment=NetworkSegment(94344a76-8b9e-4e8a-b268-c9e1d24e6b4e),segment_id=94344a76-8b9e-4e8a-b268-c9e1d24e6b4e)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:25.231223 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4280327b-a42f-415d-bc48-1f45856e6a62 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:25.246622 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-4280327b-a42f-415d-bc48-1f45856e6a62 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Calling delete_port for a962044f-988b-4b59-9906-98014b589fd5 owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:25.315669 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f7ed2f-b5b2-4f0f-b6b9-79f75b274b46 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:40:25.321357 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bfd7ff-7b28-4126-8a45-763567958026 None None] Network dcf9a19b-ed90-45e2-92b4-a03e451426c0 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:25.326015 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e4f7ed2f-b5b2-4f0f-b6b9-79f75b274b46 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] 10.222.0.69 "PUT /v2.0/routers/689a3a82-d4fd-47c4-8a50-ed7b320ff23c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8071373 Apr 29 11:40:25.326954 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51042) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:25.353369 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72ad0b5-dd2d-475b-9c62-dd4feaa4d4fe None None] Sync routers for ids ['689a3a82-d4fd-47c4-8a50-ed7b320ff23c'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:40:25.356658 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-65be96b5-6bb3-4933-a16f-c6c98d76db42 None None] Deleting port a962044f-988b-4b59-9906-98014b589fd5 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:25.357134 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-65be96b5-6bb3-4933-a16f-c6c98d76db42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:25.367001 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-b658a0a9-9372-41cc-9fa8-b0da4a685a16 None None] Provisioning complete for port fb200bf0-03cf-4555-bee7-89a70c76c2b4 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:25.368151 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b658a0a9-9372-41cc-9fa8-b0da4a685a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:25.371312 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8ef52949-51fe-4a69-9306-9d26092b9e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:25.435655 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8c06d566-ed62-4d2e-83f6-d88648590f14 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:25.439630 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-a62285a6-1f0e-4a25-a145-cade91f02e36 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] show failed (client error): The resource could not be found. Apr 29 11:40:25.440911 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a62285a6-1f0e-4a25-a145-cade91f02e36 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] 10.222.0.69 "GET /v2.0/routers/tempest-non_exist_router-1064268379 HTTP/1.1" status: 404 len: 335 time: 0.0879576 Apr 29 11:40:25.466956 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-7c308c7e-d47d-40c9-97e4-5adff17505ae None None] Allocated IP 172.20.0.2 (51001d52-3c5f-4076-9f1f-3bddc8cdc9d0/3e60ece2-9b03-4cb3-b89e-7e31379d09fb/964c10f3-347c-4d60-afcc-ce84b6e45e04) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:25.474892 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51044) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:25.487068 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-cd9bd9a5-2378-4245-bbae-0ebc402e660f tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:25.501590 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-8c06d566-ed62-4d2e-83f6-d88648590f14 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Calling delete_port for fb200bf0-03cf-4555-bee7-89a70c76c2b4 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:25.526501 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-b658a0a9-9372-41cc-9fa8-b0da4a685a16 None None] Port fb200bf0-03cf-4555-bee7-89a70c76c2b4 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:40:25.534148 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72ad0b5-dd2d-475b-9c62-dd4feaa4d4fe None None] Routers {'689a3a82-d4fd-47c4-8a50-ed7b320ff23c'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:25.534864 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-b72ad0b5-dd2d-475b-9c62-dd4feaa4d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['689a3a82-d4fd-47c4-8a50-ed7b320ff23c'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:25.560542 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-cd9bd9a5-2378-4245-bbae-0ebc402e660f tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] update failed (client error): The resource could not be found. Apr 29 11:40:25.567630 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-cd9bd9a5-2378-4245-bbae-0ebc402e660f tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] 10.222.0.69 "PUT /v2.0/routers/tempest-non_exist_router-1153612329 HTTP/1.1" status: 404 len: 335 time: 0.0801399 Apr 29 11:40:25.568324 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-45260738-fe7b-44b0-bfa9-b9f666107a9c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Deleting port 4a411362-a0bd-4214-94d5-446e048d15ce {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:25.568685 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-45260738-fe7b-44b0-bfa9-b9f666107a9c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:25.570543 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51046) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:25.575700 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4bac8754-92a3-4dd1-b8fd-43cd59794070 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:25.587884 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4bac8754-92a3-4dd1-b8fd-43cd59794070 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:25.591853 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4280327b-a42f-415d-bc48-1f45856e6a62 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:25.623225 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-b72ad0b5-dd2d-475b-9c62-dd4feaa4d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:25.637358 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-65be96b5-6bb3-4933-a16f-c6c98d76db42 None None] For port a962044f-988b-4b59-9906-98014b589fd5, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=a962044f-988b-4b59-9906-98014b589fd5,segment=NetworkSegment(94344a76-8b9e-4e8a-b268-c9e1d24e6b4e),segment_id=94344a76-8b9e-4e8a-b268-c9e1d24e6b4e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:25.637963 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-65be96b5-6bb3-4933-a16f-c6c98d76db42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:25.671149 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4280327b-a42f-415d-bc48-1f45856e6a62 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] No DVR routers for this DVR port a962044f-988b-4b59-9906-98014b589fd5 on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:40:25.676789 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4280327b-a42f-415d-bc48-1f45856e6a62 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event deleted for resources: {'Port': ['ID=a962044f-988b-4b59-9906-98014b589fd5,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:25.719686 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-65be96b5-6bb3-4933-a16f-c6c98d76db42 None None] Calling delete_port for a962044f-988b-4b59-9906-98014b589fd5 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:25.737525 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c15849-5767-4975-beb0-e90a6105ad77 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:25.741677 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-40c15849-5767-4975-beb0-e90a6105ad77 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:25.743441 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72ad0b5-dd2d-475b-9c62-dd4feaa4d4fe None None] Routers {'689a3a82-d4fd-47c4-8a50-ed7b320ff23c'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:25.744167 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-b72ad0b5-dd2d-475b-9c62-dd4feaa4d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:39:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['689a3a82-d4fd-47c4-8a50-ed7b320ff23c'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:25.772268 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac8754-92a3-4dd1-b8fd-43cd59794070 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04e9d888-b2a3-41f0-8e88-90d4bb9e7c6b,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:25.792237 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8ef52949-51fe-4a69-9306-9d26092b9e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:25.810078 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-45260738-fe7b-44b0-bfa9-b9f666107a9c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] For port 4a411362-a0bd-4214-94d5-446e048d15ce, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=4a411362-a0bd-4214-94d5-446e048d15ce,segment=NetworkSegment(b9b35d24-8603-4bc4-a9b2-87fd692e332e),segment_id=b9b35d24-8603-4bc4-a9b2-87fd692e332e)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:25.810589 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-45260738-fe7b-44b0-bfa9-b9f666107a9c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:25.846605 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-b72ad0b5-dd2d-475b-9c62-dd4feaa4d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:25.847629 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72ad0b5-dd2d-475b-9c62-dd4feaa4d4fe None None] The sync data for ids ['689a3a82-d4fd-47c4-8a50-ed7b320ff23c'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:40:25.853137 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-0b87699b-d697-4f66-bd9d-a01632d3ae13 None None] Provisioning complete for port 4a411362-a0bd-4214-94d5-446e048d15ce triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:25.853137 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0b87699b-d697-4f66-bd9d-a01632d3ae13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:25.860041 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4280327b-a42f-415d-bc48-1f45856e6a62 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:25.864640 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-45260738-fe7b-44b0-bfa9-b9f666107a9c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Calling delete_port for 4a411362-a0bd-4214-94d5-446e048d15ce owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:25.873764 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca617687-a87d-4067-a3f9-3d2102df7686 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Deleting subnet b6dcffad-ccfd-4adb-a14c-0ec305572ff5 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:40:25.886740 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ca617687-a87d-4067-a3f9-3d2102df7686 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:25.904761 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4bac8754-92a3-4dd1-b8fd-43cd59794070 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:25.917830 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4bac8754-92a3-4dd1-b8fd-43cd59794070 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:25.939895 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-4280327b-a42f-415d-bc48-1f45856e6a62 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64da55f9-065f-4298-9367-d500367605a2']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:25.955067 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-4280327b-a42f-415d-bc48-1f45856e6a62 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94344a76-8b9e-4e8a-b268-c9e1d24e6b4e') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:25.955636 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-4280327b-a42f-415d-bc48-1f45856e6a62 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94344a76-8b9e-4e8a-b268-c9e1d24e6b4e') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:25.981457 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4280327b-a42f-415d-bc48-1f45856e6a62 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:26.002194 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7c308c7e-d47d-40c9-97e4-5adff17505ae None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:26.026613 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-65be96b5-6bb3-4933-a16f-c6c98d76db42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:26.034668 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1568600-80ee-49f4-b766-912ad8c0661a None None] DHCP port deletion for dcf9a19b-ed90-45e2-92b4-a03e451426c0 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:40:26.069392 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7c308c7e-d47d-40c9-97e4-5adff17505ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:26.078927 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4bac8754-92a3-4dd1-b8fd-43cd59794070 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:26.082343 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be96b5-6bb3-4933-a16f-c6c98d76db42 None None] Pushing event deleted for resources: {'Port': ['ID=a962044f-988b-4b59-9906-98014b589fd5,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:26.083955 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4bac8754-92a3-4dd1-b8fd-43cd59794070 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4586434 Apr 29 11:40:26.084752 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51048) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:26.092929 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4280327b-a42f-415d-bc48-1f45856e6a62 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:26.099291 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-57515c85-47f7-43ef-8e46-7f948db93517 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Request body: {'security_group_rule': {'security_group_id': 'd6304bbf-dad3-4a18-bb57-0b0195f94d43', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:26.119766 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65be96b5-6bb3-4933-a16f-c6c98d76db42 None None] No DVR routers for this DVR port a962044f-988b-4b59-9906-98014b589fd5 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:40:26.146307 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4280327b-a42f-415d-bc48-1f45856e6a62 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:40:26.147849 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4280327b-a42f-415d-bc48-1f45856e6a62 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:26.151678 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:40:26.151678 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:40:26.151678 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:40:26.151678 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:40:26.151678 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:40:26.151678 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:40:26.151678 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:40:26.151678 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:40:26.151678 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:40:26.151678 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:40:26.151678 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:40:26.151678 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:40:26.151678 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:40:26.151678 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:40:26.151678 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:40:26.151678 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:40:26.151678 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:40:26.151678 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:40:26.151678 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:40:26.151678 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:40:26.151678 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:40:26.151678 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:40:26.151678 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:40:26.151678 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:40:26.151678 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:40:26.151678 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:40:26.151678 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:40:26.151678 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:40:26.151678 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:40:26.151678 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:40:26.151678 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:40:26.151678 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:40:26.168263 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c308c7e-d47d-40c9-97e4-5adff17505ae None None] Network 51001d52-3c5f-4076-9f1f-3bddc8cdc9d0 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:26.173247 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac8754-92a3-4dd1-b8fd-43cd59794070 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6304bbf-dad3-4a18-bb57-0b0195f94d43,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:26.180836 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c308c7e-d47d-40c9-97e4-5adff17505ae None None] Pushing event updated for resources: {'Port': ['ID=964c10f3-347c-4d60-afcc-ce84b6e45e04,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:26.185065 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-7c308c7e-d47d-40c9-97e4-5adff17505ae None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:26.187712 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c308c7e-d47d-40c9-97e4-5adff17505ae None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:40:26.269437 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-57515c85-47f7-43ef-8e46-7f948db93517 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:26.269662 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-a1568600-80ee-49f4-b766-912ad8c0661a None None] Deleting port 4a411362-a0bd-4214-94d5-446e048d15ce {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:26.269783 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a1568600-80ee-49f4-b766-912ad8c0661a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:26.285113 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4280327b-a42f-415d-bc48-1f45856e6a62 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:26.345221 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4280327b-a42f-415d-bc48-1f45856e6a62 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:26.351841 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4280327b-a42f-415d-bc48-1f45856e6a62 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "DELETE /v2.0/networks/64da55f9-065f-4298-9367-d500367605a2 HTTP/1.1" status: 204 len: 168 time: 1.6838405 Apr 29 11:40:26.352394 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4280327b-a42f-415d-bc48-1f45856e6a62 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event deleted for resources: {'Network': ['ID=64da55f9-065f-4298-9367-d500367605a2,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:26.356817 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51050) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:26.404936 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ca617687-a87d-4067-a3f9-3d2102df7686 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:26.480299 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.ipam_backend_mixin [None req-40c15849-5767-4975-beb0-e90a6105ad77 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3e60ece2-9b03-4cb3-b89e-7e31379d09fb (CIDR: 172.20.0.0/28) Apr 29 11:40:26.482572 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-7c308c7e-d47d-40c9-97e4-5adff17505ae None None] Attempting to bind port 964c10f3-347c-4d60-afcc-ce84b6e45e04 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:40:26.482947 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-7c308c7e-d47d-40c9-97e4-5adff17505ae None None] Attempting to bind port 964c10f3-347c-4d60-afcc-ce84b6e45e04 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'c2addbf1-4b58-4103-a6d1-e1aeb0d7ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '51001d52-3c5f-4076-9f1f-3bddc8cdc9d0'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:40:26.483426 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c308c7e-d47d-40c9-97e4-5adff17505ae None None] Attempting to bind port 964c10f3-347c-4d60-afcc-ce84b6e45e04 on network 51001d52-3c5f-4076-9f1f-3bddc8cdc9d0 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:40:26.500745 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c308c7e-d47d-40c9-97e4-5adff17505ae None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:40:26.501114 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c308c7e-d47d-40c9-97e4-5adff17505ae None None] Checking segment: {'id': 'c2addbf1-4b58-4103-a6d1-e1aeb0d7ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '51001d52-3c5f-4076-9f1f-3bddc8cdc9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:40:26.501533 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7c308c7e-d47d-40c9-97e4-5adff17505ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:26.501907 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c308c7e-d47d-40c9-97e4-5adff17505ae None None] Bound using segment: {'id': 'c2addbf1-4b58-4103-a6d1-e1aeb0d7ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '51001d52-3c5f-4076-9f1f-3bddc8cdc9d0'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:40:26.502397 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-7c308c7e-d47d-40c9-97e4-5adff17505ae None None] Bound port: 964c10f3-347c-4d60-afcc-ce84b6e45e04, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2addbf1-4b58-4103-a6d1-e1aeb0d7ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '51001d52-3c5f-4076-9f1f-3bddc8cdc9d0'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:40:26.502774 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7c308c7e-d47d-40c9-97e4-5adff17505ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:26.503426 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c15849-5767-4975-beb0-e90a6105ad77 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:40:26.503912 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40c15849-5767-4975-beb0-e90a6105ad77 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:40:26.517017 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-57515c85-47f7-43ef-8e46-7f948db93517 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:26.522626 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-a1568600-80ee-49f4-b766-912ad8c0661a None None] For port 4a411362-a0bd-4214-94d5-446e048d15ce, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=4a411362-a0bd-4214-94d5-446e048d15ce,segment=NetworkSegment(b9b35d24-8603-4bc4-a9b2-87fd692e332e),segment_id=b9b35d24-8603-4bc4-a9b2-87fd692e332e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:26.523121 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a1568600-80ee-49f4-b766-912ad8c0661a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:26.533647 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-57515c85-47f7-43ef-8e46-7f948db93517 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:26.540656 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-a1568600-80ee-49f4-b766-912ad8c0661a None None] Calling delete_port for 4a411362-a0bd-4214-94d5-446e048d15ce owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:26.604755 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57515c85-47f7-43ef-8e46-7f948db93517 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ee2dd5-42d2-4f01-a650-2c270ac8ea0f,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:26.616402 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-57515c85-47f7-43ef-8e46-7f948db93517 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:26.620108 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-57515c85-47f7-43ef-8e46-7f948db93517 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5227861 Apr 29 11:40:26.621587 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51052) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:26.625496 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-40c15849-5767-4975-beb0-e90a6105ad77 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5052924 Apr 29 11:40:26.627197 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-b824814c-bab9-4afc-bdcb-843b3f866602 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Request body: {'security_group_rule': {'security_group_id': 'd6304bbf-dad3-4a18-bb57-0b0195f94d43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:26.634587 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51054) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:26.635360 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8ef52949-51fe-4a69-9306-9d26092b9e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:26.638724 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-45260738-fe7b-44b0-bfa9-b9f666107a9c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:26.644584 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-ad82a782-0725-44fa-843f-af60a1a70291 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'subnet': {'network_id': '51001d52-3c5f-4076-9f1f-3bddc8cdc9d0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:26.650077 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8ef52949-51fe-4a69-9306-9d26092b9e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:26.683120 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-7c308c7e-d47d-40c9-97e4-5adff17505ae None None] For port 964c10f3-347c-4d60-afcc-ce84b6e45e04, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:40:26.714538 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-7c308c7e-d47d-40c9-97e4-5adff17505ae None None] For port 964c10f3-347c-4d60-afcc-ce84b6e45e04, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=964c10f3-347c-4d60-afcc-ce84b6e45e04,segment=NetworkSegment(c2addbf1-4b58-4103-a6d1-e1aeb0d7ebd0),segment_id=c2addbf1-4b58-4103-a6d1-e1aeb0d7ebd0)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:40:26.736623 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45260738-fe7b-44b0-bfa9-b9f666107a9c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Port': ['ID=4a411362-a0bd-4214-94d5-446e048d15ce,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:26.742569 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a1568600-80ee-49f4-b766-912ad8c0661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:26.749192 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device a962044f-988b-4b59-9906-98014b589fd5 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:40:26.756569 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7c308c7e-d47d-40c9-97e4-5adff17505ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:26.759871 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45260738-fe7b-44b0-bfa9-b9f666107a9c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] No DVR routers for this DVR port 4a411362-a0bd-4214-94d5-446e048d15ce on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:40:26.764249 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b824814c-bab9-4afc-bdcb-843b3f866602 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:26.783348 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-96cb1ee6-3f73-473f-950d-2b15b1111a0a tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Deleting port 20e4e4a1-9267-479d-9eb9-b6eee4c0e2bb {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:26.783709 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-96cb1ee6-3f73-473f-950d-2b15b1111a0a tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:26.788661 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef52949-51fe-4a69-9306-9d26092b9e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Port': ['ID=97976fbc-3400-415b-9908-053da47c8c34,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:26.795787 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ca617687-a87d-4067-a3f9-3d2102df7686 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:26.799743 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1568600-80ee-49f4-b766-912ad8c0661a None None] Pushing event deleted for resources: {'Port': ['ID=4a411362-a0bd-4214-94d5-446e048d15ce,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:26.804943 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1568600-80ee-49f4-b766-912ad8c0661a None None] No DVR routers for this DVR port 4a411362-a0bd-4214-94d5-446e048d15ce on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:40:26.808493 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8ef52949-51fe-4a69-9306-9d26092b9e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:26.813728 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: a962044f-988b-4b59-9906-98014b589fd5 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:40:26.814545 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device a962044f-988b-4b59-9906-98014b589fd5 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:40:26.815150 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 4a411362-a0bd-4214-94d5-446e048d15ce no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:40:26.858280 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8c06d566-ed62-4d2e-83f6-d88648590f14 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:26.872838 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 4a411362-a0bd-4214-94d5-446e048d15ce {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:40:26.873459 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 4a411362-a0bd-4214-94d5-446e048d15ce not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:40:26.916886 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c308c7e-d47d-40c9-97e4-5adff17505ae None None] Pushing event updated for resources: {'Port': ['ID=964c10f3-347c-4d60-afcc-ce84b6e45e04,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:26.993629 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-96cb1ee6-3f73-473f-950d-2b15b1111a0a tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:26.994223 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-96cb1ee6-3f73-473f-950d-2b15b1111a0a tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:27.004223 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-b824814c-bab9-4afc-bdcb-843b3f866602 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 11:40:27.005297 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b824814c-bab9-4afc-bdcb-843b3f866602 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3826320 Apr 29 11:40:27.011488 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51056) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:27.033325 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-96cb1ee6-3f73-473f-950d-2b15b1111a0a tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Calling delete_port for 20e4e4a1-9267-479d-9eb9-b6eee4c0e2bb owned by network:floatingip {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:27.043973 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:27.078809 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef52949-51fe-4a69-9306-9d26092b9e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network 8039e09e-f300-4da4-9a1f-9f51a2c7232c is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:27.091732 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06d566-ed62-4d2e-83f6-d88648590f14 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Port': ['ID=fb200bf0-03cf-4555-bee7-89a70c76c2b4,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:27.101640 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-45260738-fe7b-44b0-bfa9-b9f666107a9c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:27.120109 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-8ef52949-51fe-4a69-9306-9d26092b9e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:27.267738 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad82a782-0725-44fa-843f-af60a1a70291 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:27.271626 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ad82a782-0725-44fa-843f-af60a1a70291 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:27.277656 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d702a08b-466d-4cb3-a489-19484a86fdcc tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:27.306494 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-45260738-fe7b-44b0-bfa9-b9f666107a9c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf9a19b-ed90-45e2-92b4-a03e451426c0']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:27.360585 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d702a08b-466d-4cb3-a489-19484a86fdcc tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:27.362366 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c18febcd-38a8-43c2-abd1-6917eadaa468 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:27.383358 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-45260738-fe7b-44b0-bfa9-b9f666107a9c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9b35d24-8603-4bc4-a9b2-87fd692e332e') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:27.383648 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-45260738-fe7b-44b0-bfa9-b9f666107a9c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9b35d24-8603-4bc4-a9b2-87fd692e332e') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:27.417500 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ca617687-a87d-4067-a3f9-3d2102df7686 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:27.479475 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-45260738-fe7b-44b0-bfa9-b9f666107a9c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:27.546639 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-45260738-fe7b-44b0-bfa9-b9f666107a9c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:27.559089 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca617687-a87d-4067-a3f9-3d2102df7686 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Pushing event deleted for resources: {'Subnet': ['ID=b6dcffad-ccfd-4adb-a14c-0ec305572ff5,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:27.561627 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8c06d566-ed62-4d2e-83f6-d88648590f14 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:27.567063 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8c06d566-ed62-4d2e-83f6-d88648590f14 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/fb200bf0-03cf-4555-bee7-89a70c76c2b4 HTTP/1.1" status: 204 len: 168 time: 2.9356725 Apr 29 11:40:27.581728 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ca617687-a87d-4067-a3f9-3d2102df7686 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:27.588968 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ca617687-a87d-4067-a3f9-3d2102df7686 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] 10.222.0.69 "DELETE /v2.0/subnets/b6dcffad-ccfd-4adb-a14c-0ec305572ff5 HTTP/1.1" status: 204 len: 168 time: 2.0104251 Apr 29 11:40:27.590887 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-84463c13-d391-4d4c-b2cb-7726261e394c None None] Provisioning complete for port 97976fbc-3400-415b-9908-053da47c8c34 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:27.591421 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-84463c13-d391-4d4c-b2cb-7726261e394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:27.593332 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51058) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:27.593899 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51060) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:27.595017 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7031595f-ff9e-4e87-ad3f-b0d10a3e07fa None None] Network 40dc6267-eb45-4e37-be2c-688a071d13fe requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:27.612690 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45260738-fe7b-44b0-bfa9-b9f666107a9c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:40:27.613141 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-45260738-fe7b-44b0-bfa9-b9f666107a9c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:27.629187 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:40:27.629187 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:40:27.629187 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:40:27.629187 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:40:27.629187 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:40:27.629187 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:40:27.629187 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:40:27.629187 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:40:27.629187 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:40:27.629187 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:40:27.629187 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:40:27.629187 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:40:27.629187 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:40:27.629187 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:40:27.629187 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:40:27.629187 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:40:27.629187 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:40:27.629187 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:40:27.629187 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:40:27.629187 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:40:27.629187 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:40:27.629187 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:40:27.629187 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:40:27.629187 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:40:27.629187 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:40:27.629187 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:40:27.629187 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:40:27.629187 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:40:27.629187 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:40:27.629187 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:40:27.629187 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:40:27.629187 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:40:27.700801 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-84463c13-d391-4d4c-b2cb-7726261e394c None None] Port 97976fbc-3400-415b-9908-053da47c8c34 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:40:27.780771 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-88aab72d-21ee-4698-8a70-f3838ad7e0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:27.857794 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-96cb1ee6-3f73-473f-950d-2b15b1111a0a tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:27.872260 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef52949-51fe-4a69-9306-9d26092b9e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Router bc61d9ea-e50f-4a40-9b46-8b1afa926e9a is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:40:27.905143 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb1ee6-3f73-473f-950d-2b15b1111a0a tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event deleted for resources: {'Port': ['ID=20e4e4a1-9267-479d-9eb9-b6eee4c0e2bb,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:27.935364 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8d73a7-85f5-48ce-b6a6-27b2093865ae tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:27.936792 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee629041-5931-4711-8ee2-402e10b6f4f9 None None] DHCP port deletion for 40dc6267-eb45-4e37-be2c-688a071d13fe request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:40:27.943809 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8d73a7-85f5-48ce-b6a6-27b2093865ae tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:27.953457 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8d73a7-85f5-48ce-b6a6-27b2093865ae tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:27.963066 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5f8d73a7-85f5-48ce-b6a6-27b2093865ae tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3625088 Apr 29 11:40:27.964234 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-45260738-fe7b-44b0-bfa9-b9f666107a9c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:27.972309 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc22283-a6e8-4ae2-844b-929b35a37a45 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Deleting subnet 9ee89bad-eaa4-44f2-acec-7acaf6a32d11 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:40:27.980517 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51062) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:28.001726 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d702a08b-466d-4cb3-a489-19484a86fdcc tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:28.004269 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d702a08b-466d-4cb3-a489-19484a86fdcc tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:28.008742 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d702a08b-466d-4cb3-a489-19484a86fdcc tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "DELETE /v2.0/security-groups/d6304bbf-dad3-4a18-bb57-0b0195f94d43 HTTP/1.1" status: 204 len: 168 time: 0.9899526 Apr 29 11:40:28.014018 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-45260738-fe7b-44b0-bfa9-b9f666107a9c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:28.015103 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51064) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:28.023458 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-45260738-fe7b-44b0-bfa9-b9f666107a9c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/networks/dcf9a19b-ed90-45e2-92b4-a03e451426c0 HTTP/1.1" status: 204 len: 168 time: 3.1255069 Apr 29 11:40:28.023458 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2cc22283-a6e8-4ae2-844b-929b35a37a45 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:28.054905 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-ee629041-5931-4711-8ee2-402e10b6f4f9 None None] Deleting port ee67bb95-853f-441a-92c8-31775d9f80b6 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:28.055584 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ee629041-5931-4711-8ee2-402e10b6f4f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:28.064639 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51066) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:28.095764 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702a08b-466d-4cb3-a489-19484a86fdcc tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6304bbf-dad3-4a18-bb57-0b0195f94d43,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:28.103362 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45260738-fe7b-44b0-bfa9-b9f666107a9c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Network': ['ID=dcf9a19b-ed90-45e2-92b4-a03e451426c0,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:28.150867 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-96cb1ee6-3f73-473f-950d-2b15b1111a0a tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for floatingip, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:28.153725 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-96cb1ee6-3f73-473f-950d-2b15b1111a0a tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:28.154974 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-96cb1ee6-3f73-473f-950d-2b15b1111a0a tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "DELETE /v2.0/floatingips/6ca67b06-5fc9-4320-bf31-bfa45e8b0f66 HTTP/1.1" status: 204 len: 168 time: 1.7947512 Apr 29 11:40:28.166473 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51068) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:28.185092 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-ee629041-5931-4711-8ee2-402e10b6f4f9 None None] For port ee67bb95-853f-441a-92c8-31775d9f80b6, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=ee67bb95-853f-441a-92c8-31775d9f80b6,segment=NetworkSegment(1896ab42-be21-46ef-bc69-5f015a2732ff),segment_id=1896ab42-be21-46ef-bc69-5f015a2732ff)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:28.185584 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ee629041-5931-4711-8ee2-402e10b6f4f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:28.205171 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-ee629041-5931-4711-8ee2-402e10b6f4f9 None None] Calling delete_port for ee67bb95-853f-441a-92c8-31775d9f80b6 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:28.224904 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-8556ee46-52e0-4770-a3c7-437ff9b7f4d0 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2071962 Apr 29 11:40:28.226071 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef52949-51fe-4a69-9306-9d26092b9e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:40:28.232454 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-8ef52949-51fe-4a69-9306-9d26092b9e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "PUT /v2.0/routers/bc61d9ea-e50f-4a40-9b46-8b1afa926e9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0442898 Apr 29 11:40:28.232672 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51070) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:28.236086 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51072) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:28.239503 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-7ab5fc0a-7126-41c6-bce3-6678a04bf311 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Request body: {'security_group': {'name': 'tempest-secgroup--2100226557'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:28.244605 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087243f9-5b48-44de-b748-dae03b4e960c None None] Sync routers for ids ['bc61d9ea-e50f-4a40-9b46-8b1afa926e9a'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:40:28.248344 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-4328c9be-690f-49ad-8bb3-d9086c3618e4 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] DELETE failed (client error): The resource could not be found. Apr 29 11:40:28.249604 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4328c9be-690f-49ad-8bb3-d9086c3618e4 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:40:28.255139 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4328c9be-690f-49ad-8bb3-d9086c3618e4 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "DELETE /v2.0/ports/a7956433-10a7-4c62-9ec9-c465bd40655f HTTP/1.1" status: 404 len: 333 time: 0.0852251 Apr 29 11:40:28.263877 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087243f9-5b48-44de-b748-dae03b4e960c None None] Routers {'bc61d9ea-e50f-4a40-9b46-8b1afa926e9a'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:28.266961 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51074) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:28.267453 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-087243f9-5b48-44de-b748-dae03b4e960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:40:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['bc61d9ea-e50f-4a40-9b46-8b1afa926e9a'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:28.316819 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d0b555-2c8b-41f9-b1bf-fdb4ed1796b5 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:28.323080 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-11d0b555-2c8b-41f9-b1bf-fdb4ed1796b5 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.2527909 Apr 29 11:40:28.324498 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-087243f9-5b48-44de-b748-dae03b4e960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:28.336821 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087243f9-5b48-44de-b748-dae03b4e960c None None] Routers {'bc61d9ea-e50f-4a40-9b46-8b1afa926e9a'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:28.339045 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-087243f9-5b48-44de-b748-dae03b4e960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:40:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['bc61d9ea-e50f-4a40-9b46-8b1afa926e9a'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:28.339413 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51076) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:28.345860 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ee629041-5931-4711-8ee2-402e10b6f4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:28.349074 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-60e71053-37b6-470d-8449-3a9857403925 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "GET /v2.0/ports?device_id=edc5c5ec-a9aa-4559-a29d-0f12c7380665 HTTP/1.1" status: 200 len: 205 time: 0.0784037 Apr 29 11:40:28.359927 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51078) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:28.386014 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-087243f9-5b48-44de-b748-dae03b4e960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:28.387113 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087243f9-5b48-44de-b748-dae03b4e960c None None] The sync data for ids ['bc61d9ea-e50f-4a40-9b46-8b1afa926e9a'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:40:28.388655 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee629041-5931-4711-8ee2-402e10b6f4f9 None None] No DVR routers for this DVR port ee67bb95-853f-441a-92c8-31775d9f80b6 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:40:28.392787 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee629041-5931-4711-8ee2-402e10b6f4f9 None None] Pushing event deleted for resources: {'Port': ['ID=ee67bb95-853f-441a-92c8-31775d9f80b6,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:28.392994 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa540fe-dfa6-4200-bcbe-13c1c9dac8b8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:28.395139 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7aa540fe-dfa6-4200-bcbe-13c1c9dac8b8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "GET /v2.0/ports/97976fbc-3400-415b-9908-053da47c8c34 HTTP/1.1" status: 200 len: 976 time: 0.1493948 Apr 29 11:40:28.409279 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51080) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:28.465620 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:28.467854 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7ab5fc0a-7126-41c6-bce3-6678a04bf311 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:28.469951 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-01bfaa7f-7cec-40f1-94b5-d18edb35b371 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] delete failed (client error): The resource could not be found. Apr 29 11:40:28.471038 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-01bfaa7f-7cec-40f1-94b5-d18edb35b371 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "DELETE /v2.0/routers/edc5c5ec-a9aa-4559-a29d-0f12c7380665 HTTP/1.1" status: 404 len: 336 time: 0.1084874 Apr 29 11:40:28.473835 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51082) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:28.525174 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-20597148-bf51-41b5-a4c9-d9accfeccf7a tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] DELETE failed (client error): The resource could not be found. Apr 29 11:40:28.525174 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20597148-bf51-41b5-a4c9-d9accfeccf7a tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:40:28.531184 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-20597148-bf51-41b5-a4c9-d9accfeccf7a tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "DELETE /v2.0/subnets/fceaf90f-439c-4386-9b86-17a48dfaeed6 HTTP/1.1" status: 404 len: 337 time: 0.0453644 Apr 29 11:40:28.534505 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51084) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:28.552219 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d023cad2-9b16-4949-94ef-12f77a1cca06 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2084155 Apr 29 11:40:28.552887 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100af81b-a640-457e-865b-10b3bbadc861 None None] Network 51001d52-3c5f-4076-9f1f-3bddc8cdc9d0 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:28.557658 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51086) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:28.562835 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-db0862c1-df08-426c-8e67-fb97c2d3b42d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-361535376'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:28.569424 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2cc22283-a6e8-4ae2-844b-929b35a37a45 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:28.577283 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-c18febcd-38a8-43c2-abd1-6917eadaa468 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.20.0.17 (436b1e4d-d852-4ae8-ad5b-2dd29fed06c0/0908f38a-7e72-4f5f-9200-bc2f3f5e162d/67946bc8-5848-4a26-a785-06a5360aae8d) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:28.608397 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29d6ff7-ae64-4490-83c5-0c78e85af8a9 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting subnet 2679784f-6ab7-4611-b7a1-7f7bff06a8c3 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:40:28.658054 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d29d6ff7-ae64-4490-83c5-0c78e85af8a9 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:28.665488 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0862c1-df08-426c-8e67-fb97c2d3b42d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:28.669446 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-db0862c1-df08-426c-8e67-fb97c2d3b42d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:28.698110 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7ab5fc0a-7126-41c6-bce3-6678a04bf311 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:28.718473 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7ab5fc0a-7126-41c6-bce3-6678a04bf311 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:28.749439 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db0862c1-df08-426c-8e67-fb97c2d3b42d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:40:28.759747 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-c8129a02-9938-4c1f-957e-1a098720e2f3 None None] Provisioning complete for port 964c10f3-347c-4d60-afcc-ce84b6e45e04 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:28.760669 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c8129a02-9938-4c1f-957e-1a098720e2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:28.779206 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-db0862c1-df08-426c-8e67-fb97c2d3b42d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:28.779702 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-db0862c1-df08-426c-8e67-fb97c2d3b42d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Added segment 0f0287da-96f3-4e3f-9acf-8908a6cc1a5e of type vlan for network da024586-5cc3-46e0-8bf8-90ba840f50cd Apr 29 11:40:28.796996 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7ab5fc0a-7126-41c6-bce3-6678a04bf311 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:28.801308 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7ab5fc0a-7126-41c6-bce3-6678a04bf311 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5633502 Apr 29 11:40:28.801308 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5fc0a-7126-41c6-bce3-6678a04bf311 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d32b674-2581-4b03-a833-410e9abd1563,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:28.806013 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-e2244c41-f9b7-427e-bbf4-d143f4c47a85 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Deleting port 55d0bb59-cdac-4f7e-8821-62b0996afdb7 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:28.806649 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e2244c41-f9b7-427e-bbf4-d143f4c47a85 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:28.832123 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51088) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:28.848856 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-6bdb3c82-dd97-4c68-ba94-582dcfbcf01e tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Request body: {'security_group_rule': {'security_group_id': '5d32b674-2581-4b03-a833-410e9abd1563', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:28.849496 dv-neutron-838888-1-hyperv neutron-server[102959]: WARNING neutron.api.v2.base [None req-6bdb3c82-dd97-4c68-ba94-582dcfbcf01e tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 29 11:40:28.850110 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-6bdb3c82-dd97-4c68-ba94-582dcfbcf01e tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:40:28.856266 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6bdb3c82-dd97-4c68-ba94-582dcfbcf01e tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0184216 Apr 29 11:40:28.859831 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51090) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:28.888337 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d29d6ff7-ae64-4490-83c5-0c78e85af8a9 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:28.915512 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 964c10f3-347c-4d60-afcc-ce84b6e45e04 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:40:28.921056 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-db0862c1-df08-426c-8e67-fb97c2d3b42d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:28.956924 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c8129a02-9938-4c1f-957e-1a098720e2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:28.997569 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ad82a782-0725-44fa-843f-af60a1a70291 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:29.006380 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2cc22283-a6e8-4ae2-844b-929b35a37a45 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:29.032132 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-c8129a02-9938-4c1f-957e-1a098720e2f3 None None] For port 964c10f3-347c-4d60-afcc-ce84b6e45e04, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=964c10f3-347c-4d60-afcc-ce84b6e45e04,segment=NetworkSegment(c2addbf1-4b58-4103-a6d1-e1aeb0d7ebd0),segment_id=c2addbf1-4b58-4103-a6d1-e1aeb0d7ebd0)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:29.045237 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 964c10f3-347c-4d60-afcc-ce84b6e45e04 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:29.045963 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:29.061814 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-db0862c1-df08-426c-8e67-fb97c2d3b42d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:29.073020 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0862c1-df08-426c-8e67-fb97c2d3b42d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:29.074137 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-db0862c1-df08-426c-8e67-fb97c2d3b42d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:29.080857 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad82a782-0725-44fa-843f-af60a1a70291 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network 51001d52-3c5f-4076-9f1f-3bddc8cdc9d0 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:29.092630 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e2244c41-f9b7-427e-bbf4-d143f4c47a85 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:29.099814 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c8129a02-9938-4c1f-957e-1a098720e2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:29.140796 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-ad82a782-0725-44fa-843f-af60a1a70291 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:29.156253 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad82a782-0725-44fa-843f-af60a1a70291 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:29.157597 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ad82a782-0725-44fa-843f-af60a1a70291 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:29.165306 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-17707488-8407-48fd-9867-6d11e6d8d372 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:29.169546 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-e2244c41-f9b7-427e-bbf4-d143f4c47a85 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Calling delete_port for 55d0bb59-cdac-4f7e-8821-62b0996afdb7 owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:29.202398 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c18febcd-38a8-43c2-abd1-6917eadaa468 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:29.218316 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8129a02-9938-4c1f-957e-1a098720e2f3 None None] Pushing event updated for resources: {'Port': ['ID=964c10f3-347c-4d60-afcc-ce84b6e45e04,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:29.243352 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad82a782-0725-44fa-843f-af60a1a70291 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Subnet': ['ID=ed7e2ff6-9c59-4dd5-bd65-dbb1559d0d25,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:29.267856 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47084e62-f0ff-480f-8f4f-b5b6b312d99c None None] Network 51001d52-3c5f-4076-9f1f-3bddc8cdc9d0 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:29.275004 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ad82a782-0725-44fa-843f-af60a1a70291 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6373096 Apr 29 11:40:29.276107 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-db0862c1-df08-426c-8e67-fb97c2d3b42d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7170923 Apr 29 11:40:29.279404 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d29d6ff7-ae64-4490-83c5-0c78e85af8a9 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:29.284233 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51092) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:29.284656 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51094) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:29.294767 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-0649b8ed-876c-4613-96d7-e5716aae3d16 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'subnet': {'network_id': 'da024586-5cc3-46e0-8bf8-90ba840f50cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:29.303033 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-6bd4f867-0ac6-44f1-9d48-8fa5460a1ac5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'port': {'network_id': '51001d52-3c5f-4076-9f1f-3bddc8cdc9d0', 'fixed_ips': [{'subnet_id': '3e60ece2-9b03-4cb3-b89e-7e31379d09fb'}, {'subnet_id': 'ed7e2ff6-9c59-4dd5-bd65-dbb1559d0d25'}], 'name': 'tempest-PortsTestJSON-943093029'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:29.309536 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-17707488-8407-48fd-9867-6d11e6d8d372 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:29.314521 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0862c1-df08-426c-8e67-fb97c2d3b42d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Network': ['ID=da024586-5cc3-46e0-8bf8-90ba840f50cd,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:29.339718 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network da024586-5cc3-46e0-8bf8-90ba840f50cd details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:40:29.412030 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device ee67bb95-853f-441a-92c8-31775d9f80b6 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:40:29.452159 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: ee67bb95-853f-441a-92c8-31775d9f80b6 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:40:29.452502 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device ee67bb95-853f-441a-92c8-31775d9f80b6 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:40:29.464641 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5355df9e-a89e-41d0-ba77-ef67e581a9cb None None] Provisioning complete for port 964c10f3-347c-4d60-afcc-ce84b6e45e04 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:29.464641 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5355df9e-a89e-41d0-ba77-ef67e581a9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:29.529052 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-17707488-8407-48fd-9867-6d11e6d8d372 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:29.532768 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-17707488-8407-48fd-9867-6d11e6d8d372 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:29.537542 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-17707488-8407-48fd-9867-6d11e6d8d372 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "DELETE /v2.0/security-groups/5d32b674-2581-4b03-a833-410e9abd1563 HTTP/1.1" status: 204 len: 168 time: 0.6763957 Apr 29 11:40:29.542859 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51096) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:29.578670 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17707488-8407-48fd-9867-6d11e6d8d372 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d32b674-2581-4b03-a833-410e9abd1563,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:29.603646 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e2244c41-f9b7-427e-bbf4-d143f4c47a85 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:29.654806 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2e76b184-6238-4620-a1e5-e0b31a344ef0 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1074235 Apr 29 11:40:29.659207 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2244c41-f9b7-427e-bbf4-d143f4c47a85 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event deleted for resources: {'Port': ['ID=55d0bb59-cdac-4f7e-8821-62b0996afdb7,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:29.669863 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51098) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:29.694495 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-5e143437-4f5b-4d1b-9666-8c1d0feb8e2f tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Request body: {'security_group': {'name': 'tempest-secgroup--101167967'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:29.744472 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2cc22283-a6e8-4ae2-844b-929b35a37a45 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:29.748723 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e143437-4f5b-4d1b-9666-8c1d0feb8e2f tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:29.751394 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee871ac-ac10-4bdf-9d49-ee9b4933c6cb None None] Update dhcp port {'port': {'network_id': '51001d52-3c5f-4076-9f1f-3bddc8cdc9d0', 'fixed_ips': [{'subnet_id': '3e60ece2-9b03-4cb3-b89e-7e31379d09fb', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ed7e2ff6-9c59-4dd5-bd65-dbb1559d0d25'}], 'binding:host_id': 'dv-neutron-838888-1-hyperv'}, 'id': '964c10f3-347c-4d60-afcc-ce84b6e45e04'} from dv-neutron-838888-1-hyperv. {{(pid=102961) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 11:40:29.777127 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e2244c41-f9b7-427e-bbf4-d143f4c47a85 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:29.780477 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e2244c41-f9b7-427e-bbf4-d143f4c47a85 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "DELETE /v2.0/ports/55d0bb59-cdac-4f7e-8821-62b0996afdb7 HTTP/1.1" status: 204 len: 168 time: 1.2451508 Apr 29 11:40:29.783613 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51100) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:29.784189 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5ee871ac-ac10-4bdf-9d49-ee9b4933c6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:29.871935 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc22283-a6e8-4ae2-844b-929b35a37a45 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee89bad-eaa4-44f2-acec-7acaf6a32d11,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:29.874353 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2cc22283-a6e8-4ae2-844b-929b35a37a45 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:29.877764 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2cc22283-a6e8-4ae2-844b-929b35a37a45 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] 10.222.0.69 "DELETE /v2.0/subnets/9ee89bad-eaa4-44f2-acec-7acaf6a32d11 HTTP/1.1" status: 204 len: 168 time: 2.2762928 Apr 29 11:40:29.881162 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51102) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:29.908566 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92ea429-cb89-4315-8b0b-59b414cb4b67 None None] Network 2aaadb54-b468-45ef-bf73-d3936cb700f9 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:29.925629 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c18febcd-38a8-43c2-abd1-6917eadaa468 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:29.934331 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e143437-4f5b-4d1b-9666-8c1d0feb8e2f tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:29.975690 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e143437-4f5b-4d1b-9666-8c1d0feb8e2f tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:30.021393 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18febcd-38a8-43c2-abd1-6917eadaa468 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 436b1e4d-d852-4ae8-ad5b-2dd29fed06c0 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:30.022642 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:30.026266 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d29d6ff7-ae64-4490-83c5-0c78e85af8a9 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:30.042667 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e143437-4f5b-4d1b-9666-8c1d0feb8e2f tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:30.047175 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-c18febcd-38a8-43c2-abd1-6917eadaa468 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:30.047395 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5e143437-4f5b-4d1b-9666-8c1d0feb8e2f tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3779464 Apr 29 11:40:30.047982 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51104) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:30.055932 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-f0901cc5-705c-4bed-8f54-d0934ffcedc5 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Request body: {'security_group_rule': {'security_group_id': '6ab0fd17-34ad-46f3-974e-0aeb32b776ac', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:30.062533 dv-neutron-838888-1-hyperv neutron-server[102959]: WARNING neutron.api.v2.base [None req-f0901cc5-705c-4bed-8f54-d0934ffcedc5 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 29 11:40:30.063190 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-f0901cc5-705c-4bed-8f54-d0934ffcedc5 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:40:30.067819 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f0901cc5-705c-4bed-8f54-d0934ffcedc5 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0162930 Apr 29 11:40:30.073314 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ca45f2e2-f17e-436f-b908-83efd0166916 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:30.078342 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51106) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:30.084534 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e143437-4f5b-4d1b-9666-8c1d0feb8e2f tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab0fd17-34ad-46f3-974e-0aeb32b776ac,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:30.086060 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18febcd-38a8-43c2-abd1-6917eadaa468 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:40:30.099918 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-416b8821-6324-4d61-a37d-030a1a92bd32 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Deleting port af95f0e6-3860-4bfb-a7b9-5c8c0065f403 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:30.100245 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-416b8821-6324-4d61-a37d-030a1a92bd32 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:30.121574 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d6ff7-ae64-4490-83c5-0c78e85af8a9 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Subnet': ['ID=2679784f-6ab7-4611-b7a1-7f7bff06a8c3,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:30.124535 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18febcd-38a8-43c2-abd1-6917eadaa468 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=67946bc8-5848-4a26-a785-06a5360aae8d,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:30.128113 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d29d6ff7-ae64-4490-83c5-0c78e85af8a9 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:30.130608 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d29d6ff7-ae64-4490-83c5-0c78e85af8a9 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/2679784f-6ab7-4611-b7a1-7f7bff06a8c3 HTTP/1.1" status: 204 len: 168 time: 2.1218765 Apr 29 11:40:30.137861 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-5ee871ac-ac10-4bdf-9d49-ee9b4933c6cb None None] Allocated IP 172.20.0.18 (51001d52-3c5f-4076-9f1f-3bddc8cdc9d0/ed7e2ff6-9c59-4dd5-bd65-dbb1559d0d25/964c10f3-347c-4d60-afcc-ce84b6e45e04) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:30.138061 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51108) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:30.146513 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0649b8ed-876c-4613-96d7-e5716aae3d16 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:30.149389 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7ad60e-fb09-4f6e-bacb-56af0f998c50 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:30.151332 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0649b8ed-876c-4613-96d7-e5716aae3d16 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:30.189216 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd4f867-0ac6-44f1-9d48-8fa5460a1ac5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:30.296892 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e43f37-4cfb-4252-827d-36c19de7ffa0 None None] DHCP port deletion for 2aaadb54-b468-45ef-bf73-d3936cb700f9 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:40:30.314272 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c18febcd-38a8-43c2-abd1-6917eadaa468 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:30.379690 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-a45449a9-52ab-42fe-8b76-703841f8cf92 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting subnet f0179a15-706f-48f8-b7fe-53c2e02a6303 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:40:30.383549 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-532083c6-11e9-4bc1-9600-ff162fc3d32c tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:30.421339 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-416b8821-6324-4d61-a37d-030a1a92bd32 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:30.425257 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a45449a9-52ab-42fe-8b76-703841f8cf92 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:30.464283 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5ee871ac-ac10-4bdf-9d49-ee9b4933c6cb None None] For port 964c10f3-347c-4d60-afcc-ce84b6e45e04, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=964c10f3-347c-4d60-afcc-ce84b6e45e04,segment=NetworkSegment(c2addbf1-4b58-4103-a6d1-e1aeb0d7ebd0),segment_id=c2addbf1-4b58-4103-a6d1-e1aeb0d7ebd0)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:30.468716 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-416b8821-6324-4d61-a37d-030a1a92bd32 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Calling delete_port for af95f0e6-3860-4bfb-a7b9-5c8c0065f403 owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:30.477252 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ca45f2e2-f17e-436f-b908-83efd0166916 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:30.484093 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:30.493895 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-97606d92-0ef3-486f-969b-1f08276d360d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:30.501584 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6bd4f867-0ac6-44f1-9d48-8fa5460a1ac5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:30.533206 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-532083c6-11e9-4bc1-9600-ff162fc3d32c tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:30.548242 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-ca45f2e2-f17e-436f-b908-83efd0166916 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40dc6267-eb45-4e37-be2c-688a071d13fe']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:30.579826 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a45449a9-52ab-42fe-8b76-703841f8cf92 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:30.583479 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5ee871ac-ac10-4bdf-9d49-ee9b4933c6cb None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:30.594337 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-a052594e-38b0-43a8-9c7b-63341460336d None None] Provisioning complete for port 67946bc8-5848-4a26-a785-06a5360aae8d triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:30.594725 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a052594e-38b0-43a8-9c7b-63341460336d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:30.616543 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5ee871ac-ac10-4bdf-9d49-ee9b4933c6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:30.635300 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-ca45f2e2-f17e-436f-b908-83efd0166916 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1896ab42-be21-46ef-bc69-5f015a2732ff') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:30.635606 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-ca45f2e2-f17e-436f-b908-83efd0166916 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1896ab42-be21-46ef-bc69-5f015a2732ff') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:30.659698 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-6bd4f867-0ac6-44f1-9d48-8fa5460a1ac5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] device_id is not set on port af9b6daf-9237-4886-be3a-cd954cb597e0 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:40:30.678722 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ca45f2e2-f17e-436f-b908-83efd0166916 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:30.766338 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-532083c6-11e9-4bc1-9600-ff162fc3d32c tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:30.769248 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-532083c6-11e9-4bc1-9600-ff162fc3d32c tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:30.774115 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-532083c6-11e9-4bc1-9600-ff162fc3d32c tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "DELETE /v2.0/security-groups/6ab0fd17-34ad-46f3-974e-0aeb32b776ac HTTP/1.1" status: 204 len: 168 time: 0.6906857 Apr 29 11:40:30.777193 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ca45f2e2-f17e-436f-b908-83efd0166916 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:30.791511 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51110) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:30.828039 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca45f2e2-f17e-436f-b908-83efd0166916 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:40:30.828496 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ca45f2e2-f17e-436f-b908-83efd0166916 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:30.837990 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:40:30.837990 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:40:30.837990 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:40:30.837990 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:40:30.837990 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:40:30.837990 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:40:30.837990 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:40:30.837990 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:40:30.837990 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:40:30.837990 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:40:30.837990 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:40:30.837990 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:40:30.837990 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:40:30.837990 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:40:30.837990 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:40:30.837990 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:40:30.837990 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:40:30.837990 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:40:30.837990 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:40:30.837990 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:40:30.837990 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:40:30.837990 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:40:30.837990 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:40:30.837990 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:40:30.837990 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:40:30.837990 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:40:30.837990 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:40:30.837990 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:40:30.837990 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:40:30.837990 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:40:30.837990 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:40:30.837990 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:40:30.857922 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532083c6-11e9-4bc1-9600-ff162fc3d32c tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab0fd17-34ad-46f3-974e-0aeb32b776ac,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:30.888516 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 964c10f3-347c-4d60-afcc-ce84b6e45e04 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:40:30.937410 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-a052594e-38b0-43a8-9c7b-63341460336d None None] Port 67946bc8-5848-4a26-a785-06a5360aae8d cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:40:30.968582 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-27e43f37-4cfb-4252-827d-36c19de7ffa0 None None] Deleting port ad3f1bb0-3fac-4f78-99a4-093e5f360544 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:30.968967 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-27e43f37-4cfb-4252-827d-36c19de7ffa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:30.974879 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee871ac-ac10-4bdf-9d49-ee9b4933c6cb None None] Pushing event updated for resources: {'Port': ['ID=964c10f3-347c-4d60-afcc-ce84b6e45e04,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:31.000378 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a45449a9-52ab-42fe-8b76-703841f8cf92 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:31.006022 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c18febcd-38a8-43c2-abd1-6917eadaa468 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:31.015079 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9b43de0c-32e7-4cdd-93c6-6bc584e7fa0f tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2151010 Apr 29 11:40:31.040584 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51112) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:31.052132 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-87a30118-de77-4fe9-9901-e496e642a48a tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Request body: {'security_group': {'name': 'tempest-secgroup--355345810'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:31.065529 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ca45f2e2-f17e-436f-b908-83efd0166916 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:31.066524 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0649b8ed-876c-4613-96d7-e5716aae3d16 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:31.075516 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-27e43f37-4cfb-4252-827d-36c19de7ffa0 None None] For port ad3f1bb0-3fac-4f78-99a4-093e5f360544, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=ad3f1bb0-3fac-4f78-99a4-093e5f360544,segment=NetworkSegment(1d66a7f1-aa57-489f-9b70-bbd4aaff413a),segment_id=1d66a7f1-aa57-489f-9b70-bbd4aaff413a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:31.075925 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-27e43f37-4cfb-4252-827d-36c19de7ffa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:31.092100 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 964c10f3-347c-4d60-afcc-ce84b6e45e04 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:31.092469 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:31.094350 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-27e43f37-4cfb-4252-827d-36c19de7ffa0 None None] Calling delete_port for ad3f1bb0-3fac-4f78-99a4-093e5f360544 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:31.111164 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ca45f2e2-f17e-436f-b908-83efd0166916 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:31.117838 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ca45f2e2-f17e-436f-b908-83efd0166916 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] 10.222.0.69 "DELETE /v2.0/networks/40dc6267-eb45-4e37-be2c-688a071d13fe HTTP/1.1" status: 204 len: 168 time: 1.2324755 Apr 29 11:40:31.121380 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51114) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:31.151605 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45f2e2-f17e-436f-b908-83efd0166916 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Pushing event deleted for resources: {'Network': ['ID=40dc6267-eb45-4e37-be2c-688a071d13fe,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:31.283402 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-416b8821-6324-4d61-a37d-030a1a92bd32 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:31.285802 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a45449a9-52ab-42fe-8b76-703841f8cf92 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:31.291439 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-27e43f37-4cfb-4252-827d-36c19de7ffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:31.333434 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e43f37-4cfb-4252-827d-36c19de7ffa0 None None] No DVR routers for this DVR port ad3f1bb0-3fac-4f78-99a4-093e5f360544 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:40:31.338422 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e43f37-4cfb-4252-827d-36c19de7ffa0 None None] Pushing event deleted for resources: {'Port': ['ID=ad3f1bb0-3fac-4f78-99a4-093e5f360544,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:31.390924 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device ad3f1bb0-3fac-4f78-99a4-093e5f360544 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:40:31.416376 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: ad3f1bb0-3fac-4f78-99a4-093e5f360544 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:40:31.416624 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device ad3f1bb0-3fac-4f78-99a4-093e5f360544 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:40:31.439007 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649b8ed-876c-4613-96d7-e5716aae3d16 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Subnet': ['ID=0a305efd-b26f-4d54-90c4-b30fecbedac8,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:31.456983 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-87a30118-de77-4fe9-9901-e496e642a48a tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:31.492002 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45449a9-52ab-42fe-8b76-703841f8cf92 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Subnet': ['ID=f0179a15-706f-48f8-b7fe-53c2e02a6303,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:31.502109 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a45449a9-52ab-42fe-8b76-703841f8cf92 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:31.510914 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a45449a9-52ab-42fe-8b76-703841f8cf92 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/f0179a15-706f-48f8-b7fe-53c2e02a6303 HTTP/1.1" status: 204 len: 168 time: 1.3677890 Apr 29 11:40:31.511868 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b8821-6324-4d61-a37d-030a1a92bd32 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event deleted for resources: {'Port': ['ID=af95f0e6-3860-4bfb-a7b9-5c8c0065f403,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:31.528718 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51120) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:31.605500 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1232e25-7b06-4015-830a-aa2ebc079b74 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:31.627775 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-72b7afa0-a7ed-4c14-9e5a-abcbb84bce25 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0978792 Apr 29 11:40:31.631640 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6711b59b-105d-440a-ad63-e4262e7b0041 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:31.635618 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51122) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:31.640954 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-3b7f1dca-8fcc-417e-a11c-9eb01c7b7b23 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:31.707307 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-54a0ca5e-0fdc-4d79-95d3-3d473493bc5c None None] Provisioning complete for port 0c44e168-b38a-492b-b598-2448d2b19de5 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:31.707709 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-54a0ca5e-0fdc-4d79-95d3-3d473493bc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:31.739488 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-416b8821-6324-4d61-a37d-030a1a92bd32 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:31.748191 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-416b8821-6324-4d61-a37d-030a1a92bd32 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "DELETE /v2.0/ports/af95f0e6-3860-4bfb-a7b9-5c8c0065f403 HTTP/1.1" status: 204 len: 168 time: 1.9615369 Apr 29 11:40:31.750301 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51124) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:31.873218 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6711b59b-105d-440a-ad63-e4262e7b0041 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:31.916056 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-6bd4f867-0ac6-44f1-9d48-8fa5460a1ac5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Allocated IP 172.20.0.10 (51001d52-3c5f-4076-9f1f-3bddc8cdc9d0/3e60ece2-9b03-4cb3-b89e-7e31379d09fb/af9b6daf-9237-4886-be3a-cd954cb597e0) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:31.920029 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-6711b59b-105d-440a-ad63-e4262e7b0041 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aaadb54-b468-45ef-bf73-d3936cb700f9']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:31.921741 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0649b8ed-876c-4613-96d7-e5716aae3d16 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Checking segment: {'id': '0f0287da-96f3-4e3f-9acf-8908a6cc1a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da024586-5cc3-46e0-8bf8-90ba840f50cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:40:31.922105 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0649b8ed-876c-4613-96d7-e5716aae3d16 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network hostable DHCP agents. Network: da024586-5cc3-46e0-8bf8-90ba840f50cd, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:40:31.923823 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81b4c3c-b03f-4787-82fa-a0a09b8922e7 None None] DHCP port deletion for 62578361-baac-4d3e-b4ee-401a25f05a0e request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:40:31.942294 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-6711b59b-105d-440a-ad63-e4262e7b0041 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d66a7f1-aa57-489f-9b70-bbd4aaff413a') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:31.942601 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-6711b59b-105d-440a-ad63-e4262e7b0041 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d66a7f1-aa57-489f-9b70-bbd4aaff413a') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:31.946932 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7f1dca-8fcc-417e-a11c-9eb01c7b7b23 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:31.951165 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3b7f1dca-8fcc-417e-a11c-9eb01c7b7b23 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:31.964841 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-6bd4f867-0ac6-44f1-9d48-8fa5460a1ac5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Allocated IP 172.20.0.22 (51001d52-3c5f-4076-9f1f-3bddc8cdc9d0/ed7e2ff6-9c59-4dd5-bd65-dbb1559d0d25/af9b6daf-9237-4886-be3a-cd954cb597e0) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:31.972198 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-87a30118-de77-4fe9-9901-e496e642a48a tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:31.986005 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-d81b4c3c-b03f-4787-82fa-a0a09b8922e7 None None] Deleting port 0c44e168-b38a-492b-b598-2448d2b19de5 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:31.986659 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d81b4c3c-b03f-4787-82fa-a0a09b8922e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:31.990306 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc583570-d346-484a-a3b2-2ce8d2d9eb4f tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:31.992499 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-bc583570-d346-484a-a3b2-2ce8d2d9eb4f tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b852a27-38d8-4c52-8f6a-e6deebc4b1a5 HTTP/1.1" status: 200 len: 913 time: 0.2412102 Apr 29 11:40:31.996216 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-87a30118-de77-4fe9-9901-e496e642a48a tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:31.997852 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51128) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:31.999733 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6711b59b-105d-440a-ad63-e4262e7b0041 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:32.069222 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-83d19fb4-5fa5-48e6-ba6e-303f2bf0f0ad None None] Provisioning complete for port 964c10f3-347c-4d60-afcc-ce84b6e45e04 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:32.069542 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-83d19fb4-5fa5-48e6-ba6e-303f2bf0f0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:32.073881 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0649b8ed-876c-4613-96d7-e5716aae3d16 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network da024586-5cc3-46e0-8bf8-90ba840f50cd is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:40:32.091414 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-87a30118-de77-4fe9-9901-e496e642a48a tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:32.095284 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-87a30118-de77-4fe9-9901-e496e642a48a tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0477335 Apr 29 11:40:32.102612 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-d81b4c3c-b03f-4787-82fa-a0a09b8922e7 None None] For port 0c44e168-b38a-492b-b598-2448d2b19de5, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=0c44e168-b38a-492b-b598-2448d2b19de5,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:32.102977 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a30118-de77-4fe9-9901-e496e642a48a tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65ef5ca4-ebc9-46cd-bc06-4b338d2b178e,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:32.103175 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d81b4c3c-b03f-4787-82fa-a0a09b8922e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:32.106934 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6711b59b-105d-440a-ad63-e4262e7b0041 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:32.108848 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51130) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:32.114979 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-2d62caec-67ac-445e-8d22-3dd147a475b2 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Request body: {'security_group_rule': {'security_group_id': '65ef5ca4-ebc9-46cd-bc06-4b338d2b178e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:32.115915 dv-neutron-838888-1-hyperv neutron-server[102959]: WARNING neutron.api.v2.base [None req-2d62caec-67ac-445e-8d22-3dd147a475b2 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 29 11:40:32.116535 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-2d62caec-67ac-445e-8d22-3dd147a475b2 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:40:32.120513 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2d62caec-67ac-445e-8d22-3dd147a475b2 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0077257 Apr 29 11:40:32.125323 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51132) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:32.128644 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-d81b4c3c-b03f-4787-82fa-a0a09b8922e7 None None] Calling delete_port for 0c44e168-b38a-492b-b598-2448d2b19de5 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:32.136071 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6711b59b-105d-440a-ad63-e4262e7b0041 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:40:32.136580 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6711b59b-105d-440a-ad63-e4262e7b0041 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:32.141896 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:40:32.141896 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:40:32.141896 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:40:32.141896 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:40:32.141896 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:40:32.141896 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:40:32.141896 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:40:32.141896 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:40:32.141896 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:40:32.141896 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:40:32.141896 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:40:32.141896 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:40:32.141896 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:40:32.141896 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:40:32.141896 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:40:32.141896 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:40:32.141896 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:40:32.141896 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:40:32.141896 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:40:32.141896 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:40:32.141896 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:40:32.141896 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:40:32.141896 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:40:32.141896 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:40:32.141896 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:40:32.141896 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:40:32.141896 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:40:32.141896 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:40:32.141896 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:40:32.141896 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:40:32.141896 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:40:32.141896 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:40:32.168281 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-a3fc6be6-6da7-4f16-a8a2-e717228d5b1d tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Request body: {'security_group_rule': {'security_group_id': '65ef5ca4-ebc9-46cd-bc06-4b338d2b178e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:32.169654 dv-neutron-838888-1-hyperv neutron-server[102960]: WARNING neutron.api.v2.base [None req-a3fc6be6-6da7-4f16-a8a2-e717228d5b1d tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 29 11:40:32.169654 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-a3fc6be6-6da7-4f16-a8a2-e717228d5b1d tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:40:32.170500 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a3fc6be6-6da7-4f16-a8a2-e717228d5b1d tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0241344 Apr 29 11:40:32.172080 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-0649b8ed-876c-4613-96d7-e5716aae3d16 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, da024586-5cc3-46e0-8bf8-90ba840f50cd) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:32.176799 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0649b8ed-876c-4613-96d7-e5716aae3d16 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:32.177399 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0649b8ed-876c-4613-96d7-e5716aae3d16 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:32.189610 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f22fe30-e6dc-4978-a9cb-a0b5b7329062 None None] Network da024586-5cc3-46e0-8bf8-90ba840f50cd requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:32.195190 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-97606d92-0ef3-486f-969b-1f08276d360d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Deleting port 97976fbc-3400-415b-9908-053da47c8c34 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:32.195386 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-97606d92-0ef3-486f-969b-1f08276d360d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:32.205567 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51134) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:32.215068 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-046545c7-4cbf-49ec-a8b2-d7f60b82d550 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Request body: {'security_group_rule': {'security_group_id': '65ef5ca4-ebc9-46cd-bc06-4b338d2b178e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:32.216694 dv-neutron-838888-1-hyperv neutron-server[102959]: WARNING neutron.api.v2.base [None req-046545c7-4cbf-49ec-a8b2-d7f60b82d550 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 29 11:40:32.216694 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-046545c7-4cbf-49ec-a8b2-d7f60b82d550 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:40:32.220365 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-046545c7-4cbf-49ec-a8b2-d7f60b82d550 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073719 Apr 29 11:40:32.229646 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51136) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:32.238369 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-d2f4254b-7022-4c2a-9f75-34643ca53923 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Request body: {'security_group_rule': {'security_group_id': '65ef5ca4-ebc9-46cd-bc06-4b338d2b178e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:32.239122 dv-neutron-838888-1-hyperv neutron-server[102959]: WARNING neutron.api.v2.base [None req-d2f4254b-7022-4c2a-9f75-34643ca53923 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 29 11:40:32.239897 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-d2f4254b-7022-4c2a-9f75-34643ca53923 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:40:32.243970 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d2f4254b-7022-4c2a-9f75-34643ca53923 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0083115 Apr 29 11:40:32.247156 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51138) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:32.305157 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c18febcd-38a8-43c2-abd1-6917eadaa468 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:32.315125 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0649b8ed-876c-4613-96d7-e5716aae3d16 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0252235 Apr 29 11:40:32.317267 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-97606d92-0ef3-486f-969b-1f08276d360d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:32.337351 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d81b4c3c-b03f-4787-82fa-a0a09b8922e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:32.369314 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-97606d92-0ef3-486f-969b-1f08276d360d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Calling delete_port for 97976fbc-3400-415b-9908-053da47c8c34 owned by network:router_interface {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:32.373032 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b4c3c-b03f-4787-82fa-a0a09b8922e7 None None] Pushing event deleted for resources: {'Port': ['ID=0c44e168-b38a-492b-b598-2448d2b19de5,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:32.388261 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51140) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:32.389295 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c18febcd-38a8-43c2-abd1-6917eadaa468 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:32.395684 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81b4c3c-b03f-4787-82fa-a0a09b8922e7 None None] No DVR routers for this DVR port 0c44e168-b38a-492b-b598-2448d2b19de5 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:40:32.417169 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-9a10da32-952e-45ca-b807-2a522d91821f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'port': {'network_id': 'da024586-5cc3-46e0-8bf8-90ba840f50cd', 'name': 'tempest-PortsIpV6TestJSON-1979120609'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:32.448134 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3ee95f-e720-4b04-ab17-34384dda30e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-da024586-5cc3-46e0-8bf8-90ba840f50cd', 'network_id': 'da024586-5cc3-46e0-8bf8-90ba840f50cd', 'tenant_id': 'f7a7bd2b70fc4f5cafed95969987752a', 'fixed_ips': [{'subnet_id': '0a305efd-b26f-4d54-90c4-b30fecbedac8'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:40:32.449297 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-da3ee95f-e720-4b04-ab17-34384dda30e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:32.613611 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-da3ee95f-e720-4b04-ab17-34384dda30e2 None None] Allocated IP 2001:db8::2 (da024586-5cc3-46e0-8bf8-90ba840f50cd/0a305efd-b26f-4d54-90c4-b30fecbedac8/eca3ca25-8036-48b0-880b-624c159c908c) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:32.636463 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18febcd-38a8-43c2-abd1-6917eadaa468 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=67946bc8-5848-4a26-a785-06a5360aae8d,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:32.650206 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c18febcd-38a8-43c2-abd1-6917eadaa468 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:32.711971 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6711b59b-105d-440a-ad63-e4262e7b0041 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:32.716683 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6711b59b-105d-440a-ad63-e4262e7b0041 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:32.720010 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6711b59b-105d-440a-ad63-e4262e7b0041 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] 10.222.0.69 "DELETE /v2.0/networks/2aaadb54-b468-45ef-bf73-d3936cb700f9 HTTP/1.1" status: 204 len: 168 time: 1.5873256 Apr 29 11:40:32.725487 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6bd4f867-0ac6-44f1-9d48-8fa5460a1ac5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:32.728973 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51144) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:32.760367 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711b59b-105d-440a-ad63-e4262e7b0041 tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Pushing event deleted for resources: {'Network': ['ID=2aaadb54-b468-45ef-bf73-d3936cb700f9,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:32.819112 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 964c10f3-347c-4d60-afcc-ce84b6e45e04 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:40:32.838751 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-457025ab-ec9b-426b-8035-191f1bf16850 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:32.869942 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-e431672a-7e79-4eb5-871e-79efc98b3caf tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Deleting subnet f88a73f9-e9c1-4786-86e0-7fc14eae8f88 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:40:32.883139 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e431672a-7e79-4eb5-871e-79efc98b3caf tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:32.919569 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-457025ab-ec9b-426b-8035-191f1bf16850 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:32.927306 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-da3ee95f-e720-4b04-ab17-34384dda30e2 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:32.936803 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 964c10f3-347c-4d60-afcc-ce84b6e45e04 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:32.937242 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:32.957425 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3b7f1dca-8fcc-417e-a11c-9eb01c7b7b23 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:32.963844 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-da3ee95f-e720-4b04-ab17-34384dda30e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:32.975898 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18febcd-38a8-43c2-abd1-6917eadaa468 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 436b1e4d-d852-4ae8-ad5b-2dd29fed06c0 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:32.980934 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-c18febcd-38a8-43c2-abd1-6917eadaa468 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:32.983149 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a10da32-952e-45ca-b807-2a522d91821f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:32.986832 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9a10da32-952e-45ca-b807-2a522d91821f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:32.994916 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e431672a-7e79-4eb5-871e-79efc98b3caf tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:33.033778 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3ee95f-e720-4b04-ab17-34384dda30e2 None None] Network da024586-5cc3-46e0-8bf8-90ba840f50cd is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:33.037328 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ee95f-e720-4b04-ab17-34384dda30e2 None None] Pushing event updated for resources: {'Port': ['ID=eca3ca25-8036-48b0-880b-624c159c908c,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:33.038008 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6bd4f867-0ac6-44f1-9d48-8fa5460a1ac5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:33.041267 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-da3ee95f-e720-4b04-ab17-34384dda30e2 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:33.044047 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3ee95f-e720-4b04-ab17-34384dda30e2 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:40:33.063909 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7f1dca-8fcc-417e-a11c-9eb01c7b7b23 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:33.074938 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-3b7f1dca-8fcc-417e-a11c-9eb01c7b7b23 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:33.077948 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7f1dca-8fcc-417e-a11c-9eb01c7b7b23 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:33.078587 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3b7f1dca-8fcc-417e-a11c-9eb01c7b7b23 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:33.122799 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe7655e-ad5e-47db-98de-94c603301b46 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:33.129179 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f1dca-8fcc-417e-a11c-9eb01c7b7b23 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Subnet': ['ID=e23a4736-f38e-4ef5-b929-9c035749d89e,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:33.148484 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-457025ab-ec9b-426b-8035-191f1bf16850 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:33.155942 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-457025ab-ec9b-426b-8035-191f1bf16850 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:33.155942 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-457025ab-ec9b-426b-8035-191f1bf16850 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "DELETE /v2.0/security-groups/65ef5ca4-ebc9-46cd-bc06-4b338d2b178e HTTP/1.1" status: 204 len: 168 time: 0.9052248 Apr 29 11:40:33.166902 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3b7f1dca-8fcc-417e-a11c-9eb01c7b7b23 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5266449 Apr 29 11:40:33.168402 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51146) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:33.168747 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51148) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:33.183731 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-ccd5fbff-e6e4-488e-97ba-a2708767862a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:33.220447 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457025ab-ec9b-426b-8035-191f1bf16850 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ef5ca4-ebc9-46cd-bc06-4b338d2b178e,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:33.223596 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-da3ee95f-e720-4b04-ab17-34384dda30e2 None None] Attempting to bind port eca3ca25-8036-48b0-880b-624c159c908c on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:40:33.224165 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-da3ee95f-e720-4b04-ab17-34384dda30e2 None None] Attempting to bind port eca3ca25-8036-48b0-880b-624c159c908c by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '0f0287da-96f3-4e3f-9acf-8908a6cc1a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da024586-5cc3-46e0-8bf8-90ba840f50cd'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:40:33.224506 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3ee95f-e720-4b04-ab17-34384dda30e2 None None] Attempting to bind port eca3ca25-8036-48b0-880b-624c159c908c on network da024586-5cc3-46e0-8bf8-90ba840f50cd {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:40:33.244912 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3ee95f-e720-4b04-ab17-34384dda30e2 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:40:33.246049 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3ee95f-e720-4b04-ab17-34384dda30e2 None None] Checking segment: {'id': '0f0287da-96f3-4e3f-9acf-8908a6cc1a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da024586-5cc3-46e0-8bf8-90ba840f50cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:40:33.246499 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-da3ee95f-e720-4b04-ab17-34384dda30e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:33.246895 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3ee95f-e720-4b04-ab17-34384dda30e2 None None] Bound using segment: {'id': '0f0287da-96f3-4e3f-9acf-8908a6cc1a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da024586-5cc3-46e0-8bf8-90ba840f50cd'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:40:33.247391 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-da3ee95f-e720-4b04-ab17-34384dda30e2 None None] Bound port: eca3ca25-8036-48b0-880b-624c159c908c, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0287da-96f3-4e3f-9acf-8908a6cc1a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da024586-5cc3-46e0-8bf8-90ba840f50cd'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:40:33.247771 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-da3ee95f-e720-4b04-ab17-34384dda30e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:33.359393 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b325031f-1c0e-4eb8-90cd-3de7e7818a86 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1894853 Apr 29 11:40:33.364103 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51150) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:33.372710 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-0390437f-971d-47eb-ba34-f9831ddfa5c9 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Request body: {'security_group': {'name': 'tempest-secgroup--1453143686'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:33.381355 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 0c44e168-b38a-492b-b598-2448d2b19de5 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:40:33.475505 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0390437f-971d-47eb-ba34-f9831ddfa5c9 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:33.485311 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 0c44e168-b38a-492b-b598-2448d2b19de5 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:40:33.485708 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 0c44e168-b38a-492b-b598-2448d2b19de5 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:40:33.516624 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd5fbff-e6e4-488e-97ba-a2708767862a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:33.521475 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ccd5fbff-e6e4-488e-97ba-a2708767862a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:33.529539 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-da3ee95f-e720-4b04-ab17-34384dda30e2 None None] For port eca3ca25-8036-48b0-880b-624c159c908c, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:40:33.545373 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-6965cab5-9b2a-4c4b-9b4a-aa853c2c8f00 None None] Provisioning complete for port 67946bc8-5848-4a26-a785-06a5360aae8d triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:33.545766 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6965cab5-9b2a-4c4b-9b4a-aa853c2c8f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:33.549185 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-352329b4-879f-4e41-ac7b-c599e0c9d0d8 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:33.566906 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-9a10da32-952e-45ca-b807-2a522d91821f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] device_id is not set on port 9f920043-4812-425f-81a9-85cff5573e67 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:40:33.579774 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd4433c-d551-4557-ab11-a454dcb2243a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-62578361-baac-4d3e-b4ee-401a25f05a0e', 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'fixed_ips': [{'subnet_id': 'e23a4736-f38e-4ef5-b929-9c035749d89e'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:40:33.580631 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1cd4433c-d551-4557-ab11-a454dcb2243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:33.584651 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-da3ee95f-e720-4b04-ab17-34384dda30e2 None None] For port eca3ca25-8036-48b0-880b-624c159c908c, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=eca3ca25-8036-48b0-880b-624c159c908c,segment=NetworkSegment(0f0287da-96f3-4e3f-9acf-8908a6cc1a5e),segment_id=0f0287da-96f3-4e3f-9acf-8908a6cc1a5e)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:40:33.605000 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd4f867-0ac6-44f1-9d48-8fa5460a1ac5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network 51001d52-3c5f-4076-9f1f-3bddc8cdc9d0 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:33.605620 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-da3ee95f-e720-4b04-ab17-34384dda30e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:33.643726 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-6965cab5-9b2a-4c4b-9b4a-aa853c2c8f00 None None] Port 67946bc8-5848-4a26-a785-06a5360aae8d cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:40:33.650954 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-6bd4f867-0ac6-44f1-9d48-8fa5460a1ac5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:33.653399 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd4f867-0ac6-44f1-9d48-8fa5460a1ac5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Port': ['ID=af9b6daf-9237-4886-be3a-cd954cb597e0,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:33.664515 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd4f867-0ac6-44f1-9d48-8fa5460a1ac5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:40:33.696454 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-97606d92-0ef3-486f-969b-1f08276d360d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:33.778303 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ee95f-e720-4b04-ab17-34384dda30e2 None None] Pushing event updated for resources: {'Port': ['ID=eca3ca25-8036-48b0-880b-624c159c908c,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:33.818877 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97606d92-0ef3-486f-969b-1f08276d360d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Port': ['ID=97976fbc-3400-415b-9908-053da47c8c34,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:33.834563 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0390437f-971d-47eb-ba34-f9831ddfa5c9 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:33.866015 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e431672a-7e79-4eb5-871e-79efc98b3caf tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:33.897421 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-1cd4433c-d551-4557-ab11-a454dcb2243a None None] Allocated IP 172.20.0.2 (62578361-baac-4d3e-b4ee-401a25f05a0e/e23a4736-f38e-4ef5-b929-9c035749d89e/1265411f-fea1-48f1-8f20-9110dc3bf090) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:33.915258 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0390437f-971d-47eb-ba34-f9831ddfa5c9 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:34.018588 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0390437f-971d-47eb-ba34-f9831ddfa5c9 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:34.024346 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0390437f-971d-47eb-ba34-f9831ddfa5c9 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6573749 Apr 29 11:40:34.027633 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51152) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:34.037866 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-9beb7b31-f68b-4f3c-bebe-9b448fd1067f tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Request body: {'security_group_rule': {'security_group_id': '72dffd27-e9fb-4578-a33f-cda03df4e6e4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:34.040226 dv-neutron-838888-1-hyperv neutron-server[102959]: WARNING neutron.api.v2.base [None req-9beb7b31-f68b-4f3c-bebe-9b448fd1067f tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 29 11:40:34.040872 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-9beb7b31-f68b-4f3c-bebe-9b448fd1067f tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:40:34.047968 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9beb7b31-f68b-4f3c-bebe-9b448fd1067f tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0171971 Apr 29 11:40:34.053658 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51154) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:34.062510 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd4f867-0ac6-44f1-9d48-8fa5460a1ac5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:34.066374 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6bd4f867-0ac6-44f1-9d48-8fa5460a1ac5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:34.070798 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-fa36414e-ca6d-4b33-af69-85f5d63b6683 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Request body: {'security_group_rule': {'security_group_id': '72dffd27-e9fb-4578-a33f-cda03df4e6e4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:34.122953 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390437f-971d-47eb-ba34-f9831ddfa5c9 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72dffd27-e9fb-4578-a33f-cda03df4e6e4,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:34.207393 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18febcd-38a8-43c2-abd1-6917eadaa468 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router d26da929-4605-4ea7-8e96-dbad56c8a17b has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:40:34.218702 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1cd4433c-d551-4557-ab11-a454dcb2243a None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:34.229653 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6bd4f867-0ac6-44f1-9d48-8fa5460a1ac5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.9416695 Apr 29 11:40:34.235832 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51156) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:34.246319 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1cd4433c-d551-4557-ab11-a454dcb2243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:34.248576 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-a9f05a2b-2732-40c0-82f3-a533567adc04 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3e60ece2-9b03-4cb3-b89e-7e31379d09fb'}]}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:34.307548 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd4433c-d551-4557-ab11-a454dcb2243a None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:34.310929 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-1cd4433c-d551-4557-ab11-a454dcb2243a None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:34.313664 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd4433c-d551-4557-ab11-a454dcb2243a None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:40:34.323850 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4433c-d551-4557-ab11-a454dcb2243a None None] Pushing event updated for resources: {'Port': ['ID=1265411f-fea1-48f1-8f20-9110dc3bf090,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:34.324101 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-9a10da32-952e-45ca-b807-2a522d91821f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Allocated IP 2001:db8::3bb (da024586-5cc3-46e0-8bf8-90ba840f50cd/0a305efd-b26f-4d54-90c4-b30fecbedac8/9f920043-4812-425f-81a9-85cff5573e67) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:34.388100 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-fa36414e-ca6d-4b33-af69-85f5d63b6683 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:40:34.389265 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-fa36414e-ca6d-4b33-af69-85f5d63b6683 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3237932 Apr 29 11:40:34.416307 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51158) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:34.422720 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-1cd4433c-d551-4557-ab11-a454dcb2243a None None] Attempting to bind port 1265411f-fea1-48f1-8f20-9110dc3bf090 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:40:34.423086 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-1cd4433c-d551-4557-ab11-a454dcb2243a None None] Attempting to bind port 1265411f-fea1-48f1-8f20-9110dc3bf090 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:40:34.423448 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd4433c-d551-4557-ab11-a454dcb2243a None None] Attempting to bind port 1265411f-fea1-48f1-8f20-9110dc3bf090 on network 62578361-baac-4d3e-b4ee-401a25f05a0e {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:40:34.430349 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-1e183439-b442-42fb-9dd1-d85db6418192 None None] Provisioning complete for port af9b6daf-9237-4886-be3a-cd954cb597e0 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:34.430511 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1e183439-b442-42fb-9dd1-d85db6418192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:34.432279 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd4433c-d551-4557-ab11-a454dcb2243a None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:40:34.432650 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd4433c-d551-4557-ab11-a454dcb2243a None None] Checking segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:40:34.433037 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1cd4433c-d551-4557-ab11-a454dcb2243a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:34.433430 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd4433c-d551-4557-ab11-a454dcb2243a None None] Bound using segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:40:34.433908 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-1cd4433c-d551-4557-ab11-a454dcb2243a None None] Bound port: 1265411f-fea1-48f1-8f20-9110dc3bf090, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:40:34.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1cd4433c-d551-4557-ab11-a454dcb2243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:34.454487 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-b28eda6a-2b60-4910-98eb-36c12f2bb2ad tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Request body: {'security_group_rule': {'security_group_id': '72dffd27-e9fb-4578-a33f-cda03df4e6e4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:34.454975 dv-neutron-838888-1-hyperv neutron-server[102959]: WARNING neutron.api.v2.base [None req-b28eda6a-2b60-4910-98eb-36c12f2bb2ad tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 29 11:40:34.455463 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-b28eda6a-2b60-4910-98eb-36c12f2bb2ad tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:40:34.459971 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b28eda6a-2b60-4910-98eb-36c12f2bb2ad tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0394456 Apr 29 11:40:34.467069 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51160) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:34.475584 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-8dc85839-96ac-4fa5-b74e-1156e4ea0a20 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Request body: {'security_group_rule': {'security_group_id': '72dffd27-e9fb-4578-a33f-cda03df4e6e4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:34.508948 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-1e183439-b442-42fb-9dd1-d85db6418192 None None] Port af9b6daf-9237-4886-be3a-cd954cb597e0 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:40:34.546233 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-1cd4433c-d551-4557-ab11-a454dcb2243a None None] For port 1265411f-fea1-48f1-8f20-9110dc3bf090, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:40:34.550243 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-1cd4433c-d551-4557-ab11-a454dcb2243a None None] For port 1265411f-fea1-48f1-8f20-9110dc3bf090, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=1265411f-fea1-48f1-8f20-9110dc3bf090,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:40:34.556405 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1cd4433c-d551-4557-ab11-a454dcb2243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:34.603408 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-97606d92-0ef3-486f-969b-1f08276d360d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:34.621764 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e431672a-7e79-4eb5-871e-79efc98b3caf tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:34.675955 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4433c-d551-4557-ab11-a454dcb2243a None None] Pushing event updated for resources: {'Port': ['ID=1265411f-fea1-48f1-8f20-9110dc3bf090,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:34.683469 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e431672a-7e79-4eb5-871e-79efc98b3caf tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Pushing event deleted for resources: {'Subnet': ['ID=f88a73f9-e9c1-4786-86e0-7fc14eae8f88,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:34.697305 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595cb5e4-1821-4e84-ad1a-34a259933c00 None None] Network 8ab36dae-ccd2-45b9-af32-22c36434098f requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:34.712065 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-8dc85839-96ac-4fa5-b74e-1156e4ea0a20 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:40:34.715911 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-8dc85839-96ac-4fa5-b74e-1156e4ea0a20 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2451499 Apr 29 11:40:34.727482 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51162) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:34.727919 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e431672a-7e79-4eb5-871e-79efc98b3caf tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:34.734095 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-da7c7399-20ef-4ffe-bb98-b99b6164c7ca tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Request body: {'security_group_rule': {'security_group_id': '72dffd27-e9fb-4578-a33f-cda03df4e6e4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:34.734095 dv-neutron-838888-1-hyperv neutron-server[102959]: WARNING neutron.api.v2.base [None req-da7c7399-20ef-4ffe-bb98-b99b6164c7ca tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 29 11:40:34.734490 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-da7c7399-20ef-4ffe-bb98-b99b6164c7ca tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:40:34.738032 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-da7c7399-20ef-4ffe-bb98-b99b6164c7ca tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068390 Apr 29 11:40:34.738337 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e431672a-7e79-4eb5-871e-79efc98b3caf tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] 10.222.0.69 "DELETE /v2.0/subnets/f88a73f9-e9c1-4786-86e0-7fc14eae8f88 HTTP/1.1" status: 204 len: 168 time: 2.0043774 Apr 29 11:40:34.739516 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51164) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:34.739640 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51166) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:34.742409 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a9f05a2b-2732-40c0-82f3-a533567adc04 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:34.753164 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-69236cca-bc29-4771-bd65-1dfb0fc5f533 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Request body: {'security_group_rule': {'security_group_id': '72dffd27-e9fb-4578-a33f-cda03df4e6e4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:34.827934 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-352329b4-879f-4e41-ac7b-c599e0c9d0d8 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Deleting port 12fbfb19-afce-4080-b9f3-fada60f14bdd {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:34.828473 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-352329b4-879f-4e41-ac7b-c599e0c9d0d8 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:34.963825 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device eca3ca25-8036-48b0-880b-624c159c908c up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:40:34.971425 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-352329b4-879f-4e41-ac7b-c599e0c9d0d8 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:34.986689 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.objects.ports [None req-ccd5fbff-e6e4-488e-97ba-a2708767862a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102959) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 11:40:34.996648 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18febcd-38a8-43c2-abd1-6917eadaa468 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:40:35.050211 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9a10da32-952e-45ca-b807-2a522d91821f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:35.060629 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-352329b4-879f-4e41-ac7b-c599e0c9d0d8 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Calling delete_port for 12fbfb19-afce-4080-b9f3-fada60f14bdd owned by network:router_interface {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:35.066840 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c18febcd-38a8-43c2-abd1-6917eadaa468 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "PUT /v2.0/routers/d26da929-4605-4ea7-8e96-dbad56c8a17b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3598604 Apr 29 11:40:35.091116 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97606d92-0ef3-486f-969b-1f08276d360d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Router bc61d9ea-e50f-4a40-9b46-8b1afa926e9a has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:40:35.249944 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97606d92-0ef3-486f-969b-1f08276d360d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:40:35.256854 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-97606d92-0ef3-486f-969b-1f08276d360d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "PUT /v2.0/routers/bc61d9ea-e50f-4a40-9b46-8b1afa926e9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8414876 Apr 29 11:40:35.261194 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9a10da32-952e-45ca-b807-2a522d91821f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:35.263471 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51172) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:35.268005 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a6f1b1-baba-4c6c-81c9-eb4856e78c03 None None] Sync routers for ids ['bc61d9ea-e50f-4a40-9b46-8b1afa926e9a'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:40:35.285648 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a6f1b1-baba-4c6c-81c9-eb4856e78c03 None None] Routers {'bc61d9ea-e50f-4a40-9b46-8b1afa926e9a'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:35.287653 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-99a6f1b1-baba-4c6c-81c9-eb4856e78c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:40:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['bc61d9ea-e50f-4a40-9b46-8b1afa926e9a'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:35.309133 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0db081e-c733-498e-b582-a90988300b5c tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:35.324350 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fc668a-ac48-447c-967f-7b5a4cff0296 None None] Sync routers for ids ['d26da929-4605-4ea7-8e96-dbad56c8a17b'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:40:35.346990 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-99a6f1b1-baba-4c6c-81c9-eb4856e78c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:35.369397 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-69236cca-bc29-4771-bd65-1dfb0fc5f533 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:40:35.373170 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-69236cca-bc29-4771-bd65-1dfb0fc5f533 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6245871 Apr 29 11:40:35.378387 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51174) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:35.380558 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a6f1b1-baba-4c6c-81c9-eb4856e78c03 None None] Routers {'bc61d9ea-e50f-4a40-9b46-8b1afa926e9a'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:35.383029 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-99a6f1b1-baba-4c6c-81c9-eb4856e78c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:40:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['bc61d9ea-e50f-4a40-9b46-8b1afa926e9a'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:35.394707 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-e8797fba-974f-4b3c-8c78-d99cab8e6e8d tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Request body: {'security_group_rule': {'security_group_id': '72dffd27-e9fb-4578-a33f-cda03df4e6e4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:35.395195 dv-neutron-838888-1-hyperv neutron-server[102959]: WARNING neutron.api.v2.base [None req-e8797fba-974f-4b3c-8c78-d99cab8e6e8d tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 29 11:40:35.395690 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-e8797fba-974f-4b3c-8c78-d99cab8e6e8d tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:40:35.396708 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e8797fba-974f-4b3c-8c78-d99cab8e6e8d tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0162926 Apr 29 11:40:35.410079 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51176) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:35.438530 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fc668a-ac48-447c-967f-7b5a4cff0296 None None] Routers {'d26da929-4605-4ea7-8e96-dbad56c8a17b'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:35.441946 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-70fc668a-ac48-447c-967f-7b5a4cff0296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:40:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d26da929-4605-4ea7-8e96-dbad56c8a17b'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:35.446445 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-41173685-a1d5-4c40-821a-a85370da209a tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Request body: {'security_group_rule': {'security_group_id': '72dffd27-e9fb-4578-a33f-cda03df4e6e4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:35.483823 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-99a6f1b1-baba-4c6c-81c9-eb4856e78c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:35.484490 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a6f1b1-baba-4c6c-81c9-eb4856e78c03 None None] The sync data for ids ['bc61d9ea-e50f-4a40-9b46-8b1afa926e9a'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:40:35.503253 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10da32-952e-45ca-b807-2a522d91821f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Port': ['ID=9f920043-4812-425f-81a9-85cff5573e67,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:35.508489 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a10da32-952e-45ca-b807-2a522d91821f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network da024586-5cc3-46e0-8bf8-90ba840f50cd is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:35.514843 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-9a10da32-952e-45ca-b807-2a522d91821f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:35.518987 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a10da32-952e-45ca-b807-2a522d91821f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:40:35.526229 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a10da32-952e-45ca-b807-2a522d91821f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:35.527047 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9a10da32-952e-45ca-b807-2a522d91821f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:35.530231 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port eca3ca25-8036-48b0-880b-624c159c908c triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:35.530620 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:35.640178 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9a10da32-952e-45ca-b807-2a522d91821f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2465346 Apr 29 11:40:35.641879 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-def96a5e-3121-4c93-9d28-fe42e982f371 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] remove_router_interface failed (client error): The resource could not be found. Apr 29 11:40:35.647670 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-def96a5e-3121-4c93-9d28-fe42e982f371 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "PUT /v2.0/routers/bc61d9ea-e50f-4a40-9b46-8b1afa926e9a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3830903 Apr 29 11:40:35.648459 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51178) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:35.648946 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51180) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:35.657646 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-f5d7e36c-a77f-422b-b6d6-f0e14c79a7fa tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'port': {'network_id': 'da024586-5cc3-46e0-8bf8-90ba840f50cd', 'name': 'tempest-PortsIpV6TestJSON-694345372'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:35.689168 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-70fc668a-ac48-447c-967f-7b5a4cff0296 None None] Set router d26da929-4605-4ea7-8e96-dbad56c8a17b gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:40:35.735499 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32222074-7fb0-40eb-b129-87430fb4975e None None] Network da024586-5cc3-46e0-8bf8-90ba840f50cd requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:35.737413 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c04657-4d03-4943-8cec-42c19917c388 None None] DHCP port deletion for 8ab36dae-ccd2-45b9-af32-22c36434098f request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:40:35.767139 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d8278e39-4c32-4ec8-8e0d-6fc9c1820f93 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc61d9ea-e50f-4a40-9b46-8b1afa926e9a HTTP/1.1" status: 200 len: 205 time: 0.1146922 Apr 29 11:40:35.770252 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51182) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:35.815889 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-41173685-a1d5-4c40-821a-a85370da209a tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:40:35.817000 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-41173685-a1d5-4c40-821a-a85370da209a tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4007332 Apr 29 11:40:35.838302 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51184) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:35.850545 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-7787fb0c-d0fd-4314-8b51-387f3768791a tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Request body: {'security_group_rule': {'security_group_id': '72dffd27-e9fb-4578-a33f-cda03df4e6e4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:35.851632 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:35.856877 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ccd5fbff-e6e4-488e-97ba-a2708767862a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:35.880297 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-136e4221-8d21-41e7-8a05-dd0641907972 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:35.987419 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-25b69ee8-d6e0-44c2-8ae8-dec3c3f84268 None None] Provisioning complete for port eca3ca25-8036-48b0-880b-624c159c908c triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:35.987784 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-25b69ee8-d6e0-44c2-8ae8-dec3c3f84268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:36.101237 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port eca3ca25-8036-48b0-880b-624c159c908c, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=eca3ca25-8036-48b0-880b-624c159c908c,segment=NetworkSegment(0f0287da-96f3-4e3f-9acf-8908a6cc1a5e),segment_id=0f0287da-96f3-4e3f-9acf-8908a6cc1a5e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:36.120534 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-136e4221-8d21-41e7-8a05-dd0641907972 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:36.125370 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-136e4221-8d21-41e7-8a05-dd0641907972 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:36.161688 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:36.161999 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d7e36c-a77f-422b-b6d6-f0e14c79a7fa tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:36.168213 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f5d7e36c-a77f-422b-b6d6-f0e14c79a7fa tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:36.256040 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-f5d7e36c-a77f-422b-b6d6-f0e14c79a7fa tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] device_id is not set on port 360f2be2-289d-452b-b4e8-9722a5b9fefa yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:40:36.312321 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-136e4221-8d21-41e7-8a05-dd0641907972 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:36.313150 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136e4221-8d21-41e7-8a05-dd0641907972 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Fanout notify agent at l3_agent the message router_deleted on router bc61d9ea-e50f-4a40-9b46-8b1afa926e9a {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:40:36.322249 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-72c04657-4d03-4943-8cec-42c19917c388 None None] Deleting port 8bb3c5e8-9415-40b8-b483-be53c95051e8 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:36.322786 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-72c04657-4d03-4943-8cec-42c19917c388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:36.324673 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-136e4221-8d21-41e7-8a05-dd0641907972 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:36.329087 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-d0db081e-c733-498e-b582-a90988300b5c tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Deleting port 8bb3c5e8-9415-40b8-b483-be53c95051e8 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:36.329955 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-136e4221-8d21-41e7-8a05-dd0641907972 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/routers/bc61d9ea-e50f-4a40-9b46-8b1afa926e9a HTTP/1.1" status: 204 len: 168 time: 0.5579009 Apr 29 11:40:36.330137 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0db081e-c733-498e-b582-a90988300b5c tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:36.330347 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51186) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:36.427629 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=eca3ca25-8036-48b0-880b-624c159c908c,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:36.448637 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdefdb78-a3fc-4f53-985c-5b85067e6184 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Deleting subnet c8605b12-e064-4455-93aa-49855faa43a9 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:40:36.461770 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-7787fb0c-d0fd-4314-8b51-387f3768791a tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:40:36.461982 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fdefdb78-a3fc-4f53-985c-5b85067e6184 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:36.462293 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7787fb0c-d0fd-4314-8b51-387f3768791a tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6187208 Apr 29 11:40:36.467464 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-a9f05a2b-2732-40c0-82f3-a533567adc04 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Delete allocated IP 172.20.0.22 (51001d52-3c5f-4076-9f1f-3bddc8cdc9d0/ed7e2ff6-9c59-4dd5-bd65-dbb1559d0d25) {{(pid=102959) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 11:40:36.473110 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51188) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:36.479388 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-d0db081e-c733-498e-b582-a90988300b5c tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] For port 8bb3c5e8-9415-40b8-b483-be53c95051e8, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=8bb3c5e8-9415-40b8-b483-be53c95051e8,segment=NetworkSegment(8f9e984a-8d71-4bbd-a7da-7e17380e9c53),segment_id=8f9e984a-8d71-4bbd-a7da-7e17380e9c53)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:36.479754 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0db081e-c733-498e-b582-a90988300b5c tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:36.506540 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-72c04657-4d03-4943-8cec-42c19917c388 None None] For port 8bb3c5e8-9415-40b8-b483-be53c95051e8, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=8bb3c5e8-9415-40b8-b483-be53c95051e8,segment=NetworkSegment(8f9e984a-8d71-4bbd-a7da-7e17380e9c53),segment_id=8f9e984a-8d71-4bbd-a7da-7e17380e9c53)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:36.506818 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-72c04657-4d03-4943-8cec-42c19917c388 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:36.513805 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-f5d7e36c-a77f-422b-b6d6-f0e14c79a7fa tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Allocated IP 2001:db8::392 (da024586-5cc3-46e0-8bf8-90ba840f50cd/0a305efd-b26f-4d54-90c4-b30fecbedac8/360f2be2-289d-452b-b4e8-9722a5b9fefa) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:36.514851 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-352329b4-879f-4e41-ac7b-c599e0c9d0d8 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:36.531300 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fdefdb78-a3fc-4f53-985c-5b85067e6184 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:36.531780 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-72c04657-4d03-4943-8cec-42c19917c388 None None] Calling delete_port for 8bb3c5e8-9415-40b8-b483-be53c95051e8 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:36.539549 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-a70121b0-f56f-4050-b8d4-91b80c8fa5c2 None None] Provisioning complete for port 1265411f-fea1-48f1-8f20-9110dc3bf090 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:36.539950 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a70121b0-f56f-4050-b8d4-91b80c8fa5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:36.563802 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-d0db081e-c733-498e-b582-a90988300b5c tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Calling delete_port for 8bb3c5e8-9415-40b8-b483-be53c95051e8 owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:36.621582 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352329b4-879f-4e41-ac7b-c599e0c9d0d8 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event deleted for resources: {'Port': ['ID=12fbfb19-afce-4080-b9f3-fada60f14bdd,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:36.683802 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-70fc668a-ac48-447c-967f-7b5a4cff0296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'name': 'tempest-TestNetworkBasicOps-router-882603255', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:37:51Z', 'updated_at': '2022-04-29T11:40:30Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:37:54Z', 'updated_at': '2022-04-29T11:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '11abd597-1b8c-46de-9b55-99d6ab3cc2ec', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.86', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'port_id': '49092aba-e15d-45b6-93b8-d39b1c288a47', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c', 'mac_address': 'fa:16:3e:d5:c1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06066a09-efd3-4a70-914e-c1de212e7cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:39:02Z', 'updated_at': '2022-04-29T11:39:10Z', 'revision_number': 1, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67946bc8-5848-4a26-a785-06a5360aae8d', 'name': '', 'network_id': '436b1e4d-d852-4ae8-ad5b-2dd29fed06c0', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:20:8a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '0908f38a-7e72-4f5f-9200-bc2f3f5e162d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:40:27Z', 'updated_at': '2022-04-29T11:40:31Z', 'revision_number': 2, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '0908f38a-7e72-4f5f-9200-bc2f3f5e162d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfffa0fb-dc4b-4691-ac97-9ac537f6ed85', 'name': '', 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:7c:e0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2123ff89-9386-4934-a517-d5d3fdf2b074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:06Z', 'updated_at': '2022-04-29T11:38:17Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '2123ff89-9386-4934-a517-d5d3fdf2b074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:36.722723 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fc668a-ac48-447c-967f-7b5a4cff0296 None None] Checking router: d26da929-4605-4ea7-8e96-dbad56c8a17b for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:40:36.723359 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fc668a-ac48-447c-967f-7b5a4cff0296 None None] Updating router d26da929-4605-4ea7-8e96-dbad56c8a17b port 67946bc8-5848-4a26-a785-06a5360aae8d binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:40:36.814325 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-72c04657-4d03-4943-8cec-42c19917c388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:36.828092 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-70fc668a-ac48-447c-967f-7b5a4cff0296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:36.858358 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a70121b0-f56f-4050-b8d4-91b80c8fa5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:36.885855 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c04657-4d03-4943-8cec-42c19917c388 None None] Pushing event deleted for resources: {'Port': ['ID=8bb3c5e8-9415-40b8-b483-be53c95051e8,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:36.890211 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c04657-4d03-4943-8cec-42c19917c388 None None] No DVR routers for this DVR port 8bb3c5e8-9415-40b8-b483-be53c95051e8 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:40:36.931216 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-283a6424-05d8-4dc6-a587-2fe95a99eba3 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:36.957711 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-ccd5fbff-e6e4-488e-97ba-a2708767862a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] For port 1265411f-fea1-48f1-8f20-9110dc3bf090, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=1265411f-fea1-48f1-8f20-9110dc3bf090,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:37.108762 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-283a6424-05d8-4dc6-a587-2fe95a99eba3 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:37.110159 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 1265411f-fea1-48f1-8f20-9110dc3bf090 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:40:37.133392 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ccd5fbff-e6e4-488e-97ba-a2708767862a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:37.135052 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0db081e-c733-498e-b582-a90988300b5c tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:37.172204 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ccd5fbff-e6e4-488e-97ba-a2708767862a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:37.173479 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ccd5fbff-e6e4-488e-97ba-a2708767862a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:37.174206 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fdefdb78-a3fc-4f53-985c-5b85067e6184 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:37.203309 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a9f05a2b-2732-40c0-82f3-a533567adc04 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:37.216993 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0db081e-c733-498e-b582-a90988300b5c tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] No DVR routers for this DVR port 8bb3c5e8-9415-40b8-b483-be53c95051e8 on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:40:37.258789 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db081e-c733-498e-b582-a90988300b5c tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Pushing event deleted for resources: {'Port': ['ID=8bb3c5e8-9415-40b8-b483-be53c95051e8,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:37.285554 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f5d7e36c-a77f-422b-b6d6-f0e14c79a7fa tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:37.299310 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-a70121b0-f56f-4050-b8d4-91b80c8fa5c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:40:37.300388 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-a70121b0-f56f-4050-b8d4-91b80c8fa5c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:40:37.316396 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a9f05a2b-2732-40c0-82f3-a533567adc04 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:37.321233 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fdefdb78-a3fc-4f53-985c-5b85067e6184 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:37.373537 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdefdb78-a3fc-4f53-985c-5b85067e6184 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Subnet': ['ID=c8605b12-e064-4455-93aa-49855faa43a9,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:37.390289 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fdefdb78-a3fc-4f53-985c-5b85067e6184 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:37.398677 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-fdefdb78-a3fc-4f53-985c-5b85067e6184 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/subnets/c8605b12-e064-4455-93aa-49855faa43a9 HTTP/1.1" status: 204 len: 168 time: 1.0640824 Apr 29 11:40:37.401109 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51190) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:37.417678 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd5fbff-e6e4-488e-97ba-a2708767862a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:37.448185 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-ccd5fbff-e6e4-488e-97ba-a2708767862a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:37.455651 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd5fbff-e6e4-488e-97ba-a2708767862a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:37.455651 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ccd5fbff-e6e4-488e-97ba-a2708767862a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:37.485608 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-70fc668a-ac48-447c-967f-7b5a4cff0296 None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:37.494934 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f19f466-5201-458a-9d8b-c26e0171fcd0 None None] Network 8039e09e-f300-4da4-9a1f-9f51a2c7232c requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:37.497082 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f859fe-b6ef-4fab-9c04-88d25cb2bcc4 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:37.497313 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a939e21f-1d95-40fd-bb99-a0d587d94e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:37.500989 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 1265411f-fea1-48f1-8f20-9110dc3bf090 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:37.501240 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f5d7e36c-a77f-422b-b6d6-f0e14c79a7fa tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:37.501579 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:37.515399 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5fbff-e6e4-488e-97ba-a2708767862a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Subnet': ['ID=7c119ee9-1bc1-4938-b020-02e73a41e6c4,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:37.520691 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-70fc668a-ac48-447c-967f-7b5a4cff0296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:37.538159 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-283a6424-05d8-4dc6-a587-2fe95a99eba3 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:37.540714 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-283a6424-05d8-4dc6-a587-2fe95a99eba3 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:37.541959 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-283a6424-05d8-4dc6-a587-2fe95a99eba3 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "DELETE /v2.0/security-groups/72dffd27-e9fb-4578-a33f-cda03df4e6e4 HTTP/1.1" status: 204 len: 168 time: 1.0651882 Apr 29 11:40:37.555058 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51192) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:37.580368 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-352329b4-879f-4e41-ac7b-c599e0c9d0d8 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:37.583745 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0db081e-c733-498e-b582-a90988300b5c tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:37.587163 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d7e36c-a77f-422b-b6d6-f0e14c79a7fa tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network da024586-5cc3-46e0-8bf8-90ba840f50cd is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:37.600073 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-f5d7e36c-a77f-422b-b6d6-f0e14c79a7fa tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:37.609874 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d7e36c-a77f-422b-b6d6-f0e14c79a7fa tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:40:37.614775 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5fbff-e6e4-488e-97ba-a2708767862a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Port': ['ID=1265411f-fea1-48f1-8f20-9110dc3bf090,revision_number=4']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:37.618366 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7e36c-a77f-422b-b6d6-f0e14c79a7fa tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:37.619067 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f5d7e36c-a77f-422b-b6d6-f0e14c79a7fa tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:37.636619 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a6424-05d8-4dc6-a587-2fe95a99eba3 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dffd27-e9fb-4578-a33f-cda03df4e6e4,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:37.645829 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f5d7e36c-a77f-422b-b6d6-f0e14c79a7fa tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9956415 Apr 29 11:40:37.647166 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ccd5fbff-e6e4-488e-97ba-a2708767862a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4708109 Apr 29 11:40:37.651896 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51196) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:37.652529 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51198) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:37.682835 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-cd3ef5d1-924b-413a-a986-544b7aad2557 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'port': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'mac_address': 'fa:16:3e:01:7a:3a', 'name': 'tempest-NetworksTestDHCPv6-1496060879'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:37.714026 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-d0db081e-c733-498e-b582-a90988300b5c tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ab36dae-ccd2-45b9-af32-22c36434098f']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:37.720047 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7e36c-a77f-422b-b6d6-f0e14c79a7fa tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Port': ['ID=360f2be2-289d-452b-b4e8-9722a5b9fefa,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:37.794151 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-d0db081e-c733-498e-b582-a90988300b5c tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f9e984a-8d71-4bbd-a7da-7e17380e9c53') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:37.795878 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-d0db081e-c733-498e-b582-a90988300b5c tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f9e984a-8d71-4bbd-a7da-7e17380e9c53') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:37.807975 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0db081e-c733-498e-b582-a90988300b5c tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:37.826513 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0db081e-c733-498e-b582-a90988300b5c tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:37.835597 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0db081e-c733-498e-b582-a90988300b5c tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:40:37.836162 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0db081e-c733-498e-b582-a90988300b5c tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: self.session.flush() Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: self.session.flush() Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: self.session.flush() Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: self.session.flush() Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:40:37.927538 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:40:37.943433 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9740b29-246d-4284-8cdd-58c8ebae31c4 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:37.949164 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f9740b29-246d-4284-8cdd-58c8ebae31c4 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3bb HTTP/1.1" status: 200 len: 929 time: 0.2899830 Apr 29 11:40:37.949701 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-a939e21f-1d95-40fd-bb99-a0d587d94e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Deleting port 58eb1af3-8f14-41d5-83a8-f397f06bc2c4 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:37.950020 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a939e21f-1d95-40fd-bb99-a0d587d94e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:37.966651 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51200) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:37.981866 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-bb4d3df8-c65c-43e4-833d-033925c74422 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3981164 Apr 29 11:40:37.981866 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0db081e-c733-498e-b582-a90988300b5c tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:38.018965 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51202) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:38.021790 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-a9f05a2b-2732-40c0-82f3-a533567adc04 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] In _notify_port_updated(), no bound segment for port af9b6daf-9237-4886-be3a-cd954cb597e0 on network 51001d52-3c5f-4076-9f1f-3bddc8cdc9d0 {{(pid=102959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 11:40:38.033536 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f05a2b-2732-40c0-82f3-a533567adc04 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:38.034251 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a9f05a2b-2732-40c0-82f3-a533567adc04 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:38.038732 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a9f05a2b-2732-40c0-82f3-a533567adc04 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "PUT /v2.0/ports/af9b6daf-9237-4886-be3a-cd954cb597e0 HTTP/1.1" status: 200 len: 919 time: 3.7988522 Apr 29 11:40:38.077512 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-7b7ed634-c2d2-4498-81e1-8b503353d353 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Request body: {'security_group': {'name': 'tempest-secgroup--2014477416'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:38.093897 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c9da0-807b-45d5-a731-7d250e6d49c0 None None] Pushing event updated for resources: {'Port': ['ID=67946bc8-5848-4a26-a785-06a5360aae8d,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:38.097352 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a70121b0-f56f-4050-b8d4-91b80c8fa5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:38.098490 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51204) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:38.103206 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0db081e-c733-498e-b582-a90988300b5c tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:38.109633 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d0db081e-c733-498e-b582-a90988300b5c tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] 10.222.0.69 "DELETE /v2.0/networks/8ab36dae-ccd2-45b9-af32-22c36434098f HTTP/1.1" status: 204 len: 168 time: 3.3645601 Apr 29 11:40:38.124246 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51206) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:38.124545 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db081e-c733-498e-b582-a90988300b5c tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Pushing event deleted for resources: {'Network': ['ID=8ab36dae-ccd2-45b9-af32-22c36434098f,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:38.131899 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-72fadcce-0428-4cc7-9486-f9b65890a48d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3e60ece2-9b03-4cb3-b89e-7e31379d09fb'}, {'subnet_id': 'ed7e2ff6-9c59-4dd5-bd65-dbb1559d0d25'}]}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:38.157455 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f05a2b-2732-40c0-82f3-a533567adc04 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Port': ['ID=af9b6daf-9237-4886-be3a-cd954cb597e0,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:38.170218 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3ef5d1-924b-413a-a986-544b7aad2557 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:38.225281 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a4648d04-4d87-41ac-9542-25d87bbf964d tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] 10.222.0.69 "GET /v2.0/ports?device_id=689a3a82-d4fd-47c4-8a50-ed7b320ff23c HTTP/1.1" status: 200 len: 205 time: 0.0996110 Apr 29 11:40:38.252454 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51208) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:38.292341 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-a70121b0-f56f-4050-b8d4-91b80c8fa5c2 None None] For port 1265411f-fea1-48f1-8f20-9110dc3bf090, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=1265411f-fea1-48f1-8f20-9110dc3bf090,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:38.299195 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-a939e21f-1d95-40fd-bb99-a0d587d94e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] For port 58eb1af3-8f14-41d5-83a8-f397f06bc2c4, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=58eb1af3-8f14-41d5-83a8-f397f06bc2c4,segment=NetworkSegment(3ab44ca2-13d7-45d9-ad07-2d00492aa8c3),segment_id=3ab44ca2-13d7-45d9-ad07-2d00492aa8c3)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:38.299667 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a939e21f-1d95-40fd-bb99-a0d587d94e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:38.311248 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a70121b0-f56f-4050-b8d4-91b80c8fa5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:38.319066 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-a939e21f-1d95-40fd-bb99-a0d587d94e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Calling delete_port for 58eb1af3-8f14-41d5-83a8-f397f06bc2c4 owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:38.327732 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-70fc668a-ac48-447c-967f-7b5a4cff0296 None None] Attempting to bind port 67946bc8-5848-4a26-a785-06a5360aae8d on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:40:38.328145 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-70fc668a-ac48-447c-967f-7b5a4cff0296 None None] Attempting to bind port 67946bc8-5848-4a26-a785-06a5360aae8d by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'fe679dd4-e298-4e22-a8be-94b11f77c601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '436b1e4d-d852-4ae8-ad5b-2dd29fed06c0'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:40:38.328462 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc668a-ac48-447c-967f-7b5a4cff0296 None None] Attempting to bind port 67946bc8-5848-4a26-a785-06a5360aae8d on network 436b1e4d-d852-4ae8-ad5b-2dd29fed06c0 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:40:38.369234 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:38.375767 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc668a-ac48-447c-967f-7b5a4cff0296 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:40:38.375767 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc668a-ac48-447c-967f-7b5a4cff0296 None None] Checking segment: {'id': 'fe679dd4-e298-4e22-a8be-94b11f77c601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '436b1e4d-d852-4ae8-ad5b-2dd29fed06c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:40:38.375767 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-70fc668a-ac48-447c-967f-7b5a4cff0296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:38.376236 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc668a-ac48-447c-967f-7b5a4cff0296 None None] Bound using segment: {'id': 'fe679dd4-e298-4e22-a8be-94b11f77c601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '436b1e4d-d852-4ae8-ad5b-2dd29fed06c0'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:40:38.377058 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-70fc668a-ac48-447c-967f-7b5a4cff0296 None None] Bound port: 67946bc8-5848-4a26-a785-06a5360aae8d, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe679dd4-e298-4e22-a8be-94b11f77c601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '436b1e4d-d852-4ae8-ad5b-2dd29fed06c0'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:40:38.377058 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-70fc668a-ac48-447c-967f-7b5a4cff0296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:38.377518 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7b7ed634-c2d2-4498-81e1-8b503353d353 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:38.442244 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cd3ef5d1-924b-413a-a986-544b7aad2557 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:38.462701 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ad32d077-31cd-4227-9643-84a41d08182c tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:38.475096 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-9b3dcf4b-b722-425f-a644-4e4018f89b4f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Deleting port 360f2be2-289d-452b-b4e8-9722a5b9fefa {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:38.476248 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9b3dcf4b-b722-425f-a644-4e4018f89b4f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:38.497311 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed532818-d1c7-4c24-9f6b-00e5f66df9da None None] DHCP port deletion for 8039e09e-f300-4da4-9a1f-9f51a2c7232c request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:40:38.499855 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70121b0-f56f-4050-b8d4-91b80c8fa5c2 None None] Pushing event updated for resources: {'Port': ['ID=1265411f-fea1-48f1-8f20-9110dc3bf090,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:38.514894 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-72fadcce-0428-4cc7-9486-f9b65890a48d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:38.548113 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-cd3ef5d1-924b-413a-a986-544b7aad2557 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] device_id is not set on port 3ff0fcce-3ae0-4321-a648-6fbc0f8babcb yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:40:38.563053 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-620d56c1-2928-40f8-a98a-f651e000e0a9 None None] Provisioning complete for port 360f2be2-289d-452b-b4e8-9722a5b9fefa triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:38.563386 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-620d56c1-2928-40f8-a98a-f651e000e0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:38.642931 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:40:38.643283 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:40:38.664164 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-70fc668a-ac48-447c-967f-7b5a4cff0296 None None] For port 67946bc8-5848-4a26-a785-06a5360aae8d, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:40:38.666929 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-620d56c1-2928-40f8-a98a-f651e000e0a9 None None] Port 360f2be2-289d-452b-b4e8-9722a5b9fefa cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:40:38.688624 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-620d56c1-2928-40f8-a98a-f651e000e0a9 None None] Provisioning complete for port eca3ca25-8036-48b0-880b-624c159c908c triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:38.688988 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-620d56c1-2928-40f8-a98a-f651e000e0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:38.726131 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-ed532818-d1c7-4c24-9f6b-00e5f66df9da None None] Deleting port 58eb1af3-8f14-41d5-83a8-f397f06bc2c4 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:38.726588 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ed532818-d1c7-4c24-9f6b-00e5f66df9da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:38.809733 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ad32d077-31cd-4227-9643-84a41d08182c tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:38.814288 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ad32d077-31cd-4227-9643-84a41d08182c tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:38.816290 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a939e21f-1d95-40fd-bb99-a0d587d94e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:38.844815 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352329b4-879f-4e41-ac7b-c599e0c9d0d8 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Router 6b852a27-38d8-4c52-8f6a-e6deebc4b1a5 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:40:38.848723 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-ed532818-d1c7-4c24-9f6b-00e5f66df9da None None] For port 58eb1af3-8f14-41d5-83a8-f397f06bc2c4, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=58eb1af3-8f14-41d5-83a8-f397f06bc2c4,segment=NetworkSegment(3ab44ca2-13d7-45d9-ad07-2d00492aa8c3),segment_id=3ab44ca2-13d7-45d9-ad07-2d00492aa8c3)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:38.849024 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ed532818-d1c7-4c24-9f6b-00e5f66df9da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:38.854489 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-70fc668a-ac48-447c-967f-7b5a4cff0296 None None] For port 67946bc8-5848-4a26-a785-06a5360aae8d, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=67946bc8-5848-4a26-a785-06a5360aae8d,segment=NetworkSegment(fe679dd4-e298-4e22-a8be-94b11f77c601),segment_id=fe679dd4-e298-4e22-a8be-94b11f77c601)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:40:38.871261 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9b3dcf4b-b722-425f-a644-4e4018f89b4f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:38.876934 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939e21f-1d95-40fd-bb99-a0d587d94e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Port': ['ID=58eb1af3-8f14-41d5-83a8-f397f06bc2c4,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:38.891338 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a939e21f-1d95-40fd-bb99-a0d587d94e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] No DVR routers for this DVR port 58eb1af3-8f14-41d5-83a8-f397f06bc2c4 on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:40:38.927734 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-70fc668a-ac48-447c-967f-7b5a4cff0296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:38.930712 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-9b3dcf4b-b722-425f-a644-4e4018f89b4f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Calling delete_port for 360f2be2-289d-452b-b4e8-9722a5b9fefa owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:39.023403 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-ed532818-d1c7-4c24-9f6b-00e5f66df9da None None] Calling delete_port for 58eb1af3-8f14-41d5-83a8-f397f06bc2c4 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:39.025716 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c9da0-807b-45d5-a731-7d250e6d49c0 None None] Pushing event updated for resources: {'Port': ['ID=67946bc8-5848-4a26-a785-06a5360aae8d,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:39.093459 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a939e21f-1d95-40fd-bb99-a0d587d94e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:39.108566 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fc668a-ac48-447c-967f-7b5a4cff0296 None None] Routers {'d26da929-4605-4ea7-8e96-dbad56c8a17b'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:39.109224 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-70fc668a-ac48-447c-967f-7b5a4cff0296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:40:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d26da929-4605-4ea7-8e96-dbad56c8a17b'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:39.112230 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-cd3ef5d1-924b-413a-a986-544b7aad2557 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Allocated IP 172.20.0.5 (62578361-baac-4d3e-b4ee-401a25f05a0e/e23a4736-f38e-4ef5-b929-9c035749d89e/3ff0fcce-3ae0-4321-a648-6fbc0f8babcb) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:39.113074 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-620d56c1-2928-40f8-a98a-f651e000e0a9 None None] Provisioning complete for port af9b6daf-9237-4886-be3a-cd954cb597e0 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:39.113445 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-620d56c1-2928-40f8-a98a-f651e000e0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:39.156440 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-cd3ef5d1-924b-413a-a986-544b7aad2557 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Allocated IP 2001:db8::f816:3eff:fe01:7a3a (62578361-baac-4d3e-b4ee-401a25f05a0e/7c119ee9-1bc1-4938-b020-02e73a41e6c4/3ff0fcce-3ae0-4321-a648-6fbc0f8babcb) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:39.209926 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-620d56c1-2928-40f8-a98a-f651e000e0a9 None None] Port af9b6daf-9237-4886-be3a-cd954cb597e0 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:40:39.257839 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device eca3ca25-8036-48b0-880b-624c159c908c up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:40:39.283792 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-a939e21f-1d95-40fd-bb99-a0d587d94e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8039e09e-f300-4da4-9a1f-9f51a2c7232c']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:39.357332 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-620d56c1-2928-40f8-a98a-f651e000e0a9 None None] Provisioning complete for port 67946bc8-5848-4a26-a785-06a5360aae8d triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:39.357642 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-620d56c1-2928-40f8-a98a-f651e000e0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:39.358817 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7b7ed634-c2d2-4498-81e1-8b503353d353 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:39.384332 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7b7ed634-c2d2-4498-81e1-8b503353d353 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:39.428878 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ad32d077-31cd-4227-9643-84a41d08182c tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:39.430283 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad32d077-31cd-4227-9643-84a41d08182c tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Fanout notify agent at l3_agent the message router_deleted on router 689a3a82-d4fd-47c4-8a50-ed7b320ff23c {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:40:39.448919 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ad32d077-31cd-4227-9643-84a41d08182c tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:39.450531 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ad32d077-31cd-4227-9643-84a41d08182c tempest-RoutersNegativeTest-1904942942 tempest-RoutersNegativeTest-1904942942-project] 10.222.0.69 "DELETE /v2.0/routers/689a3a82-d4fd-47c4-8a50-ed7b320ff23c HTTP/1.1" status: 204 len: 168 time: 1.1881723 Apr 29 11:40:39.501443 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-a939e21f-1d95-40fd-bb99-a0d587d94e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab44ca2-13d7-45d9-ad07-2d00492aa8c3') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:39.502036 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-a939e21f-1d95-40fd-bb99-a0d587d94e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab44ca2-13d7-45d9-ad07-2d00492aa8c3') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:39.517289 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ed532818-d1c7-4c24-9f6b-00e5f66df9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:39.525044 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port eca3ca25-8036-48b0-880b-624c159c908c triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:39.525691 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:39.542775 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a939e21f-1d95-40fd-bb99-a0d587d94e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:39.574299 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7b7ed634-c2d2-4498-81e1-8b503353d353 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:39.576408 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7b7ed634-c2d2-4498-81e1-8b503353d353 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5562942 Apr 29 11:40:39.576608 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-70fc668a-ac48-447c-967f-7b5a4cff0296 None None] Set router d26da929-4605-4ea7-8e96-dbad56c8a17b gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:40:39.582070 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ed634-c2d2-4498-81e1-8b503353d353 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=617efe40-e474-4657-9c19-dd01967227e8,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:39.590017 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51212) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:39.601961 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-da01b9f2-d41d-4bd0-8f6b-7f9958f14b1c tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Request body: {'security_group_rule': {'security_group_id': '617efe40-e474-4657-9c19-dd01967227e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:39.637495 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a939e21f-1d95-40fd-bb99-a0d587d94e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:39.677022 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a939e21f-1d95-40fd-bb99-a0d587d94e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:40:39.678103 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed532818-d1c7-4c24-9f6b-00e5f66df9da None None] Pushing event deleted for resources: {'Port': ['ID=58eb1af3-8f14-41d5-83a8-f397f06bc2c4,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:39.679285 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a939e21f-1d95-40fd-bb99-a0d587d94e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:39.682555 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:40:39.682555 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:40:39.682555 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:40:39.682555 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:40:39.682555 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:40:39.682555 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:40:39.682555 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:40:39.682555 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:40:39.682555 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:40:39.682555 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:40:39.682555 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:40:39.682555 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:40:39.682555 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:40:39.682555 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:40:39.682555 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:40:39.682555 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:40:39.682555 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:40:39.682555 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:40:39.682555 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:40:39.682555 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:40:39.682555 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:40:39.682555 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:40:39.682555 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:40:39.682555 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:40:39.682555 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:40:39.682555 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:40:39.682555 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:40:39.682555 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:40:39.682555 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:40:39.682555 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:40:39.682555 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:40:39.682555 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:40:39.684621 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed532818-d1c7-4c24-9f6b-00e5f66df9da None None] No DVR routers for this DVR port 58eb1af3-8f14-41d5-83a8-f397f06bc2c4 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:40:39.753854 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352329b4-879f-4e41-ac7b-c599e0c9d0d8 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:40:39.760451 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-352329b4-879f-4e41-ac7b-c599e0c9d0d8 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "PUT /v2.0/routers/6b852a27-38d8-4c52-8f6a-e6deebc4b1a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7581656 Apr 29 11:40:39.765751 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51214) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:39.791840 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-72fadcce-0428-4cc7-9486-f9b65890a48d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Allocated IP 172.20.0.21 (51001d52-3c5f-4076-9f1f-3bddc8cdc9d0/ed7e2ff6-9c59-4dd5-bd65-dbb1559d0d25/af9b6daf-9237-4886-be3a-cd954cb597e0) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:39.804613 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9b3dcf4b-b722-425f-a644-4e4018f89b4f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:39.812532 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77425df9-1ddd-4817-863b-0dcfedc9e344 None None] Sync routers for ids ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:40:39.813630 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cd3ef5d1-924b-413a-a986-544b7aad2557 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:39.906446 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3dcf4b-b722-425f-a644-4e4018f89b4f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Port': ['ID=360f2be2-289d-452b-b4e8-9722a5b9fefa,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:39.908452 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a939e21f-1d95-40fd-bb99-a0d587d94e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:39.926861 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a939e21f-1d95-40fd-bb99-a0d587d94e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:39.931311 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a939e21f-1d95-40fd-bb99-a0d587d94e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/networks/8039e09e-f300-4da4-9a1f-9f51a2c7232c HTTP/1.1" status: 204 len: 168 time: 2.5293036 Apr 29 11:40:39.934905 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51216) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:39.944511 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-cd96335e-caa7-47e0-8bf7-9cf92354ece7 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Request body: {'network': {'name': 'tempest-RoutersTest-530915204'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:39.964486 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-da01b9f2-d41d-4bd0-8f6b-7f9958f14b1c tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] create failed (client error): The resource could not be found. Apr 29 11:40:39.968392 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-da01b9f2-d41d-4bd0-8f6b-7f9958f14b1c tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3706486 Apr 29 11:40:39.973404 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-620d56c1-2928-40f8-a98a-f651e000e0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:39.974392 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51218) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:39.986322 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939e21f-1d95-40fd-bb99-a0d587d94e61 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Network': ['ID=8039e09e-f300-4da4-9a1f-9f51a2c7232c,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:39.988492 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77425df9-1ddd-4817-863b-0dcfedc9e344 None None] Routers {'6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:39.988794 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-6550b008-9ebe-4c39-8977-23eb9a90a79d tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Request body: {'security_group_rule': {'security_group_id': '617efe40-e474-4657-9c19-dd01967227e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4354f0f6-1d10-48ac-bb33-46ce63432230'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:39.989810 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-77425df9-1ddd-4817-863b-0dcfedc9e344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:40:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:40.049405 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-72fadcce-0428-4cc7-9486-f9b65890a48d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:40.061557 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-72fadcce-0428-4cc7-9486-f9b65890a48d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:40.074956 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9b3dcf4b-b722-425f-a644-4e4018f89b4f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:40.105054 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9b3dcf4b-b722-425f-a644-4e4018f89b4f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/ports/360f2be2-289d-452b-b4e8-9722a5b9fefa HTTP/1.1" status: 204 len: 168 time: 2.1353352 Apr 29 11:40:40.158801 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-52e98aac-1b90-4f64-a3df-e374c1b47f34 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:40.185289 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51224) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:40.294963 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51226) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:40.298974 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cd3ef5d1-924b-413a-a986-544b7aad2557 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:40.302281 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd96335e-caa7-47e0-8bf7-9cf92354ece7 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Made reservation on behalf of 4fc08cbadd26470a96bfec5ad3948785 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:40.305617 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-6550b008-9ebe-4c39-8977-23eb9a90a79d tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] create failed (client error): The resource could not be found. Apr 29 11:40:40.307607 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cd96335e-caa7-47e0-8bf7-9cf92354ece7 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:40.311625 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6550b008-9ebe-4c39-8977-23eb9a90a79d tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3332949 Apr 29 11:40:40.314639 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-77425df9-1ddd-4817-863b-0dcfedc9e344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:40.318780 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51228) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:40.345707 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3ef5d1-924b-413a-a986-544b7aad2557 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:40.365276 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-72fadcce-0428-4cc7-9486-f9b65890a48d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] In _notify_port_updated(), no bound segment for port af9b6daf-9237-4886-be3a-cd954cb597e0 on network 51001d52-3c5f-4076-9f1f-3bddc8cdc9d0 {{(pid=102959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 11:40:40.374130 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fadcce-0428-4cc7-9486-f9b65890a48d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:40.374938 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-72fadcce-0428-4cc7-9486-f9b65890a48d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:40.380536 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-72fadcce-0428-4cc7-9486-f9b65890a48d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "PUT /v2.0/ports/af9b6daf-9237-4886-be3a-cd954cb597e0 HTTP/1.1" status: 200 len: 999 time: 2.2519653 Apr 29 11:40:40.385437 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51232) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:40.389250 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-89d72e8d-8f5a-4579-b490-ec9aacf7b2a1 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] GET failed (client error): The resource could not be found. Apr 29 11:40:40.393383 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-89d72e8d-8f5a-4579-b490-ec9aacf7b2a1 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "GET /v2.0/ports/360f2be2-289d-452b-b4e8-9722a5b9fefa HTTP/1.1" status: 404 len: 333 time: 0.2048497 Apr 29 11:40:40.393714 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-cd3ef5d1-924b-413a-a986-544b7aad2557 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:40.401667 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51234) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:40.410756 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-620d56c1-2928-40f8-a98a-f651e000e0a9 None None] For port 67946bc8-5848-4a26-a785-06a5360aae8d, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=67946bc8-5848-4a26-a785-06a5360aae8d,segment=NetworkSegment(fe679dd4-e298-4e22-a8be-94b11f77c601),segment_id=fe679dd4-e298-4e22-a8be-94b11f77c601)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:40.416936 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77425df9-1ddd-4817-863b-0dcfedc9e344 None None] Routers {'6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:40.417791 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-77425df9-1ddd-4817-863b-0dcfedc9e344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:40:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:40.438807 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-620d56c1-2928-40f8-a98a-f651e000e0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:40.449725 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fadcce-0428-4cc7-9486-f9b65890a48d tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Port': ['ID=af9b6daf-9237-4886-be3a-cd954cb597e0,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:40.492940 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-77425df9-1ddd-4817-863b-0dcfedc9e344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:40.493829 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77425df9-1ddd-4817-863b-0dcfedc9e344 None None] The sync data for ids ['6b852a27-38d8-4c52-8f6a-e6deebc4b1a5'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:40:40.536240 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 8bb3c5e8-9415-40b8-b483-be53c95051e8 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:40:40.551712 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3ef5d1-924b-413a-a986-544b7aad2557 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:40:40.580434 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 8bb3c5e8-9415-40b8-b483-be53c95051e8 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:40:40.581339 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 8bb3c5e8-9415-40b8-b483-be53c95051e8 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:40:40.594143 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-620d56c1-2928-40f8-a98a-f651e000e0a9 None None] Provisioning complete for port 9f920043-4812-425f-81a9-85cff5573e67 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:40.594542 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-620d56c1-2928-40f8-a98a-f651e000e0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:40.603506 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e60b284e-864c-4b8b-a38d-dc0c8e75fbea tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:40.665752 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e60b284e-864c-4b8b-a38d-dc0c8e75fbea tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:40.671464 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d56c1-2928-40f8-a98a-f651e000e0a9 None None] Pushing event updated for resources: {'Port': ['ID=67946bc8-5848-4a26-a785-06a5360aae8d,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:40.689117 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-a87398c3-b30d-4540-b249-37a82a9ea395 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting port af9b6daf-9237-4886-be3a-cd954cb597e0 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:40.689449 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a87398c3-b30d-4540-b249-37a82a9ea395 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:40.732170 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-620d56c1-2928-40f8-a98a-f651e000e0a9 None None] Port 9f920043-4812-425f-81a9-85cff5573e67 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:40:40.776800 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-52e98aac-1b90-4f64-a3df-e374c1b47f34 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:40.782708 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd96335e-caa7-47e0-8bf7-9cf92354ece7 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:40:40.789926 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e60b284e-864c-4b8b-a38d-dc0c8e75fbea tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:40.791911 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3ef5d1-924b-413a-a986-544b7aad2557 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:40.792588 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cd3ef5d1-924b-413a-a986-544b7aad2557 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:40.793841 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e60b284e-864c-4b8b-a38d-dc0c8e75fbea tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:40.795414 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e60b284e-864c-4b8b-a38d-dc0c8e75fbea tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "DELETE /v2.0/security-groups/617efe40-e474-4657-9c19-dd01967227e8 HTTP/1.1" status: 204 len: 168 time: 0.4565859 Apr 29 11:40:40.796004 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-70fc668a-ac48-447c-967f-7b5a4cff0296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'name': 'tempest-TestNetworkBasicOps-router-882603255', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:37:51Z', 'updated_at': '2022-04-29T11:40:30Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:37:54Z', 'updated_at': '2022-04-29T11:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '11abd597-1b8c-46de-9b55-99d6ab3cc2ec', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.86', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'port_id': '49092aba-e15d-45b6-93b8-d39b1c288a47', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c', 'mac_address': 'fa:16:3e:d5:c1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06066a09-efd3-4a70-914e-c1de212e7cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:39:02Z', 'updated_at': '2022-04-29T11:39:10Z', 'revision_number': 1, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67946bc8-5848-4a26-a785-06a5360aae8d', 'name': '', 'network_id': '436b1e4d-d852-4ae8-ad5b-2dd29fed06c0', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:20:8a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '0908f38a-7e72-4f5f-9200-bc2f3f5e162d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:40:27Z', 'updated_at': '2022-04-29T11:40:38Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '0908f38a-7e72-4f5f-9200-bc2f3f5e162d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfffa0fb-dc4b-4691-ac97-9ac537f6ed85', 'name': '', 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:7c:e0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2123ff89-9386-4934-a517-d5d3fdf2b074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:06Z', 'updated_at': '2022-04-29T11:38:17Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '2123ff89-9386-4934-a517-d5d3fdf2b074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:40.797937 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ef5d1-924b-413a-a986-544b7aad2557 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Port': ['ID=3ff0fcce-3ae0-4321-a648-6fbc0f8babcb,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:40.802015 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51236) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:40.839640 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cd96335e-caa7-47e0-8bf7-9cf92354ece7 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:40.840701 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-cd96335e-caa7-47e0-8bf7-9cf92354ece7 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Added segment ef80bb9b-2ab6-44e8-b716-630f8785cac9 of type vlan for network 7dbf2a4e-8493-42d0-867d-053982835fa5 Apr 29 11:40:40.852243 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b284e-864c-4b8b-a38d-dc0c8e75fbea tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=617efe40-e474-4657-9c19-dd01967227e8,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:40.882978 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-cd3ef5d1-924b-413a-a986-544b7aad2557 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2237201 Apr 29 11:40:40.884777 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51238) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:40.900713 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a87398c3-b30d-4540-b249-37a82a9ea395 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:40.926131 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-cb86b218-c993-4f28-b8d1-2b41a9476388 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1182940 Apr 29 11:40:40.936147 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-585d0b1e-ffea-494f-9147-11d33e951171 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fbe12a56c9b3408b8301d9e9c5d8ac25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6356924 Apr 29 11:40:40.936351 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fc668a-ac48-447c-967f-7b5a4cff0296 None None] The sync data for ids ['d26da929-4605-4ea7-8e96-dbad56c8a17b'] in dv-neutron-838888-1-hyperv is: [{'id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'name': 'tempest-TestNetworkBasicOps-router-882603255', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:37:51Z', 'updated_at': '2022-04-29T11:40:30Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:37:54Z', 'updated_at': '2022-04-29T11:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '11abd597-1b8c-46de-9b55-99d6ab3cc2ec', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.86', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'port_id': '49092aba-e15d-45b6-93b8-d39b1c288a47', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c', 'mac_address': 'fa:16:3e:d5:c1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06066a09-efd3-4a70-914e-c1de212e7cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:39:02Z', 'updated_at': '2022-04-29T11:39:10Z', 'revision_number': 1, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67946bc8-5848-4a26-a785-06a5360aae8d', 'name': '', 'network_id': '436b1e4d-d852-4ae8-ad5b-2dd29fed06c0', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:20:8a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '0908f38a-7e72-4f5f-9200-bc2f3f5e162d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:40:27Z', 'updated_at': '2022-04-29T11:40:38Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '0908f38a-7e72-4f5f-9200-bc2f3f5e162d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfffa0fb-dc4b-4691-ac97-9ac537f6ed85', 'name': '', 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:7c:e0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2123ff89-9386-4934-a517-d5d3fdf2b074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:06Z', 'updated_at': '2022-04-29T11:38:17Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '2123ff89-9386-4934-a517-d5d3fdf2b074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:40:40.938271 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51240) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:40.938598 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51242) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:40.949987 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-a87398c3-b30d-4540-b249-37a82a9ea395 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Calling delete_port for af9b6daf-9237-4886-be3a-cd954cb597e0 owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:40.950917 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-df89e976-5c5b-493e-a437-9e00393dbfce tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Request body: {'security_group_rule': {'security_group_id': 'd37499fc-c8fc-43f6-886d-1aeec29e7615', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:40.953300 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 1265411f-fea1-48f1-8f20-9110dc3bf090 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:40:41.004775 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cd96335e-caa7-47e0-8bf7-9cf92354ece7 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:41.025774 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d79ca8a-0398-4145-911b-bc2a540b6da9 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:41.037510 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d79ca8a-0398-4145-911b-bc2a540b6da9 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:41.043660 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3d79ca8a-0398-4145-911b-bc2a540b6da9 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1425159 Apr 29 11:40:41.043660 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51244) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:41.075235 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-37e5e761-4956-4e84-96b4-775cd86bb3db tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Deleting port 9f920043-4812-425f-81a9-85cff5573e67 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:41.075574 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-37e5e761-4956-4e84-96b4-775cd86bb3db tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:41.087254 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-2422ce9a-1726-45a5-85f1-82465d4032b0 None None] Provisioning complete for port 1265411f-fea1-48f1-8f20-9110dc3bf090 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:41.087631 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2422ce9a-1726-45a5-85f1-82465d4032b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:41.166553 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 1265411f-fea1-48f1-8f20-9110dc3bf090 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:41.166927 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:41.290220 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cd96335e-caa7-47e0-8bf7-9cf92354ece7 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:41.295740 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd96335e-caa7-47e0-8bf7-9cf92354ece7 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:41.296428 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cd96335e-caa7-47e0-8bf7-9cf92354ece7 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:41.337295 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a87398c3-b30d-4540-b249-37a82a9ea395 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:41.339806 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-2422ce9a-1726-45a5-85f1-82465d4032b0 None None] Provisioning complete for port af9b6daf-9237-4886-be3a-cd954cb597e0 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:41.340538 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2422ce9a-1726-45a5-85f1-82465d4032b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:41.364359 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-2422ce9a-1726-45a5-85f1-82465d4032b0 None None] Port af9b6daf-9237-4886-be3a-cd954cb597e0 was deleted so its status cannot be updated. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 29 11:40:41.370777 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-df89e976-5c5b-493e-a437-9e00393dbfce tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] create failed (client error): The resource could not be found. Apr 29 11:40:41.375434 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-df89e976-5c5b-493e-a437-9e00393dbfce tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4310167 Apr 29 11:40:41.378742 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-2422ce9a-1726-45a5-85f1-82465d4032b0 None None] Provisioning complete for port 67946bc8-5848-4a26-a785-06a5360aae8d triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:41.379204 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2422ce9a-1726-45a5-85f1-82465d4032b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:41.380354 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-52e98aac-1b90-4f64-a3df-e374c1b47f34 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Deleting port 7f249c3d-edee-417b-bf4a-5846e86c1fa2 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:41.384273 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-52e98aac-1b90-4f64-a3df-e374c1b47f34 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:41.397938 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51246) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:41.410110 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-553ffaee-b191-482f-a4bd-039b9297b8e3 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Request body: {'security_group': {'name': 'tempest-secgroup--1209852170'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:41.417494 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87398c3-b30d-4540-b249-37a82a9ea395 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Port': ['ID=af9b6daf-9237-4886-be3a-cd954cb597e0,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:41.420998 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-87212d2a-2374-4a91-9abe-fcba5b274ce7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting port 3ff0fcce-3ae0-4321-a648-6fbc0f8babcb {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:41.421342 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-87212d2a-2374-4a91-9abe-fcba5b274ce7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:41.437116 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 58eb1af3-8f14-41d5-83a8-f397f06bc2c4 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:40:41.472838 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 58eb1af3-8f14-41d5-83a8-f397f06bc2c4 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:40:41.473270 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 58eb1af3-8f14-41d5-83a8-f397f06bc2c4 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:40:41.537561 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-37e5e761-4956-4e84-96b4-775cd86bb3db tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:41.573342 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-37e5e761-4956-4e84-96b4-775cd86bb3db tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Calling delete_port for 9f920043-4812-425f-81a9-85cff5573e67 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:41.577221 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-553ffaee-b191-482f-a4bd-039b9297b8e3 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:41.578890 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-98bc53f9-eaa2-4157-a5ba-0e2b4b0dda89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:41.614035 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-cd96335e-caa7-47e0-8bf7-9cf92354ece7 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6734364 Apr 29 11:40:41.614510 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51248) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:41.629643 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96335e-caa7-47e0-8bf7-9cf92354ece7 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Network': ['ID=7dbf2a4e-8493-42d0-867d-053982835fa5,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:41.641705 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-0941190a-4d81-4b68-9690-f300cbba566e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Request body: {'subnet': {'network_id': '7dbf2a4e-8493-42d0-867d-053982835fa5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:41.647329 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 7dbf2a4e-8493-42d0-867d-053982835fa5 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:40:41.723825 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-87212d2a-2374-4a91-9abe-fcba5b274ce7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:41.728125 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-98bc53f9-eaa2-4157-a5ba-0e2b4b0dda89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:41.742293 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-87212d2a-2374-4a91-9abe-fcba5b274ce7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Calling delete_port for 3ff0fcce-3ae0-4321-a648-6fbc0f8babcb owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:41.760800 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-89f30ba9-b3e8-4c42-b508-ce27d80ed2df None None] Provisioning complete for port 3ff0fcce-3ae0-4321-a648-6fbc0f8babcb triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:41.761514 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-89f30ba9-b3e8-4c42-b508-ce27d80ed2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:41.773840 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-52e98aac-1b90-4f64-a3df-e374c1b47f34 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:41.790548 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-52e98aac-1b90-4f64-a3df-e374c1b47f34 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Calling delete_port for 7f249c3d-edee-417b-bf4a-5846e86c1fa2 owned by network:router_gateway {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:41.813133 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-89f30ba9-b3e8-4c42-b508-ce27d80ed2df None None] Port 3ff0fcce-3ae0-4321-a648-6fbc0f8babcb cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:40:41.926022 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a87398c3-b30d-4540-b249-37a82a9ea395 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:41.933302 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a87398c3-b30d-4540-b249-37a82a9ea395 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/ports/af9b6daf-9237-4886-be3a-cd954cb597e0 HTTP/1.1" status: 204 len: 168 time: 1.5453308 Apr 29 11:40:41.934479 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51250) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:41.981757 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18dd1fe-7032-40a7-ada7-b969075db893 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] GET failed (client error): The resource could not be found. Apr 29 11:40:41.985827 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b18dd1fe-7032-40a7-ada7-b969075db893 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "GET /v2.0/ports/af9b6daf-9237-4886-be3a-cd954cb597e0 HTTP/1.1" status: 404 len: 333 time: 0.0409949 Apr 29 11:40:41.986008 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-98bc53f9-eaa2-4157-a5ba-0e2b4b0dda89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:41.987192 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51252) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:41.989226 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-98bc53f9-eaa2-4157-a5ba-0e2b4b0dda89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:41.993859 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-98bc53f9-eaa2-4157-a5ba-0e2b4b0dda89 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/aeec7a1e-587a-4513-94e0-30d24d1ace24 HTTP/1.1" status: 204 len: 168 time: 1.0353229 Apr 29 11:40:42.052013 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc53f9-eaa2-4157-a5ba-0e2b4b0dda89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeec7a1e-587a-4513-94e0-30d24d1ace24,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:42.098650 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0941190a-4d81-4b68-9690-f300cbba566e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Made reservation on behalf of 4fc08cbadd26470a96bfec5ad3948785 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:42.102774 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0941190a-4d81-4b68-9690-f300cbba566e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:42.128467 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-941ffe1e-a794-453c-adb8-b63c7c43d8e7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting subnet ed7e2ff6-9c59-4dd5-bd65-dbb1559d0d25 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:40:42.138326 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-941ffe1e-a794-453c-adb8-b63c7c43d8e7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:42.152663 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-37e5e761-4956-4e84-96b4-775cd86bb3db tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:42.207288 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5e761-4956-4e84-96b4-775cd86bb3db tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Port': ['ID=9f920043-4812-425f-81a9-85cff5573e67,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:42.218463 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-52e98aac-1b90-4f64-a3df-e374c1b47f34 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:42.251893 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-37e5e761-4956-4e84-96b4-775cd86bb3db tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:42.258833 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-37e5e761-4956-4e84-96b4-775cd86bb3db tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/ports/9f920043-4812-425f-81a9-85cff5573e67 HTTP/1.1" status: 204 len: 168 time: 1.7923858 Apr 29 11:40:42.265770 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-941ffe1e-a794-453c-adb8-b63c7c43d8e7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:42.270627 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51258) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:42.298634 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e98aac-1b90-4f64-a3df-e374c1b47f34 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event deleted for resources: {'Port': ['ID=7f249c3d-edee-417b-bf4a-5846e86c1fa2,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:42.343393 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-87212d2a-2374-4a91-9abe-fcba5b274ce7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:42.361339 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4226e6a-6a2a-489c-be75-250d149923da tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] GET failed (client error): The resource could not be found. Apr 29 11:40:42.363420 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c4226e6a-6a2a-489c-be75-250d149923da tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "GET /v2.0/ports/9f920043-4812-425f-81a9-85cff5573e67 HTTP/1.1" status: 404 len: 333 time: 0.0911102 Apr 29 11:40:42.377907 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51264) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:42.422240 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-52e98aac-1b90-4f64-a3df-e374c1b47f34 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:42.429936 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87212d2a-2374-4a91-9abe-fcba5b274ce7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Port': ['ID=3ff0fcce-3ae0-4321-a648-6fbc0f8babcb,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:42.514419 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-553ffaee-b191-482f-a4bd-039b9297b8e3 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:42.554651 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-553ffaee-b191-482f-a4bd-039b9297b8e3 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:42.594318 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-52e98aac-1b90-4f64-a3df-e374c1b47f34 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:42.597445 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-52e98aac-1b90-4f64-a3df-e374c1b47f34 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:42.632369 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1270b7-d7f5-485e-94e2-ead70d195aa5 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Deleting subnet 0a305efd-b26f-4d54-90c4-b30fecbedac8 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:40:42.690154 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-941ffe1e-a794-453c-adb8-b63c7c43d8e7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:42.693962 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de1270b7-d7f5-485e-94e2-ead70d195aa5 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:42.738051 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-553ffaee-b191-482f-a4bd-039b9297b8e3 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:42.742348 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-553ffaee-b191-482f-a4bd-039b9297b8e3 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3403873 Apr 29 11:40:42.787925 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51274) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:42.800698 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-1484b1c1-3732-46c5-a1ec-aea25cb8bf9c tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Request body: {'security_group': {'name': 'tempest-secgroup--671106511'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:42.812063 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 67946bc8-5848-4a26-a785-06a5360aae8d up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:40:42.813456 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ffaee-b191-482f-a4bd-039b9297b8e3 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11228ee2-4c3a-4a39-b547-19c7ec05e17b,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:42.887873 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 67946bc8-5848-4a26-a785-06a5360aae8d triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:42.888570 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:42.897410 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-87212d2a-2374-4a91-9abe-fcba5b274ce7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:42.901493 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-87212d2a-2374-4a91-9abe-fcba5b274ce7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/3ff0fcce-3ae0-4321-a648-6fbc0f8babcb HTTP/1.1" status: 204 len: 168 time: 1.8572261 Apr 29 11:40:42.911420 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51280) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:42.917780 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de1270b7-d7f5-485e-94e2-ead70d195aa5 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:42.983126 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1484b1c1-3732-46c5-a1ec-aea25cb8bf9c tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:43.003197 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0941190a-4d81-4b68-9690-f300cbba566e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:43.056642 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-941ffe1e-a794-453c-adb8-b63c7c43d8e7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:43.082477 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-52e98aac-1b90-4f64-a3df-e374c1b47f34 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:43.083283 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e98aac-1b90-4f64-a3df-e374c1b47f34 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Fanout notify agent at l3_agent the message router_deleted on router 6b852a27-38d8-4c52-8f6a-e6deebc4b1a5 {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:40:43.083853 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b454699-fb96-4b8c-be63-07acc6f3013f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:43.085566 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b454699-fb96-4b8c-be63-07acc6f3013f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:43.087230 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b454699-fb96-4b8c-be63-07acc6f3013f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:43.088872 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4b454699-fb96-4b8c-be63-07acc6f3013f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1739225 Apr 29 11:40:43.100387 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-52e98aac-1b90-4f64-a3df-e374c1b47f34 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:43.106396 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-52e98aac-1b90-4f64-a3df-e374c1b47f34 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "DELETE /v2.0/routers/6b852a27-38d8-4c52-8f6a-e6deebc4b1a5 HTTP/1.1" status: 204 len: 168 time: 3.3336995 Apr 29 11:40:43.107143 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51284) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:43.107879 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51286) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:43.140002 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-941ffe1e-a794-453c-adb8-b63c7c43d8e7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:43.142412 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3feb0b-7bf0-4fcb-b535-fb517cd69f4b None None] Network 51001d52-3c5f-4076-9f1f-3bddc8cdc9d0 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:43.145986 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-941ffe1e-a794-453c-adb8-b63c7c43d8e7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/subnets/ed7e2ff6-9c59-4dd5-bd65-dbb1559d0d25 HTTP/1.1" status: 204 len: 168 time: 1.1576233 Apr 29 11:40:43.149281 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51288) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:43.186642 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51290) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:43.190794 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941190a-4d81-4b68-9690-f300cbba566e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Subnet': ['ID=303a25cb-f09f-4cac-89be-8500010655da,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:43.270117 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ffe1e-a794-453c-adb8-b63c7c43d8e7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Subnet': ['ID=ed7e2ff6-9c59-4dd5-bd65-dbb1559d0d25,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:43.291537 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bfb4a03-1b83-4731-af29-0f69a9630378 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Deleting subnet 3996ccde-3705-46cc-8ce1-e3cb5fc5de2c {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:40:43.296649 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de1270b7-d7f5-485e-94e2-ead70d195aa5 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:43.301597 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-10153df8-1079-4be6-9c92-f43f466c2a58 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting subnet 7c119ee9-1bc1-4938-b020-02e73a41e6c4 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:40:43.307793 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-10153df8-1079-4be6-9c92-f43f466c2a58 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:43.311815 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4bfb4a03-1b83-4731-af29-0f69a9630378 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:43.382529 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8b6a34-424f-4c5a-8f2b-b1aee43f6d27 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting subnet 3e60ece2-9b03-4cb3-b89e-7e31379d09fb {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:40:43.390075 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0941190a-4d81-4b68-9690-f300cbba566e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Checking segment: {'id': 'ef80bb9b-2ab6-44e8-b716-630f8785cac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7dbf2a4e-8493-42d0-867d-053982835fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:40:43.390861 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0941190a-4d81-4b68-9690-f300cbba566e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network hostable DHCP agents. Network: 7dbf2a4e-8493-42d0-867d-053982835fa5, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:40:43.402307 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8a8b6a34-424f-4c5a-8f2b-b1aee43f6d27 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:43.402635 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-10153df8-1079-4be6-9c92-f43f466c2a58 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:43.418405 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-ede92182-b9fa-4c37-80da-60addd5a8302 tempest-SubnetPoolsTestJSON-1789773916 tempest-SubnetPoolsTestJSON-1789773916-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2026170847', 'prefixes': ['172.20.0.0/16']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:43.442047 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de1270b7-d7f5-485e-94e2-ead70d195aa5 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:43.444123 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4bfb4a03-1b83-4731-af29-0f69a9630378 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:43.473577 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36769117-4c1e-4ac5-b367-810de414b0fc None None] Network da024586-5cc3-46e0-8bf8-90ba840f50cd requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:43.474590 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de1270b7-d7f5-485e-94e2-ead70d195aa5 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:43.478012 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-de1270b7-d7f5-485e-94e2-ead70d195aa5 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/subnets/0a305efd-b26f-4d54-90c4-b30fecbedac8 HTTP/1.1" status: 204 len: 168 time: 1.0959513 Apr 29 11:40:43.480550 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1484b1c1-3732-46c5-a1ec-aea25cb8bf9c tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:43.481590 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51294) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:43.519834 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1484b1c1-3732-46c5-a1ec-aea25cb8bf9c tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:43.559376 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1270b7-d7f5-485e-94e2-ead70d195aa5 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Subnet': ['ID=0a305efd-b26f-4d54-90c4-b30fecbedac8,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:43.601809 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0941190a-4d81-4b68-9690-f300cbba566e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network 7dbf2a4e-8493-42d0-867d-053982835fa5 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:40:43.610452 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1484b1c1-3732-46c5-a1ec-aea25cb8bf9c tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:43.615059 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-1484b1c1-3732-46c5-a1ec-aea25cb8bf9c tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8206327 Apr 29 11:40:43.624397 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51296) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:43.624715 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8a8b6a34-424f-4c5a-8f2b-b1aee43f6d27 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:43.630479 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-ea42d267-4416-4c9e-80fc-82e65f930737 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Request body: {'security_group_rule': {'security_group_id': '11228ee2-4c3a-4a39-b547-19c7ec05e17b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'eabe952d-67ad-436d-a615-61614b98eeda'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:43.640386 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4bfb4a03-1b83-4731-af29-0f69a9630378 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:43.664339 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484b1c1-3732-46c5-a1ec-aea25cb8bf9c tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eabe952d-67ad-436d-a615-61614b98eeda,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:43.671556 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-0941190a-4d81-4b68-9690-f300cbba566e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 7dbf2a4e-8493-42d0-867d-053982835fa5) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:43.672423 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7194b18c-994f-48d9-af56-76172cb7ce3a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:43.676253 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-10153df8-1079-4be6-9c92-f43f466c2a58 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:43.689194 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0941190a-4d81-4b68-9690-f300cbba566e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:43.689907 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0941190a-4d81-4b68-9690-f300cbba566e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:43.702889 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d80949-0c3d-4520-bc1b-dc5695d5029d None None] Network 7dbf2a4e-8493-42d0-867d-053982835fa5 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:43.789366 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8a8b6a34-424f-4c5a-8f2b-b1aee43f6d27 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:43.797337 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0398a710-627c-4e13-8a2f-5b4ba5c7d4cb None None] DHCP port deletion for da024586-5cc3-46e0-8bf8-90ba840f50cd request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:40:43.829330 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-ea42d267-4416-4c9e-80fc-82e65f930737 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:40:43.830540 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ea42d267-4416-4c9e-80fc-82e65f930737 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2036922 Apr 29 11:40:43.835004 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51298) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:43.846757 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-10153df8-1079-4be6-9c92-f43f466c2a58 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:43.862705 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4bfb4a03-1b83-4731-af29-0f69a9630378 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:43.867871 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ede92182-b9fa-4c37-80da-60addd5a8302 tempest-SubnetPoolsTestJSON-1789773916 tempest-SubnetPoolsTestJSON-1789773916-project] Notify callbacks [] for subnetpool, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:43.871966 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ede92182-b9fa-4c37-80da-60addd5a8302 tempest-SubnetPoolsTestJSON-1789773916 tempest-SubnetPoolsTestJSON-1789773916-project] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6759729 Apr 29 11:40:43.873592 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51300) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:43.876607 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8a8b6a34-424f-4c5a-8f2b-b1aee43f6d27 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:43.920838 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10153df8-1079-4be6-9c92-f43f466c2a58 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Subnet': ['ID=7c119ee9-1bc1-4938-b020-02e73a41e6c4,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:43.941757 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4bfb4a03-1b83-4731-af29-0f69a9630378 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:43.946077 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4bfb4a03-1b83-4731-af29-0f69a9630378 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "DELETE /v2.0/subnets/3996ccde-3705-46cc-8ce1-e3cb5fc5de2c HTTP/1.1" status: 204 len: 168 time: 0.8355582 Apr 29 11:40:43.949426 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-0398a710-627c-4e13-8a2f-5b4ba5c7d4cb None None] Deleting port eca3ca25-8036-48b0-880b-624c159c908c {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:43.950352 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-10153df8-1079-4be6-9c92-f43f466c2a58 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:43.950672 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0398a710-627c-4e13-8a2f-5b4ba5c7d4cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:43.956682 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-10153df8-1079-4be6-9c92-f43f466c2a58 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/7c119ee9-1bc1-4938-b020-02e73a41e6c4 HTTP/1.1" status: 204 len: 168 time: 0.8477237 Apr 29 11:40:43.957746 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51302) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:43.958082 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51304) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:43.988229 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb4a03-1b83-4731-af29-0f69a9630378 tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event deleted for resources: {'Subnet': ['ID=3996ccde-3705-46cc-8ce1-e3cb5fc5de2c,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:43.992033 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0941190a-4d81-4b68-9690-f300cbba566e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3532605 Apr 29 11:40:43.992898 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b6a34-424f-4c5a-8f2b-b1aee43f6d27 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Subnet': ['ID=3e60ece2-9b03-4cb3-b89e-7e31379d09fb,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:43.995411 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51306) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:43.997658 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-853df359-1221-4c7c-ab73-c77274e9e0d7 tempest-SubnetPoolsTestJSON-1789773916 tempest-SubnetPoolsTestJSON-1789773916-project] 10.222.0.69 "GET /v2.0/subnetpools/2802000a-b140-4d7f-b3d8-a1fb88c81da8 HTTP/1.1" status: 200 len: 732 time: 0.1222465 Apr 29 11:40:44.001785 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-7a3e7d31-4751-4f30-835f-e6dd8ebbe26f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-474037944', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:44.009640 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51308) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:44.019873 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da615fa-afbd-495b-b6c2-48c34d3a35b9 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:44.020122 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-50d87c22-6574-41b5-a4d2-9f8246bb929e tempest-SubnetPoolsTestJSON-1789773916 tempest-SubnetPoolsTestJSON-1789773916-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-396299163'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:44.029531 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8453adb-732e-4831-bcaf-ab650eedb26d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-7dbf2a4e-8493-42d0-867d-053982835fa5', 'network_id': '7dbf2a4e-8493-42d0-867d-053982835fa5', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'fixed_ips': [{'subnet_id': '303a25cb-f09f-4cac-89be-8500010655da'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:40:44.031870 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e8453adb-732e-4831-bcaf-ab650eedb26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:44.051683 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-7194b18c-994f-48d9-af56-76172cb7ce3a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Deleting port eca3ca25-8036-48b0-880b-624c159c908c {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:44.052019 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7194b18c-994f-48d9-af56-76172cb7ce3a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:44.104431 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-81d62316-0918-4e66-92be-c77bc7c04cce tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:44.111506 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-18109850-6c65-4268-a99f-e90e42f94d0c tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:44.135301 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8a8b6a34-424f-4c5a-8f2b-b1aee43f6d27 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:44.141598 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-8a8b6a34-424f-4c5a-8f2b-b1aee43f6d27 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/subnets/3e60ece2-9b03-4cb3-b89e-7e31379d09fb HTTP/1.1" status: 204 len: 168 time: 0.9880359 Apr 29 11:40:44.145384 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51310) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:44.172632 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7a3e7d31-4751-4f30-835f-e6dd8ebbe26f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:44.174447 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7a3e7d31-4751-4f30-835f-e6dd8ebbe26f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:44.238665 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d91bc73-055e-42d1-bdaa-2017069d7a4f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting subnet e23a4736-f38e-4ef5-b929-9c035749d89e {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:40:44.242795 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0d91bc73-055e-42d1-bdaa-2017069d7a4f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:44.249966 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e833a6-e5a1-4453-9e73-8b04836d9cab None None] Network 51001d52-3c5f-4076-9f1f-3bddc8cdc9d0 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:44.253292 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-18109850-6c65-4268-a99f-e90e42f94d0c tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:44.264302 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-7194b18c-994f-48d9-af56-76172cb7ce3a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] For port eca3ca25-8036-48b0-880b-624c159c908c, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=eca3ca25-8036-48b0-880b-624c159c908c,segment=NetworkSegment(0f0287da-96f3-4e3f-9acf-8908a6cc1a5e),segment_id=0f0287da-96f3-4e3f-9acf-8908a6cc1a5e)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:44.264695 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7194b18c-994f-48d9-af56-76172cb7ce3a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:44.290977 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-0398a710-627c-4e13-8a2f-5b4ba5c7d4cb None None] For port eca3ca25-8036-48b0-880b-624c159c908c, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=eca3ca25-8036-48b0-880b-624c159c908c,segment=NetworkSegment(0f0287da-96f3-4e3f-9acf-8908a6cc1a5e),segment_id=0f0287da-96f3-4e3f-9acf-8908a6cc1a5e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:44.291380 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0398a710-627c-4e13-8a2f-5b4ba5c7d4cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:44.341958 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0d91bc73-055e-42d1-bdaa-2017069d7a4f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:44.348790 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7e80e700-2a41-4203-9d4c-82d683e7b046 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:44.351380 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-7194b18c-994f-48d9-af56-76172cb7ce3a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Calling delete_port for eca3ca25-8036-48b0-880b-624c159c908c owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:44.355135 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7a3e7d31-4751-4f30-835f-e6dd8ebbe26f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:44.375782 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7a3e7d31-4751-4f30-835f-e6dd8ebbe26f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:44.390677 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-0398a710-627c-4e13-8a2f-5b4ba5c7d4cb None None] Calling delete_port for eca3ca25-8036-48b0-880b-624c159c908c owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:44.410047 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-50d87c22-6574-41b5-a4d2-9f8246bb929e tempest-SubnetPoolsTestJSON-1789773916 tempest-SubnetPoolsTestJSON-1789773916-project] Notify callbacks [] for subnetpool, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:44.412603 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-50d87c22-6574-41b5-a4d2-9f8246bb929e tempest-SubnetPoolsTestJSON-1789773916 tempest-SubnetPoolsTestJSON-1789773916-project] 10.222.0.69 "PUT /v2.0/subnetpools/2802000a-b140-4d7f-b3d8-a1fb88c81da8 HTTP/1.1" status: 200 len: 683 time: 0.3996265 Apr 29 11:40:44.416893 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51312) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:44.455788 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-81d62316-0918-4e66-92be-c77bc7c04cce tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:44.459628 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7a3e7d31-4751-4f30-835f-e6dd8ebbe26f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:44.462042 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7a3e7d31-4751-4f30-835f-e6dd8ebbe26f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4650602 Apr 29 11:40:44.470634 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51314) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:44.489662 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-18109850-6c65-4268-a99f-e90e42f94d0c tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:44.493030 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-18109850-6c65-4268-a99f-e90e42f94d0c tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:44.497574 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-18109850-6c65-4268-a99f-e90e42f94d0c tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "DELETE /v2.0/security-groups/eabe952d-67ad-436d-a615-61614b98eeda HTTP/1.1" status: 204 len: 168 time: 0.6580226 Apr 29 11:40:44.504540 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51316) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:44.544091 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18109850-6c65-4268-a99f-e90e42f94d0c tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabe952d-67ad-436d-a615-61614b98eeda,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:44.619466 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-99cc2b86-4e76-47d7-a127-f4ba69c8d16f None None] Provisioning complete for port 964c10f3-347c-4d60-afcc-ce84b6e45e04 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:44.619795 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-99cc2b86-4e76-47d7-a127-f4ba69c8d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:44.626510 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9f79cda3-725d-42c1-85d0-6e3d19beb6ee tempest-SubnetPoolsTestJSON-1789773916 tempest-SubnetPoolsTestJSON-1789773916-project] Notify callbacks [] for subnetpool, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:44.627614 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9f79cda3-725d-42c1-85d0-6e3d19beb6ee tempest-SubnetPoolsTestJSON-1789773916 tempest-SubnetPoolsTestJSON-1789773916-project] 10.222.0.69 "DELETE /v2.0/subnetpools/2802000a-b140-4d7f-b3d8-a1fb88c81da8 HTTP/1.1" status: 204 len: 168 time: 0.2108214 Apr 29 11:40:44.631670 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51318) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:44.652622 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7194b18c-994f-48d9-af56-76172cb7ce3a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:44.678578 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-d5e8e83c-d99b-45cb-bd59-e151c0fb5d91 tempest-SubnetPoolsTestJSON-1789773916 tempest-SubnetPoolsTestJSON-1789773916-project] show failed (client error): The resource could not be found. Apr 29 11:40:44.680795 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d5e8e83c-d99b-45cb-bd59-e151c0fb5d91 tempest-SubnetPoolsTestJSON-1789773916 tempest-SubnetPoolsTestJSON-1789773916-project] 10.222.0.69 "GET /v2.0/subnetpools/2802000a-b140-4d7f-b3d8-a1fb88c81da8 HTTP/1.1" status: 404 len: 346 time: 0.0465796 Apr 29 11:40:44.689225 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b7409639-8cd2-4404-be89-f1c0d93f9914 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1749063 Apr 29 11:40:44.689225 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51320) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:44.709384 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51322) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:44.719630 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7194b18c-994f-48d9-af56-76172cb7ce3a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] No DVR routers for this DVR port eca3ca25-8036-48b0-880b-624c159c908c on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:40:44.732673 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194b18c-994f-48d9-af56-76172cb7ce3a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Port': ['ID=eca3ca25-8036-48b0-880b-624c159c908c,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:44.735383 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-e8453adb-732e-4831-bcaf-ab650eedb26d None None] Allocated IP 172.20.0.2 (7dbf2a4e-8493-42d0-867d-053982835fa5/303a25cb-f09f-4cac-89be-8500010655da/5c61a5ec-6776-4c8d-baf6-0917ec729762) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:44.769386 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-f5e0c725-5e94-4058-964b-76baf0c30ebb tempest-SubnetPoolsTestJSON-1789773916 tempest-SubnetPoolsTestJSON-1789773916-project] delete failed (client error): The resource could not be found. Apr 29 11:40:44.770293 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f5e0c725-5e94-4058-964b-76baf0c30ebb tempest-SubnetPoolsTestJSON-1789773916 tempest-SubnetPoolsTestJSON-1789773916-project] 10.222.0.69 "DELETE /v2.0/subnetpools/2802000a-b140-4d7f-b3d8-a1fb88c81da8 HTTP/1.1" status: 404 len: 346 time: 0.0621414 Apr 29 11:40:44.790471 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device eca3ca25-8036-48b0-880b-624c159c908c no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:40:44.861799 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: eca3ca25-8036-48b0-880b-624c159c908c {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:40:44.862333 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device eca3ca25-8036-48b0-880b-624c159c908c not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:40:44.896109 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7194b18c-994f-48d9-af56-76172cb7ce3a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:44.930538 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-7194b18c-994f-48d9-af56-76172cb7ce3a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da024586-5cc3-46e0-8bf8-90ba840f50cd']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:44.945034 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-7194b18c-994f-48d9-af56-76172cb7ce3a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f0287da-96f3-4e3f-9acf-8908a6cc1a5e') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:44.945283 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-7194b18c-994f-48d9-af56-76172cb7ce3a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f0287da-96f3-4e3f-9acf-8908a6cc1a5e') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:44.957456 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7194b18c-994f-48d9-af56-76172cb7ce3a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:44.975252 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7194b18c-994f-48d9-af56-76172cb7ce3a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:44.984746 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7194b18c-994f-48d9-af56-76172cb7ce3a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:40:44.986025 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7194b18c-994f-48d9-af56-76172cb7ce3a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:44.993291 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-81d62316-0918-4e66-92be-c77bc7c04cce tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a367fb13-bf26-4314-8c27-79d6ccbde0b1']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:45.066905 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-81d62316-0918-4e66-92be-c77bc7c04cce tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '362ac125-58b5-4809-a644-c0157eafe865') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:45.067661 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-81d62316-0918-4e66-92be-c77bc7c04cce tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '362ac125-58b5-4809-a644-c0157eafe865') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:45.097325 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:40:45.097325 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:40:45.097325 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:40:45.097325 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:40:45.097325 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:40:45.097325 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:40:45.097325 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:40:45.097325 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:40:45.097325 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:40:45.097325 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:40:45.097325 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:40:45.097325 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:40:45.097325 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:40:45.097325 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:40:45.097325 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:40:45.097325 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:40:45.097325 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:40:45.097325 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:40:45.097325 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:40:45.097325 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:40:45.097325 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:40:45.097325 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:40:45.097325 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:40:45.097325 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:40:45.097325 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:40:45.097325 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:40:45.097325 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:40:45.097325 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:40:45.097325 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:40:45.097325 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:40:45.097325 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:40:45.097325 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:40:45.106089 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e8453adb-732e-4831-bcaf-ab650eedb26d None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:45.128716 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7194b18c-994f-48d9-af56-76172cb7ce3a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:45.131762 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-473f8ad2-91f4-4174-80a6-ad4bc5997aea tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:45.134369 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e8453adb-732e-4831-bcaf-ab650eedb26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:45.146146 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-81d62316-0918-4e66-92be-c77bc7c04cce tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:45.163149 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0d91bc73-055e-42d1-bdaa-2017069d7a4f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:45.183295 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0398a710-627c-4e13-8a2f-5b4ba5c7d4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:45.220078 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51330) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:45.224920 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7194b18c-994f-48d9-af56-76172cb7ce3a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:45.228870 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8453adb-732e-4831-bcaf-ab650eedb26d None None] Network 7dbf2a4e-8493-42d0-867d-053982835fa5 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:45.229921 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7194b18c-994f-48d9-af56-76172cb7ce3a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/networks/da024586-5cc3-46e0-8bf8-90ba840f50cd HTTP/1.1" status: 204 len: 168 time: 1.7447560 Apr 29 11:40:45.242658 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0398a710-627c-4e13-8a2f-5b4ba5c7d4cb None None] Network da024586-5cc3-46e0-8bf8-90ba840f50cd is not hosted by any dhcp agent {{(pid=102961) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 29 11:40:45.243642 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0398a710-627c-4e13-8a2f-5b4ba5c7d4cb None None] No DVR routers for this DVR port eca3ca25-8036-48b0-880b-624c159c908c on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:40:45.247514 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51332) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:45.253399 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-e8453adb-732e-4831-bcaf-ab650eedb26d None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:45.253933 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-aec9aaff-c03c-4540-a5c1-60c6b68e49c2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2147455356'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:45.264981 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8453adb-732e-4831-bcaf-ab650eedb26d None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:40:45.280759 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-473f8ad2-91f4-4174-80a6-ad4bc5997aea tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:45.284359 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194b18c-994f-48d9-af56-76172cb7ce3a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Network': ['ID=da024586-5cc3-46e0-8bf8-90ba840f50cd,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:45.303707 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7500c772-1c6c-4620-bc7c-d0456cb1fda4 None None] DHCP port deletion for 51001d52-3c5f-4076-9f1f-3bddc8cdc9d0 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:40:45.348105 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8453adb-732e-4831-bcaf-ab650eedb26d None None] Pushing event updated for resources: {'Port': ['ID=5c61a5ec-6776-4c8d-baf6-0917ec729762,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:45.370222 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-473f8ad2-91f4-4174-80a6-ad4bc5997aea tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:45.377513 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-473f8ad2-91f4-4174-80a6-ad4bc5997aea tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:45.377513 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-473f8ad2-91f4-4174-80a6-ad4bc5997aea tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "DELETE /v2.0/security-groups/11228ee2-4c3a-4a39-b547-19c7ec05e17b HTTP/1.1" status: 204 len: 168 time: 0.6602738 Apr 29 11:40:45.389599 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51336) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:45.400140 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0d91bc73-055e-42d1-bdaa-2017069d7a4f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:45.413907 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec9aaff-c03c-4540-a5c1-60c6b68e49c2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:45.426398 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-aec9aaff-c03c-4540-a5c1-60c6b68e49c2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:45.427063 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-81d62316-0918-4e66-92be-c77bc7c04cce tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:45.463591 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398a710-627c-4e13-8a2f-5b4ba5c7d4cb None None] Pushing event deleted for resources: {'Port': ['ID=eca3ca25-8036-48b0-880b-624c159c908c,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:45.470277 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f8ad2-91f4-4174-80a6-ad4bc5997aea tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11228ee2-4c3a-4a39-b547-19c7ec05e17b,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:45.512872 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-e8453adb-732e-4831-bcaf-ab650eedb26d None None] Attempting to bind port 5c61a5ec-6776-4c8d-baf6-0917ec729762 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:40:45.513286 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-e8453adb-732e-4831-bcaf-ab650eedb26d None None] Attempting to bind port 5c61a5ec-6776-4c8d-baf6-0917ec729762 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'ef80bb9b-2ab6-44e8-b716-630f8785cac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7dbf2a4e-8493-42d0-867d-053982835fa5'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:40:45.513846 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8453adb-732e-4831-bcaf-ab650eedb26d None None] Attempting to bind port 5c61a5ec-6776-4c8d-baf6-0917ec729762 on network 7dbf2a4e-8493-42d0-867d-053982835fa5 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:40:45.526206 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-94e5fe59-f252-4ee2-9d57-fb7762085456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:45.528368 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8453adb-732e-4831-bcaf-ab650eedb26d None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:40:45.528965 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8453adb-732e-4831-bcaf-ab650eedb26d None None] Checking segment: {'id': 'ef80bb9b-2ab6-44e8-b716-630f8785cac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7dbf2a4e-8493-42d0-867d-053982835fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:40:45.529737 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e8453adb-732e-4831-bcaf-ab650eedb26d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:45.530569 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8453adb-732e-4831-bcaf-ab650eedb26d None None] Bound using segment: {'id': 'ef80bb9b-2ab6-44e8-b716-630f8785cac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7dbf2a4e-8493-42d0-867d-053982835fa5'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:40:45.531186 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-e8453adb-732e-4831-bcaf-ab650eedb26d None None] Bound port: 5c61a5ec-6776-4c8d-baf6-0917ec729762, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef80bb9b-2ab6-44e8-b716-630f8785cac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7dbf2a4e-8493-42d0-867d-053982835fa5'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:40:45.531677 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e8453adb-732e-4831-bcaf-ab650eedb26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:45.545197 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91bc73-055e-42d1-bdaa-2017069d7a4f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Subnet': ['ID=e23a4736-f38e-4ef5-b929-9c035749d89e,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:45.558601 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-7e80e700-2a41-4203-9d4c-82d683e7b046 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting port 964c10f3-347c-4d60-afcc-ce84b6e45e04 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:45.560146 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7e80e700-2a41-4203-9d4c-82d683e7b046 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:45.580544 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec9aaff-c03c-4540-a5c1-60c6b68e49c2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:40:45.592929 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-7500c772-1c6c-4620-bc7c-d0456cb1fda4 None None] Deleting port 964c10f3-347c-4d60-afcc-ce84b6e45e04 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:45.593388 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7500c772-1c6c-4620-bc7c-d0456cb1fda4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:45.600372 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-aec9aaff-c03c-4540-a5c1-60c6b68e49c2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:45.602195 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-aec9aaff-c03c-4540-a5c1-60c6b68e49c2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Added segment 9024a2cb-0f89-4627-b49a-65d77b3ace7c of type vlan for network 8a087a34-f826-4fb9-823a-3e2b20118c31 Apr 29 11:40:45.674545 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d62316-0918-4e66-92be-c77bc7c04cce tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:40:45.675203 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-81d62316-0918-4e66-92be-c77bc7c04cce tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:45.681445 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0d91bc73-055e-42d1-bdaa-2017069d7a4f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:45.686661 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0d91bc73-055e-42d1-bdaa-2017069d7a4f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/e23a4736-f38e-4ef5-b929-9c035749d89e HTTP/1.1" status: 204 len: 168 time: 1.6952276 Apr 29 11:40:45.688258 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:40:45.688258 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:40:45.688258 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:40:45.688258 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:40:45.688258 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:40:45.688258 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:40:45.688258 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:40:45.688258 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:40:45.688258 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:40:45.688258 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:40:45.688258 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:40:45.688258 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:40:45.688258 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:40:45.688258 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:40:45.688258 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:40:45.688258 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:40:45.688258 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:40:45.688258 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:40:45.688258 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:40:45.688258 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:40:45.688258 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:40:45.688258 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:40:45.688258 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:40:45.688258 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:40:45.688258 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:40:45.688258 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:40:45.688258 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:40:45.688258 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:40:45.688258 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:40:45.688258 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:40:45.688258 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:40:45.688258 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:40:45.694846 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-84754113-8037-4a5f-852a-071752fead75 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3004000 Apr 29 11:40:45.700556 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-aec9aaff-c03c-4540-a5c1-60c6b68e49c2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:45.701946 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-e8453adb-732e-4831-bcaf-ab650eedb26d None None] For port 5c61a5ec-6776-4c8d-baf6-0917ec729762, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:40:45.709609 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51338) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:45.710804 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-e8453adb-732e-4831-bcaf-ab650eedb26d None None] For port 5c61a5ec-6776-4c8d-baf6-0917ec729762, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=5c61a5ec-6776-4c8d-baf6-0917ec729762,segment=NetworkSegment(ef80bb9b-2ab6-44e8-b716-630f8785cac9),segment_id=ef80bb9b-2ab6-44e8-b716-630f8785cac9)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:40:45.711968 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51340) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:45.718499 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-83a42aba-59b3-4869-b148-41efa16f2b49 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:45.720452 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-ae51b796-3f52-410e-a37d-392d1d1562fc tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Request body: {'security_group': {'name': 'tempest-secgroup--1661424967'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:45.723180 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-7500c772-1c6c-4620-bc7c-d0456cb1fda4 None None] For port 964c10f3-347c-4d60-afcc-ce84b6e45e04, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=964c10f3-347c-4d60-afcc-ce84b6e45e04,segment=NetworkSegment(c2addbf1-4b58-4103-a6d1-e1aeb0d7ebd0),segment_id=c2addbf1-4b58-4103-a6d1-e1aeb0d7ebd0)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:45.723922 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7500c772-1c6c-4620-bc7c-d0456cb1fda4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:45.727709 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e8453adb-732e-4831-bcaf-ab650eedb26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:45.755170 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-7e80e700-2a41-4203-9d4c-82d683e7b046 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] For port 964c10f3-347c-4d60-afcc-ce84b6e45e04, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=964c10f3-347c-4d60-afcc-ce84b6e45e04,segment=NetworkSegment(c2addbf1-4b58-4103-a6d1-e1aeb0d7ebd0),segment_id=c2addbf1-4b58-4103-a6d1-e1aeb0d7ebd0)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:45.755646 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7e80e700-2a41-4203-9d4c-82d683e7b046 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:45.785049 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-7500c772-1c6c-4620-bc7c-d0456cb1fda4 None None] Calling delete_port for 964c10f3-347c-4d60-afcc-ce84b6e45e04 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:45.881009 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-7e80e700-2a41-4203-9d4c-82d683e7b046 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Calling delete_port for 964c10f3-347c-4d60-afcc-ce84b6e45e04 owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:45.896249 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8453adb-732e-4831-bcaf-ab650eedb26d None None] Pushing event updated for resources: {'Port': ['ID=5c61a5ec-6776-4c8d-baf6-0917ec729762,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:45.918584 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.db.resource_extend [None req-aec9aaff-c03c-4540-a5c1-60c6b68e49c2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:40:45.949778 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f6509dc6-3941-49af-9fed-b337613f11df tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2362404 Apr 29 11:40:45.958011 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51342) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:45.958858 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-aec9aaff-c03c-4540-a5c1-60c6b68e49c2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:45.966095 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec9aaff-c03c-4540-a5c1-60c6b68e49c2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:45.966593 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-aec9aaff-c03c-4540-a5c1-60c6b68e49c2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:45.967716 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7500c772-1c6c-4620-bc7c-d0456cb1fda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:45.977837 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-81d62316-0918-4e66-92be-c77bc7c04cce tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:46.017326 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7500c772-1c6c-4620-bc7c-d0456cb1fda4 None None] Pushing event deleted for resources: {'Port': ['ID=964c10f3-347c-4d60-afcc-ce84b6e45e04,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:46.040367 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7500c772-1c6c-4620-bc7c-d0456cb1fda4 None None] No DVR routers for this DVR port 964c10f3-347c-4d60-afcc-ce84b6e45e04 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:40:46.047365 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-81d62316-0918-4e66-92be-c77bc7c04cce tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:46.052998 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-81d62316-0918-4e66-92be-c77bc7c04cce tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] 10.222.0.69 "DELETE /v2.0/networks/a367fb13-bf26-4314-8c27-79d6ccbde0b1 HTTP/1.1" status: 204 len: 168 time: 2.0626562 Apr 29 11:40:46.262688 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9aaff-c03c-4540-a5c1-60c6b68e49c2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Network': ['ID=8a087a34-f826-4fb9-823a-3e2b20118c31,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:46.276428 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d62316-0918-4e66-92be-c77bc7c04cce tempest-FloatingIPTestJSON-1918028607 tempest-FloatingIPTestJSON-1918028607-project] Pushing event deleted for resources: {'Network': ['ID=a367fb13-bf26-4314-8c27-79d6ccbde0b1,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:46.280274 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 8a087a34-f826-4fb9-823a-3e2b20118c31 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:40:46.292321 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ae51b796-3f52-410e-a37d-392d1d1562fc tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:46.348368 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-aec9aaff-c03c-4540-a5c1-60c6b68e49c2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0996318 Apr 29 11:40:46.352449 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-94e5fe59-f252-4ee2-9d57-fb7762085456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:46.353722 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51346) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:46.359921 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-8df3658a-10d2-4ca6-a33d-2a5c944afec3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'subnet': {'network_id': '8a087a34-f826-4fb9-823a-3e2b20118c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:46.468734 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e6d7cc-bbe7-4260-ab5a-0b59a61f8f23 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:46.493323 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-94e5fe59-f252-4ee2-9d57-fb7762085456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:46.531420 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-83a42aba-59b3-4869-b148-41efa16f2b49 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Allocated IP 172.20.0.1 (7dbf2a4e-8493-42d0-867d-053982835fa5/303a25cb-f09f-4cac-89be-8500010655da/d200e8a7-e7ec-4be3-b110-4c0465de83ca) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:46.535108 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea616081-6416-497a-a133-ee3cc1ff5900 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:46.536731 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ea616081-6416-497a-a133-ee3cc1ff5900 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5628378 Apr 29 11:40:46.549541 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51350) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:46.571395 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7e80e700-2a41-4203-9d4c-82d683e7b046 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:46.576600 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-1f1bd18f-03ec-44f0-a2b1-964b2f6e33de None None] Provisioning complete for port 1265411f-fea1-48f1-8f20-9110dc3bf090 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:46.577095 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1f1bd18f-03ec-44f0-a2b1-964b2f6e33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:46.637838 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51352) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:46.659187 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80e700-2a41-4203-9d4c-82d683e7b046 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Port': ['ID=964c10f3-347c-4d60-afcc-ce84b6e45e04,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:46.683482 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-94e5fe59-f252-4ee2-9d57-fb7762085456 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3df7c9d1817f4a2d8df0b53712ec7115&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4521976 Apr 29 11:40:46.689645 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51356) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:46.718843 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e80e700-2a41-4203-9d4c-82d683e7b046 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] No DVR routers for this DVR port 964c10f3-347c-4d60-afcc-ce84b6e45e04 on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:40:46.730731 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5fe59-f252-4ee2-9d57-fb7762085456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a796c35-80a4-4da5-ba66-c83f7b52c03b,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:46.771359 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f52e37-c327-40d2-89e8-44c5bbdecd4e tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:46.778110 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f6f52e37-c327-40d2-89e8-44c5bbdecd4e tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2061238 Apr 29 11:40:46.793835 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51360) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:46.797626 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df3658a-10d2-4ca6-a33d-2a5c944afec3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:46.801986 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8df3658a-10d2-4ca6-a33d-2a5c944afec3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:46.850015 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ae51b796-3f52-410e-a37d-392d1d1562fc tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:46.864784 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db525c1-2ee5-4558-ab17-ddf08b4c8c7e None None] DHCP port deletion for 62578361-baac-4d3e-b4ee-401a25f05a0e request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:40:46.893357 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ae51b796-3f52-410e-a37d-392d1d1562fc tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:46.932370 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-cae704fc-da92-4cf9-9402-5d35a04e5f90 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1172290 Apr 29 11:40:46.938812 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51362) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:46.944945 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-fa34134c-bcab-44ee-9fbd-30a0738a20aa tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:46.945212 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-7db525c1-2ee5-4558-ab17-ddf08b4c8c7e None None] Deleting port 1265411f-fea1-48f1-8f20-9110dc3bf090 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:46.945532 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7db525c1-2ee5-4558-ab17-ddf08b4c8c7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:46.951344 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 5c61a5ec-6776-4c8d-baf6-0917ec729762 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:40:47.007457 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ae51b796-3f52-410e-a37d-392d1d1562fc tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:47.012432 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ae51b796-3f52-410e-a37d-392d1d1562fc tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2936866 Apr 29 11:40:47.018565 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51364) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:47.024762 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d48bf170-071d-4a57-9601-9888f53b7eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:47.040623 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-a1698788-c575-4f9f-8eff-7057384f7b9e tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:47.041338 dv-neutron-838888-1-hyperv neutron-server[102959]: WARNING neutron.api.v2.base [None req-a1698788-c575-4f9f-8eff-7057384f7b9e tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 29 11:40:47.042001 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-a1698788-c575-4f9f-8eff-7057384f7b9e tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] update failed (client error): There was a conflict when trying to complete your request. Apr 29 11:40:47.043210 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a1698788-c575-4f9f-8eff-7057384f7b9e tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "PUT /v2.0/security-groups/e5017e4d-3095-4958-939e-17ba5e1eb6eb HTTP/1.1" status: 409 len: 330 time: 0.0114980 Apr 29 11:40:47.049062 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d48bf170-071d-4a57-9601-9888f53b7eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:47.067764 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-7db525c1-2ee5-4558-ab17-ddf08b4c8c7e None None] For port 1265411f-fea1-48f1-8f20-9110dc3bf090, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=1265411f-fea1-48f1-8f20-9110dc3bf090,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:47.068049 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7db525c1-2ee5-4558-ab17-ddf08b4c8c7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:47.078795 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51366) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:47.087142 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-7db525c1-2ee5-4558-ab17-ddf08b4c8c7e None None] Calling delete_port for 1265411f-fea1-48f1-8f20-9110dc3bf090 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:47.100463 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7e80e700-2a41-4203-9d4c-82d683e7b046 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:47.105247 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 5c61a5ec-6776-4c8d-baf6-0917ec729762 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:47.105617 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:47.122653 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51368) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:47.160378 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-83a42aba-59b3-4869-b148-41efa16f2b49 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:47.179221 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51b796-3f52-410e-a37d-392d1d1562fc tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5017e4d-3095-4958-939e-17ba5e1eb6eb,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:47.190872 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0b5a4c74-0648-4c60-b43a-0f60e8bcc862 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aab58ef2dc9143a6a142915736d906ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5440581 Apr 29 11:40:47.201817 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51370) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:47.246769 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-7e80e700-2a41-4203-9d4c-82d683e7b046 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51001d52-3c5f-4076-9f1f-3bddc8cdc9d0']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:47.262154 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7db525c1-2ee5-4558-ab17-ddf08b4c8c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:47.284578 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-7e80e700-2a41-4203-9d4c-82d683e7b046 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2addbf1-4b58-4103-a6d1-e1aeb0d7ebd0') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:47.284578 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-7e80e700-2a41-4203-9d4c-82d683e7b046 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2addbf1-4b58-4103-a6d1-e1aeb0d7ebd0') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:47.299470 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db525c1-2ee5-4558-ab17-ddf08b4c8c7e None None] Pushing event deleted for resources: {'Port': ['ID=1265411f-fea1-48f1-8f20-9110dc3bf090,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:47.314357 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:47.321489 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7e80e700-2a41-4203-9d4c-82d683e7b046 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:47.344540 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db525c1-2ee5-4558-ab17-ddf08b4c8c7e None None] No DVR routers for this DVR port 1265411f-fea1-48f1-8f20-9110dc3bf090 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:40:47.399146 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 5c61a5ec-6776-4c8d-baf6-0917ec729762, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=5c61a5ec-6776-4c8d-baf6-0917ec729762,segment=NetworkSegment(ef80bb9b-2ab6-44e8-b716-630f8785cac9),segment_id=ef80bb9b-2ab6-44e8-b716-630f8785cac9)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:47.400215 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8df3658a-10d2-4ca6-a33d-2a5c944afec3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:47.404980 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:47.418373 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-427f2f69-5f14-46f8-8b6f-30f5cba18065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:47.422007 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa34134c-bcab-44ee-9fbd-30a0738a20aa tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:47.425868 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fa34134c-bcab-44ee-9fbd-30a0738a20aa tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:47.427737 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa34134c-bcab-44ee-9fbd-30a0738a20aa tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:40:47.430037 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa34134c-bcab-44ee-9fbd-30a0738a20aa tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:40:47.432925 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-25b0f5b0-c1c0-4f25-bb26-92a4d82979bb tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:47.447983 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d48bf170-071d-4a57-9601-9888f53b7eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:47.455139 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7e80e700-2a41-4203-9d4c-82d683e7b046 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:47.461568 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d48bf170-071d-4a57-9601-9888f53b7eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:47.483360 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d48bf170-071d-4a57-9601-9888f53b7eaa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2a796c35-80a4-4da5-ba66-c83f7b52c03b HTTP/1.1" status: 204 len: 168 time: 0.7799401 Apr 29 11:40:47.483580 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e80e700-2a41-4203-9d4c-82d683e7b046 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:40:47.483580 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7e80e700-2a41-4203-9d4c-82d683e7b046 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:47.483761 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-25b0f5b0-c1c0-4f25-bb26-92a4d82979bb tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:47.490892 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=5c61a5ec-6776-4c8d-baf6-0917ec729762,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: self.session.flush() Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: self.session.flush() Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: self.session.flush() Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: self.session.flush() Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:40:47.493530 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:40:47.531195 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 964c10f3-347c-4d60-afcc-ce84b6e45e04 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:40:47.534986 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-fa34134c-bcab-44ee-9fbd-30a0738a20aa tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5945859 Apr 29 11:40:47.540159 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51374) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:47.560051 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 964c10f3-347c-4d60-afcc-ce84b6e45e04 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:40:47.560705 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 964c10f3-347c-4d60-afcc-ce84b6e45e04 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:40:47.562766 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-2b141c32-1174-4354-b31b-49d7da4caaa4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:47.573680 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-427f2f69-5f14-46f8-8b6f-30f5cba18065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:47.615127 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48bf170-071d-4a57-9601-9888f53b7eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a796c35-80a4-4da5-ba66-c83f7b52c03b,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:47.615662 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-83a42aba-59b3-4869-b148-41efa16f2b49 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:47.642839 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3658a-10d2-4ca6-a33d-2a5c944afec3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Subnet': ['ID=a3c68033-2cdf-4824-8939-4505ca6e3c7f,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:47.671807 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df3658a-10d2-4ca6-a33d-2a5c944afec3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Checking segment: {'id': '9024a2cb-0f89-4627-b49a-65d77b3ace7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8a087a34-f826-4fb9-823a-3e2b20118c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:40:47.672225 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df3658a-10d2-4ca6-a33d-2a5c944afec3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network hostable DHCP agents. Network: 8a087a34-f826-4fb9-823a-3e2b20118c31, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:40:47.694798 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df3658a-10d2-4ca6-a33d-2a5c944afec3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network 8a087a34-f826-4fb9-823a-3e2b20118c31 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:40:47.699835 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-427f2f69-5f14-46f8-8b6f-30f5cba18065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:47.703453 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-427f2f69-5f14-46f8-8b6f-30f5cba18065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:47.708739 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-427f2f69-5f14-46f8-8b6f-30f5cba18065 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/27dc5a29-de78-4241-a1a3-71fb051d5b31 HTTP/1.1" status: 204 len: 168 time: 0.4927425 Apr 29 11:40:47.719756 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-8df3658a-10d2-4ca6-a33d-2a5c944afec3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 8a087a34-f826-4fb9-823a-3e2b20118c31) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:47.721639 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f2f69-5f14-46f8-8b6f-30f5cba18065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dc5a29-de78-4241-a1a3-71fb051d5b31,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:47.722888 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdd4fb8-cc7f-4098-9df9-0afe808434b2 None None] Network 7dbf2a4e-8493-42d0-867d-053982835fa5 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:47.726655 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df3658a-10d2-4ca6-a33d-2a5c944afec3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:47.727356 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8df3658a-10d2-4ca6-a33d-2a5c944afec3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:47.756411 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8df3658a-10d2-4ca6-a33d-2a5c944afec3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4010863 Apr 29 11:40:47.759753 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51380) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:47.763768 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36734195-8ff6-42b7-9a76-272a498fce6d None None] Network 8a087a34-f826-4fb9-823a-3e2b20118c31 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:47.768882 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-bb372518-5d39-4097-99f3-1d9d71f292d9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'port': {'network_id': '8a087a34-f826-4fb9-823a-3e2b20118c31', 'name': 'tempest-PortsIpV6TestJSON-405151778', 'fixed_ips': [{'subnet_id': 'a3c68033-2cdf-4824-8939-4505ca6e3c7f', 'ip_address': '2001:db8::10'}]}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:47.790720 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7e80e700-2a41-4203-9d4c-82d683e7b046 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:47.795918 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7e80e700-2a41-4203-9d4c-82d683e7b046 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:47.803277 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7e80e700-2a41-4203-9d4c-82d683e7b046 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/networks/51001d52-3c5f-4076-9f1f-3bddc8cdc9d0 HTTP/1.1" status: 204 len: 168 time: 3.6554430 Apr 29 11:40:47.804390 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51382) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:47.941661 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a42aba-59b3-4869-b148-41efa16f2b49 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Port': ['ID=d200e8a7-e7ec-4be3-b110-4c0465de83ca,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:47.957739 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a42aba-59b3-4869-b148-41efa16f2b49 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network 7dbf2a4e-8493-42d0-867d-053982835fa5 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:47.977855 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-cd39824a-a3ba-4068-9eff-89f8f17a8b44 None None] Provisioning complete for port 5c61a5ec-6776-4c8d-baf6-0917ec729762 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:47.978246 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cd39824a-a3ba-4068-9eff-89f8f17a8b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:48.067604 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb372518-5d39-4097-99f3-1d9d71f292d9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:48.082935 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-83a42aba-59b3-4869-b148-41efa16f2b49 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:48.085336 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-25b0f5b0-c1c0-4f25-bb26-92a4d82979bb tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:48.088440 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-25b0f5b0-c1c0-4f25-bb26-92a4d82979bb tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:48.089706 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-25b0f5b0-c1c0-4f25-bb26-92a4d82979bb tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "DELETE /v2.0/security-groups/e5017e4d-3095-4958-939e-17ba5e1eb6eb HTTP/1.1" status: 204 len: 168 time: 1.0061507 Apr 29 11:40:48.095755 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a42aba-59b3-4869-b148-41efa16f2b49 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:40:48.104922 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51386) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:48.178200 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80e700-2a41-4203-9d4c-82d683e7b046 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Network': ['ID=51001d52-3c5f-4076-9f1f-3bddc8cdc9d0,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:48.181315 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-83a42aba-59b3-4869-b148-41efa16f2b49 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:48.199455 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f7894d-a18c-4997-9a50-29e714c5db68 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:48.204191 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1872a6-c867-487b-8c17-4d4a26100cff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-8a087a34-f826-4fb9-823a-3e2b20118c31', 'network_id': '8a087a34-f826-4fb9-823a-3e2b20118c31', 'tenant_id': 'f7a7bd2b70fc4f5cafed95969987752a', 'fixed_ips': [{'subnet_id': 'a3c68033-2cdf-4824-8939-4505ca6e3c7f'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:40:48.205190 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2f1872a6-c867-487b-8c17-4d4a26100cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:48.206885 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-77f7894d-a18c-4997-9a50-29e714c5db68 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2662466 Apr 29 11:40:48.208962 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0f5b0-c1c0-4f25-bb26-92a4d82979bb tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5017e4d-3095-4958-939e-17ba5e1eb6eb,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:48.243786 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51390) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:48.288912 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b141c32-1174-4354-b31b-49d7da4caaa4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:48.293799 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2b141c32-1174-4354-b31b-49d7da4caaa4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:48.295338 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b141c32-1174-4354-b31b-49d7da4caaa4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:40:48.296466 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b141c32-1174-4354-b31b-49d7da4caaa4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:40:48.370757 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-78e6ebd9-6981-4009-b1af-7583764eff9e tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2603202 Apr 29 11:40:48.371833 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51396) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:48.392244 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bb372518-5d39-4097-99f3-1d9d71f292d9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:48.408648 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2b141c32-1174-4354-b31b-49d7da4caaa4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8593731 Apr 29 11:40:48.413684 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-fd78cb36-ebb0-4c8b-adca-bb3780f99920 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1686788 Apr 29 11:40:48.415487 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51398) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:48.415832 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51400) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:48.420735 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-d81cbd6d-c65f-45da-8647-d6f2174b75ef tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] delete failed (client error): The resource could not be found. Apr 29 11:40:48.425714 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d81cbd6d-c65f-45da-8647-d6f2174b75ef tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "DELETE /v2.0/security-groups/680a87b3-cfa0-4ec5-8c80-87b38073c7bf HTTP/1.1" status: 404 len: 347 time: 0.0492516 Apr 29 11:40:48.427402 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51402) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:48.429856 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-e9491a4c-16e4-4cbb-ab99-855d848b9dcb tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1644678168'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:48.438081 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-74e39fc3-a3db-424f-8662-973112656e58 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:48.470253 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-6d84120f-e6b8-46bf-967d-d38877647654 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] show failed (client error): The resource could not be found. Apr 29 11:40:48.476741 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6d84120f-e6b8-46bf-967d-d38877647654 tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "GET /v2.0/security-groups/145069e1-32ec-48f9-86aa-565874c00af9 HTTP/1.1" status: 404 len: 347 time: 0.0442228 Apr 29 11:40:48.476741 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51404) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:48.484695 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-bb372518-5d39-4097-99f3-1d9d71f292d9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] device_id is not set on port 6a510bd9-5db2-4e2e-b1fa-5943bd06d4c1 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:40:48.517322 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-eed479f3-d580-49fe-bf74-12d5c3c8eb7a tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] show failed (client error): The resource could not be found. Apr 29 11:40:48.523166 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-eed479f3-d580-49fe-bf74-12d5c3c8eb7a tempest-NegativeSecGroupTest-794897491 tempest-NegativeSecGroupTest-794897491-project] 10.222.0.69 "GET /v2.0/security-group-rules/fa225b6f-fa7b-4186-b00f-1be848c2e011 HTTP/1.1" status: 404 len: 356 time: 0.0396168 Apr 29 11:40:48.523166 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-83a42aba-59b3-4869-b148-41efa16f2b49 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:48.575683 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-2f1872a6-c867-487b-8c17-4d4a26100cff None None] Allocated IP 2001:db8::2 (8a087a34-f826-4fb9-823a-3e2b20118c31/a3c68033-2cdf-4824-8939-4505ca6e3c7f/769dcd59-5389-4ec2-9142-b3d74858bb9d) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:48.703146 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9491a4c-16e4-4cbb-ab99-855d848b9dcb tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:48.710919 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e9491a4c-16e4-4cbb-ab99-855d848b9dcb tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:48.758573 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9491a4c-16e4-4cbb-ab99-855d848b9dcb tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:40:48.770215 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e9491a4c-16e4-4cbb-ab99-855d848b9dcb tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:48.770915 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-e9491a4c-16e4-4cbb-ab99-855d848b9dcb tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Added segment 20b63630-aa7c-43a8-9f23-f4f026140459 of type vlan for network 14ff2613-dcce-40f3-9476-b079f12f64fb Apr 29 11:40:48.825983 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e9491a4c-16e4-4cbb-ab99-855d848b9dcb tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:48.862470 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2f1872a6-c867-487b-8c17-4d4a26100cff None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:48.868417 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e9491a4c-16e4-4cbb-ab99-855d848b9dcb tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:48.870855 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 5c61a5ec-6776-4c8d-baf6-0917ec729762 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:40:48.876515 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2f1872a6-c867-487b-8c17-4d4a26100cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:48.877890 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9491a4c-16e4-4cbb-ab99-855d848b9dcb tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:48.878764 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e9491a4c-16e4-4cbb-ab99-855d848b9dcb tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:48.982921 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-bb372518-5d39-4097-99f3-1d9d71f292d9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Allocated IP 2001:db8::10 (8a087a34-f826-4fb9-823a-3e2b20118c31/a3c68033-2cdf-4824-8939-4505ca6e3c7f/6a510bd9-5db2-4e2e-b1fa-5943bd06d4c1) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:49.088251 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e9491a4c-16e4-4cbb-ab99-855d848b9dcb tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6641152 Apr 29 11:40:49.103586 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51418) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:49.130314 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-0a7a4512-cf3b-4dc2-a2f9-7d46a0a542c9 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'subnet': {'network_id': '14ff2613-dcce-40f3-9476-b079f12f64fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:49.156495 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51420) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:49.157091 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51422) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:49.189598 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026546 Apr 29 11:40:49.216356 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e39fc3-a3db-424f-8662-973112656e58 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:49.220175 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-74e39fc3-a3db-424f-8662-973112656e58 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:49.221702 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e39fc3-a3db-424f-8662-973112656e58 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:40:49.222796 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74e39fc3-a3db-424f-8662-973112656e58 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:40:49.222952 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51424) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:49.243556 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1872a6-c867-487b-8c17-4d4a26100cff None None] Network 8a087a34-f826-4fb9-823a-3e2b20118c31 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:49.261822 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-2f1872a6-c867-487b-8c17-4d4a26100cff None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:49.271579 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1872a6-c867-487b-8c17-4d4a26100cff None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:40:49.281176 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1872a6-c867-487b-8c17-4d4a26100cff None None] Pushing event updated for resources: {'Port': ['ID=769dcd59-5389-4ec2-9142-b3d74858bb9d,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:49.311427 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-7e63498b-c76a-4926-8abd-ca0956e94f8a None None] Provisioning complete for port d200e8a7-e7ec-4be3-b110-4c0465de83ca triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:49.311952 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7e63498b-c76a-4926-8abd-ca0956e94f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:49.325746 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9491a4c-16e4-4cbb-ab99-855d848b9dcb tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Network': ['ID=14ff2613-dcce-40f3-9476-b079f12f64fb,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:49.360531 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-74e39fc3-a3db-424f-8662-973112656e58 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9270949 Apr 29 11:40:49.361248 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51430) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:49.365181 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 14ff2613-dcce-40f3-9476-b079f12f64fb details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:40:49.372806 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-88be4561-2f12-4d69-8cbc-0e084599c5cd tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:49.416730 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9c050d60-bbff-48fc-a45f-33e3db012318 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:49.465084 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-00acfcca-860a-4fb8-93ea-e3a7ce2806a4 tempest-NetworksApiDiscovery-294341443 tempest-NetworksApiDiscovery-294341443-project] 10.222.0.69 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2402763 Apr 29 11:40:49.524572 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-2f1872a6-c867-487b-8c17-4d4a26100cff None None] Attempting to bind port 769dcd59-5389-4ec2-9142-b3d74858bb9d on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:40:49.524572 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-2f1872a6-c867-487b-8c17-4d4a26100cff None None] Attempting to bind port 769dcd59-5389-4ec2-9142-b3d74858bb9d by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '9024a2cb-0f89-4627-b49a-65d77b3ace7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8a087a34-f826-4fb9-823a-3e2b20118c31'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:40:49.527825 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1872a6-c867-487b-8c17-4d4a26100cff None None] Attempting to bind port 769dcd59-5389-4ec2-9142-b3d74858bb9d on network 8a087a34-f826-4fb9-823a-3e2b20118c31 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:40:49.541968 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 5c61a5ec-6776-4c8d-baf6-0917ec729762 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:49.545317 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:49.545496 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-55d6bcbf-8c2e-492d-b35b-21b0f683d2ee admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5339a456cedd469a9059bbc69b6c1c62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3573148 Apr 29 11:40:49.550371 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7a4512-cf3b-4dc2-a2f9-7d46a0a542c9 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:49.552281 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-7e63498b-c76a-4926-8abd-ca0956e94f8a None None] Port d200e8a7-e7ec-4be3-b110-4c0465de83ca cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:40:49.554405 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0a7a4512-cf3b-4dc2-a2f9-7d46a0a542c9 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:49.554809 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1872a6-c867-487b-8c17-4d4a26100cff None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:40:49.555283 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1872a6-c867-487b-8c17-4d4a26100cff None None] Checking segment: {'id': '9024a2cb-0f89-4627-b49a-65d77b3ace7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8a087a34-f826-4fb9-823a-3e2b20118c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:40:49.556221 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2f1872a6-c867-487b-8c17-4d4a26100cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:49.556221 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1872a6-c867-487b-8c17-4d4a26100cff None None] Bound using segment: {'id': '9024a2cb-0f89-4627-b49a-65d77b3ace7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8a087a34-f826-4fb9-823a-3e2b20118c31'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:40:49.556739 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-2f1872a6-c867-487b-8c17-4d4a26100cff None None] Bound port: 769dcd59-5389-4ec2-9142-b3d74858bb9d, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9024a2cb-0f89-4627-b49a-65d77b3ace7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8a087a34-f826-4fb9-823a-3e2b20118c31'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:40:49.557186 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2f1872a6-c867-487b-8c17-4d4a26100cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:49.558578 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51434) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:49.567357 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bb372518-5d39-4097-99f3-1d9d71f292d9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:49.644848 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-7e63498b-c76a-4926-8abd-ca0956e94f8a None None] Provisioning complete for port 5c61a5ec-6776-4c8d-baf6-0917ec729762 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:49.645425 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7e63498b-c76a-4926-8abd-ca0956e94f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:49.724112 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88be4561-2f12-4d69-8cbc-0e084599c5cd tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:49.728514 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-88be4561-2f12-4d69-8cbc-0e084599c5cd tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:49.730056 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-88be4561-2f12-4d69-8cbc-0e084599c5cd tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:40:49.730621 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88be4561-2f12-4d69-8cbc-0e084599c5cd tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:40:49.738193 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-2f1872a6-c867-487b-8c17-4d4a26100cff None None] For port 769dcd59-5389-4ec2-9142-b3d74858bb9d, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:40:49.761386 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-88be4561-2f12-4d69-8cbc-0e084599c5cd tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3930633 Apr 29 11:40:49.764118 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51438) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:49.765709 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-2f1872a6-c867-487b-8c17-4d4a26100cff None None] For port 769dcd59-5389-4ec2-9142-b3d74858bb9d, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=769dcd59-5389-4ec2-9142-b3d74858bb9d,segment=NetworkSegment(9024a2cb-0f89-4627-b49a-65d77b3ace7c),segment_id=9024a2cb-0f89-4627-b49a-65d77b3ace7c)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:40:49.778096 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-6a58ee93-0f7d-466e-9ac3-c10c0e5fa27d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:49.778768 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2f1872a6-c867-487b-8c17-4d4a26100cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:49.792097 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51440) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:49.826686 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bb372518-5d39-4097-99f3-1d9d71f292d9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:49.869365 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f386267f-4436-497d-998b-0c78bf2950a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:49.888815 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 1265411f-fea1-48f1-8f20-9110dc3bf090 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:40:49.899827 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-83a42aba-59b3-4869-b148-41efa16f2b49 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:49.913261 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-83a42aba-59b3-4869-b148-41efa16f2b49 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:49.946039 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1872a6-c867-487b-8c17-4d4a26100cff None None] Pushing event updated for resources: {'Port': ['ID=769dcd59-5389-4ec2-9142-b3d74858bb9d,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:49.950608 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 1265411f-fea1-48f1-8f20-9110dc3bf090 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:40:49.954001 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 1265411f-fea1-48f1-8f20-9110dc3bf090 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:40:50.015208 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-c2cabfd3-642e-4a5f-898b-c127ee68ae6f None None] Provisioning complete for port d200e8a7-e7ec-4be3-b110-4c0465de83ca triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:50.016079 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c2cabfd3-642e-4a5f-898b-c127ee68ae6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:50.078116 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-c2cabfd3-642e-4a5f-898b-c127ee68ae6f None None] Port d200e8a7-e7ec-4be3-b110-4c0465de83ca cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:40:50.081459 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-83a42aba-59b3-4869-b148-41efa16f2b49 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:50.086186 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a42aba-59b3-4869-b148-41efa16f2b49 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Port': ['ID=d200e8a7-e7ec-4be3-b110-4c0465de83ca,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:50.279105 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a42aba-59b3-4869-b148-41efa16f2b49 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network 7dbf2a4e-8493-42d0-867d-053982835fa5 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:50.283387 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-83a42aba-59b3-4869-b148-41efa16f2b49 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:50.289767 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-9c050d60-bbff-48fc-a45f-33e3db012318 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port 67946bc8-5848-4a26-a785-06a5360aae8d {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:50.290111 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9c050d60-bbff-48fc-a45f-33e3db012318 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:50.337011 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb372518-5d39-4097-99f3-1d9d71f292d9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network 8a087a34-f826-4fb9-823a-3e2b20118c31 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:50.369941 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-bb372518-5d39-4097-99f3-1d9d71f292d9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:50.371889 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb372518-5d39-4097-99f3-1d9d71f292d9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:40:50.377690 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb372518-5d39-4097-99f3-1d9d71f292d9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:50.378442 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bb372518-5d39-4097-99f3-1d9d71f292d9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:50.417726 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f386267f-4436-497d-998b-0c78bf2950a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:50.434793 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-696830b8-45b0-41d6-8223-29470cfc85f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:50.478011 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-9c050d60-bbff-48fc-a45f-33e3db012318 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] For port 67946bc8-5848-4a26-a785-06a5360aae8d, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=67946bc8-5848-4a26-a785-06a5360aae8d,segment=NetworkSegment(fe679dd4-e298-4e22-a8be-94b11f77c601),segment_id=fe679dd4-e298-4e22-a8be-94b11f77c601)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:50.478562 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9c050d60-bbff-48fc-a45f-33e3db012318 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:50.482832 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-bb372518-5d39-4097-99f3-1d9d71f292d9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7209051 Apr 29 11:40:50.489572 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51444) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:50.493401 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb372518-5d39-4097-99f3-1d9d71f292d9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Port': ['ID=6a510bd9-5db2-4e2e-b1fa-5943bd06d4c1,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:50.504382 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-3d2bac42-1302-4645-b7a1-bd06b745422a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'port': {'network_id': '8a087a34-f826-4fb9-823a-3e2b20118c31', 'name': 'tempest-PortsIpV6TestJSON-1896717295', 'fixed_ips': [{'subnet_id': 'a3c68033-2cdf-4824-8939-4505ca6e3c7f', 'ip_address': '2001:db8::f'}]}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:50.504954 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-9c050d60-bbff-48fc-a45f-33e3db012318 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for 67946bc8-5848-4a26-a785-06a5360aae8d owned by network:router_interface {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:50.592747 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a42aba-59b3-4869-b148-41efa16f2b49 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Router 80361878-1f46-45ca-b890-668e23bc0974 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:40:50.620211 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-0e5f9d22-fa76-40b5-b7d8-9d6eb8bb2926 None None] Provisioning complete for port d200e8a7-e7ec-4be3-b110-4c0465de83ca triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:50.620700 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0e5f9d22-fa76-40b5-b7d8-9d6eb8bb2926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:50.631676 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a58ee93-0f7d-466e-9ac3-c10c0e5fa27d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:50.635163 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6a58ee93-0f7d-466e-9ac3-c10c0e5fa27d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:50.636590 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a58ee93-0f7d-466e-9ac3-c10c0e5fa27d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:40:50.637020 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a58ee93-0f7d-466e-9ac3-c10c0e5fa27d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:40:50.673390 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-0e5f9d22-fa76-40b5-b7d8-9d6eb8bb2926 None None] Port d200e8a7-e7ec-4be3-b110-4c0465de83ca cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:40:50.682394 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6a58ee93-0f7d-466e-9ac3-c10c0e5fa27d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9106758 Apr 29 11:40:50.686482 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51446) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:50.692216 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-4d88ab0c-a0a7-4ef5-ab24-b709a55a1dd7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:50.716478 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0a7a4512-cf3b-4dc2-a2f9-7d46a0a542c9 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:50.825448 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f386267f-4436-497d-998b-0c78bf2950a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:50.834147 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f386267f-4436-497d-998b-0c78bf2950a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:50.834147 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f386267f-4436-497d-998b-0c78bf2950a1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/04e9d888-b2a3-41f0-8e88-90d4bb9e7c6b HTTP/1.1" status: 204 len: 168 time: 1.2679975 Apr 29 11:40:50.845027 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 769dcd59-5389-4ec2-9142-b3d74858bb9d up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:40:50.862117 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386267f-4436-497d-998b-0c78bf2950a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e9d888-b2a3-41f0-8e88-90d4bb9e7c6b,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:50.869591 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a42aba-59b3-4869-b148-41efa16f2b49 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:40:50.883569 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-83a42aba-59b3-4869-b148-41efa16f2b49 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "PUT /v2.0/routers/80361878-1f46-45ca-b890-668e23bc0974/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4051251 Apr 29 11:40:50.883569 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d88ab0c-a0a7-4ef5-ab24-b709a55a1dd7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:50.883569 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4d88ab0c-a0a7-4ef5-ab24-b709a55a1dd7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:50.883986 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51450) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:50.885410 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d88ab0c-a0a7-4ef5-ab24-b709a55a1dd7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:40:50.885410 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d88ab0c-a0a7-4ef5-ab24-b709a55a1dd7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:40:50.896161 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98cbabf-79e5-4a41-a80b-08bb47f07b55 None None] Sync routers for ids ['80361878-1f46-45ca-b890-668e23bc0974'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:40:50.911036 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98cbabf-79e5-4a41-a80b-08bb47f07b55 None None] Routers {'80361878-1f46-45ca-b890-668e23bc0974'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:50.911708 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-b98cbabf-79e5-4a41-a80b-08bb47f07b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:40:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['80361878-1f46-45ca-b890-668e23bc0974'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:50.919886 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a4512-cf3b-4dc2-a2f9-7d46a0a542c9 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Subnet': ['ID=be8c8d98-3379-4115-8403-54d23d2a7ecc,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:50.949671 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4d88ab0c-a0a7-4ef5-ab24-b709a55a1dd7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2619882 Apr 29 11:40:50.950880 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51452) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:50.974997 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-b98cbabf-79e5-4a41-a80b-08bb47f07b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:50.986528 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98cbabf-79e5-4a41-a80b-08bb47f07b55 None None] Routers {'80361878-1f46-45ca-b890-668e23bc0974'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:50.988005 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-b98cbabf-79e5-4a41-a80b-08bb47f07b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:40:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['80361878-1f46-45ca-b890-668e23bc0974'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:51.022848 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-696830b8-45b0-41d6-8223-29470cfc85f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:51.032781 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2bac42-1302-4645-b7a1-bd06b745422a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:51.034500 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ef17fd22-a9e9-48c9-ae65-86681493922c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0793021 Apr 29 11:40:51.035894 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51454) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:51.042527 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3d2bac42-1302-4645-b7a1-bd06b745422a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:51.050449 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9c050d60-bbff-48fc-a45f-33e3db012318 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:51.050779 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 769dcd59-5389-4ec2-9142-b3d74858bb9d triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:51.051101 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:51.083406 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-696830b8-45b0-41d6-8223-29470cfc85f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:51.115782 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-b98cbabf-79e5-4a41-a80b-08bb47f07b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:51.118111 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98cbabf-79e5-4a41-a80b-08bb47f07b55 None None] The sync data for ids ['80361878-1f46-45ca-b890-668e23bc0974'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:40:51.121730 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c050d60-bbff-48fc-a45f-33e3db012318 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=67946bc8-5848-4a26-a785-06a5360aae8d,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:51.160615 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80fd12f-9383-43aa-915a-39a66074cab3 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:51.165984 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d80fd12f-9383-43aa-915a-39a66074cab3 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1280906 Apr 29 11:40:51.166862 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51456) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:51.186830 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ad33bb-f4cb-4c5e-991d-6fe698d29397 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:51.192796 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-91ad33bb-f4cb-4c5e-991d-6fe698d29397 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "GET /v2.0/ports/d200e8a7-e7ec-4be3-b110-4c0465de83ca HTTP/1.1" status: 200 len: 910 time: 0.3018589 Apr 29 11:40:51.218956 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7a4512-cf3b-4dc2-a2f9-7d46a0a542c9 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Checking segment: {'id': '20b63630-aa7c-43a8-9f23-f4f026140459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '14ff2613-dcce-40f3-9476-b079f12f64fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:40:51.223590 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7a4512-cf3b-4dc2-a2f9-7d46a0a542c9 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network hostable DHCP agents. Network: 14ff2613-dcce-40f3-9476-b079f12f64fb, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:40:51.231816 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51458) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:51.232937 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-3d2bac42-1302-4645-b7a1-bd06b745422a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] device_id is not set on port 225aacf0-c865-4461-ba4c-0879af37065d yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:40:51.248866 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:51.294603 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b07f185e-6aff-4605-b3fb-4cfb0e2a72b1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1224351 Apr 29 11:40:51.296562 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51462) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:51.318915 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 769dcd59-5389-4ec2-9142-b3d74858bb9d, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=769dcd59-5389-4ec2-9142-b3d74858bb9d,segment=NetworkSegment(9024a2cb-0f89-4627-b49a-65d77b3ace7c),segment_id=9024a2cb-0f89-4627-b49a-65d77b3ace7c)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:51.321481 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-906a0a1c-3bdb-4e8b-8512-bee60fd62a19 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:51.330006 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:51.404074 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=769dcd59-5389-4ec2-9142-b3d74858bb9d,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:51.431862 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-696830b8-45b0-41d6-8223-29470cfc85f2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0e582f362f2e4c5281adcd7b517c57a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6324360 Apr 29 11:40:51.432061 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bba08f4-d728-4dec-99a7-726827c98f0b None None] Network 8a087a34-f826-4fb9-823a-3e2b20118c31 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:51.459492 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696830b8-45b0-41d6-8223-29470cfc85f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8730ffbc-c795-4c2f-8013-46e6fe7d7467,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:51.479892 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51464) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:51.529582 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7a4512-cf3b-4dc2-a2f9-7d46a0a542c9 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network 14ff2613-dcce-40f3-9476-b079f12f64fb is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:40:51.557822 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-cde29f66-123b-4eb0-87ef-a7db07ec6f29 None None] Provisioning complete for port 769dcd59-5389-4ec2-9142-b3d74858bb9d triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:51.558753 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cde29f66-123b-4eb0-87ef-a7db07ec6f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:51.598115 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-0a7a4512-cf3b-4dc2-a2f9-7d46a0a542c9 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 14ff2613-dcce-40f3-9476-b079f12f64fb) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:51.603748 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7a4512-cf3b-4dc2-a2f9-7d46a0a542c9 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:51.604872 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0a7a4512-cf3b-4dc2-a2f9-7d46a0a542c9 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:51.610058 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13f70a5-a34a-4ea3-8806-edd8ed528500 None None] Network 14ff2613-dcce-40f3-9476-b079f12f64fb requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:51.700914 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-723a5326-5625-4df9-aa5e-b5ddd5d6a16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:51.714911 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0a7a4512-cf3b-4dc2-a2f9-7d46a0a542c9 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6029956 Apr 29 11:40:51.733865 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-723a5326-5625-4df9-aa5e-b5ddd5d6a16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:51.738292 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51474) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:51.744097 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-1c4640da-008d-480a-be7b-0a2780724977 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'port': {'network_id': '14ff2613-dcce-40f3-9476-b079f12f64fb', 'name': 'tempest-PortsTestJSON-618961061'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:51.883678 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-3d2bac42-1302-4645-b7a1-bd06b745422a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Allocated IP 2001:db8::f (8a087a34-f826-4fb9-823a-3e2b20118c31/a3c68033-2cdf-4824-8939-4505ca6e3c7f/225aacf0-c865-4461-ba4c-0879af37065d) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:51.895891 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9c050d60-bbff-48fc-a45f-33e3db012318 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:51.900787 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906a0a1c-3bdb-4e8b-8512-bee60fd62a19 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:51.904544 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-906a0a1c-3bdb-4e8b-8512-bee60fd62a19 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:51.932994 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-723a5326-5625-4df9-aa5e-b5ddd5d6a16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:51.935878 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-723a5326-5625-4df9-aa5e-b5ddd5d6a16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:51.938663 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-723a5326-5625-4df9-aa5e-b5ddd5d6a16b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8730ffbc-c795-4c2f-8013-46e6fe7d7467 HTTP/1.1" status: 204 len: 168 time: 0.4537392 Apr 29 11:40:51.954869 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcac260-ff7c-4d62-9e87-77cc377af14f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-14ff2613-dcce-40f3-9476-b079f12f64fb', 'network_id': '14ff2613-dcce-40f3-9476-b079f12f64fb', 'tenant_id': '468174a7deca4bc8a17b4c19d9db5ab0', 'fixed_ips': [{'subnet_id': 'be8c8d98-3379-4115-8403-54d23d2a7ecc'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:40:51.955859 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4dcac260-ff7c-4d62-9e87-77cc377af14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:52.073592 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4640da-008d-480a-be7b-0a2780724977 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:52.077490 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1c4640da-008d-480a-be7b-0a2780724977 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:52.175624 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-1c4640da-008d-480a-be7b-0a2780724977 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] device_id is not set on port 33c159b7-6440-438b-879e-d15e08b0f2e2 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:40:52.175844 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a5326-5625-4df9-aa5e-b5ddd5d6a16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8730ffbc-c795-4c2f-8013-46e6fe7d7467,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:52.288071 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51488) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:52.331458 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3d2bac42-1302-4645-b7a1-bd06b745422a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:52.347306 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-8caab54c-fcdc-46b5-9026-feb1c53fba25 None None] Provisioning complete for port 769dcd59-5389-4ec2-9142-b3d74858bb9d triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:52.348993 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8caab54c-fcdc-46b5-9026-feb1c53fba25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:52.354541 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-19bc1519-8a5a-4dc4-b314-3ba975b9b391 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:52.445639 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-4dcac260-ff7c-4d62-9e87-77cc377af14f None None] Allocated IP 172.20.0.2 (14ff2613-dcce-40f3-9476-b079f12f64fb/be8c8d98-3379-4115-8403-54d23d2a7ecc/93ac1756-283e-4dae-9be4-e999cf93f73a) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:52.485285 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3d2bac42-1302-4645-b7a1-bd06b745422a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:52.546687 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b30b0a44-3849-47ef-b70e-d1e3a0eeb44c tempest-ServiceProvidersTest-524980721 tempest-ServiceProvidersTest-524980721-project] 10.222.0.69 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2508295 Apr 29 11:40:52.582638 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2bac42-1302-4645-b7a1-bd06b745422a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network 8a087a34-f826-4fb9-823a-3e2b20118c31 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:52.589725 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-3d2bac42-1302-4645-b7a1-bd06b745422a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:52.592528 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2bac42-1302-4645-b7a1-bd06b745422a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:40:52.598729 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2bac42-1302-4645-b7a1-bd06b745422a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:52.599427 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3d2bac42-1302-4645-b7a1-bd06b745422a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:52.652224 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2bac42-1302-4645-b7a1-bd06b745422a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Port': ['ID=225aacf0-c865-4461-ba4c-0879af37065d,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:52.665726 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3d2bac42-1302-4645-b7a1-bd06b745422a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1692810 Apr 29 11:40:52.667676 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51502) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:52.825570 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4dcac260-ff7c-4d62-9e87-77cc377af14f None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:52.840934 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4dcac260-ff7c-4d62-9e87-77cc377af14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:52.950017 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcac260-ff7c-4d62-9e87-77cc377af14f None None] Pushing event updated for resources: {'Port': ['ID=93ac1756-283e-4dae-9be4-e999cf93f73a,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:53.005114 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 769dcd59-5389-4ec2-9142-b3d74858bb9d up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:40:53.015712 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcac260-ff7c-4d62-9e87-77cc377af14f None None] Network 14ff2613-dcce-40f3-9476-b079f12f64fb is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:53.062602 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-4dcac260-ff7c-4d62-9e87-77cc377af14f None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:53.071143 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcac260-ff7c-4d62-9e87-77cc377af14f None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:40:53.121553 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51510) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:53.137945 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-8caab54c-fcdc-46b5-9026-feb1c53fba25 None None] Provisioning complete for port 6a510bd9-5db2-4e2e-b1fa-5943bd06d4c1 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:53.138454 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8caab54c-fcdc-46b5-9026-feb1c53fba25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:53.190439 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-4dcac260-ff7c-4d62-9e87-77cc377af14f None None] Attempting to bind port 93ac1756-283e-4dae-9be4-e999cf93f73a on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:40:53.190817 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-4dcac260-ff7c-4d62-9e87-77cc377af14f None None] Attempting to bind port 93ac1756-283e-4dae-9be4-e999cf93f73a by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '20b63630-aa7c-43a8-9f23-f4f026140459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '14ff2613-dcce-40f3-9476-b079f12f64fb'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:40:53.191901 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcac260-ff7c-4d62-9e87-77cc377af14f None None] Attempting to bind port 93ac1756-283e-4dae-9be4-e999cf93f73a on network 14ff2613-dcce-40f3-9476-b079f12f64fb {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:40:53.215309 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcac260-ff7c-4d62-9e87-77cc377af14f None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:40:53.216129 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcac260-ff7c-4d62-9e87-77cc377af14f None None] Checking segment: {'id': '20b63630-aa7c-43a8-9f23-f4f026140459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '14ff2613-dcce-40f3-9476-b079f12f64fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:40:53.216669 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4dcac260-ff7c-4d62-9e87-77cc377af14f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:53.217295 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcac260-ff7c-4d62-9e87-77cc377af14f None None] Bound using segment: {'id': '20b63630-aa7c-43a8-9f23-f4f026140459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '14ff2613-dcce-40f3-9476-b079f12f64fb'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:40:53.217475 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-4dcac260-ff7c-4d62-9e87-77cc377af14f None None] Bound port: 93ac1756-283e-4dae-9be4-e999cf93f73a, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b63630-aa7c-43a8-9f23-f4f026140459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '14ff2613-dcce-40f3-9476-b079f12f64fb'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:40:53.217930 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4dcac260-ff7c-4d62-9e87-77cc377af14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:53.220827 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-1c4640da-008d-480a-be7b-0a2780724977 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Allocated IP 172.20.0.7 (14ff2613-dcce-40f3-9476-b079f12f64fb/be8c8d98-3379-4115-8403-54d23d2a7ecc/33c159b7-6440-438b-879e-d15e08b0f2e2) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:53.233147 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-8caab54c-fcdc-46b5-9026-feb1c53fba25 None None] Port 6a510bd9-5db2-4e2e-b1fa-5943bd06d4c1 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:40:53.247482 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79883352-2239-4ecd-ad58-5aebf7de9f37 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:53.252042 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-79883352-2239-4ecd-ad58-5aebf7de9f37 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.5783520 Apr 29 11:40:53.255783 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51518) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:53.267384 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 769dcd59-5389-4ec2-9142-b3d74858bb9d triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:53.267759 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:53.472929 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-11b046ce-6e1c-4e27-8f31-bfe65a6cdd84 None None] Provisioning complete for port 225aacf0-c865-4461-ba4c-0879af37065d triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:53.473396 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-11b046ce-6e1c-4e27-8f31-bfe65a6cdd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:53.477172 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-4dcac260-ff7c-4d62-9e87-77cc377af14f None None] For port 93ac1756-283e-4dae-9be4-e999cf93f73a, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:40:53.480365 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d86cb9a-9e3d-4290-82e5-bec6c165ca1f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:53.481461 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-4dcac260-ff7c-4d62-9e87-77cc377af14f None None] For port 93ac1756-283e-4dae-9be4-e999cf93f73a, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=93ac1756-283e-4dae-9be4-e999cf93f73a,segment=NetworkSegment(20b63630-aa7c-43a8-9f23-f4f026140459),segment_id=20b63630-aa7c-43a8-9f23-f4f026140459)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:40:53.493810 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d86cb9a-9e3d-4290-82e5-bec6c165ca1f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:53.509544 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d86cb9a-9e3d-4290-82e5-bec6c165ca1f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:53.520942 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0d86cb9a-9e3d-4290-82e5-bec6c165ca1f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2350211 Apr 29 11:40:53.526374 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4dcac260-ff7c-4d62-9e87-77cc377af14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:53.530280 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51522) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:53.619281 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcac260-ff7c-4d62-9e87-77cc377af14f None None] Pushing event updated for resources: {'Port': ['ID=93ac1756-283e-4dae-9be4-e999cf93f73a,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:53.620648 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1c4640da-008d-480a-be7b-0a2780724977 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:53.625937 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-19bc1519-8a5a-4dc4-b314-3ba975b9b391 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Deleting port d200e8a7-e7ec-4be3-b110-4c0465de83ca {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:53.626300 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-19bc1519-8a5a-4dc4-b314-3ba975b9b391 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:53.636150 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-47363458-3e6e-47d5-bfdb-b5c1f16a83cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:53.642972 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-11b046ce-6e1c-4e27-8f31-bfe65a6cdd84 None None] Port 225aacf0-c865-4461-ba4c-0879af37065d cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:40:53.670268 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-11b046ce-6e1c-4e27-8f31-bfe65a6cdd84 None None] Provisioning complete for port 6a510bd9-5db2-4e2e-b1fa-5943bd06d4c1 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:53.670984 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-11b046ce-6e1c-4e27-8f31-bfe65a6cdd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:53.685460 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c050d60-bbff-48fc-a45f-33e3db012318 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router d26da929-4605-4ea7-8e96-dbad56c8a17b has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:40:53.729512 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-11b046ce-6e1c-4e27-8f31-bfe65a6cdd84 None None] Port 6a510bd9-5db2-4e2e-b1fa-5943bd06d4c1 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:40:53.735133 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a39de40e-6ffc-47c8-82ad-c036f0bd2051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:53.816896 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.objects.ports [None req-906a0a1c-3bdb-4e8b-8512-bee60fd62a19 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102959) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 11:40:53.822538 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-906a0a1c-3bdb-4e8b-8512-bee60fd62a19 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:53.877374 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-19bc1519-8a5a-4dc4-b314-3ba975b9b391 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:53.902931 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1c4640da-008d-480a-be7b-0a2780724977 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:53.914629 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-19bc1519-8a5a-4dc4-b314-3ba975b9b391 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Calling delete_port for d200e8a7-e7ec-4be3-b110-4c0465de83ca owned by network:router_interface {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:53.921305 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906a0a1c-3bdb-4e8b-8512-bee60fd62a19 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:53.942196 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-906a0a1c-3bdb-4e8b-8512-bee60fd62a19 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:53.954413 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906a0a1c-3bdb-4e8b-8512-bee60fd62a19 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:53.955014 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-906a0a1c-3bdb-4e8b-8512-bee60fd62a19 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:54.005178 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a402e95-f1e3-46f7-9702-2d7d5dfb4341 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:54.011980 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-6574efe5-1ea9-4f72-b537-2dfede3d7f10 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Deleting port 225aacf0-c865-4461-ba4c-0879af37065d {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:54.011980 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6574efe5-1ea9-4f72-b537-2dfede3d7f10 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:54.021573 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a0a1c-3bdb-4e8b-8512-bee60fd62a19 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Subnet': ['ID=21825fae-eb8b-4984-a08b-5e43b78a9208,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:54.049486 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-906a0a1c-3bdb-4e8b-8512-bee60fd62a19 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7455719 Apr 29 11:40:54.054764 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51532) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:54.061572 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c050d60-bbff-48fc-a45f-33e3db012318 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:40:54.076943 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9c050d60-bbff-48fc-a45f-33e3db012318 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "PUT /v2.0/routers/d26da929-4605-4ea7-8e96-dbad56c8a17b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9374793 Apr 29 11:40:54.081650 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-6dee2bca-32ab-4419-9c7b-56e18198dcda tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'port': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'mac_address': 'fa:16:3e:a6:b1:51', 'name': 'tempest-NetworksTestDHCPv6-446749064'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:54.103541 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4640da-008d-480a-be7b-0a2780724977 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network 14ff2613-dcce-40f3-9476-b079f12f64fb is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:54.105678 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4640da-008d-480a-be7b-0a2780724977 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Port': ['ID=33c159b7-6440-438b-879e-d15e08b0f2e2,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:54.116237 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-1c4640da-008d-480a-be7b-0a2780724977 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:54.125384 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a39de40e-6ffc-47c8-82ad-c036f0bd2051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:54.153459 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4640da-008d-480a-be7b-0a2780724977 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:40:54.154291 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cc7640-d16f-4e8e-ab06-64aa4874abc4 None None] Sync routers for ids ['d26da929-4605-4ea7-8e96-dbad56c8a17b'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:40:54.164955 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4640da-008d-480a-be7b-0a2780724977 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:54.165317 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4640da-008d-480a-be7b-0a2780724977 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:54.165708 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4640da-008d-480a-be7b-0a2780724977 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:54.166047 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4640da-008d-480a-be7b-0a2780724977 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:54.166419 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4640da-008d-480a-be7b-0a2780724977 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:54.166801 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4640da-008d-480a-be7b-0a2780724977 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:54.167142 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4640da-008d-480a-be7b-0a2780724977 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:54.167470 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4640da-008d-480a-be7b-0a2780724977 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:54.167789 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4640da-008d-480a-be7b-0a2780724977 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:54.168396 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4640da-008d-480a-be7b-0a2780724977 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:54.168512 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4640da-008d-480a-be7b-0a2780724977 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:54.168742 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4640da-008d-480a-be7b-0a2780724977 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:54.208183 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cc7640-d16f-4e8e-ab06-64aa4874abc4 None None] Routers {'d26da929-4605-4ea7-8e96-dbad56c8a17b'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:54.210863 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-36cc7640-d16f-4e8e-ab06-64aa4874abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:40:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d26da929-4605-4ea7-8e96-dbad56c8a17b'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:54.236515 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a39de40e-6ffc-47c8-82ad-c036f0bd2051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:54.254593 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:40:54.311996 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4640da-008d-480a-be7b-0a2780724977 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:54.312660 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1c4640da-008d-480a-be7b-0a2780724977 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:54.350474 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a39de40e-6ffc-47c8-82ad-c036f0bd2051 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4e3fda719bc541968bd117b832435716&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2251556 Apr 29 11:40:54.351873 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39de40e-6ffc-47c8-82ad-c036f0bd2051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b24356f-5982-47eb-8381-03f4fb80ab8a,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:54.354879 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51540) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:54.411069 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6574efe5-1ea9-4f72-b537-2dfede3d7f10 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:54.435212 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1c4640da-008d-480a-be7b-0a2780724977 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6953790 Apr 29 11:40:54.436568 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51544) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:54.442402 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-6574efe5-1ea9-4f72-b537-2dfede3d7f10 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Calling delete_port for 225aacf0-c865-4461-ba4c-0879af37065d owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:54.447790 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-856527f0-3705-4327-bed7-a71e2b89ba78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:54.449152 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-460e7524-d583-46f8-b8ae-76b20736e141 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'port': {'network_id': '14ff2613-dcce-40f3-9476-b079f12f64fb', 'name': 'tempest-PortsTestJSON-178235436'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:54.480323 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-856527f0-3705-4327-bed7-a71e2b89ba78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:54.594026 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-856527f0-3705-4327-bed7-a71e2b89ba78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:54.597803 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-856527f0-3705-4327-bed7-a71e2b89ba78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:54.606441 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-856527f0-3705-4327-bed7-a71e2b89ba78 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0b24356f-5982-47eb-8381-03f4fb80ab8a HTTP/1.1" status: 204 len: 168 time: 0.2500467 Apr 29 11:40:54.627612 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856527f0-3705-4327-bed7-a71e2b89ba78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b24356f-5982-47eb-8381-03f4fb80ab8a,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:54.632706 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dee2bca-32ab-4419-9c7b-56e18198dcda tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:54.749695 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-62578361-baac-4d3e-b4ee-401a25f05a0e', 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'fixed_ips': [{'subnet_id': '21825fae-eb8b-4984-a08b-5e43b78a9208'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:40:54.750597 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:54.831443 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-36cc7640-d16f-4e8e-ab06-64aa4874abc4 None None] Set router d26da929-4605-4ea7-8e96-dbad56c8a17b gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:40:54.921200 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-19bc1519-8a5a-4dc4-b314-3ba975b9b391 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:54.938569 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6dee2bca-32ab-4419-9c7b-56e18198dcda tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:55.022977 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-6dee2bca-32ab-4419-9c7b-56e18198dcda tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] device_id is not set on port ee16e78f-5bd8-4360-b15f-cdf499687c68 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:40:55.110428 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 93ac1756-283e-4dae-9be4-e999cf93f73a up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:40:55.114506 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc1519-8a5a-4dc4-b314-3ba975b9b391 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Port': ['ID=d200e8a7-e7ec-4be3-b110-4c0465de83ca,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:55.128176 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6574efe5-1ea9-4f72-b537-2dfede3d7f10 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:55.142128 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c2644-e065-401c-9084-173e527b6600 req-c286b406-da97-4e6b-b2ad-47395cd783f3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:55.161292 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5d4c2644-e065-401c-9084-173e527b6600 req-c286b406-da97-4e6b-b2ad-47395cd783f3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6c2bd9c-78da-492a-96ee-1425f5a54dd6 HTTP/1.1" status: 200 len: 946 time: 0.6273234 Apr 29 11:40:55.329930 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460e7524-d583-46f8-b8ae-76b20736e141 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:40:55.333276 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-460e7524-d583-46f8-b8ae-76b20736e141 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:55.368100 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] Allocated IP 2001:db8::f816:3eff:fe36:23d4 (62578361-baac-4d3e-b4ee-401a25f05a0e/21825fae-eb8b-4984-a08b-5e43b78a9208/d813628b-d567-40f5-b069-1bb87ffd2100) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:55.391262 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574efe5-1ea9-4f72-b537-2dfede3d7f10 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Port': ['ID=225aacf0-c865-4461-ba4c-0879af37065d,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:55.429272 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5d4c2644-e065-401c-9084-173e527b6600 req-ac7a653f-8547-480c-8462-81322faffd4c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=656bbc5f-ab8b-468f-a585-4a87516bc255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2669702 Apr 29 11:40:55.432349 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-460e7524-d583-46f8-b8ae-76b20736e141 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] device_id is not set on port 8c87625e-9320-4c8b-a320-e5a8600e3611 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:40:55.443802 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6574efe5-1ea9-4f72-b537-2dfede3d7f10 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:55.447629 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6574efe5-1ea9-4f72-b537-2dfede3d7f10 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/ports/225aacf0-c865-4461-ba4c-0879af37065d HTTP/1.1" status: 204 len: 168 time: 1.9147336 Apr 29 11:40:55.451877 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51552) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:55.630339 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397a4608-3cd3-492c-83d6-6422e823d9c9 None None] Network 14ff2613-dcce-40f3-9476-b079f12f64fb requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:55.631919 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51554) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:55.636414 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-ab68dcd6-2831-423f-82c3-019e81eb9327 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-300532735', 'description': 'tempest-secgroup-smoke-300532735 description', 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:55.636808 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e20c7d-ad08-4f54-bd62-1bd805b3df61 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] GET failed (client error): The resource could not be found. Apr 29 11:40:55.638676 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-75e20c7d-ad08-4f54-bd62-1bd805b3df61 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "GET /v2.0/ports/225aacf0-c865-4461-ba4c-0879af37065d HTTP/1.1" status: 404 len: 333 time: 0.1869814 Apr 29 11:40:55.643618 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51556) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:55.664646 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ab68dcd6-2831-423f-82c3-019e81eb9327 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:55.683638 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ab68dcd6-2831-423f-82c3-019e81eb9327 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:55.693697 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:55.713631 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 93ac1756-283e-4dae-9be4-e999cf93f73a triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:55.714147 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:55.730444 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-19bc1519-8a5a-4dc4-b314-3ba975b9b391 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:55.759288 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:55.805563 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ab68dcd6-2831-423f-82c3-019e81eb9327 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:55.864374 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-6dee2bca-32ab-4419-9c7b-56e18198dcda tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Allocated IP 2001:db8::f816:3eff:fea6:b151 (62578361-baac-4d3e-b4ee-401a25f05a0e/21825fae-eb8b-4984-a08b-5e43b78a9208/ee16e78f-5bd8-4360-b15f-cdf499687c68) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:55.893526 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:55.902328 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ab68dcd6-2831-423f-82c3-019e81eb9327 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:55.913701 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-22e98d03-844f-4a27-b85c-1eb6f477fb9d None None] Provisioning complete for port 93ac1756-283e-4dae-9be4-e999cf93f73a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:55.913941 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-22e98d03-844f-4a27-b85c-1eb6f477fb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:55.920529 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:55.949363 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] Pushing event updated for resources: {'Port': ['ID=d813628b-d567-40f5-b069-1bb87ffd2100,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:55.955578 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:40:56.004634 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68dcd6-2831-423f-82c3-019e81eb9327 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e38d18-e96f-4ee0-b5ab-a949c976dec6,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:56.110402 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688c1ad-af2e-43d1-90e5-031964854b60 req-d7a46adb-866e-4026-aa65-65377d9341c0 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:56.111849 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a688c1ad-af2e-43d1-90e5-031964854b60 req-d7a46adb-866e-4026-aa65-65377d9341c0 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6c2bd9c-78da-492a-96ee-1425f5a54dd6 HTTP/1.1" status: 200 len: 946 time: 0.1964350 Apr 29 11:40:56.165477 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:56.180360 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ab68dcd6-2831-423f-82c3-019e81eb9327 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:56.181891 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] Attempting to bind port d813628b-d567-40f5-b069-1bb87ffd2100 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:40:56.182404 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] Attempting to bind port d813628b-d567-40f5-b069-1bb87ffd2100 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:40:56.182859 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] Attempting to bind port d813628b-d567-40f5-b069-1bb87ffd2100 on network 62578361-baac-4d3e-b4ee-401a25f05a0e {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:40:56.191527 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ab68dcd6-2831-423f-82c3-019e81eb9327 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:56.217732 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:40:56.218491 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] Checking segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:40:56.218956 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:56.219417 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] Bound using segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:40:56.219960 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] Bound port: d813628b-d567-40f5-b069-1bb87ffd2100, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:40:56.220405 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:56.276194 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 93ac1756-283e-4dae-9be4-e999cf93f73a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=93ac1756-283e-4dae-9be4-e999cf93f73a,segment=NetworkSegment(20b63630-aa7c-43a8-9f23-f4f026140459),segment_id=20b63630-aa7c-43a8-9f23-f4f026140459)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:56.281320 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-460e7524-d583-46f8-b8ae-76b20736e141 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Allocated IP 172.20.0.10 (14ff2613-dcce-40f3-9476-b079f12f64fb/be8c8d98-3379-4115-8403-54d23d2a7ecc/8c87625e-9320-4c8b-a320-e5a8600e3611) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:40:56.284985 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-36cc7640-d16f-4e8e-ab06-64aa4874abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'name': 'tempest-TestNetworkBasicOps-router-882603255', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:37:51Z', 'updated_at': '2022-04-29T11:40:50Z', 'revision_number': 6, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:37:54Z', 'updated_at': '2022-04-29T11:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '11abd597-1b8c-46de-9b55-99d6ab3cc2ec', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.86', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'port_id': '49092aba-e15d-45b6-93b8-d39b1c288a47', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c', 'mac_address': 'fa:16:3e:d5:c1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06066a09-efd3-4a70-914e-c1de212e7cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:39:02Z', 'updated_at': '2022-04-29T11:39:10Z', 'revision_number': 1, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfffa0fb-dc4b-4691-ac97-9ac537f6ed85', 'name': '', 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:7c:e0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2123ff89-9386-4934-a517-d5d3fdf2b074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:06Z', 'updated_at': '2022-04-29T11:38:17Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '2123ff89-9386-4934-a517-d5d3fdf2b074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:56.286289 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6dee2bca-32ab-4419-9c7b-56e18198dcda tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:56.290407 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ab68dcd6-2831-423f-82c3-019e81eb9327 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:56.291934 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ab68dcd6-2831-423f-82c3-019e81eb9327 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6595075 Apr 29 11:40:56.296442 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51558) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:56.306681 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-14760aba-1339-40c3-9efd-e58721f260e5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Request body: {'security_group_rule': {'security_group_id': 'f5874629-b9e1-4000-8425-6441ce247fcc', 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:56.308419 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68dcd6-2831-423f-82c3-019e81eb9327 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5874629-b9e1-4000-8425-6441ce247fcc,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:56.331386 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:56.343990 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-22e98d03-844f-4a27-b85c-1eb6f477fb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:56.350689 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cc7640-d16f-4e8e-ab06-64aa4874abc4 None None] Checking router: d26da929-4605-4ea7-8e96-dbad56c8a17b for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:40:56.386691 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-a688c1ad-af2e-43d1-90e5-031964854b60 req-2c3cc1e0-65c0-4a11-ba7a-452a7ca0cc6b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port 3ba48785-5494-42fc-82e4-2fe5676719dc {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:56.387586 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-a688c1ad-af2e-43d1-90e5-031964854b60 req-2c3cc1e0-65c0-4a11-ba7a-452a7ca0cc6b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:56.390353 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6dee2bca-32ab-4419-9c7b-56e18198dcda tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:56.431194 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=93ac1756-283e-4dae-9be4-e999cf93f73a,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:56.455968 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-61c4ab51-c3d6-4686-880b-e8a9ad6f581f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Deleting port 6a510bd9-5db2-4e2e-b1fa-5943bd06d4c1 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:56.458418 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-61c4ab51-c3d6-4686-880b-e8a9ad6f581f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:56.467378 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cc7640-d16f-4e8e-ab06-64aa4874abc4 None None] Routers {'d26da929-4605-4ea7-8e96-dbad56c8a17b'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:56.468206 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-36cc7640-d16f-4e8e-ab06-64aa4874abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:40:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d26da929-4605-4ea7-8e96-dbad56c8a17b'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:56.485468 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-14760aba-1339-40c3-9efd-e58721f260e5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:56.546721 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dee2bca-32ab-4419-9c7b-56e18198dcda tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:56.549720 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee2bca-32ab-4419-9c7b-56e18198dcda tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Port': ['ID=ee16e78f-5bd8-4360-b15f-cdf499687c68,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:56.550992 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19bc1519-8a5a-4dc4-b314-3ba975b9b391 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Router 80361878-1f46-45ca-b890-668e23bc0974 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:40:56.555419 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] For port d813628b-d567-40f5-b069-1bb87ffd2100, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:40:56.562573 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-6dee2bca-32ab-4419-9c7b-56e18198dcda tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:56.569159 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dee2bca-32ab-4419-9c7b-56e18198dcda tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:40:56.577223 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dee2bca-32ab-4419-9c7b-56e18198dcda tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:56.577862 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6dee2bca-32ab-4419-9c7b-56e18198dcda tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:56.599249 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-22e98d03-844f-4a27-b85c-1eb6f477fb9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:40:56.600058 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-22e98d03-844f-4a27-b85c-1eb6f477fb9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:40:56.641681 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6dee2bca-32ab-4419-9c7b-56e18198dcda tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5769899 Apr 29 11:40:56.645683 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51562) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:56.695235 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-36cc7640-d16f-4e8e-ab06-64aa4874abc4 None None] Set router d26da929-4605-4ea7-8e96-dbad56c8a17b gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:40:56.711334 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-61c4ab51-c3d6-4686-880b-e8a9ad6f581f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:56.728450 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-61c4ab51-c3d6-4686-880b-e8a9ad6f581f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Calling delete_port for 6a510bd9-5db2-4e2e-b1fa-5943bd06d4c1 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:56.733702 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d53c6c-a2a6-4b91-abbf-58dac77f502a req-77f493ca-5f8a-4b84-9219-f913f1f15c4c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:56.747388 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] For port d813628b-d567-40f5-b069-1bb87ffd2100, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=d813628b-d567-40f5-b069-1bb87ffd2100,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:40:56.759105 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:56.760028 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-56d53c6c-a2a6-4b91-abbf-58dac77f502a req-77f493ca-5f8a-4b84-9219-f913f1f15c4c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6c2bd9c-78da-492a-96ee-1425f5a54dd6 HTTP/1.1" status: 200 len: 946 time: 0.1947730 Apr 29 11:40:56.765895 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-a688c1ad-af2e-43d1-90e5-031964854b60 req-2c3cc1e0-65c0-4a11-ba7a-452a7ca0cc6b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] For port 3ba48785-5494-42fc-82e4-2fe5676719dc, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3ba48785-5494-42fc-82e4-2fe5676719dc,segment=NetworkSegment(fe679dd4-e298-4e22-a8be-94b11f77c601),segment_id=fe679dd4-e298-4e22-a8be-94b11f77c601)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:56.766698 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-a688c1ad-af2e-43d1-90e5-031964854b60 req-2c3cc1e0-65c0-4a11-ba7a-452a7ca0cc6b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:56.798851 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-a688c1ad-af2e-43d1-90e5-031964854b60 req-2c3cc1e0-65c0-4a11-ba7a-452a7ca0cc6b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for 3ba48785-5494-42fc-82e4-2fe5676719dc owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:56.813495 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 93ac1756-283e-4dae-9be4-e999cf93f73a up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:40:56.823421 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a2f826-18e2-40e6-9a14-2c95b9d9a670 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:56.829972 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a2f826-18e2-40e6-9a14-2c95b9d9a670 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:56.832064 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-62a2f826-18e2-40e6-9a14-2c95b9d9a670 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1853046 Apr 29 11:40:56.843560 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51564) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:56.914415 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-56d53c6c-a2a6-4b91-abbf-58dac77f502a req-ca4a6e33-d189-477e-99a6-87235b74d594 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=656bbc5f-ab8b-468f-a585-4a87516bc255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528764 Apr 29 11:40:56.958634 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-61c4ab51-c3d6-4686-880b-e8a9ad6f581f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:57.050292 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-3204c282-d15a-447f-a27d-25a8b04d5945 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting port ee16e78f-5bd8-4360-b15f-cdf499687c68 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:57.050759 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3204c282-d15a-447f-a27d-25a8b04d5945 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:57.085382 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4ab51-c3d6-4686-880b-e8a9ad6f581f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Port': ['ID=6a510bd9-5db2-4e2e-b1fa-5943bd06d4c1,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:57.115697 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bc1519-8a5a-4dc4-b314-3ba975b9b391 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:40:57.133866 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc17a0e-8685-4849-876c-4fb9f3c294cc None None] Sync routers for ids ['80361878-1f46-45ca-b890-668e23bc0974'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:40:57.143159 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-14760aba-1339-40c3-9efd-e58721f260e5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:57.151970 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-19bc1519-8a5a-4dc4-b314-3ba975b9b391 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "PUT /v2.0/routers/80361878-1f46-45ca-b890-668e23bc0974/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8924360 Apr 29 11:40:57.153776 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51566) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:57.160976 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-61c4ab51-c3d6-4686-880b-e8a9ad6f581f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:57.165805 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-61c4ab51-c3d6-4686-880b-e8a9ad6f581f tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/ports/6a510bd9-5db2-4e2e-b1fa-5943bd06d4c1 HTTP/1.1" status: 204 len: 168 time: 1.5192392 Apr 29 11:40:57.174007 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-14760aba-1339-40c3-9efd-e58721f260e5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:57.176145 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51568) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:57.185502 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc17a0e-8685-4849-876c-4fb9f3c294cc None None] Routers {'80361878-1f46-45ca-b890-668e23bc0974'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:57.186345 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-ccc17a0e-8685-4849-876c-4fb9f3c294cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:40:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['80361878-1f46-45ca-b890-668e23bc0974'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:57.199021 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:57.214918 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] Pushing event updated for resources: {'Port': ['ID=d813628b-d567-40f5-b069-1bb87ffd2100,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:57.222306 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14760aba-1339-40c3-9efd-e58721f260e5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb73253-d1e6-4e52-928a-b131e921c397,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:57.270200 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-14760aba-1339-40c3-9efd-e58721f260e5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:57.271575 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-14760aba-1339-40c3-9efd-e58721f260e5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9711783 Apr 29 11:40:57.273554 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-ccc17a0e-8685-4849-876c-4fb9f3c294cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:57.277525 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-460e7524-d583-46f8-b8ae-76b20736e141 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:57.278874 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51570) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:57.282357 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:57.282902 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:57.283392 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:57.284762 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:57.286503 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:57.286839 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:57.287173 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:57.287505 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:57.288737 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:57.289077 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:57.289404 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:57.291800 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc17a0e-8685-4849-876c-4fb9f3c294cc None None] Routers {'80361878-1f46-45ca-b890-668e23bc0974'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:40:57.292432 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-ccc17a0e-8685-4849-876c-4fb9f3c294cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:40:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['80361878-1f46-45ca-b890-668e23bc0974'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:57.293240 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991307db-e858-447f-9ff7-86c0ca1a0326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:57.293363 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6453639e-a9d8-46f3-a0c2-c26bdf4d4288 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "GET /v2.0/ports?device_id=80361878-1f46-45ca-b890-668e23bc0974 HTTP/1.1" status: 200 len: 205 time: 0.1383886 Apr 29 11:40:57.294836 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-d1e3f942-f56a-40c6-a56b-e5a30e3ecee4 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Request body: {'security_group_rule': {'security_group_id': 'f5874629-b9e1-4000-8425-6441ce247fcc', 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:57.301852 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51572) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:57.302944 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-1289936d-49af-42c8-846b-b54e9482f564 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] GET failed (client error): The resource could not be found. Apr 29 11:40:57.307630 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-1289936d-49af-42c8-846b-b54e9482f564 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "GET /v2.0/ports/6a510bd9-5db2-4e2e-b1fa-5943bd06d4c1 HTTP/1.1" status: 404 len: 333 time: 0.1056938 Apr 29 11:40:57.317407 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51574) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:57.343545 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-ccc17a0e-8685-4849-876c-4fb9f3c294cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:57.344135 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc17a0e-8685-4849-876c-4fb9f3c294cc None None] The sync data for ids ['80361878-1f46-45ca-b890-668e23bc0974'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:40:57.360096 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d1e3f942-f56a-40c6-a56b-e5a30e3ecee4 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:57.384737 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 93ac1756-283e-4dae-9be4-e999cf93f73a triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:57.385112 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:57.438061 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-460e7524-d583-46f8-b8ae-76b20736e141 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:57.481574 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-2616f2e1-7315-4923-8bb1-cfcb15d3f3ff None None] Provisioning complete for port 33c159b7-6440-438b-879e-d15e08b0f2e2 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:57.481950 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2616f2e1-7315-4923-8bb1-cfcb15d3f3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:57.532816 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460e7524-d583-46f8-b8ae-76b20736e141 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network 14ff2613-dcce-40f3-9476-b079f12f64fb is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:40:57.548436 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-460e7524-d583-46f8-b8ae-76b20736e141 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:40:57.551657 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d1e3f942-f56a-40c6-a56b-e5a30e3ecee4 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:57.552860 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460e7524-d583-46f8-b8ae-76b20736e141 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:40:57.556531 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e7524-d583-46f8-b8ae-76b20736e141 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Port': ['ID=8c87625e-9320-4c8b-a320-e5a8600e3611,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:57.565271 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-2616f2e1-7315-4923-8bb1-cfcb15d3f3ff None None] Port 33c159b7-6440-438b-879e-d15e08b0f2e2 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:40:57.567402 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d1e3f942-f56a-40c6-a56b-e5a30e3ecee4 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:57.572772 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-a688c1ad-af2e-43d1-90e5-031964854b60 req-2c3cc1e0-65c0-4a11-ba7a-452a7ca0cc6b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:57.579510 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3204c282-d15a-447f-a27d-25a8b04d5945 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:57.602114 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f53a33bd-2f60-4adc-a920-9f8d9a225f1e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:57.621750 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3f942-f56a-40c6-a56b-e5a30e3ecee4 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14a917e8-88fb-4219-a234-f5905a7fafda,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:57.641594 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d1e3f942-f56a-40c6-a56b-e5a30e3ecee4 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:57.644207 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d1e3f942-f56a-40c6-a56b-e5a30e3ecee4 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3569500 Apr 29 11:40:57.647238 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51576) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:57.654734 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-2616f2e1-7315-4923-8bb1-cfcb15d3f3ff None None] Provisioning complete for port 93ac1756-283e-4dae-9be4-e999cf93f73a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:57.655043 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2616f2e1-7315-4923-8bb1-cfcb15d3f3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:57.666507 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460e7524-d583-46f8-b8ae-76b20736e141 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:57.667618 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-460e7524-d583-46f8-b8ae-76b20736e141 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:57.673060 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-6f3ef5ab-ecb6-4e0b-822e-5f2d85ff6ac5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Request body: {'security_group_rule': {'security_group_id': 'f5874629-b9e1-4000-8425-6441ce247fcc', 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:57.701894 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-3204c282-d15a-447f-a27d-25a8b04d5945 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Calling delete_port for ee16e78f-5bd8-4360-b15f-cdf499687c68 owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:57.722368 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-460e7524-d583-46f8-b8ae-76b20736e141 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2813001 Apr 29 11:40:57.727246 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51578) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:57.746603 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cc1e0-65c0-4a11-ba7a-452a7ca0cc6b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=3ba48785-5494-42fc-82e4-2fe5676719dc,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:57.752976 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99dbee4-2a9a-4f12-9f4a-1669cd2cf05a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Deleting subnet a3c68033-2cdf-4824-8939-4505ca6e3c7f {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:40:57.769855 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6f3ef5ab-ecb6-4e0b-822e-5f2d85ff6ac5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:57.812683 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-36cc7640-d16f-4e8e-ab06-64aa4874abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'name': 'tempest-TestNetworkBasicOps-router-882603255', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:37:51Z', 'updated_at': '2022-04-29T11:40:50Z', 'revision_number': 6, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:37:54Z', 'updated_at': '2022-04-29T11:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '11abd597-1b8c-46de-9b55-99d6ab3cc2ec', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.86', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'port_id': '49092aba-e15d-45b6-93b8-d39b1c288a47', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c', 'mac_address': 'fa:16:3e:d5:c1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06066a09-efd3-4a70-914e-c1de212e7cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:39:02Z', 'updated_at': '2022-04-29T11:39:10Z', 'revision_number': 1, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfffa0fb-dc4b-4691-ac97-9ac537f6ed85', 'name': '', 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:7c:e0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2123ff89-9386-4934-a517-d5d3fdf2b074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:06Z', 'updated_at': '2022-04-29T11:38:17Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '2123ff89-9386-4934-a517-d5d3fdf2b074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:40:57.842898 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96605f9f-9de0-4bd9-8b52-26b9cf0dac67 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:57.844669 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-96605f9f-9de0-4bd9-8b52-26b9cf0dac67 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 921 time: 0.1164660 Apr 29 11:40:57.847853 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cc7640-d16f-4e8e-ab06-64aa4874abc4 None None] The sync data for ids ['d26da929-4605-4ea7-8e96-dbad56c8a17b'] in dv-neutron-838888-1-hyperv is: [{'id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'name': 'tempest-TestNetworkBasicOps-router-882603255', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:37:51Z', 'updated_at': '2022-04-29T11:40:50Z', 'revision_number': 6, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:37:54Z', 'updated_at': '2022-04-29T11:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '11abd597-1b8c-46de-9b55-99d6ab3cc2ec', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.86', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'port_id': '49092aba-e15d-45b6-93b8-d39b1c288a47', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c', 'mac_address': 'fa:16:3e:d5:c1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06066a09-efd3-4a70-914e-c1de212e7cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:39:02Z', 'updated_at': '2022-04-29T11:39:10Z', 'revision_number': 1, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfffa0fb-dc4b-4691-ac97-9ac537f6ed85', 'name': '', 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:7c:e0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2123ff89-9386-4934-a517-d5d3fdf2b074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:06Z', 'updated_at': '2022-04-29T11:38:17Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '2123ff89-9386-4934-a517-d5d3fdf2b074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:40:57.848903 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51580) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:57.855332 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a99dbee4-2a9a-4f12-9f4a-1669cd2cf05a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:57.856416 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e95708b0-ef4f-429a-8ce4-47e12bab0043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:57.958548 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6f3ef5ab-ecb6-4e0b-822e-5f2d85ff6ac5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:57.969085 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6f3ef5ab-ecb6-4e0b-822e-5f2d85ff6ac5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:58.004446 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ef5ab-ecb6-4e0b-822e-5f2d85ff6ac5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00cfa80f-c5ba-47fb-8d28-dffd9f090510,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:58.025576 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6f3ef5ab-ecb6-4e0b-822e-5f2d85ff6ac5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:58.029413 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6f3ef5ab-ecb6-4e0b-822e-5f2d85ff6ac5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3759985 Apr 29 11:40:58.031757 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51584) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:58.037462 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-d2df09d8-8a67-4167-89a3-3e9fbe06c9e5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Request body: {'security_group_rule': {'security_group_id': 'f5874629-b9e1-4000-8425-6441ce247fcc', 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:58.047964 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-c2342ae8-f7d5-4286-aa7b-7905d80e1264 None None] Provisioning complete for port 8c87625e-9320-4c8b-a320-e5a8600e3611 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:58.048303 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c2342ae8-f7d5-4286-aa7b-7905d80e1264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:58.048478 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a688c1ad-af2e-43d1-90e5-031964854b60 req-2c3cc1e0-65c0-4a11-ba7a-452a7ca0cc6b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] No DVR routers for this DVR port 3ba48785-5494-42fc-82e4-2fe5676719dc on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:40:58.051553 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-a688c1ad-af2e-43d1-90e5-031964854b60 req-2c3cc1e0-65c0-4a11-ba7a-452a7ca0cc6b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:58.051757 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-b9a04ddd-7888-4c28-9408-de7df6059da8 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting port 8c87625e-9320-4c8b-a320-e5a8600e3611 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:58.051881 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b9a04ddd-7888-4c28-9408-de7df6059da8 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:58.055780 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a688c1ad-af2e-43d1-90e5-031964854b60 req-2c3cc1e0-65c0-4a11-ba7a-452a7ca0cc6b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "DELETE /v2.0/ports/3ba48785-5494-42fc-82e4-2fe5676719dc HTTP/1.1" status: 204 len: 173 time: 1.9342670 Apr 29 11:40:58.062361 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c2bd9c-78da-492a-96ee-1425f5a54dd6', 'name': 'network-vif-deleted', 'tag': '3ba48785-5494-42fc-82e4-2fe5676719dc'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:40:58.064904 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed36b79-1bfc-4239-9ddf-c20646476ab8" -d '{"events": [{"server_uuid": "e6c2bd9c-78da-492a-96ee-1425f5a54dd6", "name": "network-vif-deleted", "tag": "3ba48785-5494-42fc-82e4-2fe5676719dc"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:40:58.106512 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-c2342ae8-f7d5-4286-aa7b-7905d80e1264 None None] Port 8c87625e-9320-4c8b-a320-e5a8600e3611 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:40:58.110222 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a99dbee4-2a9a-4f12-9f4a-1669cd2cf05a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:58.116761 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f53a33bd-2f60-4adc-a920-9f8d9a225f1e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:58.140497 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d2df09d8-8a67-4167-89a3-3e9fbe06c9e5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:58.172464 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f53a33bd-2f60-4adc-a920-9f8d9a225f1e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:58.207301 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-538891ab-06ff-465e-93a5-54ec2d21e60b req-1f16a092-3b7b-4904-a25c-62b2685612d6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6c2bd9c-78da-492a-96ee-1425f5a54dd6 HTTP/1.1" status: 200 len: 210 time: 0.1603680 Apr 29 11:40:58.321899 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b9a04ddd-7888-4c28-9408-de7df6059da8 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:58.368988 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-b9a04ddd-7888-4c28-9408-de7df6059da8 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Calling delete_port for 8c87625e-9320-4c8b-a320-e5a8600e3611 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:40:58.414231 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d2df09d8-8a67-4167-89a3-3e9fbe06c9e5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:58.430973 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d2df09d8-8a67-4167-89a3-3e9fbe06c9e5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:58.433234 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f53a33bd-2f60-4adc-a920-9f8d9a225f1e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:58.434893 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53a33bd-2f60-4adc-a920-9f8d9a225f1e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Fanout notify agent at l3_agent the message router_deleted on router 80361878-1f46-45ca-b890-668e23bc0974 {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:40:58.487515 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f53a33bd-2f60-4adc-a920-9f8d9a225f1e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:58.492540 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:58.494402 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f53a33bd-2f60-4adc-a920-9f8d9a225f1e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/routers/80361878-1f46-45ca-b890-668e23bc0974 HTTP/1.1" status: 204 len: 168 time: 1.1878164 Apr 29 11:40:58.501590 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51590) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:58.548601 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a99dbee4-2a9a-4f12-9f4a-1669cd2cf05a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:58.552490 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3204c282-d15a-447f-a27d-25a8b04d5945 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:58.602082 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df09d8-8a67-4167-89a3-3e9fbe06c9e5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd7be9e-66bb-4c9f-afca-e16c9583db6b,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:58.613031 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d2df09d8-8a67-4167-89a3-3e9fbe06c9e5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:58.621030 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d2df09d8-8a67-4167-89a3-3e9fbe06c9e5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5805993 Apr 29 11:40:58.631842 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51592) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:58.642723 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-9847f7f4-52bc-46bd-bcd7-f2eb8fc16a2c tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Request body: {'security_group_rule': {'security_group_id': 'f5874629-b9e1-4000-8425-6441ce247fcc', 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:58.657569 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4f5686-eec8-4663-be29-caea95866295 x-openstack-request-id: req-aa4f5686-eec8-4663-be29-caea95866295 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:40:58.658017 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c2bd9c-78da-492a-96ee-1425f5a54dd6", "name": "network-vif-deleted", "tag": "3ba48785-5494-42fc-82e4-2fe5676719dc", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:40:58.658369 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-aa4f5686-eec8-4663-be29-caea95866295 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:40:58.658876 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa4f5686-eec8-4663-be29-caea95866295'] response: {'server_uuid': 'e6c2bd9c-78da-492a-96ee-1425f5a54dd6', 'name': 'network-vif-deleted', 'tag': '3ba48785-5494-42fc-82e4-2fe5676719dc', 'status': 'completed', 'code': 200} Apr 29 11:40:58.665829 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204c282-d15a-447f-a27d-25a8b04d5945 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Port': ['ID=ee16e78f-5bd8-4360-b15f-cdf499687c68,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:58.687014 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c939c0-6c0d-4196-af04-85d138ad0ac8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Deleting subnet 303a25cb-f09f-4cac-89be-8500010655da {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:40:58.711427 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3204c282-d15a-447f-a27d-25a8b04d5945 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:58.715757 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3204c282-d15a-447f-a27d-25a8b04d5945 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/ee16e78f-5bd8-4360-b15f-cdf499687c68 HTTP/1.1" status: 204 len: 168 time: 1.8709071 Apr 29 11:40:58.720713 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51594) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:58.721117 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-42c939c0-6c0d-4196-af04-85d138ad0ac8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:58.769612 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.securitygroups_db [None req-9847f7f4-52bc-46bd-bcd7-f2eb8fc16a2c tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Project 56bd83428e3c4f3aa29e4f4f408e0dec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:40:58.802931 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a99dbee4-2a9a-4f12-9f4a-1669cd2cf05a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:58.819741 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0ad34f-cc77-4638-822b-32602604cfe2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:58.821940 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0ad34f-cc77-4638-822b-32602604cfe2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:40:58.823658 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5c0ad34f-cc77-4638-822b-32602604cfe2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1013439 Apr 29 11:40:58.854122 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51596) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:58.863999 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99dbee4-2a9a-4f12-9f4a-1669cd2cf05a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Subnet': ['ID=a3c68033-2cdf-4824-8939-4505ca6e3c7f,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:58.867881 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9847f7f4-52bc-46bd-bcd7-f2eb8fc16a2c tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:58.882590 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-42c939c0-6c0d-4196-af04-85d138ad0ac8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:58.885206 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device d813628b-d567-40f5-b069-1bb87ffd2100 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:40:58.957050 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port d813628b-d567-40f5-b069-1bb87ffd2100 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:58.957693 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:58.989836 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b9a04ddd-7888-4c28-9408-de7df6059da8 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:59.071773 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:59.075296 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-294ac69e-33e0-40ea-b454-2d070d52e263 None None] Provisioning complete for port d813628b-d567-40f5-b069-1bb87ffd2100 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:40:59.075754 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-294ac69e-33e0-40ea-b454-2d070d52e263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:59.093726 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a04ddd-7888-4c28-9408-de7df6059da8 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Port': ['ID=8c87625e-9320-4c8b-a320-e5a8600e3611,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:59.169142 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port d813628b-d567-40f5-b069-1bb87ffd2100, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=d813628b-d567-40f5-b069-1bb87ffd2100,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:59.197676 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 3ba48785-5494-42fc-82e4-2fe5676719dc no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:40:59.244998 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:59.251605 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9847f7f4-52bc-46bd-bcd7-f2eb8fc16a2c tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:59.264398 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-42c939c0-6c0d-4196-af04-85d138ad0ac8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:59.269970 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9847f7f4-52bc-46bd-bcd7-f2eb8fc16a2c tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:59.316071 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51600) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:59.336674 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: 3ba48785-5494-42fc-82e4-2fe5676719dc {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:40:59.337144 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 3ba48785-5494-42fc-82e4-2fe5676719dc not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:40:59.342068 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=d813628b-d567-40f5-b069-1bb87ffd2100,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:59.345156 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 67946bc8-5848-4a26-a785-06a5360aae8d no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:40:59.376617 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 67946bc8-5848-4a26-a785-06a5360aae8d {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:40:59.377129 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 67946bc8-5848-4a26-a785-06a5360aae8d not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:40:59.380958 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-294ac69e-33e0-40ea-b454-2d070d52e263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:59.388501 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99dbee4-2a9a-4f12-9f4a-1669cd2cf05a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:59.389452 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99dbee4-2a9a-4f12-9f4a-1669cd2cf05a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:59.389952 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99dbee4-2a9a-4f12-9f4a-1669cd2cf05a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:59.390403 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cb40cb-4757-4fdf-9f50-123581e101f5 None None] Network 8a087a34-f826-4fb9-823a-3e2b20118c31 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:59.390640 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99dbee4-2a9a-4f12-9f4a-1669cd2cf05a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:59.392655 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99dbee4-2a9a-4f12-9f4a-1669cd2cf05a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:59.393210 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99dbee4-2a9a-4f12-9f4a-1669cd2cf05a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:59.393705 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99dbee4-2a9a-4f12-9f4a-1669cd2cf05a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:59.394412 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99dbee4-2a9a-4f12-9f4a-1669cd2cf05a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:59.394944 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99dbee4-2a9a-4f12-9f4a-1669cd2cf05a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:59.395449 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99dbee4-2a9a-4f12-9f4a-1669cd2cf05a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:59.395938 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99dbee4-2a9a-4f12-9f4a-1669cd2cf05a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:59.396435 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99dbee4-2a9a-4f12-9f4a-1669cd2cf05a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:40:59.406138 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a99dbee4-2a9a-4f12-9f4a-1669cd2cf05a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:59.410051 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847f7f4-52bc-46bd-bcd7-f2eb8fc16a2c tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dd29b89-584c-4f3e-9e66-a6cf5403c98c,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:59.433380 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a99dbee4-2a9a-4f12-9f4a-1669cd2cf05a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/subnets/a3c68033-2cdf-4824-8939-4505ca6e3c7f HTTP/1.1" status: 204 len: 168 time: 2.1124575 Apr 29 11:40:59.436176 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51602) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:59.438667 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b9a04ddd-7888-4c28-9408-de7df6059da8 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:59.446013 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b9a04ddd-7888-4c28-9408-de7df6059da8 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/ports/8c87625e-9320-4c8b-a320-e5a8600e3611 HTTP/1.1" status: 204 len: 168 time: 1.5960543 Apr 29 11:40:59.471066 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51604) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:59.516530 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9847f7f4-52bc-46bd-bcd7-f2eb8fc16a2c tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:59.518785 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9847f7f4-52bc-46bd-bcd7-f2eb8fc16a2c tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8856773 Apr 29 11:40:59.542234 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51606) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:59.555851 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-b8e57744-f636-42b4-8719-2049bc164317 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Request body: {'security_group_rule': {'security_group_id': 'f5874629-b9e1-4000-8425-6441ce247fcc', 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:40:59.558210 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f9a29e-39ce-4f3a-99d2-a19d6e22dff8 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] GET failed (client error): The resource could not be found. Apr 29 11:40:59.560411 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f9f9a29e-39ce-4f3a-99d2-a19d6e22dff8 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "GET /v2.0/ports/8c87625e-9320-4c8b-a320-e5a8600e3611 HTTP/1.1" status: 404 len: 333 time: 0.0878625 Apr 29 11:40:59.563417 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51608) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:59.570615 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-42c939c0-6c0d-4196-af04-85d138ad0ac8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:59.590889 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-340e10ee-e21e-4d70-8e33-a0b4953cffc8 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:59.604048 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-294ac69e-33e0-40ea-b454-2d070d52e263 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:40:59.604633 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-294ac69e-33e0-40ea-b454-2d070d52e263 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:40:59.607283 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c939c0-6c0d-4196-af04-85d138ad0ac8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Subnet': ['ID=303a25cb-f09f-4cac-89be-8500010655da,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:40:59.630967 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c61f30-f388-4665-b031-aab23e1e17d7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting subnet 21825fae-eb8b-4984-a08b-5e43b78a9208 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:40:59.637244 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-42c939c0-6c0d-4196-af04-85d138ad0ac8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:59.642890 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-40c61f30-f388-4665-b031-aab23e1e17d7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:59.643089 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-42c939c0-6c0d-4196-af04-85d138ad0ac8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/subnets/303a25cb-f09f-4cac-89be-8500010655da HTTP/1.1" status: 204 len: 168 time: 1.1340511 Apr 29 11:40:59.643543 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51610) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:59.658076 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e9437a20-e448-45c5-9a45-f6c48f3715ff tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:59.658412 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2821d80-ae56-4d50-99ba-bf9198623461 None None] Network 7dbf2a4e-8493-42d0-867d-053982835fa5 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:40:59.710499 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.securitygroups_db [None req-b8e57744-f636-42b4-8719-2049bc164317 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Project 56bd83428e3c4f3aa29e4f4f408e0dec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:40:59.746393 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70f49df-b865-4527-8fc1-0ff838c9d6a6 None None] DHCP port deletion for 8a087a34-f826-4fb9-823a-3e2b20118c31 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:40:59.748140 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b8e57744-f636-42b4-8719-2049bc164317 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:59.761466 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-40c61f30-f388-4665-b031-aab23e1e17d7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:59.762129 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e9437a20-e448-45c5-9a45-f6c48f3715ff tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:59.789494 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddedc-d283-4bd6-bbbb-fd4b40653075 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:59.885100 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-d70f49df-b865-4527-8fc1-0ff838c9d6a6 None None] Deleting port 769dcd59-5389-4ec2-9142-b3d74858bb9d {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:59.885474 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d70f49df-b865-4527-8fc1-0ff838c9d6a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:59.886154 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ddedc-d283-4bd6-bbbb-fd4b40653075 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Deleting port 5c61a5ec-6776-4c8d-baf6-0917ec729762 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:59.886814 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddedc-d283-4bd6-bbbb-fd4b40653075 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:59.906817 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e9437a20-e448-45c5-9a45-f6c48f3715ff tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:59.909600 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e9437a20-e448-45c5-9a45-f6c48f3715ff tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:59.914456 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e9437a20-e448-45c5-9a45-f6c48f3715ff tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/security-groups/656bbc5f-ab8b-468f-a585-4a87516bc255 HTTP/1.1" status: 204 len: 168 time: 0.5890715 Apr 29 11:40:59.925368 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-f53d0099-39b7-4456-bac2-7c59d7e7c81e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting port 33c159b7-6440-438b-879e-d15e08b0f2e2 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:59.925728 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f53d0099-39b7-4456-bac2-7c59d7e7c81e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:59.955699 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-340e10ee-e21e-4d70-8e33-a0b4953cffc8 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Deleting port 769dcd59-5389-4ec2-9142-b3d74858bb9d {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:40:59.955961 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-340e10ee-e21e-4d70-8e33-a0b4953cffc8 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:59.964732 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b8e57744-f636-42b4-8719-2049bc164317 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:59.977754 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51614) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:40:59.986070 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-40c61f30-f388-4665-b031-aab23e1e17d7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:59.988037 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d59ff8-3c73-49c6-91fd-0cd9d32313a8 None None] DHCP port deletion for 7dbf2a4e-8493-42d0-867d-053982835fa5 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:40:59.992463 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-d70f49df-b865-4527-8fc1-0ff838c9d6a6 None None] For port 769dcd59-5389-4ec2-9142-b3d74858bb9d, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=769dcd59-5389-4ec2-9142-b3d74858bb9d,segment=NetworkSegment(9024a2cb-0f89-4627-b49a-65d77b3ace7c),segment_id=9024a2cb-0f89-4627-b49a-65d77b3ace7c)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:40:59.992927 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d70f49df-b865-4527-8fc1-0ff838c9d6a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:59.999402 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9437a20-e448-45c5-9a45-f6c48f3715ff tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=656bbc5f-ab8b-468f-a585-4a87516bc255,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:00.017057 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b8e57744-f636-42b4-8719-2049bc164317 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.031572 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-d70f49df-b865-4527-8fc1-0ff838c9d6a6 None None] Calling delete_port for 769dcd59-5389-4ec2-9142-b3d74858bb9d owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:00.057222 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-3f5ddedc-d283-4bd6-bbbb-fd4b40653075 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] For port 5c61a5ec-6776-4c8d-baf6-0917ec729762, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=5c61a5ec-6776-4c8d-baf6-0917ec729762,segment=NetworkSegment(ef80bb9b-2ab6-44e8-b716-630f8785cac9),segment_id=ef80bb9b-2ab6-44e8-b716-630f8785cac9)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:00.057549 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddedc-d283-4bd6-bbbb-fd4b40653075 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.059362 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.078513 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ddedc-d283-4bd6-bbbb-fd4b40653075 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Calling delete_port for 5c61a5ec-6776-4c8d-baf6-0917ec729762 owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:00.084077 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e77b9d2-80b5-4320-ad7a-cdc243697d70 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting subnet 0908f38a-7e72-4f5f-9200-bc2f3f5e162d {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:41:00.089561 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2e77b9d2-80b5-4320-ad7a-cdc243697d70 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.128467 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e57744-f636-42b4-8719-2049bc164317 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0371f7e9-cd82-48f3-91d2-2b582fd52af1,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:00.143841 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-340e10ee-e21e-4d70-8e33-a0b4953cffc8 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] For port 769dcd59-5389-4ec2-9142-b3d74858bb9d, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=769dcd59-5389-4ec2-9142-b3d74858bb9d,segment=NetworkSegment(9024a2cb-0f89-4627-b49a-65d77b3ace7c),segment_id=9024a2cb-0f89-4627-b49a-65d77b3ace7c)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:00.144262 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-340e10ee-e21e-4d70-8e33-a0b4953cffc8 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.151734 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b8e57744-f636-42b4-8719-2049bc164317 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.156287 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b8e57744-f636-42b4-8719-2049bc164317 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6108646 Apr 29 11:41:00.163073 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51616) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:00.177386 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2e77b9d2-80b5-4320-ad7a-cdc243697d70 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.179441 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-a541fe15-11eb-403f-b7be-8e0b7f753c13 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Request body: {'network': {'name': 'tempest-network-smoke--1856577234', 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'port_security_enabled': True}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:00.190600 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-340e10ee-e21e-4d70-8e33-a0b4953cffc8 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Calling delete_port for 769dcd59-5389-4ec2-9142-b3d74858bb9d owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:00.204234 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-55d59ff8-3c73-49c6-91fd-0cd9d32313a8 None None] Deleting port 5c61a5ec-6776-4c8d-baf6-0917ec729762 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:00.204608 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-55d59ff8-3c73-49c6-91fd-0cd9d32313a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.223453 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f53d0099-39b7-4456-bac2-7c59d7e7c81e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.247929 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-f53d0099-39b7-4456-bac2-7c59d7e7c81e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Calling delete_port for 33c159b7-6440-438b-879e-d15e08b0f2e2 owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:00.266649 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.284689 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-40c61f30-f388-4665-b031-aab23e1e17d7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.286675 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a541fe15-11eb-403f-b7be-8e0b7f753c13 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Made reservation on behalf of 56bd83428e3c4f3aa29e4f4f408e0dec for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:00.290370 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddedc-d283-4bd6-bbbb-fd4b40653075 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.290616 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a541fe15-11eb-403f-b7be-8e0b7f753c13 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.294730 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-55d59ff8-3c73-49c6-91fd-0cd9d32313a8 None None] For port 5c61a5ec-6776-4c8d-baf6-0917ec729762, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=5c61a5ec-6776-4c8d-baf6-0917ec729762,segment=NetworkSegment(ef80bb9b-2ab6-44e8-b716-630f8785cac9),segment_id=ef80bb9b-2ab6-44e8-b716-630f8785cac9)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:00.295350 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-55d59ff8-3c73-49c6-91fd-0cd9d32313a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.305869 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d70f49df-b865-4527-8fc1-0ff838c9d6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.327122 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ddedc-d283-4bd6-bbbb-fd4b40653075 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Port': ['ID=5c61a5ec-6776-4c8d-baf6-0917ec729762,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:00.339211 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5ddedc-d283-4bd6-bbbb-fd4b40653075 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] No DVR routers for this DVR port 5c61a5ec-6776-4c8d-baf6-0917ec729762 on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:41:00.340255 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-55d59ff8-3c73-49c6-91fd-0cd9d32313a8 None None] Calling delete_port for 5c61a5ec-6776-4c8d-baf6-0917ec729762 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:00.346601 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-58981ff9-ec83-4cbb-a164-f52898de6d54 None None] Could not find standard attr ID for object ee16e78f-5bd8-4360-b15f-cdf499687c68. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:41:00.356160 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f49df-b865-4527-8fc1-0ff838c9d6a6 None None] Pushing event deleted for resources: {'Port': ['ID=769dcd59-5389-4ec2-9142-b3d74858bb9d,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:00.365308 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70f49df-b865-4527-8fc1-0ff838c9d6a6 None None] No DVR routers for this DVR port 769dcd59-5389-4ec2-9142-b3d74858bb9d on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:41:00.387606 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2e77b9d2-80b5-4320-ad7a-cdc243697d70 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.388167 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c61f30-f388-4665-b031-aab23e1e17d7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Subnet': ['ID=21825fae-eb8b-4984-a08b-5e43b78a9208,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:00.390292 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-40c61f30-f388-4665-b031-aab23e1e17d7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.393550 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-40c61f30-f388-4665-b031-aab23e1e17d7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/21825fae-eb8b-4984-a08b-5e43b78a9208 HTTP/1.1" status: 204 len: 168 time: 1.5381482 Apr 29 11:41:00.400581 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51618) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:00.409537 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b9b18f-3887-4608-b8db-b7e60146a858 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:00.461055 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-8fc891f2-90ca-44b9-9c88-011340ff7c72 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0566213 Apr 29 11:41:00.468295 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a541fe15-11eb-403f-b7be-8e0b7f753c13 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:41:00.474934 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51620) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:00.480664 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-d529bb62-a23e-40e4-9508-3e1ecbfd9972 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:00.511908 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddedc-d283-4bd6-bbbb-fd4b40653075 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.523093 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a541fe15-11eb-403f-b7be-8e0b7f753c13 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.523473 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-a541fe15-11eb-403f-b7be-8e0b7f753c13 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Added segment 14159b9b-c437-40b5-acde-2a010b1f147b of type vlan for network 1e626177-13e1-498b-8c5b-25bda1fa93e6 Apr 29 11:41:00.541600 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-3f5ddedc-d283-4bd6-bbbb-fd4b40653075 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dbf2a4e-8493-42d0-867d-053982835fa5']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:00.544227 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2e77b9d2-80b5-4320-ad7a-cdc243697d70 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.562519 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-3f5ddedc-d283-4bd6-bbbb-fd4b40653075 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef80bb9b-2ab6-44e8-b716-630f8785cac9') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:00.562827 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-3f5ddedc-d283-4bd6-bbbb-fd4b40653075 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef80bb9b-2ab6-44e8-b716-630f8785cac9') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:00.566041 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-340e10ee-e21e-4d70-8e33-a0b4953cffc8 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.585898 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-55d59ff8-3c73-49c6-91fd-0cd9d32313a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.597742 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddedc-d283-4bd6-bbbb-fd4b40653075 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.601066 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2e77b9d2-80b5-4320-ad7a-cdc243697d70 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.608066 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2e77b9d2-80b5-4320-ad7a-cdc243697d70 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/subnets/0908f38a-7e72-4f5f-9200-bc2f3f5e162d HTTP/1.1" status: 204 len: 168 time: 0.6253703 Apr 29 11:41:00.609126 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51622) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:00.617035 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77b9d2-80b5-4320-ad7a-cdc243697d70 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Subnet': ['ID=0908f38a-7e72-4f5f-9200-bc2f3f5e162d,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:00.625785 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4f520e-2ef9-4242-9ff5-f40a3290fff7 None None] Network 436b1e4d-d852-4ae8-ad5b-2dd29fed06c0 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:00.648887 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddedc-d283-4bd6-bbbb-fd4b40653075 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.653949 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e10ee-e21e-4d70-8e33-a0b4953cffc8 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Port': ['ID=769dcd59-5389-4ec2-9142-b3d74858bb9d,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:00.658092 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340e10ee-e21e-4d70-8e33-a0b4953cffc8 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] No DVR routers for this DVR port 769dcd59-5389-4ec2-9142-b3d74858bb9d on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:41:00.665972 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a541fe15-11eb-403f-b7be-8e0b7f753c13 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.699856 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5ddedc-d283-4bd6-bbbb-fd4b40653075 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:41:00.700207 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddedc-d283-4bd6-bbbb-fd4b40653075 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.703771 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:41:00.703771 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:41:00.703771 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:41:00.703771 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:41:00.703771 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:41:00.703771 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:41:00.703771 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:41:00.703771 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:41:00.703771 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:41:00.703771 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:41:00.703771 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:41:00.703771 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:41:00.703771 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:41:00.703771 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:41:00.703771 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:41:00.703771 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:41:00.703771 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:41:00.703771 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:41:00.703771 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:41:00.703771 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:41:00.703771 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:41:00.703771 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:41:00.703771 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:41:00.703771 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:41:00.703771 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:41:00.703771 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:41:00.703771 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:41:00.703771 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:41:00.703771 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:41:00.703771 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:41:00.703771 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:41:00.703771 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:41:00.814763 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddedc-d283-4bd6-bbbb-fd4b40653075 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.827025 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddedc-d283-4bd6-bbbb-fd4b40653075 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.830655 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3f5ddedc-d283-4bd6-bbbb-fd4b40653075 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/networks/7dbf2a4e-8493-42d0-867d-053982835fa5 HTTP/1.1" status: 204 len: 168 time: 1.1859012 Apr 29 11:41:00.836581 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51624) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:00.837542 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-859af142-bfb9-40a2-869b-eb0347c9dca8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.840815 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-340e10ee-e21e-4d70-8e33-a0b4953cffc8 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.847096 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-de6111cf-7b12-45c9-9349-aad3f62a1b5b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-529366535', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}, 'admin_state_up': False}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:00.851033 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ddedc-d283-4bd6-bbbb-fd4b40653075 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Network': ['ID=7dbf2a4e-8493-42d0-867d-053982835fa5,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:00.860615 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d529bb62-a23e-40e4-9508-3e1ecbfd9972 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:00.864645 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d529bb62-a23e-40e4-9508-3e1ecbfd9972 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.872588 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a541fe15-11eb-403f-b7be-8e0b7f753c13 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.878126 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a541fe15-11eb-403f-b7be-8e0b7f753c13 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:00.878757 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a541fe15-11eb-403f-b7be-8e0b7f753c13 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.881139 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f53d0099-39b7-4456-bac2-7c59d7e7c81e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.911608 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-859af142-bfb9-40a2-869b-eb0347c9dca8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port 427e9bb0-be62-4389-8f18-7164ad2713bb {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:00.912014 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-859af142-bfb9-40a2-869b-eb0347c9dca8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:00.917740 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device d813628b-d567-40f5-b069-1bb87ffd2100 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:00.920943 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d59ff8-3c73-49c6-91fd-0cd9d32313a8 None None] Pushing event deleted for resources: {'Port': ['ID=5c61a5ec-6776-4c8d-baf6-0917ec729762,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:00.926037 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d59ff8-3c73-49c6-91fd-0cd9d32313a8 None None] No DVR routers for this DVR port 5c61a5ec-6776-4c8d-baf6-0917ec729762 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:41:00.972498 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-340e10ee-e21e-4d70-8e33-a0b4953cffc8 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a087a34-f826-4fb9-823a-3e2b20118c31']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:01.026814 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-859af142-bfb9-40a2-869b-eb0347c9dca8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] For port 427e9bb0-be62-4389-8f18-7164ad2713bb, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=427e9bb0-be62-4389-8f18-7164ad2713bb,segment=NetworkSegment(fe679dd4-e298-4e22-a8be-94b11f77c601),segment_id=fe679dd4-e298-4e22-a8be-94b11f77c601)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:01.026814 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-859af142-bfb9-40a2-869b-eb0347c9dca8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:01.031219 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d0099-39b7-4456-bac2-7c59d7e7c81e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Port': ['ID=33c159b7-6440-438b-879e-d15e08b0f2e2,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:01.057598 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-859af142-bfb9-40a2-869b-eb0347c9dca8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for 427e9bb0-be62-4389-8f18-7164ad2713bb owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:01.063024 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-340e10ee-e21e-4d70-8e33-a0b4953cffc8 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9024a2cb-0f89-4627-b49a-65d77b3ace7c') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:01.063314 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-340e10ee-e21e-4d70-8e33-a0b4953cffc8 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9024a2cb-0f89-4627-b49a-65d77b3ace7c') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:01.068784 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63b8836-71a0-49e9-97d7-67637ea85b5a None None] DHCP port deletion for 62578361-baac-4d3e-b4ee-401a25f05a0e request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:41:01.091163 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a541fe15-11eb-403f-b7be-8e0b7f753c13 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9175992 Apr 29 11:41:01.108896 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51626) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:01.112011 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de6111cf-7b12-45c9-9349-aad3f62a1b5b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:01.113817 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de6111cf-7b12-45c9-9349-aad3f62a1b5b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:01.119636 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-c9b24f21-1a25-47e2-ae25-457cc5902c10 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1943917324', 'admin_state_up': True, 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:01.124508 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-340e10ee-e21e-4d70-8e33-a0b4953cffc8 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:01.158873 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541fe15-11eb-403f-b7be-8e0b7f753c13 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Pushing event updated for resources: {'Network': ['ID=1e626177-13e1-498b-8c5b-25bda1fa93e6,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:01.171406 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c9b24f21-1a25-47e2-ae25-457cc5902c10 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:01.172877 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c9b24f21-1a25-47e2-ae25-457cc5902c10 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:01.185195 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port d813628b-d567-40f5-b069-1bb87ffd2100 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:01.185650 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:01.190693 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 1e626177-13e1-498b-8c5b-25bda1fa93e6 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:41:01.226385 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-340e10ee-e21e-4d70-8e33-a0b4953cffc8 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:01.262592 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ab88a0-0120-4331-b883-401ba494c487 None None] DHCP port deletion for 436b1e4d-d852-4ae8-ad5b-2dd29fed06c0 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:41:01.268433 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-340e10ee-e21e-4d70-8e33-a0b4953cffc8 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:41:01.268855 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-340e10ee-e21e-4d70-8e33-a0b4953cffc8 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:01.280546 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c9b24f21-1a25-47e2-ae25-457cc5902c10 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: self.session.flush() Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: self.session.flush() Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: self.session.flush() Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: self.session.flush() Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:41:01.289241 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:41:01.403204 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de6111cf-7b12-45c9-9349-aad3f62a1b5b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:01.416757 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-b2ab88a0-0120-4331-b883-401ba494c487 None None] The port '427e9bb0-be62-4389-8f18-7164ad2713bb' was deleted {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 29 11:41:01.419267 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f53d0099-39b7-4456-bac2-7c59d7e7c81e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:01.422996 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f53d0099-39b7-4456-bac2-7c59d7e7c81e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/ports/33c159b7-6440-438b-879e-d15e08b0f2e2 HTTP/1.1" status: 204 len: 168 time: 1.8570440 Apr 29 11:41:01.428167 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51628) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:01.433447 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-d63b8836-71a0-49e9-97d7-67637ea85b5a None None] Deleting port d813628b-d567-40f5-b069-1bb87ffd2100 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:01.433827 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d63b8836-71a0-49e9-97d7-67637ea85b5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:01.531022 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-340e10ee-e21e-4d70-8e33-a0b4953cffc8 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:01.562713 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-d63b8836-71a0-49e9-97d7-67637ea85b5a None None] For port d813628b-d567-40f5-b069-1bb87ffd2100, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=d813628b-d567-40f5-b069-1bb87ffd2100,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:01.563112 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d63b8836-71a0-49e9-97d7-67637ea85b5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:01.563550 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-33db47a5-81b2-44ec-9dc4-00beaefe4585 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] GET failed (client error): The resource could not be found. Apr 29 11:41:01.565210 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-33db47a5-81b2-44ec-9dc4-00beaefe4585 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "GET /v2.0/ports/33c159b7-6440-438b-879e-d15e08b0f2e2 HTTP/1.1" status: 404 len: 333 time: 0.1357441 Apr 29 11:41:01.574488 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51630) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:01.575834 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-340e10ee-e21e-4d70-8e33-a0b4953cffc8 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:01.579536 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-340e10ee-e21e-4d70-8e33-a0b4953cffc8 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/networks/8a087a34-f826-4fb9-823a-3e2b20118c31 HTTP/1.1" status: 204 len: 168 time: 2.1422555 Apr 29 11:41:01.597629 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51632) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:01.599425 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-d63b8836-71a0-49e9-97d7-67637ea85b5a None None] Calling delete_port for d813628b-d567-40f5-b069-1bb87ffd2100 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:01.614148 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-85d8d26c-2371-49b3-ba7a-e1eae772eafa tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1894105954'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:01.683813 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e10ee-e21e-4d70-8e33-a0b4953cffc8 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Network': ['ID=8a087a34-f826-4fb9-823a-3e2b20118c31,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:01.720777 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 5c61a5ec-6776-4c8d-baf6-0917ec729762 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:41:01.733210 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-859af142-bfb9-40a2-869b-eb0347c9dca8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:01.737643 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c9b24f21-1a25-47e2-ae25-457cc5902c10 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:01.763656 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859af142-bfb9-40a2-869b-eb0347c9dca8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=427e9bb0-be62-4389-8f18-7164ad2713bb,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:01.765664 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de6111cf-7b12-45c9-9349-aad3f62a1b5b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:01.768069 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 5c61a5ec-6776-4c8d-baf6-0917ec729762 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:41:01.768409 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 5c61a5ec-6776-4c8d-baf6-0917ec729762 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:41:01.768849 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 769dcd59-5389-4ec2-9142-b3d74858bb9d no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:41:01.786676 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859af142-bfb9-40a2-869b-eb0347c9dca8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] No DVR routers for this DVR port 427e9bb0-be62-4389-8f18-7164ad2713bb on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:41:01.794897 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 769dcd59-5389-4ec2-9142-b3d74858bb9d {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:41:01.795242 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 769dcd59-5389-4ec2-9142-b3d74858bb9d not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:41:01.796008 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc1d38a-0f10-4af5-8d97-6f67e79802c7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting subnet be8c8d98-3379-4115-8403-54d23d2a7ecc {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:41:01.802628 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3fc1d38a-0f10-4af5-8d97-6f67e79802c7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:01.805426 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d8d26c-2371-49b3-ba7a-e1eae772eafa tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:01.809545 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-85d8d26c-2371-49b3-ba7a-e1eae772eafa tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:01.814074 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d63b8836-71a0-49e9-97d7-67637ea85b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:01.853308 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b8836-71a0-49e9-97d7-67637ea85b5a None None] Pushing event deleted for resources: {'Port': ['ID=d813628b-d567-40f5-b069-1bb87ffd2100,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:01.855183 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63b8836-71a0-49e9-97d7-67637ea85b5a None None] No DVR routers for this DVR port d813628b-d567-40f5-b069-1bb87ffd2100 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:41:01.925284 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-859af142-bfb9-40a2-869b-eb0347c9dca8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:01.946899 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3fc1d38a-0f10-4af5-8d97-6f67e79802c7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:01.952897 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d8d26c-2371-49b3-ba7a-e1eae772eafa tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:41:01.953244 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-859af142-bfb9-40a2-869b-eb0347c9dca8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['436b1e4d-d852-4ae8-ad5b-2dd29fed06c0']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:01.966312 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-859af142-bfb9-40a2-869b-eb0347c9dca8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe679dd4-e298-4e22-a8be-94b11f77c601') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:01.966612 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-859af142-bfb9-40a2-869b-eb0347c9dca8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe679dd4-e298-4e22-a8be-94b11f77c601') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:01.980064 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-859af142-bfb9-40a2-869b-eb0347c9dca8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:02.000034 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-859af142-bfb9-40a2-869b-eb0347c9dca8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:02.006578 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-85d8d26c-2371-49b3-ba7a-e1eae772eafa tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:02.006908 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-85d8d26c-2371-49b3-ba7a-e1eae772eafa tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Added segment f6aa05dd-c4be-4f77-b9b3-f6536549b1b9 of type vlan for network f05150ef-e0b8-45c2-ae7e-0179c8b5d836 Apr 29 11:41:02.014875 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-859af142-bfb9-40a2-869b-eb0347c9dca8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:41:02.015285 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-859af142-bfb9-40a2-869b-eb0347c9dca8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:02.019674 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:41:02.019674 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:41:02.019674 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:41:02.019674 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:41:02.019674 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:41:02.019674 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:41:02.019674 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:41:02.019674 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:41:02.019674 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:41:02.019674 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:41:02.019674 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:41:02.019674 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:41:02.019674 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:41:02.019674 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:41:02.019674 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:41:02.019674 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:41:02.019674 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:41:02.019674 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:41:02.019674 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:41:02.019674 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:41:02.019674 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:41:02.019674 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:41:02.019674 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:41:02.019674 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:41:02.019674 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:41:02.019674 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:41:02.019674 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:41:02.019674 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:41:02.019674 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:41:02.019674 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:41:02.019674 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:41:02.019674 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:41:02.050895 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.objects.ports [None req-d529bb62-a23e-40e4-9508-3e1ecbfd9972 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102959) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 11:41:02.075352 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d529bb62-a23e-40e4-9508-3e1ecbfd9972 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:02.133598 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-859af142-bfb9-40a2-869b-eb0347c9dca8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:02.133833 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-85d8d26c-2371-49b3-ba7a-e1eae772eafa tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:02.141707 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-859af142-bfb9-40a2-869b-eb0347c9dca8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:02.144964 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-859af142-bfb9-40a2-869b-eb0347c9dca8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/networks/436b1e4d-d852-4ae8-ad5b-2dd29fed06c0 HTTP/1.1" status: 204 len: 168 time: 1.5256758 Apr 29 11:41:02.164082 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51634) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:02.189746 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859af142-bfb9-40a2-869b-eb0347c9dca8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Network': ['ID=436b1e4d-d852-4ae8-ad5b-2dd29fed06c0,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:02.216703 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c9b24f21-1a25-47e2-ae25-457cc5902c10 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for router_gateway, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:02.244409 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c9b24f21-1a25-47e2-ae25-457cc5902c10 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:02.249031 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d529bb62-a23e-40e4-9508-3e1ecbfd9972 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:02.264028 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-d529bb62-a23e-40e4-9508-3e1ecbfd9972 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:02.267887 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3fc1d38a-0f10-4af5-8d97-6f67e79802c7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:02.272815 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529bb62-a23e-40e4-9508-3e1ecbfd9972 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Subnet': ['ID=8c43e4ad-d3d7-48cd-beb0-4baaf869d6a4,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:02.273634 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a024529a-cfca-4e73-a1c0-0a7ececcaf77 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:02.277127 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d529bb62-a23e-40e4-9508-3e1ecbfd9972 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:02.277717 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d529bb62-a23e-40e4-9508-3e1ecbfd9972 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:02.319782 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-85d8d26c-2371-49b3-ba7a-e1eae772eafa tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:02.325379 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d8d26c-2371-49b3-ba7a-e1eae772eafa tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:02.325988 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-85d8d26c-2371-49b3-ba7a-e1eae772eafa tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:02.399406 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-c9b24f21-1a25-47e2-ae25-457cc5902c10 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Allocated IP 172.26.4.158 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/33be007b-543b-4d41-81c0-2bce30b593f2) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:02.421134 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d529bb62-a23e-40e4-9508-3e1ecbfd9972 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9445632 Apr 29 11:41:02.429562 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-85d8d26c-2371-49b3-ba7a-e1eae772eafa tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8289487 Apr 29 11:41:02.432965 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51636) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:02.433371 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51638) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:02.439798 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-bed28d42-f4ae-4b5f-85d6-fd77df5ee57d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'subnet': {'network_id': 'f05150ef-e0b8-45c2-ae7e-0179c8b5d836', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:02.447948 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-ed342426-f020-4214-93c1-25297ccd7ebf tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'port': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'mac_address': 'fa:16:3e:7f:42:e6', 'name': 'tempest-NetworksTestDHCPv6-898898228'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:02.450439 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f17d827-62e1-4f28-90cf-3730211a85a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-62578361-baac-4d3e-b4ee-401a25f05a0e', 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'fixed_ips': [{'subnet_id': '8c43e4ad-d3d7-48cd-beb0-4baaf869d6a4'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:41:02.456321 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0f17d827-62e1-4f28-90cf-3730211a85a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:02.613099 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-0f17d827-62e1-4f28-90cf-3730211a85a8 None None] Allocated IP 2001:db8::f816:3eff:fefc:d019 (62578361-baac-4d3e-b4ee-401a25f05a0e/8c43e4ad-d3d7-48cd-beb0-4baaf869d6a4/adbccd60-070b-447e-a596-965eca104f90) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:02.694992 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c9b24f21-1a25-47e2-ae25-457cc5902c10 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:02.702903 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed28d42-f4ae-4b5f-85d6-fd77df5ee57d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:02.707035 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bed28d42-f4ae-4b5f-85d6-fd77df5ee57d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:02.788412 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device d813628b-d567-40f5-b069-1bb87ffd2100 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:41:02.813908 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: d813628b-d567-40f5-b069-1bb87ffd2100 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:41:02.813908 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device d813628b-d567-40f5-b069-1bb87ffd2100 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:41:02.814378 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 427e9bb0-be62-4389-8f18-7164ad2713bb no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:41:02.848617 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8d26c-2371-49b3-ba7a-e1eae772eafa tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Network': ['ID=f05150ef-e0b8-45c2-ae7e-0179c8b5d836,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:02.864306 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network f05150ef-e0b8-45c2-ae7e-0179c8b5d836 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:41:02.864880 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 427e9bb0-be62-4389-8f18-7164ad2713bb {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:41:02.865267 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 427e9bb0-be62-4389-8f18-7164ad2713bb not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:41:02.919599 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3fc1d38a-0f10-4af5-8d97-6f67e79802c7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:02.943333 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0f17d827-62e1-4f28-90cf-3730211a85a8 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:02.964673 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0f17d827-62e1-4f28-90cf-3730211a85a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:02.970503 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed342426-f020-4214-93c1-25297ccd7ebf tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:02.978087 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1d38a-0f10-4af5-8d97-6f67e79802c7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Subnet': ['ID=be8c8d98-3379-4115-8403-54d23d2a7ecc,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:02.980736 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3fc1d38a-0f10-4af5-8d97-6f67e79802c7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:02.984820 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3fc1d38a-0f10-4af5-8d97-6f67e79802c7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/subnets/be8c8d98-3379-4115-8403-54d23d2a7ecc HTTP/1.1" status: 204 len: 168 time: 1.4007168 Apr 29 11:41:02.987248 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51642) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:02.989867 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de6111cf-7b12-45c9-9349-aad3f62a1b5b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router_gateway, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:03.012401 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f17d827-62e1-4f28-90cf-3730211a85a8 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:03.041764 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-0f17d827-62e1-4f28-90cf-3730211a85a8 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:03.042845 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de6111cf-7b12-45c9-9349-aad3f62a1b5b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:03.044394 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d21b66b-a011-4566-9701-2a1e9f6174fe None None] Network 14ff2613-dcce-40f3-9476-b079f12f64fb requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:03.098151 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c9b24f21-1a25-47e2-ae25-457cc5902c10 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:03.124933 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f17d827-62e1-4f28-90cf-3730211a85a8 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:03.228821 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-632fb478-b427-46cd-8a1c-e92e808148ee tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:03.248306 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-be7500ed-e2dc-44c1-931e-0cb8ba3b6c26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port f726fb17-99c0-48fa-ad70-b1de89a29592 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:03.248978 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-be7500ed-e2dc-44c1-931e-0cb8ba3b6c26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:03.253219 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17d827-62e1-4f28-90cf-3730211a85a8 None None] Pushing event updated for resources: {'Port': ['ID=adbccd60-070b-447e-a596-965eca104f90,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:03.258919 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-0f17d827-62e1-4f28-90cf-3730211a85a8 None None] Attempting to bind port adbccd60-070b-447e-a596-965eca104f90 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:41:03.259283 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-0f17d827-62e1-4f28-90cf-3730211a85a8 None None] Attempting to bind port adbccd60-070b-447e-a596-965eca104f90 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:41:03.260134 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f17d827-62e1-4f28-90cf-3730211a85a8 None None] Attempting to bind port adbccd60-070b-447e-a596-965eca104f90 on network 62578361-baac-4d3e-b4ee-401a25f05a0e {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:41:03.269210 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f17d827-62e1-4f28-90cf-3730211a85a8 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:41:03.269587 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f17d827-62e1-4f28-90cf-3730211a85a8 None None] Checking segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:41:03.270031 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0f17d827-62e1-4f28-90cf-3730211a85a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:03.270534 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f17d827-62e1-4f28-90cf-3730211a85a8 None None] Bound using segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:41:03.270903 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-0f17d827-62e1-4f28-90cf-3730211a85a8 None None] Bound port: adbccd60-070b-447e-a596-965eca104f90, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:41:03.271275 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0f17d827-62e1-4f28-90cf-3730211a85a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:03.282305 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bed28d42-f4ae-4b5f-85d6-fd77df5ee57d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:03.291230 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b24f21-1a25-47e2-ae25-457cc5902c10 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:03.304040 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-26aa71cd-ef41-4a26-bb13-c01a7b5f8bb0 req-3ba8be72-dce4-4f25-9c2c-19d9f8ff431f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=06066a09-efd3-4a70-914e-c1de212e7cdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5216243 Apr 29 11:41:03.354021 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-c9b24f21-1a25-47e2-ae25-457cc5902c10 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:03.355325 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-0f17d827-62e1-4f28-90cf-3730211a85a8 None None] For port adbccd60-070b-447e-a596-965eca104f90, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:41:03.359458 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-0f17d827-62e1-4f28-90cf-3730211a85a8 None None] For port adbccd60-070b-447e-a596-965eca104f90, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=adbccd60-070b-447e-a596-965eca104f90,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:41:03.369402 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ed342426-f020-4214-93c1-25297ccd7ebf tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:03.369611 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0f17d827-62e1-4f28-90cf-3730211a85a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:03.372784 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b24f21-1a25-47e2-ae25-457cc5902c10 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:03.383433 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b24f21-1a25-47e2-ae25-457cc5902c10 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Pushing event updated for resources: {'Port': ['ID=33be007b-543b-4d41-81c0-2bce30b593f2,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:03.437240 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-de6111cf-7b12-45c9-9349-aad3f62a1b5b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Allocated IP 172.26.4.39 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/da931bf3-0eb3-4f48-9057-b2417306efe1) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:03.451352 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66ddf74-0685-4356-9085-3f33510579f7 None None] DHCP port deletion for 14ff2613-dcce-40f3-9476-b079f12f64fb request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:41:03.475049 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-be7500ed-e2dc-44c1-931e-0cb8ba3b6c26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:03.483680 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-be7500ed-e2dc-44c1-931e-0cb8ba3b6c26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:03.512915 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17d827-62e1-4f28-90cf-3730211a85a8 None None] Pushing event updated for resources: {'Port': ['ID=adbccd60-070b-447e-a596-965eca104f90,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:03.516039 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa71cd-ef41-4a26-bb13-c01a7b5f8bb0 req-449d77e2-a2c0-463d-b9d1-4140fb8c43c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:03.517587 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-26aa71cd-ef41-4a26-bb13-c01a7b5f8bb0 req-449d77e2-a2c0-463d-b9d1-4140fb8c43c7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=06066a09-efd3-4a70-914e-c1de212e7cdb HTTP/1.1" status: 200 len: 1098 time: 0.1381021 Apr 29 11:41:03.529184 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-be7500ed-e2dc-44c1-931e-0cb8ba3b6c26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for f726fb17-99c0-48fa-ad70-b1de89a29592 owned by network:floatingip {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:03.534376 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed28d42-f4ae-4b5f-85d6-fd77df5ee57d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Subnet': ['ID=04f29235-4602-48a1-8a44-b30ae8cef47d,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:03.539418 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-ed342426-f020-4214-93c1-25297ccd7ebf tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] device_id is not set on port a18582ff-0128-438f-8331-23fc9fc84258 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:41:03.554471 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-b66ddf74-0685-4356-9085-3f33510579f7 None None] Deleting port 93ac1756-283e-4dae-9be4-e999cf93f73a {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:03.554842 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b66ddf74-0685-4356-9085-3f33510579f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:03.623796 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-b66ddf74-0685-4356-9085-3f33510579f7 None None] For port 93ac1756-283e-4dae-9be4-e999cf93f73a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=93ac1756-283e-4dae-9be4-e999cf93f73a,segment=NetworkSegment(20b63630-aa7c-43a8-9f23-f4f026140459),segment_id=20b63630-aa7c-43a8-9f23-f4f026140459)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:03.624214 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b66ddf74-0685-4356-9085-3f33510579f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:03.639738 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-b66ddf74-0685-4356-9085-3f33510579f7 None None] Calling delete_port for 93ac1756-283e-4dae-9be4-e999cf93f73a owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:03.681922 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-632fb478-b427-46cd-8a1c-e92e808148ee tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting port 93ac1756-283e-4dae-9be4-e999cf93f73a {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:03.682295 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-632fb478-b427-46cd-8a1c-e92e808148ee tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:03.779561 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b66ddf74-0685-4356-9085-3f33510579f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:03.813113 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed28d42-f4ae-4b5f-85d6-fd77df5ee57d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Checking segment: {'id': 'f6aa05dd-c4be-4f77-b9b3-f6536549b1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f05150ef-e0b8-45c2-ae7e-0179c8b5d836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:41:03.813578 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed28d42-f4ae-4b5f-85d6-fd77df5ee57d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network hostable DHCP agents. Network: f05150ef-e0b8-45c2-ae7e-0179c8b5d836, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:41:03.845463 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ddf74-0685-4356-9085-3f33510579f7 None None] Pushing event deleted for resources: {'Port': ['ID=93ac1756-283e-4dae-9be4-e999cf93f73a,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:03.852617 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de6111cf-7b12-45c9-9349-aad3f62a1b5b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:03.858273 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66ddf74-0685-4356-9085-3f33510579f7 None None] No DVR routers for this DVR port 93ac1756-283e-4dae-9be4-e999cf93f73a on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:41:03.898081 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-632fb478-b427-46cd-8a1c-e92e808148ee tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] For port 93ac1756-283e-4dae-9be4-e999cf93f73a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=93ac1756-283e-4dae-9be4-e999cf93f73a,segment=NetworkSegment(20b63630-aa7c-43a8-9f23-f4f026140459),segment_id=20b63630-aa7c-43a8-9f23-f4f026140459)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:03.898965 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-632fb478-b427-46cd-8a1c-e92e808148ee tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:03.915199 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-ed342426-f020-4214-93c1-25297ccd7ebf tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Allocated IP 2001:db8::f816:3eff:fe7f:42e6 (62578361-baac-4d3e-b4ee-401a25f05a0e/8c43e4ad-d3d7-48cd-beb0-4baaf869d6a4/a18582ff-0128-438f-8331-23fc9fc84258) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:03.939611 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed28d42-f4ae-4b5f-85d6-fd77df5ee57d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network f05150ef-e0b8-45c2-ae7e-0179c8b5d836 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:41:03.994260 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-632fb478-b427-46cd-8a1c-e92e808148ee tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Calling delete_port for 93ac1756-283e-4dae-9be4-e999cf93f73a owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:03.999461 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-bed28d42-f4ae-4b5f-85d6-fd77df5ee57d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, f05150ef-e0b8-45c2-ae7e-0179c8b5d836) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:04.017985 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57267f59-d2d4-4a6c-b281-e284a7d71510 None None] Network f05150ef-e0b8-45c2-ae7e-0179c8b5d836 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:04.018761 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed28d42-f4ae-4b5f-85d6-fd77df5ee57d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:04.019560 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bed28d42-f4ae-4b5f-85d6-fd77df5ee57d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:04.032970 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa71cd-ef41-4a26-bb13-c01a7b5f8bb0 req-016ee87f-0595-40a6-8904-883d49ae16cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:04.034525 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-26aa71cd-ef41-4a26-bb13-c01a7b5f8bb0 req-016ee87f-0595-40a6-8904-883d49ae16cf service neutron] 10.222.0.62 "GET /v2.0/networks?id=6385ed98-aeeb-4990-b743-9383f9d45e8c HTTP/1.1" status: 200 len: 897 time: 0.4560955 Apr 29 11:41:04.118086 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-bed28d42-f4ae-4b5f-85d6-fd77df5ee57d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6791515 Apr 29 11:41:04.120161 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51644) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:04.126022 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-d29e61e3-50b0-4bec-8367-79d598015b51 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-845222132', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:04.139506 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de6111cf-7b12-45c9-9349-aad3f62a1b5b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:04.204543 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d29e61e3-50b0-4bec-8367-79d598015b51 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:04.205792 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d29e61e3-50b0-4bec-8367-79d598015b51 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:04.209066 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76297240-dab5-48b1-ad53-16fc937021e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-f05150ef-e0b8-45c2-ae7e-0179c8b5d836', 'network_id': 'f05150ef-e0b8-45c2-ae7e-0179c8b5d836', 'tenant_id': 'f7a7bd2b70fc4f5cafed95969987752a', 'fixed_ips': [{'subnet_id': '04f29235-4602-48a1-8a44-b30ae8cef47d'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:41:04.210286 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-76297240-dab5-48b1-ad53-16fc937021e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:04.212173 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c9b24f21-1a25-47e2-ae25-457cc5902c10 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for router_gateway, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:04.246005 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6111cf-7b12-45c9-9349-aad3f62a1b5b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:04.254757 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-26aa71cd-ef41-4a26-bb13-c01a7b5f8bb0 req-2ac9a2ce-fbff-4f14-9848-384c057b4558 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49092aba-e15d-45b6-93b8-d39b1c288a47 HTTP/1.1" status: 200 len: 1000 time: 0.2082238 Apr 29 11:41:04.263708 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-de6111cf-7b12-45c9-9349-aad3f62a1b5b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:04.270359 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6111cf-7b12-45c9-9349-aad3f62a1b5b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:04.280514 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6111cf-7b12-45c9-9349-aad3f62a1b5b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Port': ['ID=da931bf3-0eb3-4f48-9057-b2417306efe1,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:04.362825 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-be7500ed-e2dc-44c1-931e-0cb8ba3b6c26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:04.399741 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-632fb478-b427-46cd-8a1c-e92e808148ee tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:04.409747 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7500ed-e2dc-44c1-931e-0cb8ba3b6c26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=f726fb17-99c0-48fa-ad70-b1de89a29592,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:04.416020 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-76297240-dab5-48b1-ad53-16fc937021e2 None None] Allocated IP 2001:db8::2 (f05150ef-e0b8-45c2-ae7e-0179c8b5d836/04f29235-4602-48a1-8a44-b30ae8cef47d/4376db6a-42f3-4e6e-9d5b-c3e9e364fe9f) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:04.416445 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa71cd-ef41-4a26-bb13-c01a7b5f8bb0 req-106e3833-c418-430e-8832-ce899a01783b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:04.418427 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-26aa71cd-ef41-4a26-bb13-c01a7b5f8bb0 req-106e3833-c418-430e-8832-ce899a01783b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2123ff89-9386-4934-a517-d5d3fdf2b074 HTTP/1.1" status: 200 len: 835 time: 0.1504447 Apr 29 11:41:04.518354 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632fb478-b427-46cd-8a1c-e92e808148ee tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] No DVR routers for this DVR port 93ac1756-283e-4dae-9be4-e999cf93f73a on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:41:04.566893 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632fb478-b427-46cd-8a1c-e92e808148ee tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Port': ['ID=93ac1756-283e-4dae-9be4-e999cf93f73a,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:04.589415 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ed342426-f020-4214-93c1-25297ccd7ebf tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:04.620359 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d29e61e3-50b0-4bec-8367-79d598015b51 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:04.660632 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d29e61e3-50b0-4bec-8367-79d598015b51 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:04.668161 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-76297240-dab5-48b1-ad53-16fc937021e2 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:04.677844 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-76297240-dab5-48b1-ad53-16fc937021e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:04.773129 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76297240-dab5-48b1-ad53-16fc937021e2 None None] Pushing event updated for resources: {'Port': ['ID=4376db6a-42f3-4e6e-9d5b-c3e9e364fe9f,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:04.773467 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-632fb478-b427-46cd-8a1c-e92e808148ee tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:04.789547 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76297240-dab5-48b1-ad53-16fc937021e2 None None] Network f05150ef-e0b8-45c2-ae7e-0179c8b5d836 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:04.791496 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-76297240-dab5-48b1-ad53-16fc937021e2 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:04.794209 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76297240-dab5-48b1-ad53-16fc937021e2 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:04.799187 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-be7500ed-e2dc-44c1-931e-0cb8ba3b6c26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:04.799531 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [None req-be7500ed-e2dc-44c1-931e-0cb8ba3b6c26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Floating IP 11abd597-1b8c-46de-9b55-99d6ab3cc2ec disassociated (deleted). External IP: 172.26.4.86, port: 49092aba-e15d-45b6-93b8-d39b1c288a47. Apr 29 11:41:04.799645 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d29e61e3-50b0-4bec-8367-79d598015b51 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:04.808288 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51646) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:04.809255 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d29e61e3-50b0-4bec-8367-79d598015b51 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6842299 Apr 29 11:41:04.816511 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-736dd45f-e459-4521-8a2b-15f9e88f9990 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'port': {'network_id': 'f05150ef-e0b8-45c2-ae7e-0179c8b5d836', 'name': 'tempest-PortsIpV6TestJSON-692013764'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:04.828145 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device adbccd60-070b-447e-a596-965eca104f90 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:04.879559 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ed342426-f020-4214-93c1-25297ccd7ebf tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:04.905720 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-76297240-dab5-48b1-ad53-16fc937021e2 None None] Attempting to bind port 4376db6a-42f3-4e6e-9d5b-c3e9e364fe9f on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:41:04.906383 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-76297240-dab5-48b1-ad53-16fc937021e2 None None] Attempting to bind port 4376db6a-42f3-4e6e-9d5b-c3e9e364fe9f by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'f6aa05dd-c4be-4f77-b9b3-f6536549b1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f05150ef-e0b8-45c2-ae7e-0179c8b5d836'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:41:04.906480 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76297240-dab5-48b1-ad53-16fc937021e2 None None] Attempting to bind port 4376db6a-42f3-4e6e-9d5b-c3e9e364fe9f on network f05150ef-e0b8-45c2-ae7e-0179c8b5d836 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:41:04.915526 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76297240-dab5-48b1-ad53-16fc937021e2 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:41:04.915894 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76297240-dab5-48b1-ad53-16fc937021e2 None None] Checking segment: {'id': 'f6aa05dd-c4be-4f77-b9b3-f6536549b1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f05150ef-e0b8-45c2-ae7e-0179c8b5d836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:41:04.916292 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-76297240-dab5-48b1-ad53-16fc937021e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:04.916679 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76297240-dab5-48b1-ad53-16fc937021e2 None None] Bound using segment: {'id': 'f6aa05dd-c4be-4f77-b9b3-f6536549b1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f05150ef-e0b8-45c2-ae7e-0179c8b5d836'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:41:04.917149 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-76297240-dab5-48b1-ad53-16fc937021e2 None None] Bound port: 4376db6a-42f3-4e6e-9d5b-c3e9e364fe9f, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6aa05dd-c4be-4f77-b9b3-f6536549b1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f05150ef-e0b8-45c2-ae7e-0179c8b5d836'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:41:04.917674 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-76297240-dab5-48b1-ad53-16fc937021e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:04.923309 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c9b24f21-1a25-47e2-ae25-457cc5902c10 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:04.936055 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed342426-f020-4214-93c1-25297ccd7ebf tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:04.973482 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa71cd-ef41-4a26-bb13-c01a7b5f8bb0 req-181b0537-f7e0-437d-bec9-be13fa12546b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:04.975387 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-26aa71cd-ef41-4a26-bb13-c01a7b5f8bb0 req-181b0537-f7e0-437d-bec9-be13fa12546b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6385ed98-aeeb-4990-b743-9383f9d45e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5081968 Apr 29 11:41:05.045260 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-ed342426-f020-4214-93c1-25297ccd7ebf tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:05.047973 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed342426-f020-4214-93c1-25297ccd7ebf tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:05.055276 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed342426-f020-4214-93c1-25297ccd7ebf tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:05.056018 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ed342426-f020-4214-93c1-25297ccd7ebf tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:05.097150 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ed342426-f020-4214-93c1-25297ccd7ebf tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6626468 Apr 29 11:41:05.104225 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51648) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:05.120187 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed342426-f020-4214-93c1-25297ccd7ebf tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Port': ['ID=a18582ff-0128-438f-8331-23fc9fc84258,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:05.159094 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-3307f34e-0e52-44c9-a95b-6c507c60f7b1 None None] Provisioning complete for port adbccd60-070b-447e-a596-965eca104f90 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:05.159325 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3307f34e-0e52-44c9-a95b-6c507c60f7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:05.185082 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa67200c-60f6-4f6f-8c61-e258c6374a46 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:05.191528 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa67200c-60f6-4f6f-8c61-e258c6374a46 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:05.195903 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port adbccd60-070b-447e-a596-965eca104f90 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:05.196279 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:05.197414 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-aa67200c-60f6-4f6f-8c61-e258c6374a46 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0920756 Apr 29 11:41:05.198278 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51650) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:05.234074 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b24f21-1a25-47e2-ae25-457cc5902c10 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Router a8ec5d53-d23b-4dc1-be90-452d04530ccd is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:41:05.264746 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-76297240-dab5-48b1-ad53-16fc937021e2 None None] For port 4376db6a-42f3-4e6e-9d5b-c3e9e364fe9f, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:41:05.271057 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-76297240-dab5-48b1-ad53-16fc937021e2 None None] For port 4376db6a-42f3-4e6e-9d5b-c3e9e364fe9f, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=4376db6a-42f3-4e6e-9d5b-c3e9e364fe9f,segment=NetworkSegment(f6aa05dd-c4be-4f77-b9b3-f6536549b1b9),segment_id=f6aa05dd-c4be-4f77-b9b3-f6536549b1b9)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:41:05.281142 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-76297240-dab5-48b1-ad53-16fc937021e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:05.385117 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-632fb478-b427-46cd-8a1c-e92e808148ee tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ff2613-dcce-40f3-9476-b079f12f64fb']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:05.419290 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-666b53e5-e92c-47ba-b5c0-b8f0b140d5ee tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting port a18582ff-0128-438f-8331-23fc9fc84258 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:05.419627 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-666b53e5-e92c-47ba-b5c0-b8f0b140d5ee tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:05.435341 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76297240-dab5-48b1-ad53-16fc937021e2 None None] Pushing event updated for resources: {'Port': ['ID=4376db6a-42f3-4e6e-9d5b-c3e9e364fe9f,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:05.436853 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-632fb478-b427-46cd-8a1c-e92e808148ee tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b63630-aa7c-43a8-9f23-f4f026140459') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:05.437532 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-632fb478-b427-46cd-8a1c-e92e808148ee tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b63630-aa7c-43a8-9f23-f4f026140459') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:05.448062 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b24f21-1a25-47e2-ae25-457cc5902c10 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:41:05.463907 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bd5f0a-55f7-4860-88d1-f07f14ce3aad None None] Sync routers for ids ['a8ec5d53-d23b-4dc1-be90-452d04530ccd'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:41:05.465919 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3307f34e-0e52-44c9-a95b-6c507c60f7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:05.486021 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:05.513876 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-632fb478-b427-46cd-8a1c-e92e808148ee tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:05.523547 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c9b24f21-1a25-47e2-ae25-457cc5902c10 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:05.525754 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bd5f0a-55f7-4860-88d1-f07f14ce3aad None None] Routers {'a8ec5d53-d23b-4dc1-be90-452d04530ccd'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:41:05.526255 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-07bd5f0a-55f7-4860-88d1-f07f14ce3aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:40:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['a8ec5d53-d23b-4dc1-be90-452d04530ccd'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:05.528659 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c9b24f21-1a25-47e2-ae25-457cc5902c10 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.4186766 Apr 29 11:41:05.535876 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51652) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:05.594255 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-3307f34e-0e52-44c9-a95b-6c507c60f7b1 None None] For port adbccd60-070b-447e-a596-965eca104f90, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=adbccd60-070b-447e-a596-965eca104f90,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:05.606202 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-666b53e5-e92c-47ba-b5c0-b8f0b140d5ee tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:05.610098 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3307f34e-0e52-44c9-a95b-6c507c60f7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:05.630682 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-26aa71cd-ef41-4a26-bb13-c01a7b5f8bb0 req-f37b4fbd-26a5-44a4-861f-94f9ea30f92a service neutron] 10.222.0.62 "GET /v2.0/networks/6385ed98-aeeb-4990-b743-9383f9d45e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383883 Apr 29 11:41:05.669298 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-666b53e5-e92c-47ba-b5c0-b8f0b140d5ee tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Calling delete_port for a18582ff-0128-438f-8331-23fc9fc84258 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:05.731724 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-632fb478-b427-46cd-8a1c-e92e808148ee tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:05.742492 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-632fb478-b427-46cd-8a1c-e92e808148ee tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:41:05.743056 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-632fb478-b427-46cd-8a1c-e92e808148ee tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:05.763506 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:41:05.763853 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:41:05.777123 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-07bd5f0a-55f7-4860-88d1-f07f14ce3aad None None] Set router a8ec5d53-d23b-4dc1-be90-452d04530ccd gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:41:05.793507 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-669d41d0-6884-46af-956c-c474a0eb48e4 tempest-TestNetworkAdvancedServerOps-888175941 tempest-TestNetworkAdvancedServerOps-888175941-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=56bd83428e3c4f3aa29e4f4f408e0dec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2565424 Apr 29 11:41:05.797585 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51656) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:05.809198 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307f34e-0e52-44c9-a95b-6c507c60f7b1 None None] Pushing event updated for resources: {'Port': ['ID=adbccd60-070b-447e-a596-965eca104f90,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:05.822049 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:41:05.822049 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:41:05.822049 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:41:05.822049 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:41:05.822049 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:41:05.822049 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:41:05.822049 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:41:05.822049 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:41:05.822049 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:41:05.822049 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:41:05.822049 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:41:05.822049 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:41:05.822049 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:41:05.822049 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:41:05.822049 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:41:05.822049 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:41:05.822049 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:41:05.822049 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:41:05.822049 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:41:05.822049 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:41:05.822049 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:41:05.822049 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:41:05.822049 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:41:05.822049 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:41:05.822049 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:41:05.822049 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:41:05.822049 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:41:05.822049 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:41:05.822049 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:41:05.822049 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:41:05.822049 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:41:05.822049 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:41:05.851655 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-9255dfb4-2a06-45ed-ac64-3b209f8083b3 None None] Provisioning complete for port a18582ff-0128-438f-8331-23fc9fc84258 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:05.852488 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9255dfb4-2a06-45ed-ac64-3b209f8083b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:05.906637 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-632fb478-b427-46cd-8a1c-e92e808148ee tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:05.906865 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3eceb96-d15f-4678-ab3b-f0403f86ae2a tempest-TestNetworkAdvancedServerOps-888175941 tempest-TestNetworkAdvancedServerOps-888175941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:05.908414 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e3eceb96-d15f-4678-ab3b-f0403f86ae2a tempest-TestNetworkAdvancedServerOps-888175941 tempest-TestNetworkAdvancedServerOps-888175941-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1096585 Apr 29 11:41:05.917689 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51658) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:05.953618 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-9255dfb4-2a06-45ed-ac64-3b209f8083b3 None None] Port a18582ff-0128-438f-8331-23fc9fc84258 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:41:05.958949 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-df2b1e9c-8ee3-420b-9af8-f8f48b6497c5 tempest-TestNetworkAdvancedServerOps-888175941 tempest-TestNetworkAdvancedServerOps-888175941-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=1c458760-cee1-43dd-bfaa-f7beebba31f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400796 Apr 29 11:41:05.963339 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51660) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:05.968702 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-e13a70a3-fe03-40ab-aa61-c575c4a98f0f tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1286440048', 'network_id': '1e626177-13e1-498b-8c5b-25bda1fa93e6', 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:06.011326 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-632fb478-b427-46cd-8a1c-e92e808148ee tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:06.014478 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-632fb478-b427-46cd-8a1c-e92e808148ee tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/networks/14ff2613-dcce-40f3-9476-b079f12f64fb HTTP/1.1" status: 204 len: 168 time: 3.0254910 Apr 29 11:41:06.037846 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51662) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:06.045209 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-692e4ef7-7306-489a-b4ed-7214aaffa144 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1200443582'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:06.052347 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-07bd5f0a-55f7-4860-88d1-f07f14ce3aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1943917324', 'tenant_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '33be007b-543b-4d41-81c0-2bce30b593f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:01Z', 'updated_at': '2022-04-29T11:41:03Z', 'revision_number': 3, 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'gw_port': {'id': '33be007b-543b-4d41-81c0-2bce30b593f2', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:02Z', 'updated_at': '2022-04-29T11:41:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:06.059887 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632fb478-b427-46cd-8a1c-e92e808148ee tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Network': ['ID=14ff2613-dcce-40f3-9476-b079f12f64fb,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:06.087297 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bd5f0a-55f7-4860-88d1-f07f14ce3aad None None] Checking router: a8ec5d53-d23b-4dc1-be90-452d04530ccd for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:41:06.087688 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bd5f0a-55f7-4860-88d1-f07f14ce3aad None None] Updating router a8ec5d53-d23b-4dc1-be90-452d04530ccd port 33be007b-543b-4d41-81c0-2bce30b593f2 binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:41:06.122444 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692e4ef7-7306-489a-b4ed-7214aaffa144 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:06.125876 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-692e4ef7-7306-489a-b4ed-7214aaffa144 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:06.126197 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-07bd5f0a-55f7-4860-88d1-f07f14ce3aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:06.135229 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-26aa71cd-ef41-4a26-bb13-c01a7b5f8bb0 req-cae8687d-d356-44e8-b45a-46b555bef0c7 service neutron] 10.222.0.62 "GET /v2.0/networks/6385ed98-aeeb-4990-b743-9383f9d45e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103802 Apr 29 11:41:06.145946 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736dd45f-e459-4521-8a2b-15f9e88f9990 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:06.150462 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-736dd45f-e459-4521-8a2b-15f9e88f9990 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:06.152276 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de6111cf-7b12-45c9-9349-aad3f62a1b5b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router_gateway, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:06.201487 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-666b53e5-e92c-47ba-b5c0-b8f0b140d5ee tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:06.217543 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13a70a3-fe03-40ab-aa61-c575c4a98f0f tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Made reservation on behalf of 56bd83428e3c4f3aa29e4f4f408e0dec for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:06.221581 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e13a70a3-fe03-40ab-aa61-c575c4a98f0f tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:06.227720 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-692e4ef7-7306-489a-b4ed-7214aaffa144 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:41:06.231479 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-736dd45f-e459-4521-8a2b-15f9e88f9990 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] device_id is not set on port c091944f-4749-43ac-8abe-c0d383642625 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:41:06.251980 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7500ed-e2dc-44c1-931e-0cb8ba3b6c26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router d26da929-4605-4ea7-8e96-dbad56c8a17b has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:41:06.278349 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b53e5-e92c-47ba-b5c0-b8f0b140d5ee tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Port': ['ID=a18582ff-0128-438f-8331-23fc9fc84258,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:06.344346 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-692e4ef7-7306-489a-b4ed-7214aaffa144 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:06.344836 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-692e4ef7-7306-489a-b4ed-7214aaffa144 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Added segment 00d2210f-8bff-483f-9645-33328b951eaa of type vlan for network 49c9f265-e303-4938-8032-f903b66a0176 Apr 29 11:41:06.351244 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-666b53e5-e92c-47ba-b5c0-b8f0b140d5ee tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:06.357744 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-666b53e5-e92c-47ba-b5c0-b8f0b140d5ee tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/a18582ff-0128-438f-8331-23fc9fc84258 HTTP/1.1" status: 204 len: 168 time: 1.1537478 Apr 29 11:41:06.361656 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51664) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:06.538007 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-07bd5f0a-55f7-4860-88d1-f07f14ce3aad None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:06.545662 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b20e3f3-7f52-4711-a45a-d808d76bfc89 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:06.546759 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 93ac1756-283e-4dae-9be4-e999cf93f73a no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:41:06.547821 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b20e3f3-7f52-4711-a45a-d808d76bfc89 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:06.552786 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9b20e3f3-7f52-4711-a45a-d808d76bfc89 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1812336 Apr 29 11:41:06.562781 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51666) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:06.576365 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 93ac1756-283e-4dae-9be4-e999cf93f73a {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:41:06.577032 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 93ac1756-283e-4dae-9be4-e999cf93f73a not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:41:06.587056 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-692e4ef7-7306-489a-b4ed-7214aaffa144 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:06.594559 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-07bd5f0a-55f7-4860-88d1-f07f14ce3aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:06.693341 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c774c8-4425-4fb5-b286-cc3634b5b8ee None None] Pushing event updated for resources: {'Port': ['ID=33be007b-543b-4d41-81c0-2bce30b593f2,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:06.699527 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-692e4ef7-7306-489a-b4ed-7214aaffa144 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:06.700922 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7500ed-e2dc-44c1-931e-0cb8ba3b6c26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:41:06.705808 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de6111cf-7b12-45c9-9349-aad3f62a1b5b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:06.712032 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-be7500ed-e2dc-44c1-931e-0cb8ba3b6c26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:06.712640 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692e4ef7-7306-489a-b4ed-7214aaffa144 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:06.716088 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54abf808-cbd8-498e-b4e4-43dc639d43e5 None None] Sync routers for ids ['d26da929-4605-4ea7-8e96-dbad56c8a17b'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:41:06.724779 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-692e4ef7-7306-489a-b4ed-7214aaffa144 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:06.733553 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54abf808-cbd8-498e-b4e4-43dc639d43e5 None None] Routers {'d26da929-4605-4ea7-8e96-dbad56c8a17b'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:41:06.734289 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-07bd5f0a-55f7-4860-88d1-f07f14ce3aad None None] Attempting to bind port 33be007b-543b-4d41-81c0-2bce30b593f2 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:41:06.734891 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-07bd5f0a-55f7-4860-88d1-f07f14ce3aad None None] Attempting to bind port 33be007b-543b-4d41-81c0-2bce30b593f2 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:41:06.735080 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-54abf808-cbd8-498e-b4e4-43dc639d43e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:40:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d26da929-4605-4ea7-8e96-dbad56c8a17b'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:06.735585 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bd5f0a-55f7-4860-88d1-f07f14ce3aad None None] Attempting to bind port 33be007b-543b-4d41-81c0-2bce30b593f2 on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:41:06.747766 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bd5f0a-55f7-4860-88d1-f07f14ce3aad None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:41:06.747766 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bd5f0a-55f7-4860-88d1-f07f14ce3aad None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:41:06.748073 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-07bd5f0a-55f7-4860-88d1-f07f14ce3aad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:06.748438 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bd5f0a-55f7-4860-88d1-f07f14ce3aad None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:41:06.749125 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-07bd5f0a-55f7-4860-88d1-f07f14ce3aad None None] Bound port: 33be007b-543b-4d41-81c0-2bce30b593f2, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:41:06.749516 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-07bd5f0a-55f7-4860-88d1-f07f14ce3aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:06.800121 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-be7500ed-e2dc-44c1-931e-0cb8ba3b6c26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/floatingips/11abd597-1b8c-46de-9b55-99d6ab3cc2ec HTTP/1.1" status: 204 len: 168 time: 4.6332390 Apr 29 11:41:06.805830 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06066a09-efd3-4a70-914e-c1de212e7cdb', 'tag': '49092aba-e15d-45b6-93b8-d39b1c288a47'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:41:06.808495 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1d7f3d-0ec9-4d04-89f7-09460e14889f" -d '{"events": [{"name": "network-changed", "server_uuid": "06066a09-efd3-4a70-914e-c1de212e7cdb", "tag": "49092aba-e15d-45b6-93b8-d39b1c288a47"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:41:06.809775 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab8638eb-974e-4af3-ad5f-3d367c036c6a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting subnet 8c43e4ad-d3d7-48cd-beb0-4baaf869d6a4 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:41:06.837700 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-07bd5f0a-55f7-4860-88d1-f07f14ce3aad None None] For port 33be007b-543b-4d41-81c0-2bce30b593f2, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:41:06.843897 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-07bd5f0a-55f7-4860-88d1-f07f14ce3aad None None] For port 33be007b-543b-4d41-81c0-2bce30b593f2, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=33be007b-543b-4d41-81c0-2bce30b593f2,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:41:06.848533 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-736dd45f-e459-4521-8a2b-15f9e88f9990 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Allocated IP 2001:db8::34c (f05150ef-e0b8-45c2-ae7e-0179c8b5d836/04f29235-4602-48a1-8a44-b30ae8cef47d/c091944f-4749-43ac-8abe-c0d383642625) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:06.854913 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-07bd5f0a-55f7-4860-88d1-f07f14ce3aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:06.937192 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bd5f0a-55f7-4860-88d1-f07f14ce3aad None None] Routers {'a8ec5d53-d23b-4dc1-be90-452d04530ccd'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:41:06.937839 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-07bd5f0a-55f7-4860-88d1-f07f14ce3aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:40:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['a8ec5d53-d23b-4dc1-be90-452d04530ccd'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:07.023184 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2ebc52-9104-45b3-ab43-64c06db45855 x-openstack-request-id: req-db2ebc52-9104-45b3-ab43-64c06db45855 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:41:07.025280 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06066a09-efd3-4a70-914e-c1de212e7cdb", "tag": "49092aba-e15d-45b6-93b8-d39b1c288a47", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:41:07.032769 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-db2ebc52-9104-45b3-ab43-64c06db45855 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:41:07.033616 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db2ebc52-9104-45b3-ab43-64c06db45855'] response: {'name': 'network-changed', 'server_uuid': '06066a09-efd3-4a70-914e-c1de212e7cdb', 'tag': '49092aba-e15d-45b6-93b8-d39b1c288a47', 'status': 'completed', 'code': 200} Apr 29 11:41:07.055195 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bf1935-5655-42f8-92c0-350eb3dd79c9 None None] Network f05150ef-e0b8-45c2-ae7e-0179c8b5d836 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:07.064354 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ab8638eb-974e-4af3-ad5f-3d367c036c6a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:07.093330 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-54abf808-cbd8-498e-b4e4-43dc639d43e5 None None] Set router d26da929-4605-4ea7-8e96-dbad56c8a17b gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:41:07.094224 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 4376db6a-42f3-4e6e-9d5b-c3e9e364fe9f up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:07.121186 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e4ef7-7306-489a-b4ed-7214aaffa144 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Network': ['ID=49c9f265-e303-4938-8032-f903b66a0176,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:07.145694 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-692e4ef7-7306-489a-b4ed-7214aaffa144 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1052704 Apr 29 11:41:07.153889 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51674) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:07.164330 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-95c8ecab-3dea-4d8d-b3bc-aa5cfb1c7159 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'subnet': {'network_id': '49c9f265-e303-4938-8032-f903b66a0176', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:07.182621 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ab8638eb-974e-4af3-ad5f-3d367c036c6a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:07.193529 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 49c9f265-e303-4938-8032-f903b66a0176 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:41:07.267653 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c774c8-4425-4fb5-b286-cc3634b5b8ee None None] Pushing event updated for resources: {'Port': ['ID=33be007b-543b-4d41-81c0-2bce30b593f2,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:07.279312 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d7f3d-0ec9-4d04-89f7-09460e14889f req-d251bfd6-123d-48cb-9c0d-863ce42a35fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:07.282856 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5b1d7f3d-0ec9-4d04-89f7-09460e14889f req-d251bfd6-123d-48cb-9c0d-863ce42a35fb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=06066a09-efd3-4a70-914e-c1de212e7cdb HTTP/1.1" status: 200 len: 1098 time: 0.2887671 Apr 29 11:41:07.370135 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-3a324762-d786-4e9d-9f0a-47c00e31a97c None None] Provisioning complete for port 4376db6a-42f3-4e6e-9d5b-c3e9e364fe9f triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:07.370727 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3a324762-d786-4e9d-9f0a-47c00e31a97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:07.384213 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e13a70a3-fe03-40ab-aa61-c575c4a98f0f tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:07.416161 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-54abf808-cbd8-498e-b4e4-43dc639d43e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'name': 'tempest-TestNetworkBasicOps-router-882603255', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:37:51Z', 'updated_at': '2022-04-29T11:40:50Z', 'revision_number': 6, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:37:54Z', 'updated_at': '2022-04-29T11:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'bfffa0fb-dc4b-4691-ac97-9ac537f6ed85', 'name': '', 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:7c:e0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2123ff89-9386-4934-a517-d5d3fdf2b074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:06Z', 'updated_at': '2022-04-29T11:38:17Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '2123ff89-9386-4934-a517-d5d3fdf2b074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:07.437212 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a12a7-90b8-465c-865a-96f18bf99428 req-4fd24d19-88eb-4626-a26b-9959e32301fb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:07.438515 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-142a12a7-90b8-465c-865a-96f18bf99428 req-4fd24d19-88eb-4626-a26b-9959e32301fb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=06066a09-efd3-4a70-914e-c1de212e7cdb HTTP/1.1" status: 200 len: 945 time: 0.2518601 Apr 29 11:41:07.449826 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-07bd5f0a-55f7-4860-88d1-f07f14ce3aad None None] Set router a8ec5d53-d23b-4dc1-be90-452d04530ccd gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:41:07.451962 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a70a3-fe03-40ab-aa61-c575c4a98f0f tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Pushing event updated for resources: {'Subnet': ['ID=0eb7862d-0f8b-4e76-aacd-7adf3a8843ee,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:07.455216 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54abf808-cbd8-498e-b4e4-43dc639d43e5 None None] Checking router: d26da929-4605-4ea7-8e96-dbad56c8a17b for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:41:07.467959 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54abf808-cbd8-498e-b4e4-43dc639d43e5 None None] Routers {'d26da929-4605-4ea7-8e96-dbad56c8a17b'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:41:07.468596 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-54abf808-cbd8-498e-b4e4-43dc639d43e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:40:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d26da929-4605-4ea7-8e96-dbad56c8a17b'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:07.513741 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6111cf-7b12-45c9-9349-aad3f62a1b5b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Router 9850e46e-8e75-4591-bd21-8030fb9c7b7a is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:41:07.557895 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ab8638eb-974e-4af3-ad5f-3d367c036c6a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:07.587066 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c8ecab-3dea-4d8d-b3bc-aa5cfb1c7159 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:07.591192 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-95c8ecab-3dea-4d8d-b3bc-aa5cfb1c7159 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:07.602646 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-736dd45f-e459-4521-8a2b-15f9e88f9990 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:07.609112 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-142a12a7-90b8-465c-865a-96f18bf99428 req-5bf0f60e-1417-41b5-b8ef-4702eb2af7ce tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9dffd1b-378c-40e4-b371-fd981072da8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573949 Apr 29 11:41:07.661604 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d7f3d-0ec9-4d04-89f7-09460e14889f req-8e2fdb16-6503-44f3-b044-5d2ba2f3828d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:07.663563 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5b1d7f3d-0ec9-4d04-89f7-09460e14889f req-8e2fdb16-6503-44f3-b044-5d2ba2f3828d service neutron] 10.222.0.62 "GET /v2.0/networks?id=6385ed98-aeeb-4990-b743-9383f9d45e8c HTTP/1.1" status: 200 len: 897 time: 0.3665502 Apr 29 11:41:07.726410 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-54abf808-cbd8-498e-b4e4-43dc639d43e5 None None] Set router d26da929-4605-4ea7-8e96-dbad56c8a17b gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:41:07.728599 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5b1d7f3d-0ec9-4d04-89f7-09460e14889f req-1d583c63-a756-4b5e-b828-aea169a18b88 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49092aba-e15d-45b6-93b8-d39b1c288a47 HTTP/1.1" status: 200 len: 217 time: 0.0526695 Apr 29 11:41:07.787476 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 4376db6a-42f3-4e6e-9d5b-c3e9e364fe9f triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:07.789199 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:07.796912 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d7f3d-0ec9-4d04-89f7-09460e14889f req-fd6e3a59-b84c-4959-8b6a-8485b3198929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:07.798432 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5b1d7f3d-0ec9-4d04-89f7-09460e14889f req-fd6e3a59-b84c-4959-8b6a-8485b3198929 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2123ff89-9386-4934-a517-d5d3fdf2b074 HTTP/1.1" status: 200 len: 835 time: 0.0622842 Apr 29 11:41:07.810600 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-95c8ecab-3dea-4d8d-b3bc-aa5cfb1c7159 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:07.864774 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13a70a3-fe03-40ab-aa61-c575c4a98f0f tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Checking segment: {'id': '14159b9b-c437-40b5-acde-2a010b1f147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1e626177-13e1-498b-8c5b-25bda1fa93e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:41:07.865447 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13a70a3-fe03-40ab-aa61-c575c4a98f0f tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Network hostable DHCP agents. Network: 1e626177-13e1-498b-8c5b-25bda1fa93e6, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:41:07.936530 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8ecab-3dea-4d8d-b3bc-aa5cfb1c7159 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Subnet': ['ID=5cb4d5c3-95b2-49af-b64e-83ae54f532ac,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:07.957172 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3a324762-d786-4e9d-9f0a-47c00e31a97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:07.958087 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-736dd45f-e459-4521-8a2b-15f9e88f9990 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:07.966104 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13a70a3-fe03-40ab-aa61-c575c4a98f0f tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Network 1e626177-13e1-498b-8c5b-25bda1fa93e6 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:41:07.978425 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6111cf-7b12-45c9-9349-aad3f62a1b5b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:41:07.986733 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ab8638eb-974e-4af3-ad5f-3d367c036c6a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:08.007141 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c8ecab-3dea-4d8d-b3bc-aa5cfb1c7159 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Checking segment: {'id': '00d2210f-8bff-483f-9645-33328b951eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49c9f265-e303-4938-8032-f903b66a0176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:41:08.009418 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c8ecab-3dea-4d8d-b3bc-aa5cfb1c7159 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network hostable DHCP agents. Network: 49c9f265-e303-4938-8032-f903b66a0176, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:41:08.027695 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6319944e-d082-4458-933c-6711f0d36e4d None None] Sync routers for ids ['9850e46e-8e75-4591-bd21-8030fb9c7b7a'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:41:08.033035 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d7f3d-0ec9-4d04-89f7-09460e14889f req-6b6c25ff-3812-426b-ab32-6a90d396e1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:08.035293 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5b1d7f3d-0ec9-4d04-89f7-09460e14889f req-6b6c25ff-3812-426b-ab32-6a90d396e1e7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6385ed98-aeeb-4990-b743-9383f9d45e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2240953 Apr 29 11:41:08.036246 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-54abf808-cbd8-498e-b4e4-43dc639d43e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'name': 'tempest-TestNetworkBasicOps-router-882603255', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:37:51Z', 'updated_at': '2022-04-29T11:40:50Z', 'revision_number': 6, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:37:54Z', 'updated_at': '2022-04-29T11:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'bfffa0fb-dc4b-4691-ac97-9ac537f6ed85', 'name': '', 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:7c:e0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2123ff89-9386-4934-a517-d5d3fdf2b074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:06Z', 'updated_at': '2022-04-29T11:38:17Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '2123ff89-9386-4934-a517-d5d3fdf2b074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:08.037320 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ab8638eb-974e-4af3-ad5f-3d367c036c6a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:08.039248 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-de6111cf-7b12-45c9-9349-aad3f62a1b5b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:08.046267 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ab8638eb-974e-4af3-ad5f-3d367c036c6a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/8c43e4ad-d3d7-48cd-beb0-4baaf869d6a4 HTTP/1.1" status: 204 len: 168 time: 1.4744792 Apr 29 11:41:08.046267 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51676) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:08.047952 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-de6111cf-7b12-45c9-9349-aad3f62a1b5b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.2097499 Apr 29 11:41:08.071951 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51678) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:08.076414 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609e1f8d-47cd-4379-8898-880484771c08 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:08.078834 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54abf808-cbd8-498e-b4e4-43dc639d43e5 None None] The sync data for ids ['d26da929-4605-4ea7-8e96-dbad56c8a17b'] in dv-neutron-838888-1-hyperv is: [{'id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'name': 'tempest-TestNetworkBasicOps-router-882603255', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:37:51Z', 'updated_at': '2022-04-29T11:40:50Z', 'revision_number': 6, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:37:54Z', 'updated_at': '2022-04-29T11:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'bfffa0fb-dc4b-4691-ac97-9ac537f6ed85', 'name': '', 'network_id': '6385ed98-aeeb-4990-b743-9383f9d45e8c', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:7c:e0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2123ff89-9386-4934-a517-d5d3fdf2b074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:38:06Z', 'updated_at': '2022-04-29T11:38:17Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '2123ff89-9386-4934-a517-d5d3fdf2b074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:41:08.091670 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-e13a70a3-fe03-40ab-aa61-c575c4a98f0f tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 1e626177-13e1-498b-8c5b-25bda1fa93e6) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:08.113851 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8638eb-974e-4af3-ad5f-3d367c036c6a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Subnet': ['ID=8c43e4ad-d3d7-48cd-beb0-4baaf869d6a4,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:08.120854 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7c48c0-6640-49fc-b01b-7e2fdb523047 None None] Network 1e626177-13e1-498b-8c5b-25bda1fa93e6 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:08.130149 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736dd45f-e459-4521-8a2b-15f9e88f9990 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network f05150ef-e0b8-45c2-ae7e-0179c8b5d836 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:08.133931 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6319944e-d082-4458-933c-6711f0d36e4d None None] Routers {'9850e46e-8e75-4591-bd21-8030fb9c7b7a'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:41:08.134761 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6319944e-d082-4458-933c-6711f0d36e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:40:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['9850e46e-8e75-4591-bd21-8030fb9c7b7a'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:08.138697 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-3a324762-d786-4e9d-9f0a-47c00e31a97c None None] For port 4376db6a-42f3-4e6e-9d5b-c3e9e364fe9f, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=4376db6a-42f3-4e6e-9d5b-c3e9e364fe9f,segment=NetworkSegment(f6aa05dd-c4be-4f77-b9b3-f6536549b1b9),segment_id=f6aa05dd-c4be-4f77-b9b3-f6536549b1b9)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:08.187362 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2845b8f1-6613-4757-be6c-d4a37c6bfe7c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0940526 Apr 29 11:41:08.188660 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-736dd45f-e459-4521-8a2b-15f9e88f9990 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:08.194358 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736dd45f-e459-4521-8a2b-15f9e88f9990 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:08.201609 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736dd45f-e459-4521-8a2b-15f9e88f9990 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:08.202457 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-736dd45f-e459-4521-8a2b-15f9e88f9990 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:08.246686 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51680) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:08.264282 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13a70a3-fe03-40ab-aa61-c575c4a98f0f tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:08.267041 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e13a70a3-fe03-40ab-aa61-c575c4a98f0f tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:08.306839 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c8ecab-3dea-4d8d-b3bc-aa5cfb1c7159 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network 49c9f265-e303-4938-8032-f903b66a0176 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:41:08.317840 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-95c8ecab-3dea-4d8d-b3bc-aa5cfb1c7159 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 49c9f265-e303-4938-8032-f903b66a0176) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:08.337080 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736dd45f-e459-4521-8a2b-15f9e88f9990 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Port': ['ID=c091944f-4749-43ac-8abe-c0d383642625,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:08.352639 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-736dd45f-e459-4521-8a2b-15f9e88f9990 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5414209 Apr 29 11:41:08.353298 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51684) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:08.363916 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3a324762-d786-4e9d-9f0a-47c00e31a97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:08.386499 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e13a70a3-fe03-40ab-aa61-c575c4a98f0f tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.4219522 Apr 29 11:41:08.392617 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51686) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:08.455634 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb18280-98dc-4c4c-bfe7-6eeb9c16cddc None None] Network 49c9f265-e303-4938-8032-f903b66a0176 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:08.458436 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c8ecab-3dea-4d8d-b3bc-aa5cfb1c7159 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:08.459038 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-95c8ecab-3dea-4d8d-b3bc-aa5cfb1c7159 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:08.565318 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6319944e-d082-4458-933c-6711f0d36e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:08.570807 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72115f6-7108-4880-b795-080c2345f320 None None] New status for floating IP 11abd597-1b8c-46de-9b55-99d6ab3cc2ec: DOWN {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:41:08.582836 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:08.749771 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6319944e-d082-4458-933c-6711f0d36e4d None None] Routers {'9850e46e-8e75-4591-bd21-8030fb9c7b7a'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:41:08.750546 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6319944e-d082-4458-933c-6711f0d36e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:40:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['9850e46e-8e75-4591-bd21-8030fb9c7b7a'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:08.917066 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6319944e-d082-4458-933c-6711f0d36e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:08.917650 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6319944e-d082-4458-933c-6711f0d36e4d None None] The sync data for ids ['9850e46e-8e75-4591-bd21-8030fb9c7b7a'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:41:08.927258 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-9a148bf8-eb4a-485c-827e-6f69efb8d7e0 None None] Provisioning complete for port 4376db6a-42f3-4e6e-9d5b-c3e9e364fe9f triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:08.927697 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9a148bf8-eb4a-485c-827e-6f69efb8d7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:08.961974 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8d0ffade-a48c-45d3-85e1-bac8dd81e21b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "GET /v2.0/routers/9850e46e-8e75-4591-bd21-8030fb9c7b7a HTTP/1.1" status: 200 len: 879 time: 0.8736799 Apr 29 11:41:08.963873 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51690) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:08.994291 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-07bd5f0a-55f7-4860-88d1-f07f14ce3aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1943917324', 'tenant_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '33be007b-543b-4d41-81c0-2bce30b593f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:01Z', 'updated_at': '2022-04-29T11:41:03Z', 'revision_number': 3, 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'gw_port': {'id': '33be007b-543b-4d41-81c0-2bce30b593f2', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:02Z', 'updated_at': '2022-04-29T11:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:09.002063 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a324762-d786-4e9d-9f0a-47c00e31a97c None None] Pushing event updated for resources: {'Port': ['ID=4376db6a-42f3-4e6e-9d5b-c3e9e364fe9f,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:09.012223 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-95c8ecab-3dea-4d8d-b3bc-aa5cfb1c7159 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8533552 Apr 29 11:41:09.050270 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51692) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:09.056101 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-84c04cbd-e30a-4d3c-ae46-390d02979d97 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'port': {'network_id': '49c9f265-e303-4938-8032-f903b66a0176', 'name': 'tempest-PortsTestJSON-862576037', 'fixed_ips': [{'subnet_id': '5cb4d5c3-95b2-49af-b64e-83ae54f532ac', 'ip_address': '172.20.0.10'}]}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:09.091360 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bd5f0a-55f7-4860-88d1-f07f14ce3aad None None] The sync data for ids ['a8ec5d53-d23b-4dc1-be90-452d04530ccd'] in dv-neutron-838888-1-hyperv is: [{'id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1943917324', 'tenant_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '33be007b-543b-4d41-81c0-2bce30b593f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:01Z', 'updated_at': '2022-04-29T11:41:03Z', 'revision_number': 3, 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'gw_port': {'id': '33be007b-543b-4d41-81c0-2bce30b593f2', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:02Z', 'updated_at': '2022-04-29T11:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:41:09.107865 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:41:09.108035 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:41:09.139144 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83d36b7-af49-4387-bbdf-71d85083fab1 None None] DHCP port deletion for 62578361-baac-4d3e-b4ee-401a25f05a0e request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:41:09.147100 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe995ae7-d6f4-4653-8ce2-9a2a01b48dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-49c9f265-e303-4938-8032-f903b66a0176', 'network_id': '49c9f265-e303-4938-8032-f903b66a0176', 'tenant_id': '468174a7deca4bc8a17b4c19d9db5ab0', 'fixed_ips': [{'subnet_id': '5cb4d5c3-95b2-49af-b64e-83ae54f532ac'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:41:09.148442 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fe995ae7-d6f4-4653-8ce2-9a2a01b48dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:09.242624 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31ef9b1-00f9-42aa-bb12-89bc8c7c0db1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:09.247537 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c31ef9b1-00f9-42aa-bb12-89bc8c7c0db1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9965365 Apr 29 11:41:09.250245 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5b1d7f3d-0ec9-4d04-89f7-09460e14889f req-aec44027-45ae-4e87-9e3d-71bfb9dd99d4 service neutron] 10.222.0.62 "GET /v2.0/networks/6385ed98-aeeb-4990-b743-9383f9d45e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1755545 Apr 29 11:41:09.252908 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51694) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:09.343066 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba30f5f-8d2b-4e42-abef-e8ffa9fa4002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-1e626177-13e1-498b-8c5b-25bda1fa93e6', 'network_id': '1e626177-13e1-498b-8c5b-25bda1fa93e6', 'tenant_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'fixed_ips': [{'subnet_id': '0eb7862d-0f8b-4e76-aacd-7adf3a8843ee'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:41:09.344298 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4ba30f5f-8d2b-4e42-abef-e8ffa9fa4002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:09.368026 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a642d6-e1b7-4e54-8312-0b39f6513069 req-38739173-b35d-4b05-9b4e-8c1782d14e78 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:09.369572 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-44a642d6-e1b7-4e54-8312-0b39f6513069 req-38739173-b35d-4b05-9b4e-8c1782d14e78 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/ports?device_id=06066a09-efd3-4a70-914e-c1de212e7cdb HTTP/1.1" status: 200 len: 945 time: 0.3635719 Apr 29 11:41:09.396305 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486ae66-3888-4b0c-bb8d-2d1177df3920 req-911e8e89-bb75-4574-84d5-33f09f8a7ac6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:09.404836 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f486ae66-3888-4b0c-bb8d-2d1177df3920 req-911e8e89-bb75-4574-84d5-33f09f8a7ac6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=06066a09-efd3-4a70-914e-c1de212e7cdb HTTP/1.1" status: 200 len: 945 time: 0.3783100 Apr 29 11:41:09.435127 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c04cbd-e30a-4d3c-ae46-390d02979d97 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:09.488819 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-e83d36b7-af49-4387-bbdf-71d85083fab1 None None] Deleting port adbccd60-070b-447e-a596-965eca104f90 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:09.489475 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e83d36b7-af49-4387-bbdf-71d85083fab1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:09.535621 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b4379a-45ad-4df3-af88-199e0e477342 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:09.541417 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-88b4379a-45ad-4df3-af88-199e0e477342 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2815988 Apr 29 11:41:09.573857 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51696) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:09.649557 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f0aa4b3a-5f3c-4dcb-b397-77ab385f339a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0732834 Apr 29 11:41:09.672699 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-84c04cbd-e30a-4d3c-ae46-390d02979d97 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:09.677435 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51698) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:09.685122 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-7e589eca-aa93-4732-b574-3227d1b66875 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:09.718992 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f486ae66-3888-4b0c-bb8d-2d1177df3920 req-13cf25d1-59a5-4c11-a95b-2ada85681954 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9dffd1b-378c-40e4-b371-fd981072da8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3131328 Apr 29 11:41:09.800971 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5b1d7f3d-0ec9-4d04-89f7-09460e14889f req-9809950b-5988-4d4c-83db-cf489ab39758 service neutron] 10.222.0.62 "GET /v2.0/networks/6385ed98-aeeb-4990-b743-9383f9d45e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5363536 Apr 29 11:41:09.815279 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-56c1d3d9-17c9-4313-9c58-32fc042209a2 None None] Provisioning complete for port c091944f-4749-43ac-8abe-c0d383642625 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:09.815961 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-56c1d3d9-17c9-4313-9c58-32fc042209a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:09.822762 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-fe995ae7-d6f4-4653-8ce2-9a2a01b48dc1 None None] Allocated IP 172.20.0.2 (49c9f265-e303-4938-8032-f903b66a0176/5cb4d5c3-95b2-49af-b64e-83ae54f532ac/2c27bbe2-b9dd-4c61-a05a-a23ef03797e3) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:09.880580 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-44a642d6-e1b7-4e54-8312-0b39f6513069 req-f2e7b328-2f8a-4d2c-bf52-0c07cfe80e26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port 49092aba-e15d-45b6-93b8-d39b1c288a47 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:09.880856 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-44a642d6-e1b7-4e54-8312-0b39f6513069 req-f2e7b328-2f8a-4d2c-bf52-0c07cfe80e26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:09.903933 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-84c04cbd-e30a-4d3c-ae46-390d02979d97 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] device_id is not set on port 51a6e57d-7bbe-49aa-ac3d-6753859c7914 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:41:09.936763 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-e83d36b7-af49-4387-bbdf-71d85083fab1 None None] For port adbccd60-070b-447e-a596-965eca104f90, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=adbccd60-070b-447e-a596-965eca104f90,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:09.937373 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e83d36b7-af49-4387-bbdf-71d85083fab1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:09.960967 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-bc9da2cd-2440-424a-9ec9-93ce858f631e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.9962168 Apr 29 11:41:09.966987 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device adbccd60-070b-447e-a596-965eca104f90 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:09.978851 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-4ba30f5f-8d2b-4e42-abef-e8ffa9fa4002 None None] Allocated IP 172.20.0.2 (1e626177-13e1-498b-8c5b-25bda1fa93e6/0eb7862d-0f8b-4e76-aacd-7adf3a8843ee/a1f73725-0f7d-4272-912c-2cc5403ec806) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:09.988643 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51700) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:09.997642 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-d3d6a6bb-8c24-454a-94b6-809a0084117e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-529366535'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:10.018090 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-e83d36b7-af49-4387-bbdf-71d85083fab1 None None] Calling delete_port for adbccd60-070b-447e-a596-965eca104f90 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:10.041648 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e589eca-aa93-4732-b574-3227d1b66875 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:10.045712 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7e589eca-aa93-4732-b574-3227d1b66875 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:10.055325 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7e35f8ed-21e5-42a0-b8f8-e2b3f00c6213 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:10.197454 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-44a642d6-e1b7-4e54-8312-0b39f6513069 req-f2e7b328-2f8a-4d2c-bf52-0c07cfe80e26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] For port 49092aba-e15d-45b6-93b8-d39b1c288a47, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=49092aba-e15d-45b6-93b8-d39b1c288a47,segment=NetworkSegment(e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b),segment_id=e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:10.197827 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-44a642d6-e1b7-4e54-8312-0b39f6513069 req-f2e7b328-2f8a-4d2c-bf52-0c07cfe80e26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:10.227963 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-44a642d6-e1b7-4e54-8312-0b39f6513069 req-f2e7b328-2f8a-4d2c-bf52-0c07cfe80e26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for 49092aba-e15d-45b6-93b8-d39b1c288a47 owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:10.316720 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d5e98e72-bd74-48f2-af62-9c4c33df2fea tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:10.378045 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-56c1d3d9-17c9-4313-9c58-32fc042209a2 None None] Port c091944f-4749-43ac-8abe-c0d383642625 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:41:10.611944 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.objects.ports [None req-7e589eca-aa93-4732-b574-3227d1b66875 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102960) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 11:41:10.613423 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port adbccd60-070b-447e-a596-965eca104f90 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:10.613639 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:10.716426 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e83d36b7-af49-4387-bbdf-71d85083fab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:10.738827 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83d36b7-af49-4387-bbdf-71d85083fab1 None None] No DVR routers for this DVR port adbccd60-070b-447e-a596-965eca104f90 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:41:10.812635 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-44a642d6-e1b7-4e54-8312-0b39f6513069 req-f2e7b328-2f8a-4d2c-bf52-0c07cfe80e26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:10.813246 dv-neutron-838888-1-hyperv neutron-server[102960]: WARNING neutron.services.revisions.revision_plugin [None req-7e589eca-aa93-4732-b574-3227d1b66875 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Could not find related port for resource to bump revision. Apr 29 11:41:10.816726 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7e35f8ed-21e5-42a0-b8f8-e2b3f00c6213 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:10.821493 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fe995ae7-d6f4-4653-8ce2-9a2a01b48dc1 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:10.827342 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d36b7-af49-4387-bbdf-71d85083fab1 None None] Pushing event deleted for resources: {'Port': ['ID=adbccd60-070b-447e-a596-965eca104f90,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:10.827641 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.ipam_pluggable_backend [None req-7e589eca-aa93-4732-b574-3227d1b66875 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Port adbccd60-070b-447e-a596-965eca104f90 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102960) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 29 11:41:10.827994 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.ipam_pluggable_backend [None req-7e589eca-aa93-4732-b574-3227d1b66875 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Reverting IP allocation for 2001:db8::f816:3eff:fefc:d019 {{(pid=102960) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 29 11:41:10.840778 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Could not find standard attr ID for object adbccd60-070b-447e-a596-965eca104f90. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:41:10.842902 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fe995ae7-d6f4-4653-8ce2-9a2a01b48dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:10.854069 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7e589eca-aa93-4732-b574-3227d1b66875 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:10.860532 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No ports have port_id starting with adbccd60-070b-447e-a596-965eca104f90 Apr 29 11:41:10.901945 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7e35f8ed-21e5-42a0-b8f8-e2b3f00c6213 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:10.918355 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe995ae7-d6f4-4653-8ce2-9a2a01b48dc1 None None] Network 49c9f265-e303-4938-8032-f903b66a0176 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:10.940210 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-fe995ae7-d6f4-4653-8ce2-9a2a01b48dc1 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:10.943675 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe995ae7-d6f4-4653-8ce2-9a2a01b48dc1 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:10.946142 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7b328-2f8a-4d2c-bf52-0c07cfe80e26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=49092aba-e15d-45b6-93b8-d39b1c288a47,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:10.953300 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4ba30f5f-8d2b-4e42-abef-e8ffa9fa4002 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:10.964495 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e589eca-aa93-4732-b574-3227d1b66875 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:10.966906 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a642d6-e1b7-4e54-8312-0b39f6513069 req-f2e7b328-2f8a-4d2c-bf52-0c07cfe80e26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] No DVR routers for this DVR port 49092aba-e15d-45b6-93b8-d39b1c288a47 on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:41:10.975782 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-7e589eca-aa93-4732-b574-3227d1b66875 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:10.976408 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-509c8ef1-48e2-486d-a6b4-ea576e540968 req-72889860-0c03-4e27-b88d-67e38e858fcc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=06066a09-efd3-4a70-914e-c1de212e7cdb HTTP/1.1" status: 200 len: 210 time: 0.0703201 Apr 29 11:41:10.984651 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-44a642d6-e1b7-4e54-8312-0b39f6513069 req-f2e7b328-2f8a-4d2c-bf52-0c07cfe80e26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:10.988975 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4ba30f5f-8d2b-4e42-abef-e8ffa9fa4002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:10.989190 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-84c04cbd-e30a-4d3c-ae46-390d02979d97 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Allocated IP 172.20.0.10 (49c9f265-e303-4938-8032-f903b66a0176/5cb4d5c3-95b2-49af-b64e-83ae54f532ac/51a6e57d-7bbe-49aa-ac3d-6753859c7914) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:10.991892 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c2b86d-7ecb-4751-9d63-a2b04be2691d None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:10.992032 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e589eca-aa93-4732-b574-3227d1b66875 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Subnet': ['ID=5baac576-71b9-4853-bc91-8335109d566b,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:10.999930 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-44a642d6-e1b7-4e54-8312-0b39f6513069 req-f2e7b328-2f8a-4d2c-bf52-0c07cfe80e26 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "DELETE /v2.0/ports/49092aba-e15d-45b6-93b8-d39b1c288a47 HTTP/1.1" status: 204 len: 173 time: 1.6194110 Apr 29 11:41:11.015349 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e589eca-aa93-4732-b574-3227d1b66875 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:11.015958 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7e589eca-aa93-4732-b574-3227d1b66875 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:11.028821 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06066a09-efd3-4a70-914e-c1de212e7cdb', 'name': 'network-vif-deleted', 'tag': '49092aba-e15d-45b6-93b8-d39b1c288a47'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:41:11.041317 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7e589eca-aa93-4732-b574-3227d1b66875 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3603880 Apr 29 11:41:11.046739 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc10976-48c6-49dd-b745-eed8e63e6e7b" -d '{"events": [{"server_uuid": "06066a09-efd3-4a70-914e-c1de212e7cdb", "name": "network-vif-deleted", "tag": "49092aba-e15d-45b6-93b8-d39b1c288a47"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:41:11.061211 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d3d6a6bb-8c24-454a-94b6-809a0084117e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681475', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3683613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1117'] for router, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:11.061414 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51704) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:11.066249 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-cfa1144e-f2c3-4ea7-ba1c-6ff7403ef9a4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'port': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'mac_address': 'fa:16:3e:37:a6:3f', 'name': 'tempest-NetworksTestDHCPv6-32898009'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:11.279175 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe995ae7-d6f4-4653-8ce2-9a2a01b48dc1 None None] Pushing event updated for resources: {'Port': ['ID=2c27bbe2-b9dd-4c61-a05a-a23ef03797e3,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:11.300175 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a257cb-4652-4b80-ab18-295ef1e9182e x-openstack-request-id: req-f4a257cb-4652-4b80-ab18-295ef1e9182e {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:41:11.300986 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06066a09-efd3-4a70-914e-c1de212e7cdb", "name": "network-vif-deleted", "tag": "49092aba-e15d-45b6-93b8-d39b1c288a47", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:41:11.302218 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f4a257cb-4652-4b80-ab18-295ef1e9182e {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:41:11.302218 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4a257cb-4652-4b80-ab18-295ef1e9182e'] response: {'server_uuid': '06066a09-efd3-4a70-914e-c1de212e7cdb', 'name': 'network-vif-deleted', 'tag': '49092aba-e15d-45b6-93b8-d39b1c288a47', 'status': 'completed', 'code': 200} Apr 29 11:41:11.318004 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 4376db6a-42f3-4e6e-9d5b-c3e9e364fe9f up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:11.335740 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa1144e-f2c3-4ea7-ba1c-6ff7403ef9a4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:11.372131 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-d5e98e72-bd74-48f2-af62-9c4c33df2fea tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Allocated IP 172.20.0.1 (1e626177-13e1-498b-8c5b-25bda1fa93e6/0eb7862d-0f8b-4e76-aacd-7adf3a8843ee/bcc995c2-b16d-488d-b0ab-0554c0861093) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:11.445411 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba30f5f-8d2b-4e42-abef-e8ffa9fa4002 None None] Network 1e626177-13e1-498b-8c5b-25bda1fa93e6 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:11.469087 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-4ba30f5f-8d2b-4e42-abef-e8ffa9fa4002 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:11.481180 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba30f5f-8d2b-4e42-abef-e8ffa9fa4002 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:11.525475 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d3d6a6bb-8c24-454a-94b6-809a0084117e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683602'] for router, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:11.552263 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35f8ed-21e5-42a0-b8f8-e2b3f00c6213 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Port': ['ID=c091944f-4749-43ac-8abe-c0d383642625,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:11.575015 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-fe995ae7-d6f4-4653-8ce2-9a2a01b48dc1 None None] Attempting to bind port 2c27bbe2-b9dd-4c61-a05a-a23ef03797e3 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:41:11.576709 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-fe995ae7-d6f4-4653-8ce2-9a2a01b48dc1 None None] Attempting to bind port 2c27bbe2-b9dd-4c61-a05a-a23ef03797e3 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '00d2210f-8bff-483f-9645-33328b951eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49c9f265-e303-4938-8032-f903b66a0176'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:41:11.577113 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe995ae7-d6f4-4653-8ce2-9a2a01b48dc1 None None] Attempting to bind port 2c27bbe2-b9dd-4c61-a05a-a23ef03797e3 on network 49c9f265-e303-4938-8032-f903b66a0176 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:41:11.676193 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7e35f8ed-21e5-42a0-b8f8-e2b3f00c6213 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:11.686451 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe995ae7-d6f4-4653-8ce2-9a2a01b48dc1 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:41:11.687282 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe995ae7-d6f4-4653-8ce2-9a2a01b48dc1 None None] Checking segment: {'id': '00d2210f-8bff-483f-9645-33328b951eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49c9f265-e303-4938-8032-f903b66a0176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:41:11.687942 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fe995ae7-d6f4-4653-8ce2-9a2a01b48dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:11.688615 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe995ae7-d6f4-4653-8ce2-9a2a01b48dc1 None None] Bound using segment: {'id': '00d2210f-8bff-483f-9645-33328b951eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49c9f265-e303-4938-8032-f903b66a0176'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:41:11.689415 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-fe995ae7-d6f4-4653-8ce2-9a2a01b48dc1 None None] Bound port: 2c27bbe2-b9dd-4c61-a05a-a23ef03797e3, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d2210f-8bff-483f-9645-33328b951eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '49c9f265-e303-4938-8032-f903b66a0176'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:41:11.690036 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fe995ae7-d6f4-4653-8ce2-9a2a01b48dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:11.805388 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 4376db6a-42f3-4e6e-9d5b-c3e9e364fe9f triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:11.806283 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:11.808974 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba30f5f-8d2b-4e42-abef-e8ffa9fa4002 None None] Pushing event updated for resources: {'Port': ['ID=a1f73725-0f7d-4272-912c-2cc5403ec806,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:11.820163 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-d4f144a5-f53d-422f-8052-f55ee3203b4f None None] Provisioning complete for port c091944f-4749-43ac-8abe-c0d383642625 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:11.820903 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d4f144a5-f53d-422f-8052-f55ee3203b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:11.887920 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-d4f144a5-f53d-422f-8052-f55ee3203b4f None None] Port c091944f-4749-43ac-8abe-c0d383642625 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:41:11.896550 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cfa1144e-f2c3-4ea7-ba1c-6ff7403ef9a4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:11.935460 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-4ba30f5f-8d2b-4e42-abef-e8ffa9fa4002 None None] Attempting to bind port a1f73725-0f7d-4272-912c-2cc5403ec806 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:41:11.936010 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-4ba30f5f-8d2b-4e42-abef-e8ffa9fa4002 None None] Attempting to bind port a1f73725-0f7d-4272-912c-2cc5403ec806 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '14159b9b-c437-40b5-acde-2a010b1f147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1e626177-13e1-498b-8c5b-25bda1fa93e6'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:41:11.936484 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba30f5f-8d2b-4e42-abef-e8ffa9fa4002 None None] Attempting to bind port a1f73725-0f7d-4272-912c-2cc5403ec806 on network 1e626177-13e1-498b-8c5b-25bda1fa93e6 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:41:11.967017 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5084897-b10b-4898-8a82-26f4fb1dcd9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-62578361-baac-4d3e-b4ee-401a25f05a0e', 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'fixed_ips': [{'subnet_id': '5baac576-71b9-4853-bc91-8335109d566b'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:41:11.968040 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b5084897-b10b-4898-8a82-26f4fb1dcd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:11.976633 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba30f5f-8d2b-4e42-abef-e8ffa9fa4002 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:41:11.976633 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba30f5f-8d2b-4e42-abef-e8ffa9fa4002 None None] Checking segment: {'id': '14159b9b-c437-40b5-acde-2a010b1f147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1e626177-13e1-498b-8c5b-25bda1fa93e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:41:11.977318 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4ba30f5f-8d2b-4e42-abef-e8ffa9fa4002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:11.977845 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba30f5f-8d2b-4e42-abef-e8ffa9fa4002 None None] Bound using segment: {'id': '14159b9b-c437-40b5-acde-2a010b1f147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1e626177-13e1-498b-8c5b-25bda1fa93e6'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:41:11.978489 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-4ba30f5f-8d2b-4e42-abef-e8ffa9fa4002 None None] Bound port: a1f73725-0f7d-4272-912c-2cc5403ec806, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14159b9b-c437-40b5-acde-2a010b1f147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1e626177-13e1-498b-8c5b-25bda1fa93e6'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:41:11.978989 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4ba30f5f-8d2b-4e42-abef-e8ffa9fa4002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:11.996670 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-fe995ae7-d6f4-4653-8ce2-9a2a01b48dc1 None None] For port 2c27bbe2-b9dd-4c61-a05a-a23ef03797e3, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:41:12.040190 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-fe995ae7-d6f4-4653-8ce2-9a2a01b48dc1 None None] For port 2c27bbe2-b9dd-4c61-a05a-a23ef03797e3, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=2c27bbe2-b9dd-4c61-a05a-a23ef03797e3,segment=NetworkSegment(00d2210f-8bff-483f-9645-33328b951eaa),segment_id=00d2210f-8bff-483f-9645-33328b951eaa)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:41:12.108880 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d5e98e72-bd74-48f2-af62-9c4c33df2fea tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:12.117565 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-4ba30f5f-8d2b-4e42-abef-e8ffa9fa4002 None None] For port a1f73725-0f7d-4272-912c-2cc5403ec806, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:41:12.121505 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-4ba30f5f-8d2b-4e42-abef-e8ffa9fa4002 None None] For port a1f73725-0f7d-4272-912c-2cc5403ec806, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=a1f73725-0f7d-4272-912c-2cc5403ec806,segment=NetworkSegment(14159b9b-c437-40b5-acde-2a010b1f147b),segment_id=14159b9b-c437-40b5-acde-2a010b1f147b)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:41:12.133199 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fe995ae7-d6f4-4653-8ce2-9a2a01b48dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:12.140236 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4ba30f5f-8d2b-4e42-abef-e8ffa9fa4002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:12.188705 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 33be007b-543b-4d41-81c0-2bce30b593f2 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:12.248197 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-84c04cbd-e30a-4d3c-ae46-390d02979d97 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:12.250738 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51710) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:12.261165 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d5e98e72-bd74-48f2-af62-9c4c33df2fea tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:12.276343 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-cfa1144e-f2c3-4ea7-ba1c-6ff7403ef9a4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] device_id is not set on port 69d46794-a73c-41ce-baf7-fc09226c4ed0 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:41:12.314446 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d6a6bb-8c24-454a-94b6-809a0084117e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Router 9850e46e-8e75-4591-bd21-8030fb9c7b7a has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:41:12.337277 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e98e72-bd74-48f2-af62-9c4c33df2fea tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Network 1e626177-13e1-498b-8c5b-25bda1fa93e6 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:12.346720 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-d5e98e72-bd74-48f2-af62-9c4c33df2fea tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:12.375733 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe995ae7-d6f4-4653-8ce2-9a2a01b48dc1 None None] Pushing event updated for resources: {'Port': ['ID=2c27bbe2-b9dd-4c61-a05a-a23ef03797e3,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:12.450079 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7e35f8ed-21e5-42a0-b8f8-e2b3f00c6213 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:12.456650 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e98e72-bd74-48f2-af62-9c4c33df2fea tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:12.468530 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0fee3255-4df6-4b40-a13b-3fc74055e48f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:12.470092 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e98e72-bd74-48f2-af62-9c4c33df2fea tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Pushing event updated for resources: {'Port': ['ID=bcc995c2-b16d-488d-b0ab-0554c0861093,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:12.515725 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 33be007b-543b-4d41-81c0-2bce30b593f2 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:12.516323 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:12.579242 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-b5084897-b10b-4898-8a82-26f4fb1dcd9c None None] Allocated IP 2001:db8::f816:3eff:fefd:6ea9 (62578361-baac-4d3e-b4ee-401a25f05a0e/5baac576-71b9-4853-bc91-8335109d566b/0b780b45-7197-4692-a241-d75ec3dfae33) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:12.604732 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-84c04cbd-e30a-4d3c-ae46-390d02979d97 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:12.614203 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0fee3255-4df6-4b40-a13b-3fc74055e48f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:12.629827 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba30f5f-8d2b-4e42-abef-e8ffa9fa4002 None None] Pushing event updated for resources: {'Port': ['ID=a1f73725-0f7d-4272-912c-2cc5403ec806,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:12.806737 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c04cbd-e30a-4d3c-ae46-390d02979d97 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network 49c9f265-e303-4938-8032-f903b66a0176 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:12.815590 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-84c04cbd-e30a-4d3c-ae46-390d02979d97 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:12.817070 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c04cbd-e30a-4d3c-ae46-390d02979d97 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:12.824975 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d5e98e72-bd74-48f2-af62-9c4c33df2fea tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:12.830722 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:12.845194 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d6a6bb-8c24-454a-94b6-809a0084117e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:41:12.861968 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c04cbd-e30a-4d3c-ae46-390d02979d97 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Port': ['ID=51a6e57d-7bbe-49aa-ac3d-6753859c7914,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:12.875781 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4cd44a-8bb9-4fd2-8e78-c9cb31e147e5 None None] Sync routers for ids ['9850e46e-8e75-4591-bd21-8030fb9c7b7a'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:41:12.926272 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 33be007b-543b-4d41-81c0-2bce30b593f2, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=33be007b-543b-4d41-81c0-2bce30b593f2,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:12.942304 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4cd44a-8bb9-4fd2-8e78-c9cb31e147e5 None None] Routers {'9850e46e-8e75-4591-bd21-8030fb9c7b7a'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:41:12.943103 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-8f4cd44a-8bb9-4fd2-8e78-c9cb31e147e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:40:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['9850e46e-8e75-4591-bd21-8030fb9c7b7a'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:12.955643 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d3d6a6bb-8c24-454a-94b6-809a0084117e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:12.968602 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d3d6a6bb-8c24-454a-94b6-809a0084117e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "PUT /v2.0/routers/9850e46e-8e75-4591-bd21-8030fb9c7b7a HTTP/1.1" status: 200 len: 886 time: 2.9753323 Apr 29 11:41:12.969921 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51712) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:12.982460 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c04cbd-e30a-4d3c-ae46-390d02979d97 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:12.983221 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-84c04cbd-e30a-4d3c-ae46-390d02979d97 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:12.992848 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:13.003404 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-8f4cd44a-8bb9-4fd2-8e78-c9cb31e147e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:13.067451 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0fee3255-4df6-4b40-a13b-3fc74055e48f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:13.078482 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0fee3255-4df6-4b40-a13b-3fc74055e48f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:13.080097 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0fee3255-4df6-4b40-a13b-3fc74055e48f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/security-groups/d9dffd1b-378c-40e4-b371-fd981072da8f HTTP/1.1" status: 204 len: 168 time: 0.8280678 Apr 29 11:41:13.106265 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4cd44a-8bb9-4fd2-8e78-c9cb31e147e5 None None] Routers {'9850e46e-8e75-4591-bd21-8030fb9c7b7a'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:41:13.119149 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-8f4cd44a-8bb9-4fd2-8e78-c9cb31e147e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:40:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['9850e46e-8e75-4591-bd21-8030fb9c7b7a'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:13.133304 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device adbccd60-070b-447e-a596-965eca104f90 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:41:13.154979 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51716) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:13.158930 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-84c04cbd-e30a-4d3c-ae46-390d02979d97 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.1094034 Apr 29 11:41:13.210065 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51718) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:13.214525 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee3255-4df6-4b40-a13b-3fc74055e48f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dffd1b-378c-40e4-b371-fd981072da8f,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:13.218056 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-fbdd855f-775c-4014-8ec7-5291faf3661f tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'port': {'network_id': '49c9f265-e303-4938-8032-f903b66a0176', 'name': 'tempest-PortsTestJSON-2056854812', 'fixed_ips': [{'subnet_id': '5cb4d5c3-95b2-49af-b64e-83ae54f532ac', 'ip_address': '172.20.0.9'}]}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:13.295218 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7e35f8ed-21e5-42a0-b8f8-e2b3f00c6213 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:13.310993 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7e35f8ed-21e5-42a0-b8f8-e2b3f00c6213 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:13.312467 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7e35f8ed-21e5-42a0-b8f8-e2b3f00c6213 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:13.385751 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d5e98e72-bd74-48f2-af62-9c4c33df2fea tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:13.441721 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 49092aba-e15d-45b6-93b8-d39b1c288a47 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:41:13.468136 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35f8ed-21e5-42a0-b8f8-e2b3f00c6213 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Port': ['ID=c091944f-4749-43ac-8abe-c0d383642625,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:13.476841 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: 49092aba-e15d-45b6-93b8-d39b1c288a47 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:41:13.477575 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 49092aba-e15d-45b6-93b8-d39b1c288a47 not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:41:13.486357 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-101e1acd-37fb-4ab6-90c5-eaa005cdcacf tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "GET /v2.0/routers/9850e46e-8e75-4591-bd21-8030fb9c7b7a HTTP/1.1" status: 200 len: 886 time: 0.5151155 Apr 29 11:41:13.489024 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-8f4cd44a-8bb9-4fd2-8e78-c9cb31e147e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:13.489833 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51720) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:13.490009 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4cd44a-8bb9-4fd2-8e78-c9cb31e147e5 None None] The sync data for ids ['9850e46e-8e75-4591-bd21-8030fb9c7b7a'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:41:13.492839 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: adbccd60-070b-447e-a596-965eca104f90 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:41:13.493365 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device adbccd60-070b-447e-a596-965eca104f90 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:41:13.499756 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b5084897-b10b-4898-8a82-26f4fb1dcd9c None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:13.505145 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=33be007b-543b-4d41-81c0-2bce30b593f2,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:13.510709 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b5084897-b10b-4898-8a82-26f4fb1dcd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:13.542117 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-06f4b9a8-3799-4f24-9ac4-05544ad912ad tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "GET /v2.0/ports?device_id=9850e46e-8e75-4591-bd21-8030fb9c7b7a HTTP/1.1" status: 200 len: 205 time: 0.0482278 Apr 29 11:41:13.545163 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51722) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:13.567421 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5084897-b10b-4898-8a82-26f4fb1dcd9c None None] Pushing event updated for resources: {'Port': ['ID=0b780b45-7197-4692-a241-d75ec3dfae33,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:13.584126 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5084897-b10b-4898-8a82-26f4fb1dcd9c None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:13.593375 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-b5084897-b10b-4898-8a82-26f4fb1dcd9c None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:13.599087 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5084897-b10b-4898-8a82-26f4fb1dcd9c None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:13.664825 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e35f8ed-21e5-42a0-b8f8-e2b3f00c6213 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network f05150ef-e0b8-45c2-ae7e-0179c8b5d836 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:13.668057 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-7e35f8ed-21e5-42a0-b8f8-e2b3f00c6213 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:13.682046 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-b5084897-b10b-4898-8a82-26f4fb1dcd9c None None] Attempting to bind port 0b780b45-7197-4692-a241-d75ec3dfae33 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:41:13.682540 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-b5084897-b10b-4898-8a82-26f4fb1dcd9c None None] Attempting to bind port 0b780b45-7197-4692-a241-d75ec3dfae33 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:41:13.684690 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5084897-b10b-4898-8a82-26f4fb1dcd9c None None] Attempting to bind port 0b780b45-7197-4692-a241-d75ec3dfae33 on network 62578361-baac-4d3e-b4ee-401a25f05a0e {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:41:13.696953 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5084897-b10b-4898-8a82-26f4fb1dcd9c None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:41:13.697616 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5084897-b10b-4898-8a82-26f4fb1dcd9c None None] Checking segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:41:13.698347 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b5084897-b10b-4898-8a82-26f4fb1dcd9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:13.698928 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5084897-b10b-4898-8a82-26f4fb1dcd9c None None] Bound using segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:41:13.699814 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-b5084897-b10b-4898-8a82-26f4fb1dcd9c None None] Bound port: 0b780b45-7197-4692-a241-d75ec3dfae33, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:41:13.700391 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b5084897-b10b-4898-8a82-26f4fb1dcd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:13.880675 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-b5084897-b10b-4898-8a82-26f4fb1dcd9c None None] For port 0b780b45-7197-4692-a241-d75ec3dfae33, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:41:13.881720 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-cfa1144e-f2c3-4ea7-ba1c-6ff7403ef9a4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Allocated IP 2001:db8::f816:3eff:fe37:a63f (62578361-baac-4d3e-b4ee-401a25f05a0e/5baac576-71b9-4853-bc91-8335109d566b/69d46794-a73c-41ce-baf7-fc09226c4ed0) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:13.891068 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-b5084897-b10b-4898-8a82-26f4fb1dcd9c None None] For port 0b780b45-7197-4692-a241-d75ec3dfae33, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=0b780b45-7197-4692-a241-d75ec3dfae33,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:41:13.904670 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b5084897-b10b-4898-8a82-26f4fb1dcd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:13.976037 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4187e22b-d40b-4f1d-9aa9-9c780c173430 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:13.991666 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 2c27bbe2-b9dd-4c61-a05a-a23ef03797e3 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:14.098447 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdd855f-775c-4014-8ec7-5291faf3661f tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:14.108376 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fbdd855f-775c-4014-8ec7-5291faf3661f tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:14.130646 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5084897-b10b-4898-8a82-26f4fb1dcd9c None None] Pushing event updated for resources: {'Port': ['ID=0b780b45-7197-4692-a241-d75ec3dfae33,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:14.161439 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 2c27bbe2-b9dd-4c61-a05a-a23ef03797e3 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:14.161860 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:14.242542 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4187e22b-d40b-4f1d-9aa9-9c780c173430 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:14.248955 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e35f8ed-21e5-42a0-b8f8-e2b3f00c6213 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Router d21353e4-1fc7-4e4c-94a3-ebad7289abce is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:41:14.266925 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-fbdd855f-775c-4014-8ec7-5291faf3661f tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] device_id is not set on port a345df96-960d-4390-9eb7-acec5e8e9105 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:41:14.289694 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-904f147f-6a25-49bc-a0e0-3bed5d185ff1 None None] Provisioning complete for port c091944f-4749-43ac-8abe-c0d383642625 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:14.290071 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-904f147f-6a25-49bc-a0e0-3bed5d185ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:14.325796 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b08051-1c26-4568-ae42-7b3be87b50d7 None None] Network 1e626177-13e1-498b-8c5b-25bda1fa93e6 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:14.378132 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cfa1144e-f2c3-4ea7-ba1c-6ff7403ef9a4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:14.444752 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-4187e22b-d40b-4f1d-9aa9-9c780c173430 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Deleting port da931bf3-0eb3-4f48-9057-b2417306efe1 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:14.445336 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4187e22b-d40b-4f1d-9aa9-9c780c173430 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:14.496159 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e35f8ed-21e5-42a0-b8f8-e2b3f00c6213 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:41:14.507680 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7e35f8ed-21e5-42a0-b8f8-e2b3f00c6213 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "PUT /v2.0/routers/d21353e4-1fc7-4e4c-94a3-ebad7289abce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1498597 Apr 29 11:41:14.508353 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51724) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:14.522920 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebd4af8-7170-4f1d-9b3c-2ab7e2c68b56 None None] Sync routers for ids ['d21353e4-1fc7-4e4c-94a3-ebad7289abce'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:41:14.545731 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebd4af8-7170-4f1d-9b3c-2ab7e2c68b56 None None] Routers {'d21353e4-1fc7-4e4c-94a3-ebad7289abce'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:41:14.547549 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-aebd4af8-7170-4f1d-9b3c-2ab7e2c68b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:40:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d21353e4-1fc7-4e4c-94a3-ebad7289abce'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:14.570002 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-904f147f-6a25-49bc-a0e0-3bed5d185ff1 None None] Port c091944f-4749-43ac-8abe-c0d383642625 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:41:14.608798 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-aebd4af8-7170-4f1d-9b3c-2ab7e2c68b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:14.628070 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebd4af8-7170-4f1d-9b3c-2ab7e2c68b56 None None] Routers {'d21353e4-1fc7-4e4c-94a3-ebad7289abce'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:41:14.629039 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-aebd4af8-7170-4f1d-9b3c-2ab7e2c68b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:40:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d21353e4-1fc7-4e4c-94a3-ebad7289abce'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:14.635245 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:14.670306 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c4dd89-e8b9-4853-92ed-aaccec54e7d8 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:14.682395 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-47c4dd89-e8b9-4853-92ed-aaccec54e7d8 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21353e4-1fc7-4e4c-94a3-ebad7289abce HTTP/1.1" status: 200 len: 988 time: 0.1708133 Apr 29 11:41:14.691833 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-aebd4af8-7170-4f1d-9b3c-2ab7e2c68b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:14.692587 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebd4af8-7170-4f1d-9b3c-2ab7e2c68b56 None None] The sync data for ids ['d21353e4-1fc7-4e4c-94a3-ebad7289abce'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:41:14.696199 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 2c27bbe2-b9dd-4c61-a05a-a23ef03797e3, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=2c27bbe2-b9dd-4c61-a05a-a23ef03797e3,segment=NetworkSegment(00d2210f-8bff-483f-9645-33328b951eaa),segment_id=00d2210f-8bff-483f-9645-33328b951eaa)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:14.702120 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51726) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:14.731916 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:14.733863 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 33be007b-543b-4d41-81c0-2bce30b593f2 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:14.818742 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4187e22b-d40b-4f1d-9aa9-9c780c173430 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:14.836997 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19084d68-ec65-480d-a7b7-1b4901bf88fa None None] Network 49c9f265-e303-4938-8032-f903b66a0176 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:14.839144 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-4187e22b-d40b-4f1d-9aa9-9c780c173430 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Calling delete_port for da931bf3-0eb3-4f48-9057-b2417306efe1 owned by network:router_gateway {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:14.870877 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-51eb020c-1239-4723-b346-eb859caddac9 None None] Provisioning complete for port a1f73725-0f7d-4272-912c-2cc5403ec806 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:14.871242 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-51eb020c-1239-4723-b346-eb859caddac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:14.956990 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=2c27bbe2-b9dd-4c61-a05a-a23ef03797e3,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:14.970350 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 33be007b-543b-4d41-81c0-2bce30b593f2 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:14.970662 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:15.003803 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cfa1144e-f2c3-4ea7-ba1c-6ff7403ef9a4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:15.170374 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-51eb020c-1239-4723-b346-eb859caddac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:15.182223 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa1144e-f2c3-4ea7-ba1c-6ff7403ef9a4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:15.198514 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1144e-f2c3-4ea7-ba1c-6ff7403ef9a4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Port': ['ID=69d46794-a73c-41ce-baf7-fc09226c4ed0,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:15.201945 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-cfa1144e-f2c3-4ea7-ba1c-6ff7403ef9a4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:15.209062 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa1144e-f2c3-4ea7-ba1c-6ff7403ef9a4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:15.215572 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa1144e-f2c3-4ea7-ba1c-6ff7403ef9a4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:15.216489 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cfa1144e-f2c3-4ea7-ba1c-6ff7403ef9a4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:15.229635 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-fbdd855f-775c-4014-8ec7-5291faf3661f tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Allocated IP 172.20.0.9 (49c9f265-e303-4938-8032-f903b66a0176/5cb4d5c3-95b2-49af-b64e-83ae54f532ac/a345df96-960d-4390-9eb7-acec5e8e9105) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:15.244800 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device a1f73725-0f7d-4272-912c-2cc5403ec806 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:15.245889 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d5e98e72-bd74-48f2-af62-9c4c33df2fea tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:15.254375 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4187e22b-d40b-4f1d-9aa9-9c780c173430 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:15.267996 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d5e98e72-bd74-48f2-af62-9c4c33df2fea tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:15.315470 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187e22b-d40b-4f1d-9aa9-9c780c173430 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Port': ['ID=da931bf3-0eb3-4f48-9057-b2417306efe1,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:15.327936 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-cfa1144e-f2c3-4ea7-ba1c-6ff7403ef9a4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.2658424 Apr 29 11:41:15.347051 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51728) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:15.354763 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-51eb020c-1239-4723-b346-eb859caddac9 None None] For port a1f73725-0f7d-4272-912c-2cc5403ec806, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=a1f73725-0f7d-4272-912c-2cc5403ec806,segment=NetworkSegment(14159b9b-c437-40b5-acde-2a010b1f147b),segment_id=14159b9b-c437-40b5-acde-2a010b1f147b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:15.369472 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-51eb020c-1239-4723-b346-eb859caddac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:15.417562 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e66b-e890-4e6d-bba4-dc5a01f28bc3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:15.435335 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port a1f73725-0f7d-4272-912c-2cc5403ec806 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:15.435861 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:15.478419 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e98e72-bd74-48f2-af62-9c4c33df2fea tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Pushing event updated for resources: {'Port': ['ID=bcc995c2-b16d-488d-b0ab-0554c0861093,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:15.496281 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d5e98e72-bd74-48f2-af62-9c4c33df2fea tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:15.503548 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb020c-1239-4723-b346-eb859caddac9 None None] Pushing event updated for resources: {'Port': ['ID=a1f73725-0f7d-4272-912c-2cc5403ec806,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:15.520680 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-ed37b310-5682-49a2-b7bf-e0735ff09236 None None] Provisioning complete for port 2c27bbe2-b9dd-4c61-a05a-a23ef03797e3 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:15.521049 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ed37b310-5682-49a2-b7bf-e0735ff09236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:15.554105 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-23e19c6b-f2b1-48e7-93d3-f744919ea57c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:15.565280 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4187e22b-d40b-4f1d-9aa9-9c780c173430 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:15.664589 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cb8f07-592c-4b7f-88b4-573928c4a5a4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:15.671105 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cb8f07-592c-4b7f-88b4-573928c4a5a4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:15.675988 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f8cb8f07-592c-4b7f-88b4-573928c4a5a4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.3260541 Apr 29 11:41:15.679065 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51730) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:15.733558 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-ed37b310-5682-49a2-b7bf-e0735ff09236 None None] Provisioning complete for port bcc995c2-b16d-488d-b0ab-0554c0861093 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:15.734399 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ed37b310-5682-49a2-b7bf-e0735ff09236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:15.826725 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-ed37b310-5682-49a2-b7bf-e0735ff09236 None None] Port bcc995c2-b16d-488d-b0ab-0554c0861093 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:41:15.849024 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-ed37b310-5682-49a2-b7bf-e0735ff09236 None None] Provisioning complete for port a1f73725-0f7d-4272-912c-2cc5403ec806 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:15.849400 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ed37b310-5682-49a2-b7bf-e0735ff09236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:15.993790 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fbdd855f-775c-4014-8ec7-5291faf3661f tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:16.030435 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e98e72-bd74-48f2-af62-9c4c33df2fea tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Network 1e626177-13e1-498b-8c5b-25bda1fa93e6 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:16.041453 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-d5e98e72-bd74-48f2-af62-9c4c33df2fea tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:16.043935 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 2c27bbe2-b9dd-4c61-a05a-a23ef03797e3 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:16.137036 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 2c27bbe2-b9dd-4c61-a05a-a23ef03797e3 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:16.137515 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:16.232719 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-6d3a5935-970e-4ba9-869e-3adc4d112807 None None] Provisioning complete for port 2c27bbe2-b9dd-4c61-a05a-a23ef03797e3 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:16.233135 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6d3a5935-970e-4ba9-869e-3adc4d112807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:16.329746 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e98e72-bd74-48f2-af62-9c4c33df2fea tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Router a8ec5d53-d23b-4dc1-be90-452d04530ccd has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:41:16.332443 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fbdd855f-775c-4014-8ec7-5291faf3661f tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:16.394138 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 0b780b45-7197-4692-a241-d75ec3dfae33 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:16.426513 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4187e22b-d40b-4f1d-9aa9-9c780c173430 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:16.440846 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4187e22b-d40b-4f1d-9aa9-9c780c173430 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:16.449154 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd855f-775c-4014-8ec7-5291faf3661f tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Port': ['ID=a345df96-960d-4390-9eb7-acec5e8e9105,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:16.477541 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdd855f-775c-4014-8ec7-5291faf3661f tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network 49c9f265-e303-4938-8032-f903b66a0176 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:16.479613 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-fbdd855f-775c-4014-8ec7-5291faf3661f tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:16.492422 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdd855f-775c-4014-8ec7-5291faf3661f tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:16.569306 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-6d3a5935-970e-4ba9-869e-3adc4d112807 None None] Provisioning complete for port bcc995c2-b16d-488d-b0ab-0554c0861093 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:16.570115 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4187e22b-d40b-4f1d-9aa9-9c780c173430 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:16.570638 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6d3a5935-970e-4ba9-869e-3adc4d112807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:16.570786 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4187e22b-d40b-4f1d-9aa9-9c780c173430 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Fanout notify agent at l3_agent the message router_deleted on router 9850e46e-8e75-4591-bd21-8030fb9c7b7a {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:41:16.619109 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-6d3a5935-970e-4ba9-869e-3adc4d112807 None None] Port bcc995c2-b16d-488d-b0ab-0554c0861093 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:41:16.622073 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4187e22b-d40b-4f1d-9aa9-9c780c173430 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:16.624170 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4187e22b-d40b-4f1d-9aa9-9c780c173430 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/routers/9850e46e-8e75-4591-bd21-8030fb9c7b7a HTTP/1.1" status: 204 len: 168 time: 3.0780153 Apr 29 11:41:16.633425 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51732) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:16.641798 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 0b780b45-7197-4692-a241-d75ec3dfae33 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:16.642296 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:16.643557 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-439ead74-42db-4ed2-b3bc-6fe96af569e0 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Request body: {'network': {'name': 'tempest-RoutersTest-1763567584'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:16.644271 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-6d3a5935-970e-4ba9-869e-3adc4d112807 None None] Provisioning complete for port 51a6e57d-7bbe-49aa-ac3d-6753859c7914 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:16.644704 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6d3a5935-970e-4ba9-869e-3adc4d112807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:16.672476 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdd855f-775c-4014-8ec7-5291faf3661f tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:16.673155 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fbdd855f-775c-4014-8ec7-5291faf3661f tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:16.716209 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439ead74-42db-4ed2-b3bc-6fe96af569e0 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Made reservation on behalf of 4fc08cbadd26470a96bfec5ad3948785 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:16.721337 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-439ead74-42db-4ed2-b3bc-6fe96af569e0 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:16.732532 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-6d3a5935-970e-4ba9-869e-3adc4d112807 None None] Port 51a6e57d-7bbe-49aa-ac3d-6753859c7914 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:41:16.770334 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-fbdd855f-775c-4014-8ec7-5291faf3661f tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5566413 Apr 29 11:41:16.774540 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e98e72-bd74-48f2-af62-9c4c33df2fea tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:41:16.776031 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-439ead74-42db-4ed2-b3bc-6fe96af569e0 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:41:16.776724 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51734) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:16.794247 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d5e98e72-bd74-48f2-af62-9c4c33df2fea tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "PUT /v2.0/routers/a8ec5d53-d23b-4dc1-be90-452d04530ccd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3498833 Apr 29 11:41:16.811133 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a398e6-0772-4007-af55-4d9c69f29b08 None None] Sync routers for ids ['a8ec5d53-d23b-4dc1-be90-452d04530ccd'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:41:16.836171 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-439ead74-42db-4ed2-b3bc-6fe96af569e0 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:16.836817 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-439ead74-42db-4ed2-b3bc-6fe96af569e0 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Added segment a18c7d19-e055-43d1-ae86-5a909d470022 of type vlan for network 304bd7ea-e1ee-4684-a2b1-b488f01c1f6a Apr 29 11:41:16.841439 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-053a1f1a-2cf7-4ff3-8e20-dcff94275a1b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting port 69d46794-a73c-41ce-baf7-fc09226c4ed0 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:16.842015 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-053a1f1a-2cf7-4ff3-8e20-dcff94275a1b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:16.849302 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:16.857549 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a398e6-0772-4007-af55-4d9c69f29b08 None None] Routers {'a8ec5d53-d23b-4dc1-be90-452d04530ccd'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:41:16.859492 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-32a398e6-0772-4007-af55-4d9c69f29b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:40:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['a8ec5d53-d23b-4dc1-be90-452d04530ccd'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:16.877305 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-23e19c6b-f2b1-48e7-93d3-f744919ea57c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port bfffa0fb-dc4b-4691-ac97-9ac537f6ed85 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:16.879704 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-23e19c6b-f2b1-48e7-93d3-f744919ea57c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:16.937899 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-64eeedaa-c6bf-4706-9533-93a316402ff5 None None] Provisioning complete for port 0b780b45-7197-4692-a241-d75ec3dfae33 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:16.938291 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-64eeedaa-c6bf-4706-9533-93a316402ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:16.968437 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-439ead74-42db-4ed2-b3bc-6fe96af569e0 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:16.991755 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2873489-6e9b-45ee-bce8-131c4b404cf5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:16.997337 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e2873489-6e9b-45ee-bce8-131c4b404cf5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2156878 Apr 29 11:41:17.000766 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51742) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:17.085437 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-e1f7e66b-e890-4e6d-bba4-dc5a01f28bc3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Deleting port c091944f-4749-43ac-8abe-c0d383642625 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:17.085437 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e66b-e890-4e6d-bba4-dc5a01f28bc3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:17.090550 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-23e19c6b-f2b1-48e7-93d3-f744919ea57c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] For port bfffa0fb-dc4b-4691-ac97-9ac537f6ed85, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=bfffa0fb-dc4b-4691-ac97-9ac537f6ed85,segment=NetworkSegment(e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b),segment_id=e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:17.090932 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-23e19c6b-f2b1-48e7-93d3-f744919ea57c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:17.117581 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-053a1f1a-2cf7-4ff3-8e20-dcff94275a1b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:17.118961 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50b9dd9-6761-400d-86e2-6b98fac93e83 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:17.125283 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50b9dd9-6761-400d-86e2-6b98fac93e83 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:17.131955 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50b9dd9-6761-400d-86e2-6b98fac93e83 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:17.133768 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d50b9dd9-6761-400d-86e2-6b98fac93e83 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1327076 Apr 29 11:41:17.135040 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-23e19c6b-f2b1-48e7-93d3-f744919ea57c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for bfffa0fb-dc4b-4691-ac97-9ac537f6ed85 owned by network:router_interface {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:17.136936 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51754) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:17.143623 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-439ead74-42db-4ed2-b3bc-6fe96af569e0 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:17.150275 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439ead74-42db-4ed2-b3bc-6fe96af569e0 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:17.150932 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-439ead74-42db-4ed2-b3bc-6fe96af569e0 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:17.195755 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-053a1f1a-2cf7-4ff3-8e20-dcff94275a1b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Calling delete_port for 69d46794-a73c-41ce-baf7-fc09226c4ed0 owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:17.207256 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 0b780b45-7197-4692-a241-d75ec3dfae33, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=0b780b45-7197-4692-a241-d75ec3dfae33,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:17.220606 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:17.221417 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device a1f73725-0f7d-4272-912c-2cc5403ec806 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:17.288854 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-32a398e6-0772-4007-af55-4d9c69f29b08 None None] Set router a8ec5d53-d23b-4dc1-be90-452d04530ccd gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:41:17.292905 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-439ead74-42db-4ed2-b3bc-6fe96af569e0 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6578279 Apr 29 11:41:17.300237 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51756) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:17.308815 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-6bd76322-8945-4490-be06-ef08b93b3c86 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Request body: {'subnet': {'network_id': '304bd7ea-e1ee-4684-a2b1-b488f01c1f6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:17.314474 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-77f4e7aa-485b-4e4d-a018-2be41663934a tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-300532735&fields=id&tenant_id=56bd83428e3c4f3aa29e4f4f408e0dec HTTP/1.1" status: 200 len: 267 time: 0.2495456 Apr 29 11:41:17.353946 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-5379f5c8-95db-4cf7-a6b0-cbe34aae3dea tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting port a345df96-960d-4390-9eb7-acec5e8e9105 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:17.354590 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5379f5c8-95db-4cf7-a6b0-cbe34aae3dea tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:17.378531 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=0b780b45-7197-4692-a241-d75ec3dfae33,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:17.411720 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ead74-42db-4ed2-b3bc-6fe96af569e0 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Network': ['ID=304bd7ea-e1ee-4684-a2b1-b488f01c1f6a,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:17.441326 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 304bd7ea-e1ee-4684-a2b1-b488f01c1f6a details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:41:17.517711 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e66b-e890-4e6d-bba4-dc5a01f28bc3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:17.526346 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port a1f73725-0f7d-4272-912c-2cc5403ec806 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:17.526715 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:17.534560 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5379f5c8-95db-4cf7-a6b0-cbe34aae3dea tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:17.559553 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-5379f5c8-95db-4cf7-a6b0-cbe34aae3dea tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Calling delete_port for a345df96-960d-4390-9eb7-acec5e8e9105 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:17.567462 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-e1f7e66b-e890-4e6d-bba4-dc5a01f28bc3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Calling delete_port for c091944f-4749-43ac-8abe-c0d383642625 owned by network:router_interface {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:17.619742 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-23e19c6b-f2b1-48e7-93d3-f744919ea57c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:17.653908 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-64eeedaa-c6bf-4706-9533-93a316402ff5 None None] Provisioning complete for port bcc995c2-b16d-488d-b0ab-0554c0861093 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:17.654439 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-64eeedaa-c6bf-4706-9533-93a316402ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:17.661567 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e19c6b-f2b1-48e7-93d3-f744919ea57c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=bfffa0fb-dc4b-4691-ac97-9ac537f6ed85,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:17.685424 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-1f71af0c-3bc0-4fd5-bd84-5c985fa06773 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:17.686977 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-1f71af0c-3bc0-4fd5-bd84-5c985fa06773 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/networks?id=1e626177-13e1-498b-8c5b-25bda1fa93e6 HTTP/1.1" status: 200 len: 797 time: 0.3511910 Apr 29 11:41:17.770280 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-26b31383-6c1e-4c92-af56-99f5b7e7d4d7 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/quotas/56bd83428e3c4f3aa29e4f4f408e0dec HTTP/1.1" status: 200 len: 375 time: 0.0528500 Apr 29 11:41:17.788896 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd76322-8945-4490-be06-ef08b93b3c86 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Made reservation on behalf of 4fc08cbadd26470a96bfec5ad3948785 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:17.796877 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6bd76322-8945-4490-be06-ef08b93b3c86 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:17.799889 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-64eeedaa-c6bf-4706-9533-93a316402ff5 None None] Port bcc995c2-b16d-488d-b0ab-0554c0861093 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:41:17.829628 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-64eeedaa-c6bf-4706-9533-93a316402ff5 None None] Provisioning complete for port 51a6e57d-7bbe-49aa-ac3d-6753859c7914 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:17.829628 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-64eeedaa-c6bf-4706-9533-93a316402ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:17.907670 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-64eeedaa-c6bf-4706-9533-93a316402ff5 None None] Port 51a6e57d-7bbe-49aa-ac3d-6753859c7914 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:41:17.921823 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-64eeedaa-c6bf-4706-9533-93a316402ff5 None None] Could not find standard attr ID for object 69d46794-a73c-41ce-baf7-fc09226c4ed0. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:41:17.926089 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-64eeedaa-c6bf-4706-9533-93a316402ff5 None None] Could not find standard attr ID for object a345df96-960d-4390-9eb7-acec5e8e9105. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:41:17.934119 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5379f5c8-95db-4cf7-a6b0-cbe34aae3dea tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:17.961283 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-32a398e6-0772-4007-af55-4d9c69f29b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1943917324', 'tenant_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '33be007b-543b-4d41-81c0-2bce30b593f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:01Z', 'updated_at': '2022-04-29T11:41:13Z', 'revision_number': 4, 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'gw_port': {'id': '33be007b-543b-4d41-81c0-2bce30b593f2', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:02Z', 'updated_at': '2022-04-29T11:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'bcc995c2-b16d-488d-b0ab-0554c0861093', 'name': '', 'network_id': '1e626177-13e1-498b-8c5b-25bda1fa93e6', 'tenant_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'mac_address': 'fa:16:3e:6a:59:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '0eb7862d-0f8b-4e76-aacd-7adf3a8843ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:10Z', 'updated_at': '2022-04-29T11:41:14Z', 'revision_number': 2, 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'subnets': [{'id': '0eb7862d-0f8b-4e76-aacd-7adf3a8843ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:17.984872 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379f5c8-95db-4cf7-a6b0-cbe34aae3dea tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Port': ['ID=a345df96-960d-4390-9eb7-acec5e8e9105,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:18.001377 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a398e6-0772-4007-af55-4d9c69f29b08 None None] Checking router: a8ec5d53-d23b-4dc1-be90-452d04530ccd for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:41:18.001730 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a398e6-0772-4007-af55-4d9c69f29b08 None None] Updating router a8ec5d53-d23b-4dc1-be90-452d04530ccd port bcc995c2-b16d-488d-b0ab-0554c0861093 binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:41:18.045210 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-32a398e6-0772-4007-af55-4d9c69f29b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:18.087819 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-053a1f1a-2cf7-4ff3-8e20-dcff94275a1b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:18.144207 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 0b780b45-7197-4692-a241-d75ec3dfae33 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:18.361327 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6bd76322-8945-4490-be06-ef08b93b3c86 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:18.374757 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a1f1a-2cf7-4ff3-8e20-dcff94275a1b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Port': ['ID=69d46794-a73c-41ce-baf7-fc09226c4ed0,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:18.476474 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-f27e2e6d-b4ba-41ee-af7e-d019e67bc369 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=56bd83428e3c4f3aa29e4f4f408e0dec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6780238 Apr 29 11:41:18.476774 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 0b780b45-7197-4692-a241-d75ec3dfae33 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:18.477207 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:18.496910 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-23e19c6b-f2b1-48e7-93d3-f744919ea57c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:18.509617 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-053a1f1a-2cf7-4ff3-8e20-dcff94275a1b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:18.520201 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-053a1f1a-2cf7-4ff3-8e20-dcff94275a1b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/69d46794-a73c-41ce-baf7-fc09226c4ed0 HTTP/1.1" status: 204 len: 168 time: 2.7710960 Apr 29 11:41:18.528820 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51760) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:18.585304 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd76322-8945-4490-be06-ef08b93b3c86 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Subnet': ['ID=01076003-7964-4492-b51c-5120b86eefee,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:18.596547 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e66b-e890-4e6d-bba4-dc5a01f28bc3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:18.610554 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd76322-8945-4490-be06-ef08b93b3c86 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Checking segment: {'id': 'a18c7d19-e055-43d1-ae86-5a909d470022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '304bd7ea-e1ee-4684-a2b1-b488f01c1f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:41:18.610554 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd76322-8945-4490-be06-ef08b93b3c86 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network hostable DHCP agents. Network: 304bd7ea-e1ee-4684-a2b1-b488f01c1f6a, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:41:18.655018 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7e66b-e890-4e6d-bba4-dc5a01f28bc3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Port': ['ID=c091944f-4749-43ac-8abe-c0d383642625,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:18.687023 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5379f5c8-95db-4cf7-a6b0-cbe34aae3dea tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:18.690623 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5379f5c8-95db-4cf7-a6b0-cbe34aae3dea tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/ports/a345df96-960d-4390-9eb7-acec5e8e9105 HTTP/1.1" status: 204 len: 168 time: 1.5526571 Apr 29 11:41:18.700824 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51762) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:18.726017 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-32a398e6-0772-4007-af55-4d9c69f29b08 None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:18.736311 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-32a398e6-0772-4007-af55-4d9c69f29b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:18.749934 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-099ff476-b3df-4383-8459-a1a391462e94 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] GET failed (client error): The resource could not be found. Apr 29 11:41:18.768441 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-099ff476-b3df-4383-8459-a1a391462e94 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "GET /v2.0/ports/a345df96-960d-4390-9eb7-acec5e8e9105 HTTP/1.1" status: 404 len: 333 time: 0.0638094 Apr 29 11:41:18.772705 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51764) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:18.792982 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc13a5c1-6e78-4036-9948-eeb1c3dbebbb tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:18.794693 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc13a5c1-6e78-4036-9948-eeb1c3dbebbb tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:18.796291 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-cc13a5c1-6e78-4036-9948-eeb1c3dbebbb tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2661319 Apr 29 11:41:18.800255 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51766) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:18.824103 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd76322-8945-4490-be06-ef08b93b3c86 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network 304bd7ea-e1ee-4684-a2b1-b488f01c1f6a is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:41:18.868450 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d491d3d-ca3f-452a-b7df-a08fbd489831 None None] Pushing event updated for resources: {'Port': ['ID=bcc995c2-b16d-488d-b0ab-0554c0861093,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:18.919258 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-32a398e6-0772-4007-af55-4d9c69f29b08 None None] Attempting to bind port bcc995c2-b16d-488d-b0ab-0554c0861093 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:41:18.919766 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-32a398e6-0772-4007-af55-4d9c69f29b08 None None] Attempting to bind port bcc995c2-b16d-488d-b0ab-0554c0861093 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '14159b9b-c437-40b5-acde-2a010b1f147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1e626177-13e1-498b-8c5b-25bda1fa93e6'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:41:18.920403 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a398e6-0772-4007-af55-4d9c69f29b08 None None] Attempting to bind port bcc995c2-b16d-488d-b0ab-0554c0861093 on network 1e626177-13e1-498b-8c5b-25bda1fa93e6 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:41:18.926607 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-6bd76322-8945-4490-be06-ef08b93b3c86 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 304bd7ea-e1ee-4684-a2b1-b488f01c1f6a) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:18.927197 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a398e6-0772-4007-af55-4d9c69f29b08 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:41:18.927735 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a398e6-0772-4007-af55-4d9c69f29b08 None None] Checking segment: {'id': '14159b9b-c437-40b5-acde-2a010b1f147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1e626177-13e1-498b-8c5b-25bda1fa93e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:41:18.929716 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-32a398e6-0772-4007-af55-4d9c69f29b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:18.930319 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a398e6-0772-4007-af55-4d9c69f29b08 None None] Bound using segment: {'id': '14159b9b-c437-40b5-acde-2a010b1f147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1e626177-13e1-498b-8c5b-25bda1fa93e6'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:41:18.930921 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-32a398e6-0772-4007-af55-4d9c69f29b08 None None] Bound port: bcc995c2-b16d-488d-b0ab-0554c0861093, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14159b9b-c437-40b5-acde-2a010b1f147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1e626177-13e1-498b-8c5b-25bda1fa93e6'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:41:18.931409 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-32a398e6-0772-4007-af55-4d9c69f29b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:18.934976 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd76322-8945-4490-be06-ef08b93b3c86 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:18.935984 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6bd76322-8945-4490-be06-ef08b93b3c86 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:18.937299 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaf5b70-ed8d-4360-a7fd-1b95e0f76bf0 None None] Network 304bd7ea-e1ee-4684-a2b1-b488f01c1f6a requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:19.014093 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e66b-e890-4e6d-bba4-dc5a01f28bc3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:19.055500 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6bd76322-8945-4490-be06-ef08b93b3c86 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7503703 Apr 29 11:41:19.080179 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51768) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:19.094321 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-14e9621f-dff7-4768-aba6-fff6f496b997 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1100608861', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:19.107426 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-64375e8f-f79b-4fb3-8ca2-956e4b9b7130 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting subnet 5baac576-71b9-4853-bc91-8335109d566b {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:41:19.111090 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-64375e8f-f79b-4fb3-8ca2-956e4b9b7130 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:19.122153 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-8fdb4603-7cff-43ce-8dfc-0e1bcb58bd36 service neutron] 10.222.0.69 "GET /v2.0/networks/1e626177-13e1-498b-8c5b-25bda1fa93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6258759 Apr 29 11:41:19.146588 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-32a398e6-0772-4007-af55-4d9c69f29b08 None None] For port bcc995c2-b16d-488d-b0ab-0554c0861093, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:41:19.151937 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-32a398e6-0772-4007-af55-4d9c69f29b08 None None] For port bcc995c2-b16d-488d-b0ab-0554c0861093, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=bcc995c2-b16d-488d-b0ab-0554c0861093,segment=NetworkSegment(14159b9b-c437-40b5-acde-2a010b1f147b),segment_id=14159b9b-c437-40b5-acde-2a010b1f147b)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:41:19.160038 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-32a398e6-0772-4007-af55-4d9c69f29b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:19.160942 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-64375e8f-f79b-4fb3-8ca2-956e4b9b7130 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:19.228636 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d539ba-3684-491d-bdcf-d60f241f010e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-304bd7ea-e1ee-4684-a2b1-b488f01c1f6a', 'network_id': '304bd7ea-e1ee-4684-a2b1-b488f01c1f6a', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'fixed_ips': [{'subnet_id': '01076003-7964-4492-b51c-5120b86eefee'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:41:19.229499 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a2d539ba-3684-491d-bdcf-d60f241f010e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:19.266273 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a398e6-0772-4007-af55-4d9c69f29b08 None None] Routers {'a8ec5d53-d23b-4dc1-be90-452d04530ccd'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:41:19.266961 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-32a398e6-0772-4007-af55-4d9c69f29b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:40:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['a8ec5d53-d23b-4dc1-be90-452d04530ccd'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:19.292336 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-14e9621f-dff7-4768-aba6-fff6f496b997 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:19.293390 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-14e9621f-dff7-4768-aba6-fff6f496b997 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:19.317336 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d491d3d-ca3f-452a-b7df-a08fbd489831 None None] Pushing event updated for resources: {'Port': ['ID=bcc995c2-b16d-488d-b0ab-0554c0861093,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:19.353436 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e19c6b-f2b1-48e7-93d3-f744919ea57c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router d26da929-4605-4ea7-8e96-dbad56c8a17b has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:41:19.360294 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-133ffdc5-4a4d-46c3-a62d-f3f78abe17fe tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting port 51a6e57d-7bbe-49aa-ac3d-6753859c7914 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:19.360578 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-133ffdc5-4a4d-46c3-a62d-f3f78abe17fe tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:19.385410 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-54a67f2f-b1d4-4340-a412-2be4922117bf service neutron] 10.222.0.69 "GET /v2.0/networks/1e626177-13e1-498b-8c5b-25bda1fa93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559335 Apr 29 11:41:19.399843 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-64375e8f-f79b-4fb3-8ca2-956e4b9b7130 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:19.437459 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f7e66b-e890-4e6d-bba4-dc5a01f28bc3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Router d21353e4-1fc7-4e4c-94a3-ebad7289abce has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:41:19.553828 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-df87366d-13a3-4a7e-8779-a8e837e9bbf2 None None] Provisioning complete for port bcc995c2-b16d-488d-b0ab-0554c0861093 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:19.554283 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-df87366d-13a3-4a7e-8779-a8e837e9bbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:19.607987 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f7e66b-e890-4e6d-bba4-dc5a01f28bc3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:41:19.613449 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-14e9621f-dff7-4768-aba6-fff6f496b997 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:19.620119 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e1f7e66b-e890-4e6d-bba4-dc5a01f28bc3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "PUT /v2.0/routers/d21353e4-1fc7-4e4c-94a3-ebad7289abce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9153650 Apr 29 11:41:19.622875 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51772) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:19.633144 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe21b92-71cb-4bfd-8181-5280d6774372 None None] Sync routers for ids ['d21353e4-1fc7-4e4c-94a3-ebad7289abce'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:41:19.640862 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-14e9621f-dff7-4768-aba6-fff6f496b997 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:19.656648 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe21b92-71cb-4bfd-8181-5280d6774372 None None] Routers {'d21353e4-1fc7-4e4c-94a3-ebad7289abce'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:41:19.657311 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-7fe21b92-71cb-4bfd-8181-5280d6774372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:40:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d21353e4-1fc7-4e4c-94a3-ebad7289abce'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:19.722262 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-acbab0c6-e3fa-474c-b96b-8f18940e536a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] GET failed (client error): The resource could not be found. Apr 29 11:41:19.724563 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-acbab0c6-e3fa-474c-b96b-8f18940e536a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "GET /v2.0/ports/c091944f-4749-43ac-8abe-c0d383642625 HTTP/1.1" status: 404 len: 333 time: 0.1003113 Apr 29 11:41:19.729199 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51778) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:19.748394 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-14e9621f-dff7-4768-aba6-fff6f496b997 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:19.751950 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-14e9621f-dff7-4768-aba6-fff6f496b997 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6616933 Apr 29 11:41:19.754874 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51780) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:19.758181 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-83c04f2e-5a26-4d13-a6ba-fda17f93b0da req-04acbe82-87b0-45c0-84a9-daddb12551fa tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 210 time: 0.0551789 Apr 29 11:41:19.766199 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-7fe21b92-71cb-4bfd-8181-5280d6774372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:19.766818 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-64375e8f-f79b-4fb3-8ca2-956e4b9b7130 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:19.786059 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe21b92-71cb-4bfd-8181-5280d6774372 None None] Routers {'d21353e4-1fc7-4e4c-94a3-ebad7289abce'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:41:19.786059 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-7fe21b92-71cb-4bfd-8181-5280d6774372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:40:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d21353e4-1fc7-4e4c-94a3-ebad7289abce'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:19.803726 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-32a398e6-0772-4007-af55-4d9c69f29b08 None None] Set router a8ec5d53-d23b-4dc1-be90-452d04530ccd gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:41:19.830098 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-133ffdc5-4a4d-46c3-a62d-f3f78abe17fe tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:19.861559 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64375e8f-f79b-4fb3-8ca2-956e4b9b7130 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Subnet': ['ID=5baac576-71b9-4853-bc91-8335109d566b,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:19.868016 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-64375e8f-f79b-4fb3-8ca2-956e4b9b7130 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:19.871238 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-64375e8f-f79b-4fb3-8ca2-956e4b9b7130 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/5baac576-71b9-4853-bc91-8335109d566b HTTP/1.1" status: 204 len: 168 time: 1.0299220 Apr 29 11:41:19.874542 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-133ffdc5-4a4d-46c3-a62d-f3f78abe17fe tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Calling delete_port for 51a6e57d-7bbe-49aa-ac3d-6753859c7914 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:19.876253 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51782) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:19.879120 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-7fe21b92-71cb-4bfd-8181-5280d6774372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:19.882197 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe21b92-71cb-4bfd-8181-5280d6774372 None None] The sync data for ids ['d21353e4-1fc7-4e4c-94a3-ebad7289abce'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:41:19.931340 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-60b8e14c-2ca8-41cf-a2e3-afa727bb5a90 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495181 Apr 29 11:41:19.935683 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51784) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:19.940948 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-ef5dc003-2fa1-404c-9df6-e4764fe13b22 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:19.947124 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e19c6b-f2b1-48e7-93d3-f744919ea57c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:41:19.954357 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-23e19c6b-f2b1-48e7-93d3-f744919ea57c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "PUT /v2.0/routers/d26da929-4605-4ea7-8e96-dbad56c8a17b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7941217 Apr 29 11:41:19.962391 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51786) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:19.966233 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3bf8bce4-4130-4320-aa5e-e432c79e3ac7 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:19.997320 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13382021-68d8-4844-80ce-960b2eaf373a None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:20.000822 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459fa882-59a7-45e6-a183-342fd4fd10ea None None] Sync routers for ids ['d26da929-4605-4ea7-8e96-dbad56c8a17b'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:41:20.180423 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-133ffdc5-4a4d-46c3-a62d-f3f78abe17fe tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:20.218964 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5dc003-2fa1-404c-9df6-e4764fe13b22 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:20.222722 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ef5dc003-2fa1-404c-9df6-e4764fe13b22 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:20.232209 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ffdc5-4a4d-46c3-a62d-f3f78abe17fe tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Port': ['ID=51a6e57d-7bbe-49aa-ac3d-6753859c7914,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:20.344680 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-676e7b6f-1a03-4407-90ea-cbab729d1f4b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting subnet 2123ff89-9386-4934-a517-d5d3fdf2b074 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:41:20.389522 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-676e7b6f-1a03-4407-90ea-cbab729d1f4b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:20.437663 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-a2d539ba-3684-491d-bdcf-d60f241f010e None None] Allocated IP 172.20.0.2 (304bd7ea-e1ee-4684-a2b1-b488f01c1f6a/01076003-7964-4492-b51c-5120b86eefee/969bfa07-170e-4b47-a3a2-01e2f740e9ae) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:20.442386 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-133ffdc5-4a4d-46c3-a62d-f3f78abe17fe tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:20.448361 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-133ffdc5-4a4d-46c3-a62d-f3f78abe17fe tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/ports/51a6e57d-7bbe-49aa-ac3d-6753859c7914 HTTP/1.1" status: 204 len: 168 time: 1.6675105 Apr 29 11:41:20.452494 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51794) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:20.500956 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c9b366-3c09-468b-ba90-ccf35bc7ee46 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] GET failed (client error): The resource could not be found. Apr 29 11:41:20.504310 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e7c9b366-3c09-468b-ba90-ccf35bc7ee46 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "GET /v2.0/ports/51a6e57d-7bbe-49aa-ac3d-6753859c7914 HTTP/1.1" status: 404 len: 333 time: 0.0505989 Apr 29 11:41:20.510693 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51796) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:20.595671 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459fa882-59a7-45e6-a183-342fd4fd10ea None None] Routers {'d26da929-4605-4ea7-8e96-dbad56c8a17b'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:41:20.595898 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-459fa882-59a7-45e6-a183-342fd4fd10ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:40:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d26da929-4605-4ea7-8e96-dbad56c8a17b'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:20.632798 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc7a306-3fed-4edc-9b87-4bff44a64751 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting subnet 5cb4d5c3-95b2-49af-b64e-83ae54f532ac {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:41:20.637535 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4dc7a306-3fed-4edc-9b87-4bff44a64751 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:20.690142 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4dc7a306-3fed-4edc-9b87-4bff44a64751 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:20.777376 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-df87366d-13a3-4a7e-8779-a8e837e9bbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:20.861691 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3bf8bce4-4130-4320-aa5e-e432c79e3ac7 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:20.894031 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4dc7a306-3fed-4edc-9b87-4bff44a64751 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:20.910556 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-676e7b6f-1a03-4407-90ea-cbab729d1f4b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:20.954160 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-df87366d-13a3-4a7e-8779-a8e837e9bbf2 None None] For port bcc995c2-b16d-488d-b0ab-0554c0861093, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=bcc995c2-b16d-488d-b0ab-0554c0861093,segment=NetworkSegment(14159b9b-c437-40b5-acde-2a010b1f147b),segment_id=14159b9b-c437-40b5-acde-2a010b1f147b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:20.973015 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a2d539ba-3684-491d-bdcf-d60f241f010e None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:21.004316 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-df87366d-13a3-4a7e-8779-a8e837e9bbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:21.008924 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3bf8bce4-4130-4320-aa5e-e432c79e3ac7 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:21.021206 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a2d539ba-3684-491d-bdcf-d60f241f010e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:21.026086 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4dc7a306-3fed-4edc-9b87-4bff44a64751 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:21.067200 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-459fa882-59a7-45e6-a183-342fd4fd10ea None None] Set router d26da929-4605-4ea7-8e96-dbad56c8a17b gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:41:21.075804 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-11b5773d-b419-4279-a69d-6b780cf131b5 req-47fcd7ce-c1a0-4e80-a970-ca3d5e847cb5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 210 time: 0.0645087 Apr 29 11:41:21.102131 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7a306-3fed-4edc-9b87-4bff44a64751 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Subnet': ['ID=5cb4d5c3-95b2-49af-b64e-83ae54f532ac,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:21.112999 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4dc7a306-3fed-4edc-9b87-4bff44a64751 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:21.122076 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51800) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:21.123672 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4dc7a306-3fed-4edc-9b87-4bff44a64751 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/subnets/5cb4d5c3-95b2-49af-b64e-83ae54f532ac HTTP/1.1" status: 204 len: 168 time: 0.6115065 Apr 29 11:41:21.153207 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.objects.ports [None req-ef5dc003-2fa1-404c-9df6-e4764fe13b22 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102960) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 11:41:21.165916 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-676e7b6f-1a03-4407-90ea-cbab729d1f4b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:21.181580 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c874787a-bb91-4872-8f49-9615425c27f1 None None] Network 49c9f265-e303-4938-8032-f903b66a0176 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:21.183297 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7420af9a-f0cc-4d45-bbd2-8a7dc363cba6 None None] DHCP port deletion for 62578361-baac-4d3e-b4ee-401a25f05a0e request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:41:21.247497 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3bf8bce4-4130-4320-aa5e-e432c79e3ac7 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:21.247497 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf8bce4-4130-4320-aa5e-e432c79e3ac7 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Fanout notify agent at l3_agent the message router_deleted on router d21353e4-1fc7-4e4c-94a3-ebad7289abce {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:41:21.256694 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3bf8bce4-4130-4320-aa5e-e432c79e3ac7 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:21.262632 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3bf8bce4-4130-4320-aa5e-e432c79e3ac7 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/routers/d21353e4-1fc7-4e4c-94a3-ebad7289abce HTTP/1.1" status: 204 len: 168 time: 1.5305877 Apr 29 11:41:21.269433 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51804) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:21.284264 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d539ba-3684-491d-bdcf-d60f241f010e None None] Network 304bd7ea-e1ee-4684-a2b1-b488f01c1f6a is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:21.301797 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-836423f9-47cc-4956-a163-705b83a715d8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:21.381334 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-a2d539ba-3684-491d-bdcf-d60f241f010e None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:21.393889 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df87366d-13a3-4a7e-8779-a8e837e9bbf2 None None] Pushing event updated for resources: {'Port': ['ID=bcc995c2-b16d-488d-b0ab-0554c0861093,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:21.399448 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d539ba-3684-491d-bdcf-d60f241f010e None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:21.411400 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-e28d6ee4-8465-4b4c-a408-a40357416554 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Deleting subnet 04f29235-4602-48a1-8a44-b30ae8cef47d {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:41:21.415227 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-6f37a344-1e59-42b3-84b8-dba1881b9c81 None None] Provisioning complete for port bcc995c2-b16d-488d-b0ab-0554c0861093 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:21.415623 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6f37a344-1e59-42b3-84b8-dba1881b9c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:21.418894 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e28d6ee4-8465-4b4c-a408-a40357416554 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:21.473339 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-627d1563-b8ff-4ae4-9007-4a73e24cbbb1 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:21.502561 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e28d6ee4-8465-4b4c-a408-a40357416554 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:21.562026 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ef5dc003-2fa1-404c-9df6-e4764fe13b22 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:21.614470 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d539ba-3684-491d-bdcf-d60f241f010e None None] Pushing event updated for resources: {'Port': ['ID=969bfa07-170e-4b47-a3a2-01e2f740e9ae,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:21.659613 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-a2d539ba-3684-491d-bdcf-d60f241f010e None None] Attempting to bind port 969bfa07-170e-4b47-a3a2-01e2f740e9ae on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:41:21.660359 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-a2d539ba-3684-491d-bdcf-d60f241f010e None None] Attempting to bind port 969bfa07-170e-4b47-a3a2-01e2f740e9ae by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'a18c7d19-e055-43d1-ae86-5a909d470022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '304bd7ea-e1ee-4684-a2b1-b488f01c1f6a'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:41:21.660735 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d539ba-3684-491d-bdcf-d60f241f010e None None] Attempting to bind port 969bfa07-170e-4b47-a3a2-01e2f740e9ae on network 304bd7ea-e1ee-4684-a2b1-b488f01c1f6a {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:41:21.665812 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-32a398e6-0772-4007-af55-4d9c69f29b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1943917324', 'tenant_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '33be007b-543b-4d41-81c0-2bce30b593f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:01Z', 'updated_at': '2022-04-29T11:41:13Z', 'revision_number': 4, 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'gw_port': {'id': '33be007b-543b-4d41-81c0-2bce30b593f2', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:02Z', 'updated_at': '2022-04-29T11:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'bcc995c2-b16d-488d-b0ab-0554c0861093', 'name': '', 'network_id': '1e626177-13e1-498b-8c5b-25bda1fa93e6', 'tenant_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'mac_address': 'fa:16:3e:6a:59:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '0eb7862d-0f8b-4e76-aacd-7adf3a8843ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:10Z', 'updated_at': '2022-04-29T11:41:19Z', 'revision_number': 4, 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'subnets': [{'id': '0eb7862d-0f8b-4e76-aacd-7adf3a8843ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:21.677016 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-676e7b6f-1a03-4407-90ea-cbab729d1f4b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:21.729068 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e28d6ee4-8465-4b4c-a408-a40357416554 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:21.754937 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a398e6-0772-4007-af55-4d9c69f29b08 None None] The sync data for ids ['a8ec5d53-d23b-4dc1-be90-452d04530ccd'] in dv-neutron-838888-1-hyperv is: [{'id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1943917324', 'tenant_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '33be007b-543b-4d41-81c0-2bce30b593f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:01Z', 'updated_at': '2022-04-29T11:41:13Z', 'revision_number': 4, 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'gw_port': {'id': '33be007b-543b-4d41-81c0-2bce30b593f2', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:02Z', 'updated_at': '2022-04-29T11:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'bcc995c2-b16d-488d-b0ab-0554c0861093', 'name': '', 'network_id': '1e626177-13e1-498b-8c5b-25bda1fa93e6', 'tenant_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'mac_address': 'fa:16:3e:6a:59:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '0eb7862d-0f8b-4e76-aacd-7adf3a8843ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:10Z', 'updated_at': '2022-04-29T11:41:19Z', 'revision_number': 4, 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'subnets': [{'id': '0eb7862d-0f8b-4e76-aacd-7adf3a8843ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:41:21.763665 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d539ba-3684-491d-bdcf-d60f241f010e None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:41:21.764041 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d539ba-3684-491d-bdcf-d60f241f010e None None] Checking segment: {'id': 'a18c7d19-e055-43d1-ae86-5a909d470022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '304bd7ea-e1ee-4684-a2b1-b488f01c1f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:41:21.765239 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a2d539ba-3684-491d-bdcf-d60f241f010e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:21.765741 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d539ba-3684-491d-bdcf-d60f241f010e None None] Bound using segment: {'id': 'a18c7d19-e055-43d1-ae86-5a909d470022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '304bd7ea-e1ee-4684-a2b1-b488f01c1f6a'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:41:21.766424 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-a2d539ba-3684-491d-bdcf-d60f241f010e None None] Bound port: 969bfa07-170e-4b47-a3a2-01e2f740e9ae, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a18c7d19-e055-43d1-ae86-5a909d470022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '304bd7ea-e1ee-4684-a2b1-b488f01c1f6a'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:41:21.766936 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a2d539ba-3684-491d-bdcf-d60f241f010e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:21.772649 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-676e7b6f-1a03-4407-90ea-cbab729d1f4b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:21.779819 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-676e7b6f-1a03-4407-90ea-cbab729d1f4b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/subnets/2123ff89-9386-4934-a517-d5d3fdf2b074 HTTP/1.1" status: 204 len: 168 time: 1.8111129 Apr 29 11:41:21.780877 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e7b6f-1a03-4407-90ea-cbab729d1f4b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Subnet': ['ID=2123ff89-9386-4934-a517-d5d3fdf2b074,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:21.784227 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51810) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:21.799193 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01925b41-428e-47ad-858b-4f56f28401f9 None None] Network 6385ed98-aeeb-4990-b743-9383f9d45e8c requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:21.806335 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-ed37982b-acc9-4e7b-80fb-a1845ca88eff tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:21.808011 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-ed37982b-acc9-4e7b-80fb-a1845ca88eff tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.62 "GET /v2.0/networks?id=1e626177-13e1-498b-8c5b-25bda1fa93e6 HTTP/1.1" status: 200 len: 797 time: 0.4629211 Apr 29 11:41:22.063866 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-627d1563-b8ff-4ae4-9007-4a73e24cbbb1 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting port 2c27bbe2-b9dd-4c61-a05a-a23ef03797e3 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:22.063866 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-627d1563-b8ff-4ae4-9007-4a73e24cbbb1 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:22.070835 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-a2d539ba-3684-491d-bdcf-d60f241f010e None None] For port 969bfa07-170e-4b47-a3a2-01e2f740e9ae, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:41:22.076350 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-a2d539ba-3684-491d-bdcf-d60f241f010e None None] For port 969bfa07-170e-4b47-a3a2-01e2f740e9ae, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=969bfa07-170e-4b47-a3a2-01e2f740e9ae,segment=NetworkSegment(a18c7d19-e055-43d1-ae86-5a909d470022),segment_id=a18c7d19-e055-43d1-ae86-5a909d470022)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:41:22.080678 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-e95640d8-2e62-46a7-b3fd-0fec8d7aecc5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56bd83428e3c4f3aa29e4f4f408e0dec HTTP/1.1" status: 200 len: 379 time: 0.2061808 Apr 29 11:41:22.127360 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-0e545cc8-457a-4953-a87c-bb58c5bb098d tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Request body: {'port': {'device_id': '799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1', 'network_id': '1e626177-13e1-498b-8c5b-25bda1fa93e6', 'admin_state_up': True, 'tenant_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'security_groups': ['f5874629-b9e1-4000-8425-6441ce247fcc']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:22.127834 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 0b780b45-7197-4692-a241-d75ec3dfae33 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:41:22.235117 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a2d539ba-3684-491d-bdcf-d60f241f010e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:22.237822 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-7420af9a-f0cc-4d45-bbd2-8a7dc363cba6 None None] Deleting port 0b780b45-7197-4692-a241-d75ec3dfae33 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:22.244712 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-ef5dc003-2fa1-404c-9df6-e4764fe13b22 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] For port 0b780b45-7197-4692-a241-d75ec3dfae33, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=0b780b45-7197-4692-a241-d75ec3dfae33,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:22.245807 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7420af9a-f0cc-4d45-bbd2-8a7dc363cba6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:22.263217 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e28d6ee4-8465-4b4c-a408-a40357416554 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:22.326222 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e28d6ee4-8465-4b4c-a408-a40357416554 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:22.333651 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e28d6ee4-8465-4b4c-a408-a40357416554 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/subnets/04f29235-4602-48a1-8a44-b30ae8cef47d HTTP/1.1" status: 204 len: 168 time: 1.0627496 Apr 29 11:41:22.335694 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d6ee4-8465-4b4c-a408-a40357416554 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Subnet': ['ID=04f29235-4602-48a1-8a44-b30ae8cef47d,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:22.340960 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51814) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:22.351630 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0ed0f5e6-5eb8-4a69-82a8-edf6dfd2b607 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:22.370766 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34ce65f-579a-4773-8bd2-a119e2ae2237 None None] DHCP port deletion for 49c9f265-e303-4938-8032-f903b66a0176 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:41:22.373676 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3a2c22-131c-4b9e-b433-cc2757933adc None None] Network f05150ef-e0b8-45c2-ae7e-0179c8b5d836 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:22.386658 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ef5dc003-2fa1-404c-9df6-e4764fe13b22 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:22.426813 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ef5dc003-2fa1-404c-9df6-e4764fe13b22 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:22.426813 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ef5dc003-2fa1-404c-9df6-e4764fe13b22 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:22.444375 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-036532f3-aa79-44ed-b09c-7547da4c1b6d req-2044fcc7-a7d7-417f-8a62-4040a180a00c tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 210 time: 0.2039945 Apr 29 11:41:22.468531 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-836423f9-47cc-4956-a163-705b83a715d8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Allocated IP 172.20.0.1 (304bd7ea-e1ee-4684-a2b1-b488f01c1f6a/01076003-7964-4492-b51c-5120b86eefee/22412a2b-f7b0-4f43-98f8-e941771dd6e5) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:22.516659 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5dc003-2fa1-404c-9df6-e4764fe13b22 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:22.525931 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-ef5dc003-2fa1-404c-9df6-e4764fe13b22 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:22.525931 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5dc003-2fa1-404c-9df6-e4764fe13b22 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:22.526839 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ef5dc003-2fa1-404c-9df6-e4764fe13b22 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:22.578652 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f2a50a07-ac2f-4c93-a15e-9b9b9cea8eab tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:22.603639 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5dc003-2fa1-404c-9df6-e4764fe13b22 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Subnet': ['ID=1150ebb3-eadd-4cc1-b440-0bdee7718c38,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:22.604367 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-627d1563-b8ff-4ae4-9007-4a73e24cbbb1 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] For port 2c27bbe2-b9dd-4c61-a05a-a23ef03797e3, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=2c27bbe2-b9dd-4c61-a05a-a23ef03797e3,segment=NetworkSegment(00d2210f-8bff-483f-9645-33328b951eaa),segment_id=00d2210f-8bff-483f-9645-33328b951eaa)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:22.605185 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-627d1563-b8ff-4ae4-9007-4a73e24cbbb1 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:22.616368 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ef5dc003-2fa1-404c-9df6-e4764fe13b22 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.6790309 Apr 29 11:41:22.629576 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51816) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:22.636728 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-eb15b110-387d-4388-9ab0-b37f13152f11 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'port': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'mac_address': 'fa:16:3e:1b:49:4f', 'name': 'tempest-NetworksTestDHCPv6-1460767611'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:22.646850 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-0e545cc8-457a-4953-a87c-bb58c5bb098d tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Made reservation on behalf of 56bd83428e3c4f3aa29e4f4f408e0dec for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:22.650779 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-0e545cc8-457a-4953-a87c-bb58c5bb098d tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:22.653487 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-627d1563-b8ff-4ae4-9007-4a73e24cbbb1 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Calling delete_port for 2c27bbe2-b9dd-4c61-a05a-a23ef03797e3 owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:22.717491 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5dc003-2fa1-404c-9df6-e4764fe13b22 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Port': ['ID=0b780b45-7197-4692-a241-d75ec3dfae33,revision_number=6']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:22.846607 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-f2a50a07-ac2f-4c93-a15e-9b9b9cea8eab tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Deleting port 4376db6a-42f3-4e6e-9d5b-c3e9e364fe9f {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:22.847573 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f2a50a07-ac2f-4c93-a15e-9b9b9cea8eab tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:22.857067 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-627d1563-b8ff-4ae4-9007-4a73e24cbbb1 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:22.862741 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb15b110-387d-4388-9ab0-b37f13152f11 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:22.884354 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627d1563-b8ff-4ae4-9007-4a73e24cbbb1 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] No DVR routers for this DVR port 2c27bbe2-b9dd-4c61-a05a-a23ef03797e3 on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:41:22.910286 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-c34ce65f-579a-4773-8bd2-a119e2ae2237 None None] The port '2c27bbe2-b9dd-4c61-a05a-a23ef03797e3' was deleted {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 29 11:41:22.921778 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-836423f9-47cc-4956-a163-705b83a715d8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:22.988406 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-459fa882-59a7-45e6-a183-342fd4fd10ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'name': 'tempest-TestNetworkBasicOps-router-882603255', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:37:51Z', 'updated_at': '2022-04-29T11:41:17Z', 'revision_number': 7, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'd508c517-822d-4fac-ac0b-4f60462ee781', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:37:54Z', 'updated_at': '2022-04-29T11:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:23.009466 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d1563-b8ff-4ae4-9007-4a73e24cbbb1 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Port': ['ID=2c27bbe2-b9dd-4c61-a05a-a23ef03797e3,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:23.013037 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-f2a50a07-ac2f-4c93-a15e-9b9b9cea8eab tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] For port 4376db6a-42f3-4e6e-9d5b-c3e9e364fe9f, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=4376db6a-42f3-4e6e-9d5b-c3e9e364fe9f,segment=NetworkSegment(f6aa05dd-c4be-4f77-b9b3-f6536549b1b9),segment_id=f6aa05dd-c4be-4f77-b9b3-f6536549b1b9)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:23.013415 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f2a50a07-ac2f-4c93-a15e-9b9b9cea8eab tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:23.047871 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-f2a50a07-ac2f-4c93-a15e-9b9b9cea8eab tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Calling delete_port for 4376db6a-42f3-4e6e-9d5b-c3e9e364fe9f owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:23.084543 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d539ba-3684-491d-bdcf-d60f241f010e None None] Pushing event updated for resources: {'Port': ['ID=969bfa07-170e-4b47-a3a2-01e2f740e9ae,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:23.105631 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:23.113300 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459fa882-59a7-45e6-a183-342fd4fd10ea None None] Checking router: d26da929-4605-4ea7-8e96-dbad56c8a17b for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:41:23.193679 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-627d1563-b8ff-4ae4-9007-4a73e24cbbb1 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:23.220403 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-7420af9a-f0cc-4d45-bbd2-8a7dc363cba6 None None] For port 0b780b45-7197-4692-a241-d75ec3dfae33, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=0b780b45-7197-4692-a241-d75ec3dfae33,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:23.221855 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7420af9a-f0cc-4d45-bbd2-8a7dc363cba6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:23.225503 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-627d1563-b8ff-4ae4-9007-4a73e24cbbb1 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c9f265-e303-4938-8032-f903b66a0176']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:23.237176 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-627d1563-b8ff-4ae4-9007-4a73e24cbbb1 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d2210f-8bff-483f-9645-33328b951eaa') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:23.237477 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-627d1563-b8ff-4ae4-9007-4a73e24cbbb1 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d2210f-8bff-483f-9645-33328b951eaa') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:23.244491 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-7420af9a-f0cc-4d45-bbd2-8a7dc363cba6 None None] Calling delete_port for 0b780b45-7197-4692-a241-d75ec3dfae33 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:23.249862 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-627d1563-b8ff-4ae4-9007-4a73e24cbbb1 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:23.261967 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eb15b110-387d-4388-9ab0-b37f13152f11 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:23.288569 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-627d1563-b8ff-4ae4-9007-4a73e24cbbb1 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:23.289552 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f2a50a07-ac2f-4c93-a15e-9b9b9cea8eab tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:23.298937 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0ed0f5e6-5eb8-4a69-82a8-edf6dfd2b607 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:23.301317 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-eb15b110-387d-4388-9ab0-b37f13152f11 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] device_id is not set on port 7838e84e-fbad-4729-8b26-d271cc0e0a4b yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:41:23.330322 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cfea05-3b39-431a-a55f-4825c9b31934 None None] DHCP port deletion for 6385ed98-aeeb-4990-b743-9383f9d45e8c request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:41:23.332140 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a50a07-ac2f-4c93-a15e-9b9b9cea8eab tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Port': ['ID=4376db6a-42f3-4e6e-9d5b-c3e9e364fe9f,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:23.351729 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459fa882-59a7-45e6-a183-342fd4fd10ea None None] Routers {'d26da929-4605-4ea7-8e96-dbad56c8a17b'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:41:23.352661 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-459fa882-59a7-45e6-a183-342fd4fd10ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:40:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['d26da929-4605-4ea7-8e96-dbad56c8a17b'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:23.379200 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a50a07-ac2f-4c93-a15e-9b9b9cea8eab tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] No DVR routers for this DVR port 4376db6a-42f3-4e6e-9d5b-c3e9e364fe9f on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:41:23.406181 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-627d1563-b8ff-4ae4-9007-4a73e24cbbb1 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:41:23.407005 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-627d1563-b8ff-4ae4-9007-4a73e24cbbb1 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:23.411357 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:41:23.411357 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:41:23.411357 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:41:23.411357 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:41:23.411357 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:41:23.411357 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:41:23.411357 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:41:23.411357 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:41:23.411357 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:41:23.411357 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:41:23.411357 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:41:23.411357 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:41:23.411357 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:41:23.411357 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:41:23.411357 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:41:23.411357 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:41:23.411357 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:41:23.411357 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:41:23.411357 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:41:23.411357 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:41:23.411357 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:41:23.411357 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:41:23.411357 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:41:23.411357 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:41:23.411357 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:41:23.411357 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:41:23.411357 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:41:23.411357 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:41:23.411357 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:41:23.411357 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:41:23.411357 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:41:23.411357 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:41:23.501814 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6858a9-2704-4652-95c2-a0fe5e3add92 None None] DHCP port deletion for f05150ef-e0b8-45c2-ae7e-0179c8b5d836 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:41:23.557808 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f2a50a07-ac2f-4c93-a15e-9b9b9cea8eab tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:23.569840 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 0b780b45-7197-4692-a241-d75ec3dfae33, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=0b780b45-7197-4692-a241-d75ec3dfae33,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:23.611582 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:23.617066 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-0e545cc8-457a-4953-a87c-bb58c5bb098d tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Allocated IP 172.20.0.8 (1e626177-13e1-498b-8c5b-25bda1fa93e6/0eb7862d-0f8b-4e76-aacd-7adf3a8843ee/8ac3d547-2967-4c7e-87d8-399b475ba90d) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:23.619464 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-f2a50a07-ac2f-4c93-a15e-9b9b9cea8eab tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f05150ef-e0b8-45c2-ae7e-0179c8b5d836']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:23.646914 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-eb15b110-387d-4388-9ab0-b37f13152f11 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Allocated IP 2001:db8::f816:3eff:fe1b:494f (62578361-baac-4d3e-b4ee-401a25f05a0e/1150ebb3-eadd-4cc1-b440-0bdee7718c38/7838e84e-fbad-4729-8b26-d271cc0e0a4b) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:23.651511 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-f2a50a07-ac2f-4c93-a15e-9b9b9cea8eab tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6aa05dd-c4be-4f77-b9b3-f6536549b1b9') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:23.651966 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-f2a50a07-ac2f-4c93-a15e-9b9b9cea8eab tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6aa05dd-c4be-4f77-b9b3-f6536549b1b9') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:23.683281 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f2a50a07-ac2f-4c93-a15e-9b9b9cea8eab tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:23.716374 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-836423f9-47cc-4956-a163-705b83a715d8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:23.719408 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-627d1563-b8ff-4ae4-9007-4a73e24cbbb1 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:23.726692 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-53f7bc13-e218-4ea9-b41a-35400a5cfbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:23.734549 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-459fa882-59a7-45e6-a183-342fd4fd10ea None None] Set router d26da929-4605-4ea7-8e96-dbad56c8a17b gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:41:23.825875 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836423f9-47cc-4956-a163-705b83a715d8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Port': ['ID=22412a2b-f7b0-4f43-98f8-e941771dd6e5,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:23.846245 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-627d1563-b8ff-4ae4-9007-4a73e24cbbb1 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:23.869657 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-627d1563-b8ff-4ae4-9007-4a73e24cbbb1 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/networks/49c9f265-e303-4938-8032-f903b66a0176 HTTP/1.1" status: 204 len: 168 time: 2.7438757 Apr 29 11:41:23.881875 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7a6aebd6-1435-4310-a513-ec905950459f req-8c957e70-4a02-47db-abb4-302f07f0cc8b tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 210 time: 0.1888623 Apr 29 11:41:23.884043 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51820) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:23.909924 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-459fa882-59a7-45e6-a183-342fd4fd10ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'name': 'tempest-TestNetworkBasicOps-router-882603255', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:37:51Z', 'updated_at': '2022-04-29T11:41:23Z', 'revision_number': 8, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port_host': None}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:23.924736 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-34cfea05-3b39-431a-a55f-4825c9b31934 None None] Deleting port 3e4286fe-5d03-462b-b825-46890406f377 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:23.925231 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-34cfea05-3b39-431a-a55f-4825c9b31934 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:23.945606 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-969d3633-f988-4185-a8a4-dec966b36748 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-866624208'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:23.954135 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f2a50a07-ac2f-4c93-a15e-9b9b9cea8eab tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:23.955747 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d1563-b8ff-4ae4-9007-4a73e24cbbb1 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Network': ['ID=49c9f265-e303-4938-8032-f903b66a0176,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:23.972755 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7420af9a-f0cc-4d45-bbd2-8a7dc363cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:23.998125 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a50a07-ac2f-4c93-a15e-9b9b9cea8eab tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:41:23.999204 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f2a50a07-ac2f-4c93-a15e-9b9b9cea8eab tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:23.999437 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459fa882-59a7-45e6-a183-342fd4fd10ea None None] The sync data for ids ['d26da929-4605-4ea7-8e96-dbad56c8a17b'] in dv-neutron-838888-1-hyperv is: [{'id': 'd26da929-4605-4ea7-8e96-dbad56c8a17b', 'name': 'tempest-TestNetworkBasicOps-router-882603255', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:37:51Z', 'updated_at': '2022-04-29T11:41:23Z', 'revision_number': 8, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port_host': None}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:41:24.007898 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836423f9-47cc-4956-a163-705b83a715d8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network 304bd7ea-e1ee-4684-a2b1-b488f01c1f6a is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:24.012705 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:41:24.012705 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:41:24.012705 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:41:24.012705 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:41:24.012705 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:41:24.012705 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:41:24.012705 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:41:24.012705 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:41:24.012705 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:41:24.012705 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:41:24.012705 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:41:24.012705 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:41:24.012705 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:41:24.012705 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:41:24.012705 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:41:24.012705 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:41:24.012705 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:41:24.012705 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:41:24.012705 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:41:24.012705 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:41:24.012705 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:41:24.012705 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:41:24.012705 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:41:24.012705 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:41:24.012705 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:41:24.012705 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:41:24.012705 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:41:24.012705 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:41:24.012705 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:41:24.012705 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:41:24.012705 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:41:24.012705 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:41:24.022992 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-836423f9-47cc-4956-a163-705b83a715d8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:24.038261 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=0b780b45-7197-4692-a241-d75ec3dfae33,revision_number=7']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:24.042626 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836423f9-47cc-4956-a163-705b83a715d8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:24.086267 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969d3633-f988-4185-a8a4-dec966b36748 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:24.090113 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-969d3633-f988-4185-a8a4-dec966b36748 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:24.122944 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eb15b110-387d-4388-9ab0-b37f13152f11 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:24.134746 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-0ed0f5e6-5eb8-4a69-82a8-edf6dfd2b607 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port d508c517-822d-4fac-ac0b-4f60462ee781 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:24.135091 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0ed0f5e6-5eb8-4a69-82a8-edf6dfd2b607 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:24.155751 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-34cfea05-3b39-431a-a55f-4825c9b31934 None None] For port 3e4286fe-5d03-462b-b825-46890406f377, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=3e4286fe-5d03-462b-b825-46890406f377,segment=NetworkSegment(e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b),segment_id=e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:24.156569 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-34cfea05-3b39-431a-a55f-4825c9b31934 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:24.164589 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f2a50a07-ac2f-4c93-a15e-9b9b9cea8eab tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:24.175408 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f2a50a07-ac2f-4c93-a15e-9b9b9cea8eab tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:24.176581 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-34cfea05-3b39-431a-a55f-4825c9b31934 None None] Calling delete_port for 3e4286fe-5d03-462b-b825-46890406f377 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:24.179750 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f2a50a07-ac2f-4c93-a15e-9b9b9cea8eab tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/networks/f05150ef-e0b8-45c2-ae7e-0179c8b5d836 HTTP/1.1" status: 204 len: 168 time: 1.8376391 Apr 29 11:41:24.185515 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eb15b110-387d-4388-9ab0-b37f13152f11 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:24.187340 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51822) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:24.218762 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-0ed0f5e6-5eb8-4a69-82a8-edf6dfd2b607 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] For port d508c517-822d-4fac-ac0b-4f60462ee781, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=d508c517-822d-4fac-ac0b-4f60462ee781,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:24.218762 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0ed0f5e6-5eb8-4a69-82a8-edf6dfd2b607 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:24.233860 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-0ed0f5e6-5eb8-4a69-82a8-edf6dfd2b607 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for d508c517-822d-4fac-ac0b-4f60462ee781 owned by network:router_gateway {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:24.254956 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420af9a-f0cc-4d45-bbd2-8a7dc363cba6 None None] Pushing event deleted for resources: {'Port': ['ID=0b780b45-7197-4692-a241-d75ec3dfae33,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:24.281898 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a50a07-ac2f-4c93-a15e-9b9b9cea8eab tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Network': ['ID=f05150ef-e0b8-45c2-ae7e-0179c8b5d836,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:24.305507 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7420af9a-f0cc-4d45-bbd2-8a7dc363cba6 None None] No DVR routers for this DVR port 0b780b45-7197-4692-a241-d75ec3dfae33 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:41:24.314434 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb15b110-387d-4388-9ab0-b37f13152f11 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:24.320234 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-eb15b110-387d-4388-9ab0-b37f13152f11 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:24.322719 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15b110-387d-4388-9ab0-b37f13152f11 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Port': ['ID=7838e84e-fbad-4729-8b26-d271cc0e0a4b,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:24.324824 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb15b110-387d-4388-9ab0-b37f13152f11 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:24.333473 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb15b110-387d-4388-9ab0-b37f13152f11 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:24.335093 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eb15b110-387d-4388-9ab0-b37f13152f11 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:24.344933 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f0da1f-aec1-4470-8f87-12d91d017608 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:24.350403 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce565047-f24e-4acb-9fb8-c4f93086a1d0 None None] Network 304bd7ea-e1ee-4684-a2b1-b488f01c1f6a requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:24.356868 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b14229-fdad-4524-845a-b5d341376d23 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:24.361754 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-40b14229-fdad-4524-845a-b5d341376d23 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "GET /v2.0/ports/4f63dbb7-99d4-406d-b281-8f97d2d1e1a1 HTTP/1.1" status: 200 len: 843 time: 0.1575181 Apr 29 11:41:24.363290 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-836423f9-47cc-4956-a163-705b83a715d8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:24.364398 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-eb15b110-387d-4388-9ab0-b37f13152f11 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7344167 Apr 29 11:41:24.364588 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-34cfea05-3b39-431a-a55f-4825c9b31934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:24.367381 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51824) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:24.367713 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51826) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:24.452670 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-bdc78003-4b9f-43ba-9580-c4543eb831ea tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "GET /v2.0/ports/4f63dbb7-99d4-406d-b281-8f97d2d1e1a1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0802939 Apr 29 11:41:24.453105 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51828) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:24.455918 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-969d3633-f988-4185-a8a4-dec966b36748 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:41:24.461562 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-acbb5a40-fd74-413f-b442-875099380700 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'subnet': {'network_id': 'a4b2b389-9024-4cee-95b3-af3ca7cfd466', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:24.479113 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfea05-3b39-431a-a55f-4825c9b31934 None None] Pushing event deleted for resources: {'Port': ['ID=3e4286fe-5d03-462b-b825-46890406f377,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:24.509770 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-0e545cc8-457a-4953-a87c-bb58c5bb098d tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:24.510846 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cfea05-3b39-431a-a55f-4825c9b31934 None None] No DVR routers for this DVR port 3e4286fe-5d03-462b-b825-46890406f377 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:41:24.548839 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-2133973d-5c3d-4276-8789-0bcbfbff13c1 None None] Provisioning complete for port 969bfa07-170e-4b47-a3a2-01e2f740e9ae triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:24.549507 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2133973d-5c3d-4276-8789-0bcbfbff13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:24.552700 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-969d3633-f988-4185-a8a4-dec966b36748 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:24.553611 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-969d3633-f988-4185-a8a4-dec966b36748 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Added segment 2d09ee3e-f1c4-44c8-bc07-5895d8bab4aa of type vlan for network 81e13980-84fc-4558-9fe0-35939f14af0d Apr 29 11:41:24.568869 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device bcc995c2-b16d-488d-b0ab-0554c0861093 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:24.636285 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24c2613-6c8a-4371-84e6-d1aa97e2a187 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:24.638202 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a24c2613-6c8a-4371-84e6-d1aa97e2a187 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2556713 Apr 29 11:41:24.644129 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51830) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:24.682557 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbb5a40-fd74-413f-b442-875099380700 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:24.686648 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-acbb5a40-fd74-413f-b442-875099380700 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:24.819457 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0d00a3-18f5-47d9-a257-5ac2716344ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-62578361-baac-4d3e-b4ee-401a25f05a0e', 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'fixed_ips': [{'subnet_id': '1150ebb3-eadd-4cc1-b440-0bdee7718c38'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:41:24.820353 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3e0d00a3-18f5-47d9-a257-5ac2716344ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:24.880377 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port bcc995c2-b16d-488d-b0ab-0554c0861093 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:24.880771 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:24.974929 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-acbb5a40-fd74-413f-b442-875099380700 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:24.991843 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2133973d-5c3d-4276-8789-0bcbfbff13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:25.022004 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbb5a40-fd74-413f-b442-875099380700 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network a4b2b389-9024-4cee-95b3-af3ca7cfd466 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:25.026654 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-acbb5a40-fd74-413f-b442-875099380700 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:25.029844 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbb5a40-fd74-413f-b442-875099380700 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:25.030471 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-acbb5a40-fd74-413f-b442-875099380700 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:25.049464 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb5a40-fd74-413f-b442-875099380700 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Subnet': ['ID=9e1343d6-df94-4124-b3a3-c184e02a70e4,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:25.060191 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b02724-8880-4de3-b54b-55e4d72cc8a3 None None] Network a4b2b389-9024-4cee-95b3-af3ca7cfd466 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:25.061991 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-acbb5a40-fd74-413f-b442-875099380700 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6079049 Apr 29 11:41:25.062747 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51834) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:25.067451 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-05f4407e-7bdc-4963-af0a-87524205c681 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'security_group': {'name': 'tempest-secgroup-715575578'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:25.098624 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05f4407e-7bdc-4963-af0a-87524205c681 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:25.127206 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-969d3633-f988-4185-a8a4-dec966b36748 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:25.177663 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-969d3633-f988-4185-a8a4-dec966b36748 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:25.184630 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969d3633-f988-4185-a8a4-dec966b36748 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:25.185639 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-969d3633-f988-4185-a8a4-dec966b36748 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:25.198692 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05f4407e-7bdc-4963-af0a-87524205c681 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:25.205484 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05f4407e-7bdc-4963-af0a-87524205c681 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:25.247417 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05f4407e-7bdc-4963-af0a-87524205c681 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:25.255653 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-05f4407e-7bdc-4963-af0a-87524205c681 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1915162 Apr 29 11:41:25.258548 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51836) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:25.266563 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-f5b2b8d5-c8be-45c7-8b8e-15d15fab9024 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'security_group': {'name': 'tempest-secgroup-1067190458'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:25.281739 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-db5e1bde-8034-4350-962a-82b6aec72ea0 req-89308789-1abf-437d-997d-02ec491543de tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 210 time: 0.1108024 Apr 29 11:41:25.308803 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4407e-7bdc-4963-af0a-87524205c681 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be21cc3a-0a04-4766-a478-30ce53f57651,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:25.334026 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f5b2b8d5-c8be-45c7-8b8e-15d15fab9024 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:25.350894 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-0e545cc8-457a-4953-a87c-bb58c5bb098d tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:25.383413 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51838) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:25.383726 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-969d3633-f988-4185-a8a4-dec966b36748 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4449697 Apr 29 11:41:25.383883 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-f1600e59-7161-4884-b9bf-3fb063848745 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'subnet': {'network_id': '81e13980-84fc-4558-9fe0-35939f14af0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:25.404122 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-2133973d-5c3d-4276-8789-0bcbfbff13c1 None None] For port 969bfa07-170e-4b47-a3a2-01e2f740e9ae, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=969bfa07-170e-4b47-a3a2-01e2f740e9ae,segment=NetworkSegment(a18c7d19-e055-43d1-ae86-5a909d470022),segment_id=a18c7d19-e055-43d1-ae86-5a909d470022)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:25.422737 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2133973d-5c3d-4276-8789-0bcbfbff13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:25.496510 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133973d-5c3d-4276-8789-0bcbfbff13c1 None None] Pushing event updated for resources: {'Port': ['ID=969bfa07-170e-4b47-a3a2-01e2f740e9ae,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:25.496961 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1600e59-7161-4884-b9bf-3fb063848745 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:25.501628 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f1600e59-7161-4884-b9bf-3fb063848745 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:25.519183 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 969bfa07-170e-4b47-a3a2-01e2f740e9ae up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:25.538127 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-697fa536-3b7a-44c6-a373-bef047d79b0d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting port 7838e84e-fbad-4729-8b26-d271cc0e0a4b {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:25.538577 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-697fa536-3b7a-44c6-a373-bef047d79b0d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:25.545094 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-3e0d00a3-18f5-47d9-a257-5ac2716344ae None None] Allocated IP 2001:db8::f816:3eff:fe95:1ffe (62578361-baac-4d3e-b4ee-401a25f05a0e/1150ebb3-eadd-4cc1-b440-0bdee7718c38/9d28753c-9dda-47ae-856c-46b18f4f2718) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:25.548571 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-836423f9-47cc-4956-a163-705b83a715d8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:25.570671 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d3633-f988-4185-a8a4-dec966b36748 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Network': ['ID=81e13980-84fc-4558-9fe0-35939f14af0d,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:25.589127 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e545cc8-457a-4953-a87c-bb58c5bb098d tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Pushing event updated for resources: {'Port': ['ID=8ac3d547-2967-4c7e-87d8-399b475ba90d,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:25.605461 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-0e545cc8-457a-4953-a87c-bb58c5bb098d tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Network 1e626177-13e1-498b-8c5b-25bda1fa93e6 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:25.631658 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-0e545cc8-457a-4953-a87c-bb58c5bb098d tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:25.648866 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 81e13980-84fc-4558-9fe0-35939f14af0d details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:41:25.650010 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-0e545cc8-457a-4953-a87c-bb58c5bb098d tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:25.673568 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f5b2b8d5-c8be-45c7-8b8e-15d15fab9024 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:25.699018 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f5b2b8d5-c8be-45c7-8b8e-15d15fab9024 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:25.755050 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f5b2b8d5-c8be-45c7-8b8e-15d15fab9024 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:25.762247 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f5b2b8d5-c8be-45c7-8b8e-15d15fab9024 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4987502 Apr 29 11:41:25.762912 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51840) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:25.772630 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-dce38523-aad3-43ce-a9ea-a5d290389b4a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-227550107', 'security_groups': ['e162c224-4162-4fca-abac-11bd5368bdb3'], 'network_id': 'a4b2b389-9024-4cee-95b3-af3ca7cfd466', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9e1343d6-df94-4124-b3a3-c184e02a70e4'}]}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:25.774709 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0ed0f5e6-5eb8-4a69-82a8-edf6dfd2b607 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:25.828599 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b2b8d5-c8be-45c7-8b8e-15d15fab9024 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e162c224-4162-4fca-abac-11bd5368bdb3,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:25.893616 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f1600e59-7161-4884-b9bf-3fb063848745 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:25.906666 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-69b41d64-7434-45d4-98f5-5e71a860b5a3 None None] Provisioning complete for port 969bfa07-170e-4b47-a3a2-01e2f740e9ae triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:25.907849 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-69b41d64-7434-45d4-98f5-5e71a860b5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:25.908309 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0f5e6-5eb8-4a69-82a8-edf6dfd2b607 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=d508c517-822d-4fac-ac0b-4f60462ee781,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:25.949163 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-0e545cc8-457a-4953-a87c-bb58c5bb098d tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:25.951889 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-0e545cc8-457a-4953-a87c-bb58c5bb098d tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:25.954420 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1600e59-7161-4884-b9bf-3fb063848745 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Subnet': ['ID=653da695-2d53-4344-9293-d15f008c3510,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:26.004116 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 969bfa07-170e-4b47-a3a2-01e2f740e9ae triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:26.005010 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:26.017122 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1600e59-7161-4884-b9bf-3fb063848745 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Checking segment: {'id': '2d09ee3e-f1c4-44c8-bc07-5895d8bab4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '81e13980-84fc-4558-9fe0-35939f14af0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:41:26.017611 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1600e59-7161-4884-b9bf-3fb063848745 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network hostable DHCP agents. Network: 81e13980-84fc-4558-9fe0-35939f14af0d, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:41:26.046805 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1600e59-7161-4884-b9bf-3fb063848745 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network 81e13980-84fc-4558-9fe0-35939f14af0d is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:41:26.057857 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce38523-aad3-43ce-a9ea-a5d290389b4a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:26.077140 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3e0d00a3-18f5-47d9-a257-5ac2716344ae None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:26.077351 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-f1600e59-7161-4884-b9bf-3fb063848745 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 81e13980-84fc-4558-9fe0-35939f14af0d) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:26.085152 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1600e59-7161-4884-b9bf-3fb063848745 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:26.086782 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f1600e59-7161-4884-b9bf-3fb063848745 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:26.092922 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-697fa536-3b7a-44c6-a373-bef047d79b0d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:26.117702 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3e0d00a3-18f5-47d9-a257-5ac2716344ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:26.122098 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cba8534-d02a-430f-a0af-d9d1b156bb51 None None] Network 81e13980-84fc-4558-9fe0-35939f14af0d requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:26.138875 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-0e545cc8-457a-4953-a87c-bb58c5bb098d tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0165722 Apr 29 11:41:26.149739 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-697fa536-3b7a-44c6-a373-bef047d79b0d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Calling delete_port for 7838e84e-fbad-4729-8b26-d271cc0e0a4b owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:26.159584 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-592ad16e-fb59-4bd0-bbdf-9bf3eb219b07 service neutron] Request body: {'port': {'device_id': '799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:26.172368 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829ed6a5-5391-4197-9c1c-34780ba3c287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-a4b2b389-9024-4cee-95b3-af3ca7cfd466', 'network_id': 'a4b2b389-9024-4cee-95b3-af3ca7cfd466', 'tenant_id': 'f7a7bd2b70fc4f5cafed95969987752a', 'fixed_ips': [{'subnet_id': '9e1343d6-df94-4124-b3a3-c184e02a70e4'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:41:26.173235 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-829ed6a5-5391-4197-9c1c-34780ba3c287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:26.179207 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f1600e59-7161-4884-b9bf-3fb063848745 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8016424 Apr 29 11:41:26.180533 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51842) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:26.197530 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-51dd1ef9-1ebf-4a0b-9f0c-f6bc112ed5bd tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1191216474', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:26.239365 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dce38523-aad3-43ce-a9ea-a5d290389b4a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:26.249342 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0ed0f5e6-5eb8-4a69-82a8-edf6dfd2b607 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:26.249738 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0d00a3-18f5-47d9-a257-5ac2716344ae None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:26.263335 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-dce38523-aad3-43ce-a9ea-a5d290389b4a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] device_id is not set on port 7e40c59b-200c-4f50-874e-c023a7565517 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:41:26.265669 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-3e0d00a3-18f5-47d9-a257-5ac2716344ae None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:26.272365 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-51dd1ef9-1ebf-4a0b-9f0c-f6bc112ed5bd tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:26.274002 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-51dd1ef9-1ebf-4a0b-9f0c-f6bc112ed5bd tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:26.280491 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0d00a3-18f5-47d9-a257-5ac2716344ae None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:26.290584 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d00a3-18f5-47d9-a257-5ac2716344ae None None] Pushing event updated for resources: {'Port': ['ID=9d28753c-9dda-47ae-856c-46b18f4f2718,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:26.368265 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0ed0f5e6-5eb8-4a69-82a8-edf6dfd2b607 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:26.371078 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0ed0f5e6-5eb8-4a69-82a8-edf6dfd2b607 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:26.403393 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-51dd1ef9-1ebf-4a0b-9f0c-f6bc112ed5bd tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:26.431808 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-69b41d64-7434-45d4-98f5-5e71a860b5a3 None None] Provisioning complete for port 22412a2b-f7b0-4f43-98f8-e941771dd6e5 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:26.432952 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-69b41d64-7434-45d4-98f5-5e71a860b5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:26.445705 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-51dd1ef9-1ebf-4a0b-9f0c-f6bc112ed5bd tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:26.529877 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-51dd1ef9-1ebf-4a0b-9f0c-f6bc112ed5bd tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:26.531264 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-51dd1ef9-1ebf-4a0b-9f0c-f6bc112ed5bd tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3414259 Apr 29 11:41:26.534746 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51846) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:26.545194 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-eded7dad-8c47-4043-aa82-c158bcba1051 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'port': {'network_id': '81e13980-84fc-4558-9fe0-35939f14af0d', 'name': 'tempest-PortsTestJSON-392713665'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:26.568261 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-3e0d00a3-18f5-47d9-a257-5ac2716344ae None None] Attempting to bind port 9d28753c-9dda-47ae-856c-46b18f4f2718 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:41:26.568852 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-3e0d00a3-18f5-47d9-a257-5ac2716344ae None None] Attempting to bind port 9d28753c-9dda-47ae-856c-46b18f4f2718 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:41:26.569647 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0d00a3-18f5-47d9-a257-5ac2716344ae None None] Attempting to bind port 9d28753c-9dda-47ae-856c-46b18f4f2718 on network 62578361-baac-4d3e-b4ee-401a25f05a0e {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:41:26.577556 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-592ad16e-fb59-4bd0-bbdf-9bf3eb219b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:26.583215 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-69b41d64-7434-45d4-98f5-5e71a860b5a3 None None] Port 22412a2b-f7b0-4f43-98f8-e941771dd6e5 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:41:26.585911 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0ed0f5e6-5eb8-4a69-82a8-edf6dfd2b607 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:26.586504 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed0f5e6-5eb8-4a69-82a8-edf6dfd2b607 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Fanout notify agent at l3_agent the message router_deleted on router d26da929-4605-4ea7-8e96-dbad56c8a17b {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:41:26.589649 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0d00a3-18f5-47d9-a257-5ac2716344ae None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:41:26.590029 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0d00a3-18f5-47d9-a257-5ac2716344ae None None] Checking segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:41:26.590458 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3e0d00a3-18f5-47d9-a257-5ac2716344ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:26.590855 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0d00a3-18f5-47d9-a257-5ac2716344ae None None] Bound using segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:41:26.591340 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-3e0d00a3-18f5-47d9-a257-5ac2716344ae None None] Bound port: 9d28753c-9dda-47ae-856c-46b18f4f2718, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:41:26.591718 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3e0d00a3-18f5-47d9-a257-5ac2716344ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:26.593600 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0ed0f5e6-5eb8-4a69-82a8-edf6dfd2b607 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:26.597646 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0ed0f5e6-5eb8-4a69-82a8-edf6dfd2b607 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/routers/d26da929-4605-4ea7-8e96-dbad56c8a17b HTTP/1.1" status: 204 len: 168 time: 4.8080065 Apr 29 11:41:26.608704 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51848) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:26.647844 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-829ed6a5-5391-4197-9c1c-34780ba3c287 None None] Allocated IP 2001:db8::2 (a4b2b389-9024-4cee-95b3-af3ca7cfd466/9e1343d6-df94-4124-b3a3-c184e02a70e4/b9730f39-e676-4ad0-92ef-1d478ba828e0) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:26.658499 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 3e4286fe-5d03-462b-b825-46890406f377 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:41:26.728736 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3348a800-79a8-4238-adcf-31040a93b91c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-81e13980-84fc-4558-9fe0-35939f14af0d', 'network_id': '81e13980-84fc-4558-9fe0-35939f14af0d', 'tenant_id': '468174a7deca4bc8a17b4c19d9db5ab0', 'fixed_ips': [{'subnet_id': '653da695-2d53-4344-9293-d15f008c3510'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:41:26.729597 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3348a800-79a8-4238-adcf-31040a93b91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:26.734047 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eded7dad-8c47-4043-aa82-c158bcba1051 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:26.738150 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6a1a0be3-1b4b-4ba2-9007-e41e609df5cc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:26.739598 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 3e4286fe-5d03-462b-b825-46890406f377 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:41:26.739942 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 3e4286fe-5d03-462b-b825-46890406f377 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:41:26.740389 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 2c27bbe2-b9dd-4c61-a05a-a23ef03797e3 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:41:26.745442 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eded7dad-8c47-4043-aa82-c158bcba1051 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:26.774510 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-eded7dad-8c47-4043-aa82-c158bcba1051 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] device_id is not set on port 2efd149a-0288-4898-a37c-b82a2f9e0294 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:41:26.828948 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 2c27bbe2-b9dd-4c61-a05a-a23ef03797e3 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:41:26.829347 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 2c27bbe2-b9dd-4c61-a05a-a23ef03797e3 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:41:26.829693 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 4376db6a-42f3-4e6e-9d5b-c3e9e364fe9f no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:41:26.831876 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c7c28-2898-4a54-97aa-41c5d2d296d3 req-8669df0a-b85f-4513-ab8c-badf9a414da9 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:26.833499 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3e0c7c28-2898-4a54-97aa-41c5d2d296d3 req-8669df0a-b85f-4513-ab8c-badf9a414da9 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 931 time: 0.4113812 Apr 29 11:41:26.838370 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-836423f9-47cc-4956-a163-705b83a715d8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:26.870322 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-67d2851b-e326-4bb6-ac67-6c63bd9049c4 None None] Provisioning complete for port 8ac3d547-2967-4c7e-87d8-399b475ba90d triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:26.870692 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-67d2851b-e326-4bb6-ac67-6c63bd9049c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:26.879849 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 4376db6a-42f3-4e6e-9d5b-c3e9e364fe9f {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:41:26.880242 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 4376db6a-42f3-4e6e-9d5b-c3e9e364fe9f not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:41:26.888291 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-836423f9-47cc-4956-a163-705b83a715d8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:26.903990 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-3e0d00a3-18f5-47d9-a257-5ac2716344ae None None] For port 9d28753c-9dda-47ae-856c-46b18f4f2718, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:41:26.941565 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-eded7dad-8c47-4043-aa82-c158bcba1051 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Allocated IP 172.20.0.10 (81e13980-84fc-4558-9fe0-35939f14af0d/653da695-2d53-4344-9293-d15f008c3510/2efd149a-0288-4898-a37c-b82a2f9e0294) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:26.988032 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-3e0d00a3-18f5-47d9-a257-5ac2716344ae None None] For port 9d28753c-9dda-47ae-856c-46b18f4f2718, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=9d28753c-9dda-47ae-856c-46b18f4f2718,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:41:27.010134 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3e0d00a3-18f5-47d9-a257-5ac2716344ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:27.017311 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-67d2851b-e326-4bb6-ac67-6c63bd9049c4 None None] Port 8ac3d547-2967-4c7e-87d8-399b475ba90d cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:41:27.078552 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 969bfa07-170e-4b47-a3a2-01e2f740e9ae up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:27.167593 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6a1a0be3-1b4b-4ba2-9007-e41e609df5cc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:27.178768 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eded7dad-8c47-4043-aa82-c158bcba1051 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:27.185117 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:27.191198 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-67d2851b-e326-4bb6-ac67-6c63bd9049c4 None None] Provisioning complete for port 22412a2b-f7b0-4f43-98f8-e941771dd6e5 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:27.191561 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-67d2851b-e326-4bb6-ac67-6c63bd9049c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:27.194225 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-6a1a0be3-1b4b-4ba2-9007-e41e609df5cc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6385ed98-aeeb-4990-b743-9383f9d45e8c']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:27.197723 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d00a3-18f5-47d9-a257-5ac2716344ae None None] Pushing event updated for resources: {'Port': ['ID=9d28753c-9dda-47ae-856c-46b18f4f2718,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:27.237605 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eded7dad-8c47-4043-aa82-c158bcba1051 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:27.245768 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-829ed6a5-5391-4197-9c1c-34780ba3c287 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:27.265704 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-836423f9-47cc-4956-a163-705b83a715d8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:27.277109 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-829ed6a5-5391-4197-9c1c-34780ba3c287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:27.279190 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-67d2851b-e326-4bb6-ac67-6c63bd9049c4 None None] Port 22412a2b-f7b0-4f43-98f8-e941771dd6e5 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:41:27.289347 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-6a1a0be3-1b4b-4ba2-9007-e41e609df5cc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:27.289671 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-6a1a0be3-1b4b-4ba2-9007-e41e609df5cc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f6f6fb-13c1-46d3-9cc8-1ff128e6207b') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:27.325291 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eded7dad-8c47-4043-aa82-c158bcba1051 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network 81e13980-84fc-4558-9fe0-35939f14af0d is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:27.346152 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-eded7dad-8c47-4043-aa82-c158bcba1051 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:27.377286 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eded7dad-8c47-4043-aa82-c158bcba1051 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:27.378542 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-697fa536-3b7a-44c6-a373-bef047d79b0d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:27.423780 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded7dad-8c47-4043-aa82-c158bcba1051 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Port': ['ID=2efd149a-0288-4898-a37c-b82a2f9e0294,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:27.426355 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6a1a0be3-1b4b-4ba2-9007-e41e609df5cc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:27.440542 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3e0c7c28-2898-4a54-97aa-41c5d2d296d3 req-fe8166c6-32b9-43c1-a917-1885aa8a0f69 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/security-groups?id=f5874629-b9e1-4000-8425-6441ce247fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5777400 Apr 29 11:41:27.473013 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-dce38523-aad3-43ce-a9ea-a5d290389b4a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Allocated IP 2001:db8::1fd (a4b2b389-9024-4cee-95b3-af3ca7cfd466/9e1343d6-df94-4124-b3a3-c184e02a70e4/7e40c59b-200c-4f50-874e-c023a7565517) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:27.493626 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836423f9-47cc-4956-a163-705b83a715d8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Port': ['ID=22412a2b-f7b0-4f43-98f8-e941771dd6e5,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:27.519083 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6a1a0be3-1b4b-4ba2-9007-e41e609df5cc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:27.529790 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eded7dad-8c47-4043-aa82-c158bcba1051 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:27.530499 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eded7dad-8c47-4043-aa82-c158bcba1051 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:27.568462 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-eded7dad-8c47-4043-aa82-c158bcba1051 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0324697 Apr 29 11:41:27.572148 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51850) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:27.587199 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829ed6a5-5391-4197-9c1c-34780ba3c287 None None] Network a4b2b389-9024-4cee-95b3-af3ca7cfd466 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:27.596049 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-829ed6a5-5391-4197-9c1c-34780ba3c287 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:27.599537 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697fa536-3b7a-44c6-a373-bef047d79b0d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Port': ['ID=7838e84e-fbad-4729-8b26-d271cc0e0a4b,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:27.604137 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a1a0be3-1b4b-4ba2-9007-e41e609df5cc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:41:27.604582 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6a1a0be3-1b4b-4ba2-9007-e41e609df5cc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:27.610681 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829ed6a5-5391-4197-9c1c-34780ba3c287 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:27.619680 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 969bfa07-170e-4b47-a3a2-01e2f740e9ae triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:27.620333 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:27.652744 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:41:27.652744 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:41:27.652744 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:41:27.652744 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:41:27.652744 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:41:27.652744 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:41:27.652744 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:41:27.652744 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:41:27.652744 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:41:27.652744 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:41:27.652744 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:41:27.652744 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:41:27.652744 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:41:27.652744 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:41:27.652744 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:41:27.652744 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:41:27.652744 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:41:27.652744 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:41:27.652744 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:41:27.652744 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:41:27.652744 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:41:27.652744 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:41:27.652744 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:41:27.652744 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:41:27.652744 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:41:27.652744 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:41:27.652744 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:41:27.652744 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:41:27.652744 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:41:27.652744 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:41:27.652744 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:41:27.652744 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:41:27.658087 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-3348a800-79a8-4238-adcf-31040a93b91c None None] Allocated IP 172.20.0.2 (81e13980-84fc-4558-9fe0-35939f14af0d/653da695-2d53-4344-9293-d15f008c3510/8104b762-e507-406e-9c21-d5bf8bdda250) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:27.660540 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ed6a5-5391-4197-9c1c-34780ba3c287 None None] Pushing event updated for resources: {'Port': ['ID=b9730f39-e676-4ad0-92ef-1d478ba828e0,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:27.699842 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-697fa536-3b7a-44c6-a373-bef047d79b0d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:27.709155 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-697fa536-3b7a-44c6-a373-bef047d79b0d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/7838e84e-fbad-4729-8b26-d271cc0e0a4b HTTP/1.1" status: 204 len: 168 time: 3.0568299 Apr 29 11:41:27.759508 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51852) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:27.790104 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-829ed6a5-5391-4197-9c1c-34780ba3c287 None None] Attempting to bind port b9730f39-e676-4ad0-92ef-1d478ba828e0 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:41:27.790669 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-829ed6a5-5391-4197-9c1c-34780ba3c287 None None] Attempting to bind port b9730f39-e676-4ad0-92ef-1d478ba828e0 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '8d0042df-7cda-45eb-a0a8-1bad3f3a7692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a4b2b389-9024-4cee-95b3-af3ca7cfd466'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:41:27.791105 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829ed6a5-5391-4197-9c1c-34780ba3c287 None None] Attempting to bind port b9730f39-e676-4ad0-92ef-1d478ba828e0 on network a4b2b389-9024-4cee-95b3-af3ca7cfd466 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:41:27.796019 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-640f99eb-77e0-49fb-bd0b-e04b4fa0d210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:27.835090 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829ed6a5-5391-4197-9c1c-34780ba3c287 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:41:27.835470 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829ed6a5-5391-4197-9c1c-34780ba3c287 None None] Checking segment: {'id': '8d0042df-7cda-45eb-a0a8-1bad3f3a7692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a4b2b389-9024-4cee-95b3-af3ca7cfd466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:41:27.836041 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-829ed6a5-5391-4197-9c1c-34780ba3c287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:27.836509 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829ed6a5-5391-4197-9c1c-34780ba3c287 None None] Bound using segment: {'id': '8d0042df-7cda-45eb-a0a8-1bad3f3a7692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a4b2b389-9024-4cee-95b3-af3ca7cfd466'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:41:27.837065 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-829ed6a5-5391-4197-9c1c-34780ba3c287 None None] Bound port: b9730f39-e676-4ad0-92ef-1d478ba828e0, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0042df-7cda-45eb-a0a8-1bad3f3a7692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a4b2b389-9024-4cee-95b3-af3ca7cfd466'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:41:27.837930 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-829ed6a5-5391-4197-9c1c-34780ba3c287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:27.887480 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6a1a0be3-1b4b-4ba2-9007-e41e609df5cc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:27.906815 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6a1a0be3-1b4b-4ba2-9007-e41e609df5cc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:27.921934 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6a1a0be3-1b4b-4ba2-9007-e41e609df5cc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/networks/6385ed98-aeeb-4990-b743-9383f9d45e8c HTTP/1.1" status: 204 len: 168 time: 1.3092322 Apr 29 11:41:27.937217 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51854) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:27.943117 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-df24f3e3-92c2-4431-9813-1ccb3ee8665c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'network': {'name': 'tempest-network-smoke--89037490', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'port_security_enabled': True}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:27.971415 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836423f9-47cc-4956-a163-705b83a715d8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network 304bd7ea-e1ee-4684-a2b1-b488f01c1f6a is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:27.977486 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b014c1-504e-404f-85fb-9128f7e41d28 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:27.979292 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b014c1-504e-404f-85fb-9128f7e41d28 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:27.983718 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-15b014c1-504e-404f-85fb-9128f7e41d28 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2230988 Apr 29 11:41:27.984336 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51856) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:27.995872 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a0be3-1b4b-4ba2-9007-e41e609df5cc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Network': ['ID=6385ed98-aeeb-4990-b743-9383f9d45e8c,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:28.004961 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-836423f9-47cc-4956-a163-705b83a715d8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:28.061342 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device d508c517-822d-4fac-ac0b-4f60462ee781 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:41:28.080201 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-829ed6a5-5391-4197-9c1c-34780ba3c287 None None] For port b9730f39-e676-4ad0-92ef-1d478ba828e0, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:41:28.122532 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: d508c517-822d-4fac-ac0b-4f60462ee781 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:41:28.122898 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device d508c517-822d-4fac-ac0b-4f60462ee781 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:41:28.123667 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device bfffa0fb-dc4b-4691-ac97-9ac537f6ed85 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:41:28.130050 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-829ed6a5-5391-4197-9c1c-34780ba3c287 None None] For port b9730f39-e676-4ad0-92ef-1d478ba828e0, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=b9730f39-e676-4ad0-92ef-1d478ba828e0,segment=NetworkSegment(8d0042df-7cda-45eb-a0a8-1bad3f3a7692),segment_id=8d0042df-7cda-45eb-a0a8-1bad3f3a7692)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:41:28.141295 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-be768e95-d2d3-4c5b-a01c-4a68519f34f4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting subnet 1150ebb3-eadd-4cc1-b440-0bdee7718c38 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:41:28.156362 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3348a800-79a8-4238-adcf-31040a93b91c None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:28.158421 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-829ed6a5-5391-4197-9c1c-34780ba3c287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:28.162124 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df24f3e3-92c2-4431-9813-1ccb3ee8665c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Made reservation on behalf of e43b3d3b447648b5aeeaf858bb1241e8 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:28.168448 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-df24f3e3-92c2-4431-9813-1ccb3ee8665c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:28.172841 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-be768e95-d2d3-4c5b-a01c-4a68519f34f4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:28.196544 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: bfffa0fb-dc4b-4691-ac97-9ac537f6ed85 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:41:28.197089 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device bfffa0fb-dc4b-4691-ac97-9ac537f6ed85 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:41:28.244802 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3348a800-79a8-4238-adcf-31040a93b91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:28.284712 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-592ad16e-fb59-4bd0-bbdf-9bf3eb219b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac3d547-2967-4c7e-87d8-399b475ba90d {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:41:28.293932 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3348a800-79a8-4238-adcf-31040a93b91c None None] Network 81e13980-84fc-4558-9fe0-35939f14af0d is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:28.297148 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-3348a800-79a8-4238-adcf-31040a93b91c None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:28.300043 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3348a800-79a8-4238-adcf-31040a93b91c None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:28.309087 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ed6a5-5391-4197-9c1c-34780ba3c287 None None] Pushing event updated for resources: {'Port': ['ID=b9730f39-e676-4ad0-92ef-1d478ba828e0,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:28.312366 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-be768e95-d2d3-4c5b-a01c-4a68519f34f4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:28.336863 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-592ad16e-fb59-4bd0-bbdf-9bf3eb219b07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:28.407492 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-592ad16e-fb59-4bd0-bbdf-9bf3eb219b07 service neutron] Transition to ACTIVE for port object 8ac3d547-2967-4c7e-87d8-399b475ba90d will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:41:28.429803 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dce38523-aad3-43ce-a9ea-a5d290389b4a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:28.484333 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-3348a800-79a8-4238-adcf-31040a93b91c None None] Attempting to bind port 8104b762-e507-406e-9c21-d5bf8bdda250 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:41:28.484811 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-3348a800-79a8-4238-adcf-31040a93b91c None None] Attempting to bind port 8104b762-e507-406e-9c21-d5bf8bdda250 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '2d09ee3e-f1c4-44c8-bc07-5895d8bab4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '81e13980-84fc-4558-9fe0-35939f14af0d'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:41:28.485249 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3348a800-79a8-4238-adcf-31040a93b91c None None] Attempting to bind port 8104b762-e507-406e-9c21-d5bf8bdda250 on network 81e13980-84fc-4558-9fe0-35939f14af0d {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:41:28.504042 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348a800-79a8-4238-adcf-31040a93b91c None None] Pushing event updated for resources: {'Port': ['ID=8104b762-e507-406e-9c21-d5bf8bdda250,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:28.515125 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3348a800-79a8-4238-adcf-31040a93b91c None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:41:28.515774 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3348a800-79a8-4238-adcf-31040a93b91c None None] Checking segment: {'id': '2d09ee3e-f1c4-44c8-bc07-5895d8bab4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '81e13980-84fc-4558-9fe0-35939f14af0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:41:28.516325 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3348a800-79a8-4238-adcf-31040a93b91c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:28.516853 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3348a800-79a8-4238-adcf-31040a93b91c None None] Bound using segment: {'id': '2d09ee3e-f1c4-44c8-bc07-5895d8bab4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '81e13980-84fc-4558-9fe0-35939f14af0d'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:41:28.517440 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-3348a800-79a8-4238-adcf-31040a93b91c None None] Bound port: 8104b762-e507-406e-9c21-d5bf8bdda250, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d09ee3e-f1c4-44c8-bc07-5895d8bab4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '81e13980-84fc-4558-9fe0-35939f14af0d'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:41:28.518221 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3348a800-79a8-4238-adcf-31040a93b91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:28.519019 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df24f3e3-92c2-4431-9813-1ccb3ee8665c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:41:28.541118 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-4d1b8743-722f-48d3-839e-1a14c6e1c21d None None] Provisioning complete for port 22412a2b-f7b0-4f43-98f8-e941771dd6e5 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:28.541700 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4d1b8743-722f-48d3-839e-1a14c6e1c21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:28.588049 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:28.635977 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-df24f3e3-92c2-4431-9813-1ccb3ee8665c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:28.636319 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-df24f3e3-92c2-4431-9813-1ccb3ee8665c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Added segment 5ae0213c-e045-45e1-a170-1fcd80f529a8 of type vlan for network e8e1c49c-e70d-447f-856f-664a2dd7d7ab Apr 29 11:41:28.688135 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-3348a800-79a8-4238-adcf-31040a93b91c None None] For port 8104b762-e507-406e-9c21-d5bf8bdda250, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:41:28.692188 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-3348a800-79a8-4238-adcf-31040a93b91c None None] For port 8104b762-e507-406e-9c21-d5bf8bdda250, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=8104b762-e507-406e-9c21-d5bf8bdda250,segment=NetworkSegment(2d09ee3e-f1c4-44c8-bc07-5895d8bab4aa),segment_id=2d09ee3e-f1c4-44c8-bc07-5895d8bab4aa)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:41:28.701819 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-4d1b8743-722f-48d3-839e-1a14c6e1c21d None None] Port 22412a2b-f7b0-4f43-98f8-e941771dd6e5 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:41:28.705082 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3348a800-79a8-4238-adcf-31040a93b91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:28.774273 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dce38523-aad3-43ce-a9ea-a5d290389b4a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:28.792655 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348a800-79a8-4238-adcf-31040a93b91c None None] Pushing event updated for resources: {'Port': ['ID=8104b762-e507-406e-9c21-d5bf8bdda250,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:28.870655 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-df24f3e3-92c2-4431-9813-1ccb3ee8665c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:28.875286 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4a0a30c3-c8c3-43cc-9656-11ec2d8a940c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:28.926573 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce38523-aad3-43ce-a9ea-a5d290389b4a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network a4b2b389-9024-4cee-95b3-af3ca7cfd466 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:28.928592 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-dce38523-aad3-43ce-a9ea-a5d290389b4a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:28.942506 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce38523-aad3-43ce-a9ea-a5d290389b4a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:28.948855 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce38523-aad3-43ce-a9ea-a5d290389b4a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:28.949532 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dce38523-aad3-43ce-a9ea-a5d290389b4a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:28.987056 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce38523-aad3-43ce-a9ea-a5d290389b4a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Port': ['ID=7e40c59b-200c-4f50-874e-c023a7565517,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:29.014575 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-df24f3e3-92c2-4431-9813-1ccb3ee8665c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:29.020687 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df24f3e3-92c2-4431-9813-1ccb3ee8665c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:29.021315 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-df24f3e3-92c2-4431-9813-1ccb3ee8665c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:29.037079 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-dce38523-aad3-43ce-a9ea-a5d290389b4a tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2676983 Apr 29 11:41:29.043496 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51860) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:29.083959 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-7bb13ff3-97a8-41b6-8a5a-b67f17a05309 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'subnet': {'network_id': 'a4b2b389-9024-4cee-95b3-af3ca7cfd466', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:29.091043 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-592ad16e-fb59-4bd0-bbdf-9bf3eb219b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:29.145933 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-48728f07-fb09-47c2-a1e6-96b99e7069e7 None None] Provisioning complete for port 9d28753c-9dda-47ae-856c-46b18f4f2718 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:29.146348 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-48728f07-fb09-47c2-a1e6-96b99e7069e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:29.252410 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-be768e95-d2d3-4c5b-a01c-4a68519f34f4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:29.277310 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836423f9-47cc-4956-a163-705b83a715d8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Router ef3bb96d-413e-49c4-9a6b-0f3e07c6b208 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:41:29.284187 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24f3e3-92c2-4431-9813-1ccb3ee8665c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Network': ['ID=e8e1c49c-e70d-447f-856f-664a2dd7d7ab,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:29.300062 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-df24f3e3-92c2-4431-9813-1ccb3ee8665c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3607500 Apr 29 11:41:29.300795 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51862) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:29.338991 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-9ec8e584-2913-464e-a2ee-c127579e2ca1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-5149196', 'admin_state_up': True, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:29.340953 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network e8e1c49c-e70d-447f-856f-664a2dd7d7ab details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:41:29.354039 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device b9730f39-e676-4ad0-92ef-1d478ba828e0 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:29.357013 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe383b7-c042-4e89-a67c-f815a73a6cb7 req-bc5f43bf-c25b-4afa-9544-a1c1d010db90 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:29.358668 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1fe383b7-c042-4e89-a67c-f815a73a6cb7 req-bc5f43bf-c25b-4afa-9544-a1c1d010db90 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 943 time: 0.3201580 Apr 29 11:41:29.413733 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ad16e-fb59-4bd0-bbdf-9bf3eb219b07 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac3d547-2967-4c7e-87d8-399b475ba90d,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:29.455306 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9ec8e584-2913-464e-a2ee-c127579e2ca1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:29.457216 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9ec8e584-2913-464e-a2ee-c127579e2ca1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:29.631610 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9ec8e584-2913-464e-a2ee-c127579e2ca1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:29.671159 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-48728f07-fb09-47c2-a1e6-96b99e7069e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:29.721989 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port b9730f39-e676-4ad0-92ef-1d478ba828e0 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:29.722615 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:29.732321 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1fe383b7-c042-4e89-a67c-f815a73a6cb7 req-5e77b1b2-082f-42f4-b3c9-ca98b0abda16 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/security-groups?id=f5874629-b9e1-4000-8425-6441ce247fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3577733 Apr 29 11:41:29.733680 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836423f9-47cc-4956-a163-705b83a715d8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:41:29.745674 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4380534-2bca-48bf-843e-6d5e9c8bcbf1 None None] Sync routers for ids ['ef3bb96d-413e-49c4-9a6b-0f3e07c6b208'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:41:29.757396 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4380534-2bca-48bf-843e-6d5e9c8bcbf1 None None] Routers {'ef3bb96d-413e-49c4-9a6b-0f3e07c6b208'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:41:29.762521 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f4380534-2bca-48bf-843e-6d5e9c8bcbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:41:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['ef3bb96d-413e-49c4-9a6b-0f3e07c6b208'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:29.778654 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4a0a30c3-c8c3-43cc-9656-11ec2d8a940c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:29.804247 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-836423f9-47cc-4956-a163-705b83a715d8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "PUT /v2.0/routers/ef3bb96d-413e-49c4-9a6b-0f3e07c6b208/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0449462 Apr 29 11:41:29.812373 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51864) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:29.844833 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4a0a30c3-c8c3-43cc-9656-11ec2d8a940c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:29.858257 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-be768e95-d2d3-4c5b-a01c-4a68519f34f4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:29.873390 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f4380534-2bca-48bf-843e-6d5e9c8bcbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:29.890726 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4380534-2bca-48bf-843e-6d5e9c8bcbf1 None None] Routers {'ef3bb96d-413e-49c4-9a6b-0f3e07c6b208'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:41:29.891674 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f4380534-2bca-48bf-843e-6d5e9c8bcbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:41:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['ef3bb96d-413e-49c4-9a6b-0f3e07c6b208'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:29.918608 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-48728f07-fb09-47c2-a1e6-96b99e7069e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:41:29.919060 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-48728f07-fb09-47c2-a1e6-96b99e7069e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:41:29.938624 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f4380534-2bca-48bf-843e-6d5e9c8bcbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:29.940785 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4380534-2bca-48bf-843e-6d5e9c8bcbf1 None None] The sync data for ids ['ef3bb96d-413e-49c4-9a6b-0f3e07c6b208'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:41:29.963035 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9ec8e584-2913-464e-a2ee-c127579e2ca1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:29.987691 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be768e95-d2d3-4c5b-a01c-4a68519f34f4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Subnet': ['ID=1150ebb3-eadd-4cc1-b440-0bdee7718c38,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:30.008966 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb13ff3-97a8-41b6-8a5a-b67f17a05309 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:30.012341 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7bb13ff3-97a8-41b6-8a5a-b67f17a05309 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:30.017092 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:30.025954 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-be768e95-d2d3-4c5b-a01c-4a68519f34f4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:30.033497 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:30.037395 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51866) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:30.045887 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-be768e95-d2d3-4c5b-a01c-4a68519f34f4 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/1150ebb3-eadd-4cc1-b440-0bdee7718c38 HTTP/1.1" status: 204 len: 168 time: 2.0569541 Apr 29 11:41:30.054050 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90615d-660e-4a46-9add-681dbf169e15 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:30.058495 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5e90615d-660e-4a46-9add-681dbf169e15 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "GET /v2.0/ports/22412a2b-f7b0-4f43-98f8-e941771dd6e5 HTTP/1.1" status: 200 len: 910 time: 0.2391765 Apr 29 11:41:30.059137 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51868) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:30.067493 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a30c3-c8c3-43cc-9656-11ec2d8a940c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Port': ['ID=2efd149a-0288-4898-a37c-b82a2f9e0294,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:30.068531 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-0ec9b674-2a9a-4a65-9144-5287fed04543 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '01076003-7964-4492-b51c-5120b86eefee'}]}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:30.086334 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port b9730f39-e676-4ad0-92ef-1d478ba828e0, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=b9730f39-e676-4ad0-92ef-1d478ba828e0,segment=NetworkSegment(8d0042df-7cda-45eb-a0a8-1bad3f3a7692),segment_id=8d0042df-7cda-45eb-a0a8-1bad3f3a7692)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:30.095599 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:30.096727 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 9d28753c-9dda-47ae-856c-46b18f4f2718 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:30.100285 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-592ad16e-fb59-4bd0-bbdf-9bf3eb219b07 service neutron] Attempting to bind port 8ac3d547-2967-4c7e-87d8-399b475ba90d on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:41:30.100614 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-592ad16e-fb59-4bd0-bbdf-9bf3eb219b07 service neutron] Attempting to bind port 8ac3d547-2967-4c7e-87d8-399b475ba90d by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '14159b9b-c437-40b5-acde-2a010b1f147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1e626177-13e1-498b-8c5b-25bda1fa93e6'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:41:30.100880 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-592ad16e-fb59-4bd0-bbdf-9bf3eb219b07 service neutron] Attempting to bind port 8ac3d547-2967-4c7e-87d8-399b475ba90d on network 1e626177-13e1-498b-8c5b-25bda1fa93e6 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:41:30.113440 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-596ff309-6a78-472c-87b8-2ef2f167fb28 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635791 Apr 29 11:41:30.122372 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51870) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:30.185948 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c227ea-80ff-4d0c-82cf-dee929f21914 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:30.209716 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-592ad16e-fb59-4bd0-bbdf-9bf3eb219b07 service neutron] Port 8ac3d547-2967-4c7e-87d8-399b475ba90d on network 1e626177-13e1-498b-8c5b-25bda1fa93e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:41:30.209898 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-592ad16e-fb59-4bd0-bbdf-9bf3eb219b07 service neutron] Attempting to bind port 8ac3d547-2967-4c7e-87d8-399b475ba90d on network 1e626177-13e1-498b-8c5b-25bda1fa93e6 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:41:30.262938 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-592ad16e-fb59-4bd0-bbdf-9bf3eb219b07 service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:41:30.263154 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-592ad16e-fb59-4bd0-bbdf-9bf3eb219b07 service neutron] Checking segment: {'id': '14159b9b-c437-40b5-acde-2a010b1f147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1e626177-13e1-498b-8c5b-25bda1fa93e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:41:30.263428 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-592ad16e-fb59-4bd0-bbdf-9bf3eb219b07 service neutron] Bound using segment: {'id': '14159b9b-c437-40b5-acde-2a010b1f147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1e626177-13e1-498b-8c5b-25bda1fa93e6'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:41:30.263882 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-592ad16e-fb59-4bd0-bbdf-9bf3eb219b07 service neutron] Bound port: 8ac3d547-2967-4c7e-87d8-399b475ba90d, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14159b9b-c437-40b5-acde-2a010b1f147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1e626177-13e1-498b-8c5b-25bda1fa93e6'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:41:30.264235 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-592ad16e-fb59-4bd0-bbdf-9bf3eb219b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:30.281896 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:30.317832 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=b9730f39-e676-4ad0-92ef-1d478ba828e0,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:30.342100 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583aa1fc-e7e0-49e4-9d51-5992605e33cc tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:30.343773 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-583aa1fc-e7e0-49e4-9d51-5992605e33cc tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2088850 Apr 29 11:41:30.360139 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51872) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:30.393766 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 9d28753c-9dda-47ae-856c-46b18f4f2718 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:30.394395 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:30.451582 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.ipam_backend_mixin [None req-7bb13ff3-97a8-41b6-8a5a-b67f17a05309 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9e1343d6-df94-4124-b3a3-c184e02a70e4 (CIDR: 2001:db8::/64) Apr 29 11:41:30.479148 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb13ff3-97a8-41b6-8a5a-b67f17a05309 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:41:30.479656 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bb13ff3-97a8-41b6-8a5a-b67f17a05309 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:41:30.498508 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-48728f07-fb09-47c2-a1e6-96b99e7069e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:30.531648 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0d1362-1b48-4ac9-bdb6-6c5c2cd599a3 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:30.535768 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-1a0d1362-1b48-4ac9-bdb6-6c5c2cd599a3 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1722898 Apr 29 11:41:30.535768 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-592ad16e-fb59-4bd0-bbdf-9bf3eb219b07 service neutron] For port 8ac3d547-2967-4c7e-87d8-399b475ba90d, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:41:30.540345 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51874) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:30.549974 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-48728f07-fb09-47c2-a1e6-96b99e7069e7 None None] For port 9d28753c-9dda-47ae-856c-46b18f4f2718, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=9d28753c-9dda-47ae-856c-46b18f4f2718,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:30.560365 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7bb13ff3-97a8-41b6-8a5a-b67f17a05309 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4814084 Apr 29 11:41:30.561106 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4a0a30c3-c8c3-43cc-9656-11ec2d8a940c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:30.564626 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51876) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:30.569906 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-68b28c0e-0ed4-4c30-ba9f-d529630e71cc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'subnet': {'network_id': 'a4b2b389-9024-4cee-95b3-af3ca7cfd466', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:30.571221 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-48728f07-fb09-47c2-a1e6-96b99e7069e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:30.577849 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-592ad16e-fb59-4bd0-bbdf-9bf3eb219b07 service neutron] For port 8ac3d547-2967-4c7e-87d8-399b475ba90d, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8ac3d547-2967-4c7e-87d8-399b475ba90d,segment=NetworkSegment(14159b9b-c437-40b5-acde-2a010b1f147b),segment_id=14159b9b-c437-40b5-acde-2a010b1f147b)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:41:30.598497 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-592ad16e-fb59-4bd0-bbdf-9bf3eb219b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:30.631824 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-48728f07-fb09-47c2-a1e6-96b99e7069e7 None None] Could not find standard attr ID for object 7838e84e-fbad-4729-8b26-d271cc0e0a4b. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:41:30.650820 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48728f07-fb09-47c2-a1e6-96b99e7069e7 None None] Pushing event updated for resources: {'Port': ['ID=9d28753c-9dda-47ae-856c-46b18f4f2718,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:30.683118 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-551bf12d-4f6d-484d-a4d5-c548a717cff8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1414628 Apr 29 11:41:30.688608 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51878) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:30.700546 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-22f93776-2398-4d79-a8f9-02ced4803382 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:30.725399 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e7764b-9061-4b8a-8d32-24d5214b064e None None] Network 81e13980-84fc-4558-9fe0-35939f14af0d requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:30.781547 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a16f9e0-a50b-4534-8f5b-67c9a7588226 None None] DHCP port deletion for 62578361-baac-4d3e-b4ee-401a25f05a0e request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:41:30.783677 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-592ad16e-fb59-4bd0-bbdf-9bf3eb219b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:30.784486 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-592ad16e-fb59-4bd0-bbdf-9bf3eb219b07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:30.786785 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-592ad16e-fb59-4bd0-bbdf-9bf3eb219b07 service neutron] 10.222.0.62 "PUT /v2.0/ports/8ac3d547-2967-4c7e-87d8-399b475ba90d HTTP/1.1" status: 200 len: 1093 time: 4.6318460 Apr 29 11:41:30.809819 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1', 'tag': '8ac3d547-2967-4c7e-87d8-399b475ba90d'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:41:30.813206 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f22e55d-858d-4628-a837-c3bfb8e55ece" -d '{"events": [{"name": "network-changed", "server_uuid": "799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1", "tag": "8ac3d547-2967-4c7e-87d8-399b475ba90d"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:41:30.819027 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0ec9b674-2a9a-4a65-9144-5287fed04543 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:30.958894 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e735c5aa-281f-433d-b998-a2aba7683352 x-openstack-request-id: req-e735c5aa-281f-433d-b998-a2aba7683352 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:41:30.959243 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1", "tag": "8ac3d547-2967-4c7e-87d8-399b475ba90d", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:41:30.959500 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e735c5aa-281f-433d-b998-a2aba7683352 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:41:30.959925 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e735c5aa-281f-433d-b998-a2aba7683352'] response: {'name': 'network-changed', 'server_uuid': '799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1', 'tag': '8ac3d547-2967-4c7e-87d8-399b475ba90d', 'status': 'completed', 'code': 200} Apr 29 11:41:30.982789 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ad16e-fb59-4bd0-bbdf-9bf3eb219b07 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac3d547-2967-4c7e-87d8-399b475ba90d,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:31.076110 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9ec8e584-2913-464e-a2ee-c127579e2ca1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_gateway, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:31.089404 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-26d20f51-bcc2-4a85-9407-2d0b5fbbb2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:31.091352 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-26d20f51-bcc2-4a85-9407-2d0b5fbbb2e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56bd83428e3c4f3aa29e4f4f408e0dec&device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 1096 time: 0.1811242 Apr 29 11:41:31.113857 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9ec8e584-2913-464e-a2ee-c127579e2ca1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:31.190943 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-fdbc9991-6ace-4d72-9c30-b5fb169f5913 None None] Provisioning complete for port b9730f39-e676-4ad0-92ef-1d478ba828e0 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:31.191311 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fdbc9991-6ace-4d72-9c30-b5fb169f5913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:31.229818 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-3a16f9e0-a50b-4534-8f5b-67c9a7588226 None None] Deleting port 9d28753c-9dda-47ae-856c-46b18f4f2718 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:31.229818 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3a16f9e0-a50b-4534-8f5b-67c9a7588226 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:31.254543 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f93776-2398-4d79-a8f9-02ced4803382 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:31.259301 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-22f93776-2398-4d79-a8f9-02ced4803382 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:31.261241 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:41:31.265320 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4a0a30c3-c8c3-43cc-9656-11ec2d8a940c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:31.289581 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-9b058845-4fcd-43a3-ad77-d2f283648d0b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ac3d547-2967-4c7e-87d8-399b475ba90d HTTP/1.1" status: 200 len: 217 time: 0.1499746 Apr 29 11:41:31.298103 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device b9730f39-e676-4ad0-92ef-1d478ba828e0 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:31.308485 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43370a4-8aaa-4742-b48a-be11a87da53e req-0390cb4d-f504-4fea-ae7e-974ddcb0a3c2 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:31.310775 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e43370a4-8aaa-4742-b48a-be11a87da53e req-0390cb4d-f504-4fea-ae7e-974ddcb0a3c2 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 943 time: 0.4585440 Apr 29 11:41:31.425646 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-3a16f9e0-a50b-4534-8f5b-67c9a7588226 None None] For port 9d28753c-9dda-47ae-856c-46b18f4f2718, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=9d28753c-9dda-47ae-856c-46b18f4f2718,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:31.426049 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3a16f9e0-a50b-4534-8f5b-67c9a7588226 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:31.491758 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-3a16f9e0-a50b-4534-8f5b-67c9a7588226 None None] Calling delete_port for 9d28753c-9dda-47ae-856c-46b18f4f2718 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:31.532915 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b28c0e-0ed4-4c30-ba9f-d529630e71cc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:31.538742 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-68b28c0e-0ed4-4c30-ba9f-d529630e71cc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:31.561551 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-0c0a9771-65c4-4369-bc56-7335ec965c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:31.563123 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-0c0a9771-65c4-4369-bc56-7335ec965c64 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0eb7862d-0f8b-4e76-aacd-7adf3a8843ee HTTP/1.1" status: 200 len: 835 time: 0.2511034 Apr 29 11:41:31.573246 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e43370a4-8aaa-4742-b48a-be11a87da53e req-48ec079a-014d-4f16-8251-3586b0bbd228 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/security-groups?id=f5874629-b9e1-4000-8425-6441ce247fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2344029 Apr 29 11:41:31.602848 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port b9730f39-e676-4ad0-92ef-1d478ba828e0 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:31.603712 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:31.629946 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-fdbc9991-6ace-4d72-9c30-b5fb169f5913 None None] Could not find standard attr ID for object 7838e84e-fbad-4729-8b26-d271cc0e0a4b. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:41:31.682734 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-fdbc9991-6ace-4d72-9c30-b5fb169f5913 None None] Provisioning complete for port 4f63dbb7-99d4-406d-b281-8f97d2d1e1a1 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:31.682734 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fdbc9991-6ace-4d72-9c30-b5fb169f5913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:31.749522 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-7cab9b00-d5cf-4437-bdd0-e4fcbdf5e877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:31.751273 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-7cab9b00-d5cf-4437-bdd0-e4fcbdf5e877 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1e626177-13e1-498b-8c5b-25bda1fa93e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1717618 Apr 29 11:41:31.782637 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3a16f9e0-a50b-4534-8f5b-67c9a7588226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:31.847802 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a16f9e0-a50b-4534-8f5b-67c9a7588226 None None] No DVR routers for this DVR port 9d28753c-9dda-47ae-856c-46b18f4f2718 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:41:31.851495 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16f9e0-a50b-4534-8f5b-67c9a7588226 None None] Pushing event deleted for resources: {'Port': ['ID=9d28753c-9dda-47ae-856c-46b18f4f2718,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:31.866335 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-fdbc9991-6ace-4d72-9c30-b5fb169f5913 None None] Port 4f63dbb7-99d4-406d-b281-8f97d2d1e1a1 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:41:31.907013 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-fdbc9991-6ace-4d72-9c30-b5fb169f5913 None None] Provisioning complete for port 8104b762-e507-406e-9c21-d5bf8bdda250 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:31.907478 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fdbc9991-6ace-4d72-9c30-b5fb169f5913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:31.914618 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-9ec8e584-2913-464e-a2ee-c127579e2ca1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.26.4.154 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/97fe2791-50d3-444c-a0df-ba0efdd2c9e4) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:31.941899 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 8104b762-e507-406e-9c21-d5bf8bdda250 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:31.994088 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-2d8060e6-7569-404e-90fc-2d29fc6900a3 service neutron] 10.222.0.62 "GET /v2.0/networks/1e626177-13e1-498b-8c5b-25bda1fa93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294273 Apr 29 11:41:32.024465 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 8104b762-e507-406e-9c21-d5bf8bdda250 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:32.024838 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:32.128739 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fdbc9991-6ace-4d72-9c30-b5fb169f5913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:32.176256 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9ec8e584-2913-464e-a2ee-c127579e2ca1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:32.179391 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:32.181413 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f3032d39-00b5-458a-8c2e-fc0862d4909a req-a22dde79-6f1c-4221-9a32-675c749dca3c service neutron] 10.222.0.62 "GET /v2.0/networks/1e626177-13e1-498b-8c5b-25bda1fa93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774228 Apr 29 11:41:32.225190 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-fdbc9991-6ace-4d72-9c30-b5fb169f5913 None None] For port 8104b762-e507-406e-9c21-d5bf8bdda250, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=8104b762-e507-406e-9c21-d5bf8bdda250,segment=NetworkSegment(2d09ee3e-f1c4-44c8-bc07-5895d8bab4aa),segment_id=2d09ee3e-f1c4-44c8-bc07-5895d8bab4aa)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:32.275608 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fdbc9991-6ace-4d72-9c30-b5fb169f5913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:32.278498 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:41:32.278954 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:41:32.344147 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc9991-6ace-4d72-9c30-b5fb169f5913 None None] Pushing event updated for resources: {'Port': ['ID=8104b762-e507-406e-9c21-d5bf8bdda250,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:32.349096 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-68b28c0e-0ed4-4c30-ba9f-d529630e71cc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:32.362900 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9ec8e584-2913-464e-a2ee-c127579e2ca1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:32.369953 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-22f93776-2398-4d79-a8f9-02ced4803382 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:32.374225 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4a0a30c3-c8c3-43cc-9656-11ec2d8a940c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:32.426715 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4a0a30c3-c8c3-43cc-9656-11ec2d8a940c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:32.438057 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-4ed98cc7-c50a-42ea-ad82-07089e72487d None None] Provisioning complete for port 7e40c59b-200c-4f50-874e-c023a7565517 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:32.438929 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4ed98cc7-c50a-42ea-ad82-07089e72487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:32.481376 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4a0a30c3-c8c3-43cc-9656-11ec2d8a940c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:32.493189 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-4ed98cc7-c50a-42ea-ad82-07089e72487d None None] Port 7e40c59b-200c-4f50-874e-c023a7565517 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:41:32.506687 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-4ed98cc7-c50a-42ea-ad82-07089e72487d None None] Provisioning complete for port 2efd149a-0288-4898-a37c-b82a2f9e0294 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:32.507076 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4ed98cc7-c50a-42ea-ad82-07089e72487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:32.549443 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f93776-2398-4d79-a8f9-02ced4803382 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Subnet': ['ID=bafe59bf-8fd0-4b8c-b4f7-609006d25067,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:32.556719 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-4ed98cc7-c50a-42ea-ad82-07089e72487d None None] Port 2efd149a-0288-4898-a37c-b82a2f9e0294 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:41:32.566417 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec8e584-2913-464e-a2ee-c127579e2ca1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:32.568072 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-4ed98cc7-c50a-42ea-ad82-07089e72487d None None] Provisioning complete for port 8104b762-e507-406e-9c21-d5bf8bdda250 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:32.569728 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4ed98cc7-c50a-42ea-ad82-07089e72487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:32.579023 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f93776-2398-4d79-a8f9-02ced4803382 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:32.580191 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-9ec8e584-2913-464e-a2ee-c127579e2ca1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:32.585933 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec8e584-2913-464e-a2ee-c127579e2ca1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:32.613731 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-22f93776-2398-4d79-a8f9-02ced4803382 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:32.615723 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8e584-2913-464e-a2ee-c127579e2ca1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=97fe2791-50d3-444c-a0df-ba0efdd2c9e4,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:32.618530 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f93776-2398-4d79-a8f9-02ced4803382 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:32.619122 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-22f93776-2398-4d79-a8f9-02ced4803382 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:32.636148 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a4a109-160a-4b52-8963-2b9e42c2aac8 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:32.692758 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a30c3-c8c3-43cc-9656-11ec2d8a940c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Port': ['ID=2efd149a-0288-4898-a37c-b82a2f9e0294,revision_number=3']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:32.738695 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-22f93776-2398-4d79-a8f9-02ced4803382 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0404854 Apr 29 11:41:32.742573 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51886) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:32.751397 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-d61150b7-8483-440f-a164-aafe29584b18 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'port': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'mac_address': 'fa:16:3e:ee:c4:40', 'name': 'tempest-NetworksTestDHCPv6-813258835'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:32.803945 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0ec9b674-2a9a-4a65-9144-5287fed04543 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:32.820415 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b28c0e-0ed4-4c30-ba9f-d529630e71cc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network a4b2b389-9024-4cee-95b3-af3ca7cfd466 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:32.829494 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-68b28c0e-0ed4-4c30-ba9f-d529630e71cc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:32.832937 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22e55d-858d-4628-a837-c3bfb8e55ece req-9e220a09-9103-45be-8fc2-48a4935a3f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:32.836584 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4f22e55d-858d-4628-a837-c3bfb8e55ece req-9e220a09-9103-45be-8fc2-48a4935a3f88 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56bd83428e3c4f3aa29e4f4f408e0dec&device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 1096 time: 0.5468345 Apr 29 11:41:32.837978 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b28c0e-0ed4-4c30-ba9f-d529630e71cc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:32.838775 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-68b28c0e-0ed4-4c30-ba9f-d529630e71cc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:32.843838 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0ec9b674-2a9a-4a65-9144-5287fed04543 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:32.844303 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78ba017-c1fa-4ae5-940f-afdeb0620822 None None] Network a4b2b389-9024-4cee-95b3-af3ca7cfd466 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:32.892093 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0a30c3-c8c3-43cc-9656-11ec2d8a940c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network 81e13980-84fc-4558-9fe0-35939f14af0d is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:32.917835 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b28c0e-0ed4-4c30-ba9f-d529630e71cc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Subnet': ['ID=242b8a3b-bcae-4474-b529-3d21cdb31a09,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:32.920668 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-4a0a30c3-c8c3-43cc-9656-11ec2d8a940c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:33.009436 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 9d28753c-9dda-47ae-856c-46b18f4f2718 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:41:33.024976 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-68b28c0e-0ed4-4c30-ba9f-d529630e71cc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4555159 Apr 29 11:41:33.027714 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51888) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:33.033533 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-b65c4524-61bf-42bf-83e5-344e62c6886d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1549514844', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '242b8a3b-bcae-4474-b529-3d21cdb31a09'}], 'security_groups': ['be21cc3a-0a04-4766-a478-30ce53f57651']}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:33.056628 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec9b674-2a9a-4a65-9144-5287fed04543 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:33.057330 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0ec9b674-2a9a-4a65-9144-5287fed04543 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:33.061887 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0ec9b674-2a9a-4a65-9144-5287fed04543 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "PUT /v2.0/ports/22412a2b-f7b0-4f43-98f8-e941771dd6e5 HTTP/1.1" status: 200 len: 910 time: 3.0000291 Apr 29 11:41:33.069848 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd80473-8d8c-490e-8f45-c79271bfeddb req-ad586795-2c83-4bdf-9624-b81462ac8740 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:33.071481 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4cd80473-8d8c-490e-8f45-c79271bfeddb req-ad586795-2c83-4bdf-9624-b81462ac8740 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 943 time: 0.3084459 Apr 29 11:41:33.072040 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51890) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:33.080746 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec9b674-2a9a-4a65-9144-5287fed04543 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Port': ['ID=22412a2b-f7b0-4f43-98f8-e941771dd6e5,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:33.104165 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 9d28753c-9dda-47ae-856c-46b18f4f2718 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:41:33.104710 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 9d28753c-9dda-47ae-856c-46b18f4f2718 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:41:33.189927 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-83dc6e33-2e7d-48a2-b3c9-d33c3e165589 None None] Provisioning complete for port 2efd149a-0288-4898-a37c-b82a2f9e0294 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:33.191156 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-83dc6e33-2e7d-48a2-b3c9-d33c3e165589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:33.255643 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22e55d-858d-4628-a837-c3bfb8e55ece req-e5459db4-b17c-477a-acd8-3d2f9d6742a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:33.257678 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4f22e55d-858d-4628-a837-c3bfb8e55ece req-e5459db4-b17c-477a-acd8-3d2f9d6742a9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1e626177-13e1-498b-8c5b-25bda1fa93e6 HTTP/1.1" status: 200 len: 898 time: 0.4098868 Apr 29 11:41:33.275170 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbdf2da-3148-4384-abc0-67cc453f9b57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-62578361-baac-4d3e-b4ee-401a25f05a0e', 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'fixed_ips': [{'subnet_id': 'bafe59bf-8fd0-4b8c-b4f7-609006d25067'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:41:33.277704 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ddbdf2da-3148-4384-abc0-67cc453f9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:33.287221 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61150b7-8483-440f-a164-aafe29584b18 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:33.289945 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 8104b762-e507-406e-9c21-d5bf8bdda250 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:33.337913 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4cd80473-8d8c-490e-8f45-c79271bfeddb req-0255fc1d-66ce-40fe-a8df-d852f24c1977 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/security-groups?id=f5874629-b9e1-4000-8425-6441ce247fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152467 Apr 29 11:41:33.342159 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4f22e55d-858d-4628-a837-c3bfb8e55ece req-95079d53-c624-4ea3-b6d8-98e7c8f011c6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ac3d547-2967-4c7e-87d8-399b475ba90d HTTP/1.1" status: 200 len: 217 time: 0.0708559 Apr 29 11:41:33.387242 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-83dc6e33-2e7d-48a2-b3c9-d33c3e165589 None None] Port 2efd149a-0288-4898-a37c-b82a2f9e0294 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:41:33.471398 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22e55d-858d-4628-a837-c3bfb8e55ece req-e3ad0e7d-e6cd-4743-b5ed-7c69b2339d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:33.472873 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4f22e55d-858d-4628-a837-c3bfb8e55ece req-e3ad0e7d-e6cd-4743-b5ed-7c69b2339d7c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0eb7862d-0f8b-4e76-aacd-7adf3a8843ee HTTP/1.1" status: 200 len: 835 time: 0.1239359 Apr 29 11:41:33.485434 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9ec8e584-2913-464e-a2ee-c127579e2ca1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_gateway, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:33.556645 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-ed04ece1-931f-4132-b625-4cd943188a7b None None] Provisioning complete for port 2efd149a-0288-4898-a37c-b82a2f9e0294 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:33.557529 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ed04ece1-931f-4132-b625-4cd943188a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:33.559806 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d61150b7-8483-440f-a164-aafe29584b18 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:33.565605 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22e55d-858d-4628-a837-c3bfb8e55ece req-4c7b6ff0-fb7b-4e50-b014-1986895e780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:33.567845 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4f22e55d-858d-4628-a837-c3bfb8e55ece req-4c7b6ff0-fb7b-4e50-b014-1986895e780c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1e626177-13e1-498b-8c5b-25bda1fa93e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872128 Apr 29 11:41:33.581273 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0a30c3-c8c3-43cc-9656-11ec2d8a940c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Router 445e7193-478b-40a4-99a6-bfe867887b5e is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:41:33.636821 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 8104b762-e507-406e-9c21-d5bf8bdda250 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:33.637208 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:33.661368 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-d61150b7-8483-440f-a164-aafe29584b18 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] device_id is not set on port 3fc22a2c-2fff-45c2-a021-bcf66057055b yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:41:33.668606 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b65c4524-61bf-42bf-83e5-344e62c6886d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:33.727216 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4f22e55d-858d-4628-a837-c3bfb8e55ece req-1d6a414e-a916-418f-b451-cffb18d18d56 service neutron] 10.222.0.62 "GET /v2.0/networks/1e626177-13e1-498b-8c5b-25bda1fa93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522102 Apr 29 11:41:33.814999 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8909-f956-4d7f-b21d-a324dfa6fe9a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:33.839508 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-ed04ece1-931f-4132-b625-4cd943188a7b None None] Port 2efd149a-0288-4898-a37c-b82a2f9e0294 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:41:33.854216 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-ddbdf2da-3148-4384-abc0-67cc453f9b57 None None] Allocated IP 2001:db8::2 (62578361-baac-4d3e-b4ee-401a25f05a0e/bafe59bf-8fd0-4b8c-b4f7-609006d25067/96629864-08fa-4549-a772-dab7895dc76a) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:33.869924 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4aa0e11-0b3e-455e-b00d-c45435926410 None None] Update dhcp port {'port': {'network_id': 'a4b2b389-9024-4cee-95b3-af3ca7cfd466', 'fixed_ips': [{'subnet_id': '9e1343d6-df94-4124-b3a3-c184e02a70e4', 'ip_address': '2001:db8::2'}, {'subnet_id': '242b8a3b-bcae-4474-b529-3d21cdb31a09'}], 'binding:host_id': 'dv-neutron-838888-1-hyperv'}, 'id': 'b9730f39-e676-4ad0-92ef-1d478ba828e0'} from dv-neutron-838888-1-hyperv. {{(pid=102961) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 11:41:33.920083 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4f22e55d-858d-4628-a837-c3bfb8e55ece req-4748814b-888b-4298-8961-ac1304dbcaaf service neutron] 10.222.0.62 "GET /v2.0/networks/1e626177-13e1-498b-8c5b-25bda1fa93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829643 Apr 29 11:41:33.953400 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d4aa0e11-0b3e-455e-b00d-c45435926410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:34.182471 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-cd0b8909-f956-4d7f-b21d-a324dfa6fe9a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Deleting port 22412a2b-f7b0-4f43-98f8-e941771dd6e5 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:34.182946 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8909-f956-4d7f-b21d-a324dfa6fe9a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:34.192433 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0a30c3-c8c3-43cc-9656-11ec2d8a940c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:41:34.207463 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4a0a30c3-c8c3-43cc-9656-11ec2d8a940c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "PUT /v2.0/routers/445e7193-478b-40a4-99a6-bfe867887b5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6341536 Apr 29 11:41:34.211832 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ddbdf2da-3148-4384-abc0-67cc453f9b57 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:34.212457 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51892) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:34.214303 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a31476d-f5b5-4a28-a860-c6c218b8e14b None None] Sync routers for ids ['445e7193-478b-40a4-99a6-bfe867887b5e'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:41:34.235428 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ddbdf2da-3148-4384-abc0-67cc453f9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:34.271202 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a31476d-f5b5-4a28-a860-c6c218b8e14b None None] Routers {'445e7193-478b-40a4-99a6-bfe867887b5e'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:41:34.271994 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6a31476d-f5b5-4a28-a860-c6c218b8e14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:41:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['445e7193-478b-40a4-99a6-bfe867887b5e'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:34.285218 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-d4aa0e11-0b3e-455e-b00d-c45435926410 None None] Allocated IP 2001:db8:0:1::2 (a4b2b389-9024-4cee-95b3-af3ca7cfd466/242b8a3b-bcae-4474-b529-3d21cdb31a09/b9730f39-e676-4ad0-92ef-1d478ba828e0) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:34.302078 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8909-f956-4d7f-b21d-a324dfa6fe9a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:34.326185 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-cd0b8909-f956-4d7f-b21d-a324dfa6fe9a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Calling delete_port for 22412a2b-f7b0-4f43-98f8-e941771dd6e5 owned by network:router_interface {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:34.332579 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6a31476d-f5b5-4a28-a860-c6c218b8e14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:34.346199 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbdf2da-3148-4384-abc0-67cc453f9b57 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:34.356510 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-ddbdf2da-3148-4384-abc0-67cc453f9b57 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:34.374105 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbdf2da-3148-4384-abc0-67cc453f9b57 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:34.387866 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbdf2da-3148-4384-abc0-67cc453f9b57 None None] Pushing event updated for resources: {'Port': ['ID=96629864-08fa-4549-a772-dab7895dc76a,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:34.415679 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9ec8e584-2913-464e-a2ee-c127579e2ca1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:34.442472 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-d61150b7-8483-440f-a164-aafe29584b18 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Allocated IP 2001:db8::33a (62578361-baac-4d3e-b4ee-401a25f05a0e/bafe59bf-8fd0-4b8c-b4f7-609006d25067/3fc22a2c-2fff-45c2-a021-bcf66057055b) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:34.457438 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a31476d-f5b5-4a28-a860-c6c218b8e14b None None] Routers {'445e7193-478b-40a4-99a6-bfe867887b5e'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:41:34.458078 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6a31476d-f5b5-4a28-a860-c6c218b8e14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:41:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['445e7193-478b-40a4-99a6-bfe867887b5e'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:34.466460 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bda9ea9-54b6-4f35-bde3-702b4bec7937 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:34.472705 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8bda9ea9-54b6-4f35-bde3-702b4bec7937 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "GET /v2.0/ports?device_id=445e7193-478b-40a4-99a6-bfe867887b5e HTTP/1.1" status: 200 len: 982 time: 0.2549353 Apr 29 11:41:34.478193 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51896) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:34.560186 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6a31476d-f5b5-4a28-a860-c6c218b8e14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:34.561138 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a31476d-f5b5-4a28-a860-c6c218b8e14b None None] The sync data for ids ['445e7193-478b-40a4-99a6-bfe867887b5e'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:41:34.576057 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-ddbdf2da-3148-4384-abc0-67cc453f9b57 None None] Attempting to bind port 96629864-08fa-4549-a772-dab7895dc76a on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:41:34.576620 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-ddbdf2da-3148-4384-abc0-67cc453f9b57 None None] Attempting to bind port 96629864-08fa-4549-a772-dab7895dc76a by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:41:34.577360 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbdf2da-3148-4384-abc0-67cc453f9b57 None None] Attempting to bind port 96629864-08fa-4549-a772-dab7895dc76a on network 62578361-baac-4d3e-b4ee-401a25f05a0e {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:41:34.592545 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbdf2da-3148-4384-abc0-67cc453f9b57 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:41:34.593257 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbdf2da-3148-4384-abc0-67cc453f9b57 None None] Checking segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:41:34.593663 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ddbdf2da-3148-4384-abc0-67cc453f9b57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:34.594309 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbdf2da-3148-4384-abc0-67cc453f9b57 None None] Bound using segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:41:34.594945 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-ddbdf2da-3148-4384-abc0-67cc453f9b57 None None] Bound port: 96629864-08fa-4549-a772-dab7895dc76a, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:41:34.595516 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ddbdf2da-3148-4384-abc0-67cc453f9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:34.626556 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-d4aa0e11-0b3e-455e-b00d-c45435926410 None None] For port b9730f39-e676-4ad0-92ef-1d478ba828e0, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=b9730f39-e676-4ad0-92ef-1d478ba828e0,segment=NetworkSegment(8d0042df-7cda-45eb-a0a8-1bad3f3a7692),segment_id=8d0042df-7cda-45eb-a0a8-1bad3f3a7692)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:34.634230 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0d2b5-b897-4699-b130-ff570fd64639 req-921a4819-7ddf-438a-8eab-504f294c8521 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:34.635484 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-77f0d2b5-b897-4699-b130-ff570fd64639 req-921a4819-7ddf-438a-8eab-504f294c8521 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 943 time: 0.1563332 Apr 29 11:41:34.695874 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d4aa0e11-0b3e-455e-b00d-c45435926410 None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:34.705401 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-ddbdf2da-3148-4384-abc0-67cc453f9b57 None None] For port 96629864-08fa-4549-a772-dab7895dc76a, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:41:34.709353 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d4aa0e11-0b3e-455e-b00d-c45435926410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:34.712866 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-ddbdf2da-3148-4384-abc0-67cc453f9b57 None None] For port 96629864-08fa-4549-a772-dab7895dc76a, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=96629864-08fa-4549-a772-dab7895dc76a,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:41:34.742964 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8909-f956-4d7f-b21d-a324dfa6fe9a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:34.743330 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ddbdf2da-3148-4384-abc0-67cc453f9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:34.824060 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa0e11-0b3e-455e-b00d-c45435926410 None None] Pushing event updated for resources: {'Port': ['ID=b9730f39-e676-4ad0-92ef-1d478ba828e0,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:34.833160 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec8e584-2913-464e-a2ee-c127579e2ca1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router 5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:41:34.833383 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b8909-f956-4d7f-b21d-a324dfa6fe9a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Port': ['ID=22412a2b-f7b0-4f43-98f8-e941771dd6e5,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:34.879119 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbdf2da-3148-4384-abc0-67cc453f9b57 None None] Pushing event updated for resources: {'Port': ['ID=96629864-08fa-4549-a772-dab7895dc76a,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:34.907942 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-77f0d2b5-b897-4699-b130-ff570fd64639 req-cd83eaa8-b94f-4569-9296-f1b7f9848463 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/security-groups?id=f5874629-b9e1-4000-8425-6441ce247fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2460363 Apr 29 11:41:34.941844 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d61150b7-8483-440f-a164-aafe29584b18 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:35.057919 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8909-f956-4d7f-b21d-a324dfa6fe9a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:35.080085 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-b65c4524-61bf-42bf-83e5-344e62c6886d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Delete allocated IP 2001:db8::1fd (a4b2b389-9024-4cee-95b3-af3ca7cfd466/9e1343d6-df94-4124-b3a3-c184e02a70e4) {{(pid=102960) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 11:41:35.173217 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-b65c4524-61bf-42bf-83e5-344e62c6886d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Allocated IP 2001:db8:0:1::229 (a4b2b389-9024-4cee-95b3-af3ca7cfd466/242b8a3b-bcae-4474-b529-3d21cdb31a09/7e40c59b-200c-4f50-874e-c023a7565517) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:35.245381 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec8e584-2913-464e-a2ee-c127579e2ca1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:41:35.273628 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d61150b7-8483-440f-a164-aafe29584b18 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:35.290869 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c328aabf-dd2a-4a3f-b01f-a2df9d246a56 None None] Sync routers for ids ['5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:41:35.304810 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 8ac3d547-2967-4c7e-87d8-399b475ba90d details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:41:35.313636 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c328aabf-dd2a-4a3f-b01f-a2df9d246a56 None None] Routers {'5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:41:35.341210 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-c328aabf-dd2a-4a3f-b01f-a2df9d246a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:41:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:35.388253 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device b9730f39-e676-4ad0-92ef-1d478ba828e0 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:35.432518 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9ec8e584-2913-464e-a2ee-c127579e2ca1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:35.440924 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9ec8e584-2913-464e-a2ee-c127579e2ca1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.1360888 Apr 29 11:41:35.441969 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51898) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:35.457813 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61150b7-8483-440f-a164-aafe29584b18 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:35.483452 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ef684153-29e7-4ba1-8bdb-d1d3e356923e tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=e43b3d3b447648b5aeeaf858bb1241e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400691 Apr 29 11:41:35.484523 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51900) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:35.493098 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61150b7-8483-440f-a164-aafe29584b18 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Port': ['ID=3fc22a2c-2fff-45c2-a021-bcf66057055b,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:35.519767 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-d61150b7-8483-440f-a164-aafe29584b18 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:35.532427 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61150b7-8483-440f-a164-aafe29584b18 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:35.535263 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0b8909-f956-4d7f-b21d-a324dfa6fe9a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Router ef3bb96d-413e-49c4-9a6b-0f3e07c6b208 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:41:35.546618 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61150b7-8483-440f-a164-aafe29584b18 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:35.548291 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d61150b7-8483-440f-a164-aafe29584b18 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:35.588715 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 8ac3d547-2967-4c7e-87d8-399b475ba90d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8ac3d547-2967-4c7e-87d8-399b475ba90d,segment=NetworkSegment(14159b9b-c437-40b5-acde-2a010b1f147b),segment_id=14159b9b-c437-40b5-acde-2a010b1f147b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:35.605071 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port b9730f39-e676-4ad0-92ef-1d478ba828e0 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:35.605727 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-c328aabf-dd2a-4a3f-b01f-a2df9d246a56 None None] Set router 5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:41:35.606007 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:35.622749 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d61150b7-8483-440f-a164-aafe29584b18 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8790398 Apr 29 11:41:35.625979 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51902) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:35.633658 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '8ac3d547-2967-4c7e-87d8-399b475ba90d', 'network_id': '1e626177-13e1-498b-8c5b-25bda1fa93e6', 'port_id': '8ac3d547-2967-4c7e-87d8-399b475ba90d', 'mac_address': 'fa:16:3e:a4:00:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eb7862d-0f8b-4e76-aacd-7adf3a8843ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:41:35.744204 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:35.812383 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac3d547-2967-4c7e-87d8-399b475ba90d {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:41:35.830052 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d469b2d-e49c-4db7-b064-ad9cfb25a163 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:35.836363 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 8ac3d547-2967-4c7e-87d8-399b475ba90d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8ac3d547-2967-4c7e-87d8-399b475ba90d,segment=NetworkSegment(14159b9b-c437-40b5-acde-2a010b1f147b),segment_id=14159b9b-c437-40b5-acde-2a010b1f147b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:35.839044 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d469b2d-e49c-4db7-b064-ad9cfb25a163 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:35.841131 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6d469b2d-e49c-4db7-b064-ad9cfb25a163 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2096698 Apr 29 11:41:35.843973 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51904) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:35.844693 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:35.914234 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-c328aabf-dd2a-4a3f-b01f-a2df9d246a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'name': 'tempest-TestNetworkBasicOps-router-5149196', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '97fe2791-50d3-444c-a0df-ba0efdd2c9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:29Z', 'updated_at': '2022-04-29T11:41:33Z', 'revision_number': 3, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '97fe2791-50d3-444c-a0df-ba0efdd2c9e4', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:31Z', 'updated_at': '2022-04-29T11:41:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:35.933357 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b65c4524-61bf-42bf-83e5-344e62c6886d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:35.934730 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=8ac3d547-2967-4c7e-87d8-399b475ba90d,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:35.946107 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b65c4524-61bf-42bf-83e5-344e62c6886d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:35.952123 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c328aabf-dd2a-4a3f-b01f-a2df9d246a56 None None] Checking router: 5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:41:35.952484 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c328aabf-dd2a-4a3f-b01f-a2df9d246a56 None None] Updating router 5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1 port 97fe2791-50d3-444c-a0df-ba0efdd2c9e4 binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:41:35.994293 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-c328aabf-dd2a-4a3f-b01f-a2df9d246a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:36.119624 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['8ac3d547-2967-4c7e-87d8-399b475ba90d'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:41:36.124032 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-b65c4524-61bf-42bf-83e5-344e62c6886d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] In _notify_port_updated(), no bound segment for port 7e40c59b-200c-4f50-874e-c023a7565517 on network a4b2b389-9024-4cee-95b3-af3ca7cfd466 {{(pid=102960) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 11:41:36.130396 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c4524-61bf-42bf-83e5-344e62c6886d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:36.131640 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b65c4524-61bf-42bf-83e5-344e62c6886d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:36.141006 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b65c4524-61bf-42bf-83e5-344e62c6886d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "PUT /v2.0/ports/7e40c59b-200c-4f50-874e-c023a7565517 HTTP/1.1" status: 200 len: 931 time: 3.1123838 Apr 29 11:41:36.141714 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51908) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:36.181340 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c4524-61bf-42bf-83e5-344e62c6886d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Port': ['ID=7e40c59b-200c-4f50-874e-c023a7565517,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:36.196235 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-16ef5c9e-aa1a-41f9-8e03-8e02abc023d8 None None] Provisioning complete for port b9730f39-e676-4ad0-92ef-1d478ba828e0 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:36.196604 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-16ef5c9e-aa1a-41f9-8e03-8e02abc023d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:36.362557 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b903676d-b7d2-4e73-8c4d-b2b6e5b547a5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:36.401243 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-e6e5faa6-ac7c-49fd-80ac-6e4c06a2e480 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting port 3fc22a2c-2fff-45c2-a021-bcf66057055b {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:36.401816 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e6e5faa6-ac7c-49fd-80ac-6e4c06a2e480 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:36.429257 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-16ef5c9e-aa1a-41f9-8e03-8e02abc023d8 None None] Provisioning complete for port 4f63dbb7-99d4-406d-b281-8f97d2d1e1a1 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:36.430007 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-16ef5c9e-aa1a-41f9-8e03-8e02abc023d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:36.449451 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e50dcbf-7940-4aea-b853-99856447e65b tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:36.457101 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9e50dcbf-7940-4aea-b853-99856447e65b tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9709837 Apr 29 11:41:36.462059 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51910) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:36.539593 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-c328aabf-dd2a-4a3f-b01f-a2df9d246a56 None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:36.540515 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0b8909-f956-4d7f-b21d-a324dfa6fe9a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:41:36.550416 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-16ef5c9e-aa1a-41f9-8e03-8e02abc023d8 None None] Port 4f63dbb7-99d4-406d-b281-8f97d2d1e1a1 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:41:36.554781 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-c328aabf-dd2a-4a3f-b01f-a2df9d246a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:36.573023 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89902d73-a907-41fc-8230-cfa1c9daa11a None None] Sync routers for ids ['ef3bb96d-413e-49c4-9a6b-0f3e07c6b208'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:41:36.595866 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-cd0b8909-f956-4d7f-b21d-a324dfa6fe9a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "PUT /v2.0/routers/ef3bb96d-413e-49c4-9a6b-0f3e07c6b208/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5181284 Apr 29 11:41:36.598804 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51912) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:36.605749 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-c328aabf-dd2a-4a3f-b01f-a2df9d246a56 None None] Attempting to bind port 97fe2791-50d3-444c-a0df-ba0efdd2c9e4 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:41:36.606552 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-c328aabf-dd2a-4a3f-b01f-a2df9d246a56 None None] Attempting to bind port 97fe2791-50d3-444c-a0df-ba0efdd2c9e4 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:41:36.607115 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c328aabf-dd2a-4a3f-b01f-a2df9d246a56 None None] Attempting to bind port 97fe2791-50d3-444c-a0df-ba0efdd2c9e4 on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:41:36.609385 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89902d73-a907-41fc-8230-cfa1c9daa11a None None] Routers {'ef3bb96d-413e-49c4-9a6b-0f3e07c6b208'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:41:36.609552 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1c4373e1-f404-42c5-bfb6-70fa9c75ccfc tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=1c458760-cee1-43dd-bfaa-f7beebba31f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1451697 Apr 29 11:41:36.610153 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51914) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:36.610393 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-89902d73-a907-41fc-8230-cfa1c9daa11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:41:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['ef3bb96d-413e-49c4-9a6b-0f3e07c6b208'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:36.618932 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-809cd650-127d-4a85-be34-8a1c3be7984b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1559038833', 'network_id': 'e8e1c49c-e70d-447f-856f-664a2dd7d7ab', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:36.640708 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c328aabf-dd2a-4a3f-b01f-a2df9d246a56 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:41:36.641475 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c328aabf-dd2a-4a3f-b01f-a2df9d246a56 None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:41:36.644934 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-c328aabf-dd2a-4a3f-b01f-a2df9d246a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:36.645572 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c328aabf-dd2a-4a3f-b01f-a2df9d246a56 None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:41:36.646296 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-c328aabf-dd2a-4a3f-b01f-a2df9d246a56 None None] Bound port: 97fe2791-50d3-444c-a0df-ba0efdd2c9e4, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:41:36.647714 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-c328aabf-dd2a-4a3f-b01f-a2df9d246a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:36.651310 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a0ed3-beb3-474c-8254-50fe53c58c07 req-6d275c90-6ff8-40ea-9bbb-269e2acbff7e tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:36.652942 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bb9a0ed3-beb3-474c-8254-50fe53c58c07 req-6d275c90-6ff8-40ea-9bbb-269e2acbff7e tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 944 time: 0.4280872 Apr 29 11:41:36.668584 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-16ef5c9e-aa1a-41f9-8e03-8e02abc023d8 None None] Provisioning complete for port 7e40c59b-200c-4f50-874e-c023a7565517 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:36.669035 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-16ef5c9e-aa1a-41f9-8e03-8e02abc023d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:36.703005 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-488739be-76c5-4e69-98a9-22cb87f0b900 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Deleting port 7e40c59b-200c-4f50-874e-c023a7565517 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:36.703495 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-488739be-76c5-4e69-98a9-22cb87f0b900 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:36.711056 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-16ef5c9e-aa1a-41f9-8e03-8e02abc023d8 None None] Port 7e40c59b-200c-4f50-874e-c023a7565517 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:41:36.713000 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-89902d73-a907-41fc-8230-cfa1c9daa11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:36.731059 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f05cec81-b029-4238-bf17-5697916f8c27 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef3bb96d-413e-49c4-9a6b-0f3e07c6b208 HTTP/1.1" status: 200 len: 205 time: 0.1322577 Apr 29 11:41:36.737833 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51916) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:36.739755 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89902d73-a907-41fc-8230-cfa1c9daa11a None None] Routers {'ef3bb96d-413e-49c4-9a6b-0f3e07c6b208'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:41:36.740953 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-89902d73-a907-41fc-8230-cfa1c9daa11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:41:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['ef3bb96d-413e-49c4-9a6b-0f3e07c6b208'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:36.770896 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-c328aabf-dd2a-4a3f-b01f-a2df9d246a56 None None] For port 97fe2791-50d3-444c-a0df-ba0efdd2c9e4, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:41:36.780720 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-c328aabf-dd2a-4a3f-b01f-a2df9d246a56 None None] For port 97fe2791-50d3-444c-a0df-ba0efdd2c9e4, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=97fe2791-50d3-444c-a0df-ba0efdd2c9e4,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:41:36.789361 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bb9a0ed3-beb3-474c-8254-50fe53c58c07 req-b88f80a2-6157-49f8-8620-b10e33995329 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/security-groups?id=f5874629-b9e1-4000-8425-6441ce247fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734067 Apr 29 11:41:36.808504 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-89902d73-a907-41fc-8230-cfa1c9daa11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:36.809159 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89902d73-a907-41fc-8230-cfa1c9daa11a None None] The sync data for ids ['ef3bb96d-413e-49c4-9a6b-0f3e07c6b208'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:41:36.827639 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-c328aabf-dd2a-4a3f-b01f-a2df9d246a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:36.901843 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-a0b0a72a-8678-4198-ab2c-53755a26869c None None] Provisioning complete for port 96629864-08fa-4549-a772-dab7895dc76a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:36.902236 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a0b0a72a-8678-4198-ab2c-53755a26869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:36.914705 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-b903676d-b7d2-4e73-8c4d-b2b6e5b547a5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting port 2efd149a-0288-4898-a37c-b82a2f9e0294 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:36.915128 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b903676d-b7d2-4e73-8c4d-b2b6e5b547a5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:37.008981 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22757073-b919-497c-b3fb-d50b69a7d0aa None None] Pushing event updated for resources: {'Port': ['ID=97fe2791-50d3-444c-a0df-ba0efdd2c9e4,revision_number=2']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:37.047147 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c328aabf-dd2a-4a3f-b01f-a2df9d246a56 None None] Routers {'5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:41:37.047637 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-c328aabf-dd2a-4a3f-b01f-a2df9d246a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:41:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:37.050466 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22757073-b919-497c-b3fb-d50b69a7d0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:37.050820 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22757073-b919-497c-b3fb-d50b69a7d0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:37.051161 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22757073-b919-497c-b3fb-d50b69a7d0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:37.051490 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22757073-b919-497c-b3fb-d50b69a7d0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:37.051809 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22757073-b919-497c-b3fb-d50b69a7d0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:37.052169 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22757073-b919-497c-b3fb-d50b69a7d0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:37.052569 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22757073-b919-497c-b3fb-d50b69a7d0aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:37.053342 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22757073-b919-497c-b3fb-d50b69a7d0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:37.053696 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22757073-b919-497c-b3fb-d50b69a7d0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:37.054018 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22757073-b919-497c-b3fb-d50b69a7d0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:37.054359 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22757073-b919-497c-b3fb-d50b69a7d0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:37.054675 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22757073-b919-497c-b3fb-d50b69a7d0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:37.108323 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b903676d-b7d2-4e73-8c4d-b2b6e5b547a5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:37.132257 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a0b0a72a-8678-4198-ab2c-53755a26869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:37.142860 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-b903676d-b7d2-4e73-8c4d-b2b6e5b547a5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Calling delete_port for 2efd149a-0288-4898-a37c-b82a2f9e0294 owned by network:router_interface {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:37.227326 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-a0b0a72a-8678-4198-ab2c-53755a26869c None None] For port 96629864-08fa-4549-a772-dab7895dc76a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=96629864-08fa-4549-a772-dab7895dc76a,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:37.242079 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a0b0a72a-8678-4198-ab2c-53755a26869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:37.257591 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-c328aabf-dd2a-4a3f-b01f-a2df9d246a56 None None] Set router 5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:41:37.321052 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2349b218-d18d-4bb5-9fea-7feee999182d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:37.339361 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22757073-b919-497c-b3fb-d50b69a7d0aa None None] Pushing event updated for resources: {'Port': ['ID=97fe2791-50d3-444c-a0df-ba0efdd2c9e4,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:37.389509 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0a72a-8678-4198-ab2c-53755a26869c None None] Pushing event updated for resources: {'Port': ['ID=96629864-08fa-4549-a772-dab7895dc76a,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:37.403974 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-a0b0a72a-8678-4198-ab2c-53755a26869c None None] Provisioning complete for port 7e40c59b-200c-4f50-874e-c023a7565517 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:37.404356 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a0b0a72a-8678-4198-ab2c-53755a26869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:37.433463 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e6e5faa6-ac7c-49fd-80ac-6e4c06a2e480 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:37.448355 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 96629864-08fa-4549-a772-dab7895dc76a up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:37.459051 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b903676d-b7d2-4e73-8c4d-b2b6e5b547a5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:37.498676 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-e6e5faa6-ac7c-49fd-80ac-6e4c06a2e480 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Calling delete_port for 3fc22a2c-2fff-45c2-a021-bcf66057055b owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:37.505710 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903676d-b7d2-4e73-8c4d-b2b6e5b547a5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Port': ['ID=2efd149a-0288-4898-a37c-b82a2f9e0294,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:37.509434 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-a0b0a72a-8678-4198-ab2c-53755a26869c None None] Port 7e40c59b-200c-4f50-874e-c023a7565517 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:41:37.535322 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 96629864-08fa-4549-a772-dab7895dc76a triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:37.535762 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:37.664309 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-488739be-76c5-4e69-98a9-22cb87f0b900 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:37.689748 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-488739be-76c5-4e69-98a9-22cb87f0b900 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Calling delete_port for 7e40c59b-200c-4f50-874e-c023a7565517 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:37.692697 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-c328aabf-dd2a-4a3f-b01f-a2df9d246a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'name': 'tempest-TestNetworkBasicOps-router-5149196', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '97fe2791-50d3-444c-a0df-ba0efdd2c9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:29Z', 'updated_at': '2022-04-29T11:41:33Z', 'revision_number': 3, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '97fe2791-50d3-444c-a0df-ba0efdd2c9e4', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:31Z', 'updated_at': '2022-04-29T11:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:37.742684 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b903676d-b7d2-4e73-8c4d-b2b6e5b547a5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:37.747718 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c328aabf-dd2a-4a3f-b01f-a2df9d246a56 None None] The sync data for ids ['5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1'] in dv-neutron-838888-1-hyperv is: [{'id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'name': 'tempest-TestNetworkBasicOps-router-5149196', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '97fe2791-50d3-444c-a0df-ba0efdd2c9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:29Z', 'updated_at': '2022-04-29T11:41:33Z', 'revision_number': 3, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '97fe2791-50d3-444c-a0df-ba0efdd2c9e4', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:31Z', 'updated_at': '2022-04-29T11:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:41:37.755271 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-02985f61-0ed4-4027-a17c-f77d4fc01c06 None None] Provisioning complete for port 3fc22a2c-2fff-45c2-a021-bcf66057055b triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:37.755640 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-02985f61-0ed4-4027-a17c-f77d4fc01c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:37.812747 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-02985f61-0ed4-4027-a17c-f77d4fc01c06 None None] Port 3fc22a2c-2fff-45c2-a021-bcf66057055b cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:41:37.869859 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809cd650-127d-4a85-be34-8a1c3be7984b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Made reservation on behalf of e43b3d3b447648b5aeeaf858bb1241e8 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:37.874353 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-809cd650-127d-4a85-be34-8a1c3be7984b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:38.090831 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b903676d-b7d2-4e73-8c4d-b2b6e5b547a5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Router 445e7193-478b-40a4-99a6-bfe867887b5e has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:41:38.104298 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2349b218-d18d-4bb5-9fea-7feee999182d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:38.113685 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2349b218-d18d-4bb5-9fea-7feee999182d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:38.118441 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcb8d5-af4b-4997-b469-d3e388b4f856 req-9cf4d648-9302-4275-ba46-5f8d1e326334 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:38.121021 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-46bcb8d5-af4b-4997-b469-d3e388b4f856 req-9cf4d648-9302-4275-ba46-5f8d1e326334 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 944 time: 0.1733758 Apr 29 11:41:38.241008 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-46bcb8d5-af4b-4997-b469-d3e388b4f856 req-ced8bc26-cb3f-42b9-b1e0-fd15c4a188e4 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/security-groups?id=f5874629-b9e1-4000-8425-6441ce247fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091506 Apr 29 11:41:38.299891 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b903676d-b7d2-4e73-8c4d-b2b6e5b547a5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:41:38.308758 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b903676d-b7d2-4e73-8c4d-b2b6e5b547a5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "PUT /v2.0/routers/445e7193-478b-40a4-99a6-bfe867887b5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8280842 Apr 29 11:41:38.313647 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51920) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:38.338190 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49042463-1cf1-428e-bcba-baf613e25b7a None None] Sync routers for ids ['445e7193-478b-40a4-99a6-bfe867887b5e'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:41:38.354309 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49042463-1cf1-428e-bcba-baf613e25b7a None None] Routers {'445e7193-478b-40a4-99a6-bfe867887b5e'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:41:38.355385 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-49042463-1cf1-428e-bcba-baf613e25b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:41:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['445e7193-478b-40a4-99a6-bfe867887b5e'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:38.359500 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-8097496b-829f-43ea-965e-8634fde419ff tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] GET failed (client error): The resource could not be found. Apr 29 11:41:38.362542 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-8097496b-829f-43ea-965e-8634fde419ff tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "GET /v2.0/ports/2efd149a-0288-4898-a37c-b82a2f9e0294 HTTP/1.1" status: 404 len: 333 time: 0.0469401 Apr 29 11:41:38.365193 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51922) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:38.408806 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-49042463-1cf1-428e-bcba-baf613e25b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:38.424698 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49042463-1cf1-428e-bcba-baf613e25b7a None None] Routers {'445e7193-478b-40a4-99a6-bfe867887b5e'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:41:38.425610 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-49042463-1cf1-428e-bcba-baf613e25b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:41:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['445e7193-478b-40a4-99a6-bfe867887b5e'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:38.477095 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-49042463-1cf1-428e-bcba-baf613e25b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:38.477753 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49042463-1cf1-428e-bcba-baf613e25b7a None None] The sync data for ids ['445e7193-478b-40a4-99a6-bfe867887b5e'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:41:38.497625 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2349b218-d18d-4bb5-9fea-7feee999182d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:38.498347 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2349b218-d18d-4bb5-9fea-7feee999182d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Fanout notify agent at l3_agent the message router_deleted on router ef3bb96d-413e-49c4-9a6b-0f3e07c6b208 {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:41:38.506745 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2349b218-d18d-4bb5-9fea-7feee999182d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:38.510629 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a38b0b8b-21df-4ca6-8a75-549c9cb2d805 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:38.511184 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2349b218-d18d-4bb5-9fea-7feee999182d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/routers/ef3bb96d-413e-49c4-9a6b-0f3e07c6b208 HTTP/1.1" status: 204 len: 168 time: 1.7664275 Apr 29 11:41:38.513120 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51924) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:38.515468 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-488739be-76c5-4e69-98a9-22cb87f0b900 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:38.595733 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e6e5faa6-ac7c-49fd-80ac-6e4c06a2e480 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:38.602463 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488739be-76c5-4e69-98a9-22cb87f0b900 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Port': ['ID=7e40c59b-200c-4f50-874e-c023a7565517,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:38.671306 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5faa6-ac7c-49fd-80ac-6e4c06a2e480 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Port': ['ID=3fc22a2c-2fff-45c2-a021-bcf66057055b,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:38.705440 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-5beaf784-69f5-4152-a90e-b06de21e6a9d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Deleting subnet 01076003-7964-4492-b51c-5120b86eefee {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:41:38.730234 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a38b0b8b-21df-4ca6-8a75-549c9cb2d805 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:38.734521 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-488739be-76c5-4e69-98a9-22cb87f0b900 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:38.740301 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-488739be-76c5-4e69-98a9-22cb87f0b900 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/ports/7e40c59b-200c-4f50-874e-c023a7565517 HTTP/1.1" status: 204 len: 168 time: 2.5829194 Apr 29 11:41:38.740517 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a38b0b8b-21df-4ca6-8a75-549c9cb2d805 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:38.746515 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51926) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:38.748667 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5beaf784-69f5-4152-a90e-b06de21e6a9d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:38.796924 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a38b0b8b-21df-4ca6-8a75-549c9cb2d805 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:38.797935 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38b0b8b-21df-4ca6-8a75-549c9cb2d805 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Fanout notify agent at l3_agent the message router_deleted on router 445e7193-478b-40a4-99a6-bfe867887b5e {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:41:38.808438 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a38b0b8b-21df-4ca6-8a75-549c9cb2d805 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:38.810050 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a38b0b8b-21df-4ca6-8a75-549c9cb2d805 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/routers/445e7193-478b-40a4-99a6-bfe867887b5e HTTP/1.1" status: 204 len: 168 time: 0.4425855 Apr 29 11:41:38.812401 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51928) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:38.845683 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e6e5faa6-ac7c-49fd-80ac-6e4c06a2e480 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:38.849430 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e6e5faa6-ac7c-49fd-80ac-6e4c06a2e480 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/3fc22a2c-2fff-45c2-a021-bcf66057055b HTTP/1.1" status: 204 len: 168 time: 3.0037739 Apr 29 11:41:38.854111 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51930) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:38.870093 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-88abeb9c-5d72-4bc2-a6f5-6c1997c6627c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] GET failed (client error): The resource could not be found. Apr 29 11:41:38.872203 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-88abeb9c-5d72-4bc2-a6f5-6c1997c6627c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "GET /v2.0/ports/7e40c59b-200c-4f50-874e-c023a7565517 HTTP/1.1" status: 404 len: 333 time: 0.1204717 Apr 29 11:41:38.892671 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51932) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:38.898491 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f895214-6ead-4235-9bc7-f97e36fcdc85 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting subnet 653da695-2d53-4344-9293-d15f008c3510 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:41:38.924108 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f895214-6ead-4235-9bc7-f97e36fcdc85 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:38.972170 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5beaf784-69f5-4152-a90e-b06de21e6a9d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:38.999162 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f895214-6ead-4235-9bc7-f97e36fcdc85 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:39.041510 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea884bb-8534-453f-b2f4-bd123ea1eae8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:39.043259 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea884bb-8534-453f-b2f4-bd123ea1eae8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:39.049226 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8ea884bb-8534-453f-b2f4-bd123ea1eae8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1872849 Apr 29 11:41:39.049550 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51934) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:39.058852 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-809cd650-127d-4a85-be34-8a1c3be7984b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:39.065719 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9c8c1c6f-ec87-4869-ab91-149bec423b63 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:39.155974 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9c8c1c6f-ec87-4869-ab91-149bec423b63 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:39.189171 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd326a1b-8be6-463a-a7bb-1a59c6cae15b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting subnet bafe59bf-8fd0-4b8c-b4f7-609006d25067 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:41:39.189766 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809cd650-127d-4a85-be34-8a1c3be7984b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Subnet': ['ID=14800f35-4fe2-4cdc-98f9-522afcac0b97,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:39.198149 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5beaf784-69f5-4152-a90e-b06de21e6a9d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:39.202183 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809cd650-127d-4a85-be34-8a1c3be7984b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Checking segment: {'id': '5ae0213c-e045-45e1-a170-1fcd80f529a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e8e1c49c-e70d-447f-856f-664a2dd7d7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:41:39.202808 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809cd650-127d-4a85-be34-8a1c3be7984b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network hostable DHCP agents. Network: e8e1c49c-e70d-447f-856f-664a2dd7d7ab, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:41:39.203005 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dd326a1b-8be6-463a-a7bb-1a59c6cae15b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:39.273180 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f895214-6ead-4235-9bc7-f97e36fcdc85 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:39.291615 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809cd650-127d-4a85-be34-8a1c3be7984b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network e8e1c49c-e70d-447f-856f-664a2dd7d7ab is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:41:39.307800 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 8ac3d547-2967-4c7e-87d8-399b475ba90d up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:39.321206 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dd326a1b-8be6-463a-a7bb-1a59c6cae15b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:39.331468 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5beaf784-69f5-4152-a90e-b06de21e6a9d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:39.401185 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-809cd650-127d-4a85-be34-8a1c3be7984b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, e8e1c49c-e70d-447f-856f-664a2dd7d7ab) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:39.406183 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb279a7-dbde-4236-a1a0-21e9b43d0a8a None None] Network 304bd7ea-e1ee-4684-a2b1-b488f01c1f6a requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:39.409797 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5beaf784-69f5-4152-a90e-b06de21e6a9d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:39.414706 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5beaf784-69f5-4152-a90e-b06de21e6a9d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/subnets/01076003-7964-4492-b51c-5120b86eefee HTTP/1.1" status: 204 len: 168 time: 0.8964965 Apr 29 11:41:39.415741 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beaf784-69f5-4152-a90e-b06de21e6a9d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Subnet': ['ID=01076003-7964-4492-b51c-5120b86eefee,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:39.426044 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51938) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:39.457648 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9c8c1c6f-ec87-4869-ab91-149bec423b63 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:39.464838 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9c8c1c6f-ec87-4869-ab91-149bec423b63 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:39.467144 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9c8c1c6f-ec87-4869-ab91-149bec423b63 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/security-groups/e162c224-4162-4fca-abac-11bd5368bdb3 HTTP/1.1" status: 204 len: 168 time: 0.5655837 Apr 29 11:41:39.476136 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51940) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:39.481822 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809cd650-127d-4a85-be34-8a1c3be7984b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:39.481822 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-809cd650-127d-4a85-be34-8a1c3be7984b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:39.494789 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port 8ac3d547-2967-4c7e-87d8-399b475ba90d completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:41:39.499429 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcc560f-4dbb-497f-82ac-5ef071bbf9f7 None None] Network e8e1c49c-e70d-447f-856f-664a2dd7d7ab requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:39.503301 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 97fe2791-50d3-444c-a0df-ba0efdd2c9e4 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:39.518131 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c1c6f-ec87-4869-ab91-149bec423b63 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e162c224-4162-4fca-abac-11bd5368bdb3,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:39.554377 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-809cd650-127d-4a85-be34-8a1c3be7984b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.9393597 Apr 29 11:41:39.560342 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51942) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:39.639068 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f895214-6ead-4235-9bc7-f97e36fcdc85 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:39.653626 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-136f1b5f-c551-4e88-bdbc-d1aac8c65706 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:39.665245 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f845ed-4a8c-483f-a7f8-58b0accc1b46 req-d9c118bf-a71f-49bb-ac21-b4e2d39cde74 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:39.668709 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-13f845ed-4a8c-483f-a7f8-58b0accc1b46 req-d9c118bf-a71f-49bb-ac21-b4e2d39cde74 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 944 time: 0.2903979 Apr 29 11:41:39.748305 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f895214-6ead-4235-9bc7-f97e36fcdc85 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Subnet': ['ID=653da695-2d53-4344-9293-d15f008c3510,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:39.756921 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f895214-6ead-4235-9bc7-f97e36fcdc85 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:39.764132 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6f895214-6ead-4235-9bc7-f97e36fcdc85 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/subnets/653da695-2d53-4344-9293-d15f008c3510 HTTP/1.1" status: 204 len: 168 time: 0.9504225 Apr 29 11:41:39.767429 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51944) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:39.794856 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dd326a1b-8be6-463a-a7bb-1a59c6cae15b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:39.839545 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed76a18-c5ce-448f-91eb-79abde3a100f None None] Network 81e13980-84fc-4558-9fe0-35939f14af0d requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:39.841721 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 8ac3d547-2967-4c7e-87d8-399b475ba90d triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:39.842088 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:39.882844 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-136f1b5f-c551-4e88-bdbc-d1aac8c65706 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Deleting port 969bfa07-170e-4b47-a3a2-01e2f740e9ae {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:39.882844 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-136f1b5f-c551-4e88-bdbc-d1aac8c65706 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:39.883303 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-44470bab-29db-4971-b209-f55c34d32c81 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:39.916480 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-13f845ed-4a8c-483f-a7f8-58b0accc1b46 req-614e5b3a-3597-4428-be5c-ea6244ac950c tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/security-groups?id=f5874629-b9e1-4000-8425-6441ce247fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2252369 Apr 29 11:41:39.955257 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-44470bab-29db-4971-b209-f55c34d32c81 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:39.963681 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b8e7aa00-4c38-4910-971b-6a07521eb196 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:40.002590 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dd326a1b-8be6-463a-a7bb-1a59c6cae15b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:40.072290 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd326a1b-8be6-463a-a7bb-1a59c6cae15b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Subnet': ['ID=bafe59bf-8fd0-4b8c-b4f7-609006d25067,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:40.073651 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213b449a-2363-4e5d-ba57-a63c25b45f88 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:40.075041 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dd326a1b-8be6-463a-a7bb-1a59c6cae15b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:40.080786 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-dd326a1b-8be6-463a-a7bb-1a59c6cae15b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/bafe59bf-8fd0-4b8c-b4f7-609006d25067 HTTP/1.1" status: 204 len: 168 time: 1.0275466 Apr 29 11:41:40.081925 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51946) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:40.100927 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-136f1b5f-c551-4e88-bdbc-d1aac8c65706 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] For port 969bfa07-170e-4b47-a3a2-01e2f740e9ae, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=969bfa07-170e-4b47-a3a2-01e2f740e9ae,segment=NetworkSegment(a18c7d19-e055-43d1-ae86-5a909d470022),segment_id=a18c7d19-e055-43d1-ae86-5a909d470022)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:40.101355 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-136f1b5f-c551-4e88-bdbc-d1aac8c65706 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:40.137836 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-136f1b5f-c551-4e88-bdbc-d1aac8c65706 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Calling delete_port for 969bfa07-170e-4b47-a3a2-01e2f740e9ae owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:40.145810 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-fcf00c2a-b428-4951-8183-98bcc8cdc5ba tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606520 Apr 29 11:41:40.146028 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-44470bab-29db-4971-b209-f55c34d32c81 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:40.148960 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-44470bab-29db-4971-b209-f55c34d32c81 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:40.152518 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-44470bab-29db-4971-b209-f55c34d32c81 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/security-groups/be21cc3a-0a04-4766-a478-30ce53f57651 HTTP/1.1" status: 204 len: 168 time: 0.6602354 Apr 29 11:41:40.152518 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51948) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:40.166058 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51950) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:40.218976 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 97fe2791-50d3-444c-a0df-ba0efdd2c9e4 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:40.219665 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:40.224267 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44470bab-29db-4971-b209-f55c34d32c81 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be21cc3a-0a04-4766-a478-30ce53f57651,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:40.310110 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-20bab204-86af-413f-8876-22d9d956d748 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Deleting subnet 9e1343d6-df94-4124-b3a3-c184e02a70e4 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:41:40.322224 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0132c90a-aaa1-4ae3-9ba4-235e5990f754 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:40.326399 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0132c90a-aaa1-4ae3-9ba4-235e5990f754 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1691906 Apr 29 11:41:40.328772 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51952) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:40.342662 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-20bab204-86af-413f-8876-22d9d956d748 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:40.350288 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-b8e7aa00-4c38-4910-971b-6a07521eb196 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting port 8104b762-e507-406e-9c21-d5bf8bdda250 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:40.350633 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b8e7aa00-4c38-4910-971b-6a07521eb196 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:40.423336 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:40.485552 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f5268c-1a88-4a82-9c59-5f0759bea906 None None] DHCP port deletion for 304bd7ea-e1ee-4684-a2b1-b488f01c1f6a request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:41:40.498801 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-20bab204-86af-413f-8876-22d9d956d748 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:40.508608 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543a9f6c-6a15-41fe-b631-bae327539337 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:40.510305 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-543a9f6c-6a15-41fe-b631-bae327539337 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1805227 Apr 29 11:41:40.516571 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac3d547-2967-4c7e-87d8-399b475ba90d'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:41:40.518969 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0ae94b-6f13-42a4-9028-24060b7e4c40" -d '{"events": [{"server_uuid": "799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1", "name": "network-vif-plugged", "status": "completed", "tag": "8ac3d547-2967-4c7e-87d8-399b475ba90d"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:41:40.529854 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d464a4-c1d4-403d-9d34-c5776b80ad51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-e8e1c49c-e70d-447f-856f-664a2dd7d7ab', 'network_id': 'e8e1c49c-e70d-447f-856f-664a2dd7d7ab', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ips': [{'subnet_id': '14800f35-4fe2-4cdc-98f9-522afcac0b97'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:41:40.530723 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-22d464a4-c1d4-403d-9d34-c5776b80ad51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:40.540477 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51954) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:40.593483 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-8e263940-eac0-46df-9caa-851cd22a01ef tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499361 Apr 29 11:41:40.597370 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-b8e7aa00-4c38-4910-971b-6a07521eb196 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] For port 8104b762-e507-406e-9c21-d5bf8bdda250, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=8104b762-e507-406e-9c21-d5bf8bdda250,segment=NetworkSegment(2d09ee3e-f1c4-44c8-bc07-5895d8bab4aa),segment_id=2d09ee3e-f1c4-44c8-bc07-5895d8bab4aa)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:40.597733 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b8e7aa00-4c38-4910-971b-6a07521eb196 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:40.601529 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51960) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:40.607901 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-57474ef1-5bb3-4c71-bf3f-e48ad1fb42f3 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:40.608551 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 8ac3d547-2967-4c7e-87d8-399b475ba90d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8ac3d547-2967-4c7e-87d8-399b475ba90d,segment=NetworkSegment(14159b9b-c437-40b5-acde-2a010b1f147b),segment_id=14159b9b-c437-40b5-acde-2a010b1f147b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:40.618716 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0f6e3e-989f-4fdd-9eda-e1fd90d8694a None None] DHCP port deletion for 81e13980-84fc-4558-9fe0-35939f14af0d request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:41:40.634251 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:40.679370 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-b8e7aa00-4c38-4910-971b-6a07521eb196 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Calling delete_port for 8104b762-e507-406e-9c21-d5bf8bdda250 owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:40.758264 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:40.773309 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8a9ba7-4202-4105-90ee-36029ac0a44d x-openstack-request-id: req-1f8a9ba7-4202-4105-90ee-36029ac0a44d {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:41:40.773859 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1", "name": "network-vif-plugged", "status": "completed", "tag": "8ac3d547-2967-4c7e-87d8-399b475ba90d", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:41:40.774309 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1f8a9ba7-4202-4105-90ee-36029ac0a44d {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:41:40.774875 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f8a9ba7-4202-4105-90ee-36029ac0a44d'] response: {'server_uuid': '799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac3d547-2967-4c7e-87d8-399b475ba90d', 'code': 200} Apr 29 11:41:40.790934 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57474ef1-5bb3-4c71-bf3f-e48ad1fb42f3 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:40.794544 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-57474ef1-5bb3-4c71-bf3f-e48ad1fb42f3 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:40.804069 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-136f1b5f-c551-4e88-bdbc-d1aac8c65706 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:40.807965 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c06a48-79f4-464b-abfd-17fe8265609a None None] DHCP port deletion for 62578361-baac-4d3e-b4ee-401a25f05a0e request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:41:40.841292 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136f1b5f-c551-4e88-bdbc-d1aac8c65706 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] No DVR routers for this DVR port 969bfa07-170e-4b47-a3a2-01e2f740e9ae on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:41:40.844906 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 97fe2791-50d3-444c-a0df-ba0efdd2c9e4, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=97fe2791-50d3-444c-a0df-ba0efdd2c9e4,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:40.866470 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-20bab204-86af-413f-8876-22d9d956d748 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:40.883653 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:40.884743 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 96629864-08fa-4549-a772-dab7895dc76a up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:40.887987 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=8ac3d547-2967-4c7e-87d8-399b475ba90d,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:40.949700 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-b0f5268c-1a88-4a82-9c59-5f0759bea906 None None] Deleting port 969bfa07-170e-4b47-a3a2-01e2f740e9ae {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:40.950070 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b0f5268c-1a88-4a82-9c59-5f0759bea906 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:40.962516 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f1b5f-c551-4e88-bdbc-d1aac8c65706 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Port': ['ID=969bfa07-170e-4b47-a3a2-01e2f740e9ae,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:41.017596 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b8e7aa00-4c38-4910-971b-6a07521eb196 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:41.040175 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-136f1b5f-c551-4e88-bdbc-d1aac8c65706 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:41.050749 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6cdc9489-06be-414e-9448-fd95c72f07c4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:41.053321 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7aa00-4c38-4910-971b-6a07521eb196 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Port': ['ID=8104b762-e507-406e-9c21-d5bf8bdda250,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:41.065999 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-20bab204-86af-413f-8876-22d9d956d748 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:41.066155 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-4a0f6e3e-989f-4fdd-9eda-e1fd90d8694a None None] Deleting port 8104b762-e507-406e-9c21-d5bf8bdda250 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:41.066374 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4a0f6e3e-989f-4fdd-9eda-e1fd90d8694a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:41.076514 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-136f1b5f-c551-4e88-bdbc-d1aac8c65706 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['304bd7ea-e1ee-4684-a2b1-b488f01c1f6a']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:41.089152 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-22d464a4-c1d4-403d-9d34-c5776b80ad51 None None] Allocated IP 172.20.0.2 (e8e1c49c-e70d-447f-856f-664a2dd7d7ab/14800f35-4fe2-4cdc-98f9-522afcac0b97/0bc3c16e-839a-4539-b498-d1e8adb8e857) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:41.117646 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bab204-86af-413f-8876-22d9d956d748 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Subnet': ['ID=9e1343d6-df94-4124-b3a3-c184e02a70e4,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:41.118616 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=97fe2791-50d3-444c-a0df-ba0efdd2c9e4,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:41.121303 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391c331-8b61-4502-9e3c-ba8a3568e011 req-f63fb8f4-9213-48b1-86f2-fe98f898bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:41.122820 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d391c331-8b61-4502-9e3c-ba8a3568e011 req-f63fb8f4-9213-48b1-86f2-fe98f898bc5d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 1098 time: 0.1921966 Apr 29 11:41:41.125521 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-136f1b5f-c551-4e88-bdbc-d1aac8c65706 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a18c7d19-e055-43d1-ae86-5a909d470022') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:41.125785 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-136f1b5f-c551-4e88-bdbc-d1aac8c65706 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a18c7d19-e055-43d1-ae86-5a909d470022') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:41.141050 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-136f1b5f-c551-4e88-bdbc-d1aac8c65706 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:41.142317 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e7aa00-4c38-4910-971b-6a07521eb196 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] No DVR routers for this DVR port 8104b762-e507-406e-9c21-d5bf8bdda250 on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:41:41.172956 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-b0f5268c-1a88-4a82-9c59-5f0759bea906 None None] For port 969bfa07-170e-4b47-a3a2-01e2f740e9ae, host dv-neutron-838888-1-hyperv, got binding levels [] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:41.173545 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b0f5268c-1a88-4a82-9c59-5f0759bea906 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:41.178754 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-136f1b5f-c551-4e88-bdbc-d1aac8c65706 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:41.191954 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483e607f-5ff9-4268-834c-e0c0ae6b5a73 None None] Network a4b2b389-9024-4cee-95b3-af3ca7cfd466 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:41.192242 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-20bab204-86af-413f-8876-22d9d956d748 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:41.201266 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-20bab204-86af-413f-8876-22d9d956d748 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/subnets/9e1343d6-df94-4124-b3a3-c184e02a70e4 HTTP/1.1" status: 204 len: 168 time: 1.0286281 Apr 29 11:41:41.203024 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51964) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:41.210322 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-8067e4a6-1b8a-45b4-a89e-07a7827f30b9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'subnet': {'network_id': 'a4b2b389-9024-4cee-95b3-af3ca7cfd466', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:41.226650 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136f1b5f-c551-4e88-bdbc-d1aac8c65706 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:41:41.227087 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-136f1b5f-c551-4e88-bdbc-d1aac8c65706 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:41.231108 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:41:41.231108 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:41:41.231108 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:41:41.231108 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:41:41.231108 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:41:41.231108 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:41:41.231108 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:41:41.231108 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:41:41.231108 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:41:41.231108 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:41:41.231108 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:41:41.231108 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:41:41.231108 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:41:41.231108 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:41:41.231108 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:41:41.231108 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:41:41.231108 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:41:41.231108 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:41:41.231108 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:41:41.231108 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:41:41.231108 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:41:41.231108 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:41:41.231108 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:41:41.231108 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:41:41.231108 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:41:41.231108 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:41:41.231108 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:41:41.231108 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:41:41.231108 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:41:41.231108 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:41:41.231108 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:41:41.231108 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:41:41.250096 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-4a0f6e3e-989f-4fdd-9eda-e1fd90d8694a None None] For port 8104b762-e507-406e-9c21-d5bf8bdda250, host dv-neutron-838888-1-hyperv, got binding levels [] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:41.250546 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4a0f6e3e-989f-4fdd-9eda-e1fd90d8694a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:41.305493 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-b0f5268c-1a88-4a82-9c59-5f0759bea906 None None] Calling delete_port for 969bfa07-170e-4b47-a3a2-01e2f740e9ae owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:41.308536 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-86c06a48-79f4-464b-abfd-17fe8265609a None None] Deleting port 96629864-08fa-4549-a772-dab7895dc76a {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:41.308915 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-86c06a48-79f4-464b-abfd-17fe8265609a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:41.326880 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.ipam_backend_mixin [None req-b0f5268c-1a88-4a82-9c59-5f0759bea906 None None] Port 969bfa07-170e-4b47-a3a2-01e2f740e9ae was not found and therefore no delete operation was performed {{(pid=102961) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 11:41:41.357303 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-136f1b5f-c551-4e88-bdbc-d1aac8c65706 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:41.358665 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 96629864-08fa-4549-a772-dab7895dc76a triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:41.359589 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:41.361035 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-4a0f6e3e-989f-4fdd-9eda-e1fd90d8694a None None] Calling delete_port for 8104b762-e507-406e-9c21-d5bf8bdda250 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:41.367250 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b0f5268c-1a88-4a82-9c59-5f0759bea906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:41.367796 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d391c331-8b61-4502-9e3c-ba8a3568e011 req-19154c35-cbe4-4e71-a20b-679126f6ff6f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f5874629-b9e1-4000-8425-6441ce247fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2357736 Apr 29 11:41:41.371413 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-136f1b5f-c551-4e88-bdbc-d1aac8c65706 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:41.379133 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-136f1b5f-c551-4e88-bdbc-d1aac8c65706 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/networks/304bd7ea-e1ee-4684-a2b1-b488f01c1f6a HTTP/1.1" status: 204 len: 168 time: 1.9476161 Apr 29 11:41:41.379696 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51966) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:41.385334 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-6b1ad06e-99de-41b0-be2f-3a8cedbceb18 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1818015534', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:41.407994 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f1b5f-c551-4e88-bdbc-d1aac8c65706 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Network': ['ID=304bd7ea-e1ee-4684-a2b1-b488f01c1f6a,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:41.410301 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.ipam_backend_mixin [None req-4a0f6e3e-989f-4fdd-9eda-e1fd90d8694a None None] Port 8104b762-e507-406e-9c21-d5bf8bdda250 was not found and therefore no delete operation was performed {{(pid=102961) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 11:41:41.415524 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b8e7aa00-4c38-4910-971b-6a07521eb196 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:41.450279 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9930c0-b18a-477f-9880-2352bd80c889 req-d411e16b-c492-4dbf-8f37-f0f0dd8bb5cd tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:41.451524 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4e9930c0-b18a-477f-9880-2352bd80c889 req-d411e16b-c492-4dbf-8f37-f0f0dd8bb5cd tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 945 time: 0.2682042 Apr 29 11:41:41.478848 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6b1ad06e-99de-41b0-be2f-3a8cedbceb18 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:41.480092 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6b1ad06e-99de-41b0-be2f-3a8cedbceb18 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:41.493727 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-b8e7aa00-4c38-4910-971b-6a07521eb196 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e13980-84fc-4558-9fe0-35939f14af0d']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:41.495297 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4a0f6e3e-989f-4fdd-9eda-e1fd90d8694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:41.508407 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b0f5268c-1a88-4a82-9c59-5f0759bea906 None None] Network 304bd7ea-e1ee-4684-a2b1-b488f01c1f6a is not hosted by any dhcp agent {{(pid=102961) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 29 11:41:41.508877 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f5268c-1a88-4a82-9c59-5f0759bea906 None None] No DVR routers for this DVR port 969bfa07-170e-4b47-a3a2-01e2f740e9ae on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:41:41.523141 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-b8e7aa00-4c38-4910-971b-6a07521eb196 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d09ee3e-f1c4-44c8-bc07-5895d8bab4aa') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:41.523633 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-b8e7aa00-4c38-4910-971b-6a07521eb196 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d09ee3e-f1c4-44c8-bc07-5895d8bab4aa') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:41.534060 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f5268c-1a88-4a82-9c59-5f0759bea906 None None] Pushing event deleted for resources: {'Port': ['ID=969bfa07-170e-4b47-a3a2-01e2f740e9ae,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:41.557306 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b8e7aa00-4c38-4910-971b-6a07521eb196 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:41.563695 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6b1ad06e-99de-41b0-be2f-3a8cedbceb18 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:41.572878 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6b1ad06e-99de-41b0-be2f-3a8cedbceb18 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:41.600693 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4e9930c0-b18a-477f-9880-2352bd80c889 req-b6e60cd2-d87e-4c14-85f0-a208060e9d91 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/security-groups?id=f5874629-b9e1-4000-8425-6441ce247fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398745 Apr 29 11:41:41.614319 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b8e7aa00-4c38-4910-971b-6a07521eb196 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:41.619462 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6b1ad06e-99de-41b0-be2f-3a8cedbceb18 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:41.621719 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6b1ad06e-99de-41b0-be2f-3a8cedbceb18 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2409809 Apr 29 11:41:41.626035 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51968) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:41.633886 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-7248629c-d4f5-49d7-b0ad-c1293a59454e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Request body: {'network': {'name': 'tempest-RoutersTest-1435131707'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:41.650524 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0f6e3e-989f-4fdd-9eda-e1fd90d8694a None None] No DVR routers for this DVR port 8104b762-e507-406e-9c21-d5bf8bdda250 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:41:41.660408 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e7aa00-4c38-4910-971b-6a07521eb196 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:41:41.661288 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b8e7aa00-4c38-4910-971b-6a07521eb196 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:41.664343 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7248629c-d4f5-49d7-b0ad-c1293a59454e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Made reservation on behalf of 4fc08cbadd26470a96bfec5ad3948785 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:41.666755 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:41:41.666755 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:41:41.666755 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:41:41.666755 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:41:41.666755 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:41:41.666755 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:41:41.666755 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:41:41.666755 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:41:41.666755 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:41:41.666755 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:41:41.666755 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:41:41.666755 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:41:41.666755 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:41:41.666755 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:41:41.666755 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:41:41.666755 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:41:41.666755 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:41:41.666755 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:41:41.666755 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:41:41.666755 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:41:41.666755 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:41:41.666755 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:41:41.666755 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:41:41.666755 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:41:41.666755 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:41:41.666755 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:41:41.666755 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:41:41.666755 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:41:41.666755 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:41:41.666755 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:41:41.666755 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:41:41.666755 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:41:41.669845 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f6e3e-989f-4fdd-9eda-e1fd90d8694a None None] Pushing event deleted for resources: {'Port': ['ID=8104b762-e507-406e-9c21-d5bf8bdda250,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:41.678231 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7248629c-d4f5-49d7-b0ad-c1293a59454e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:41.694508 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-86c06a48-79f4-464b-abfd-17fe8265609a None None] For port 96629864-08fa-4549-a772-dab7895dc76a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=96629864-08fa-4549-a772-dab7895dc76a,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:41.695247 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-86c06a48-79f4-464b-abfd-17fe8265609a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:41.715015 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7248629c-d4f5-49d7-b0ad-c1293a59454e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:41:41.722644 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8067e4a6-1b8a-45b4-a89e-07a7827f30b9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:41.727732 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8067e4a6-1b8a-45b4-a89e-07a7827f30b9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:41.728768 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7248629c-d4f5-49d7-b0ad-c1293a59454e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:41.729241 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-7248629c-d4f5-49d7-b0ad-c1293a59454e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Added segment 7d325af5-cac8-4e30-8ab0-d3af66a578a1 of type vlan for network 9def8503-a4da-48a5-8842-eab00f621f47 Apr 29 11:41:41.778217 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7248629c-d4f5-49d7-b0ad-c1293a59454e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:41.811569 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7248629c-d4f5-49d7-b0ad-c1293a59454e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:41.818338 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7248629c-d4f5-49d7-b0ad-c1293a59454e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:41.819273 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7248629c-d4f5-49d7-b0ad-c1293a59454e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:41.883002 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7248629c-d4f5-49d7-b0ad-c1293a59454e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2557278 Apr 29 11:41:41.890312 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51970) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:41.896426 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-f3abfd06-41cf-46e3-8928-6d051e9dda80 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Request body: {'subnet': {'network_id': '9def8503-a4da-48a5-8842-eab00f621f47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:41.923193 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248629c-d4f5-49d7-b0ad-c1293a59454e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Network': ['ID=9def8503-a4da-48a5-8842-eab00f621f47,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:41.926299 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-86c06a48-79f4-464b-abfd-17fe8265609a None None] Calling delete_port for 96629864-08fa-4549-a772-dab7895dc76a owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:41.946824 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 9def8503-a4da-48a5-8842-eab00f621f47 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:41:42.000648 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3abfd06-41cf-46e3-8928-6d051e9dda80 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Made reservation on behalf of 4fc08cbadd26470a96bfec5ad3948785 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:42.004727 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f3abfd06-41cf-46e3-8928-6d051e9dda80 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:42.041865 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-22d464a4-c1d4-403d-9d34-c5776b80ad51 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:42.118041 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-22d464a4-c1d4-403d-9d34-c5776b80ad51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:42.156627 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-6cdc9489-06be-414e-9448-fd95c72f07c4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.20.0.1 (e8e1c49c-e70d-447f-856f-664a2dd7d7ab/14800f35-4fe2-4cdc-98f9-522afcac0b97/10b2821c-69b2-49f8-95ec-6ddf16bdc052) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:42.210701 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.objects.ports [None req-57474ef1-5bb3-4c71-bf3f-e48ad1fb42f3 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102959) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 11:41:42.212640 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d464a4-c1d4-403d-9d34-c5776b80ad51 None None] Network e8e1c49c-e70d-447f-856f-664a2dd7d7ab is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:42.223457 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b8e7aa00-4c38-4910-971b-6a07521eb196 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:42.226773 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-22d464a4-c1d4-403d-9d34-c5776b80ad51 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:42.229602 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d464a4-c1d4-403d-9d34-c5776b80ad51 None None] Pushing event updated for resources: {'Port': ['ID=0bc3c16e-839a-4539-b498-d1e8adb8e857,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:42.231846 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d464a4-c1d4-403d-9d34-c5776b80ad51 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:42.268445 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-86c06a48-79f4-464b-abfd-17fe8265609a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:42.305697 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b8e7aa00-4c38-4910-971b-6a07521eb196 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:42.310389 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b8e7aa00-4c38-4910-971b-6a07521eb196 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/networks/81e13980-84fc-4558-9fe0-35939f14af0d HTTP/1.1" status: 204 len: 168 time: 2.5401285 Apr 29 11:41:42.317432 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51972) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:42.317634 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c06a48-79f4-464b-abfd-17fe8265609a None None] Pushing event deleted for resources: {'Port': ['ID=96629864-08fa-4549-a772-dab7895dc76a,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:42.326471 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c06a48-79f4-464b-abfd-17fe8265609a None None] No DVR routers for this DVR port 96629864-08fa-4549-a772-dab7895dc76a on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:41:42.338031 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-22d464a4-c1d4-403d-9d34-c5776b80ad51 None None] Attempting to bind port 0bc3c16e-839a-4539-b498-d1e8adb8e857 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:41:42.338436 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-22d464a4-c1d4-403d-9d34-c5776b80ad51 None None] Attempting to bind port 0bc3c16e-839a-4539-b498-d1e8adb8e857 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '5ae0213c-e045-45e1-a170-1fcd80f529a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e8e1c49c-e70d-447f-856f-664a2dd7d7ab'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:41:42.338799 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d464a4-c1d4-403d-9d34-c5776b80ad51 None None] Attempting to bind port 0bc3c16e-839a-4539-b498-d1e8adb8e857 on network e8e1c49c-e70d-447f-856f-664a2dd7d7ab {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:41:42.351792 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d464a4-c1d4-403d-9d34-c5776b80ad51 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:41:42.352164 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d464a4-c1d4-403d-9d34-c5776b80ad51 None None] Checking segment: {'id': '5ae0213c-e045-45e1-a170-1fcd80f529a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e8e1c49c-e70d-447f-856f-664a2dd7d7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:41:42.352573 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-22d464a4-c1d4-403d-9d34-c5776b80ad51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:42.352962 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d464a4-c1d4-403d-9d34-c5776b80ad51 None None] Bound using segment: {'id': '5ae0213c-e045-45e1-a170-1fcd80f529a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e8e1c49c-e70d-447f-856f-664a2dd7d7ab'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:41:42.353441 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-22d464a4-c1d4-403d-9d34-c5776b80ad51 None None] Bound port: 0bc3c16e-839a-4539-b498-d1e8adb8e857, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae0213c-e045-45e1-a170-1fcd80f529a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e8e1c49c-e70d-447f-856f-664a2dd7d7ab'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:41:42.354223 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-22d464a4-c1d4-403d-9d34-c5776b80ad51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:42.369424 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 97fe2791-50d3-444c-a0df-ba0efdd2c9e4 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:42.373382 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7aa00-4c38-4910-971b-6a07521eb196 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Network': ['ID=81e13980-84fc-4558-9fe0-35939f14af0d,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:42.453163 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b490f696-bf2e-404e-9b3f-7b44e05102ed tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:42.455037 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b490f696-bf2e-404e-9b3f-7b44e05102ed tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "GET /v2.0/ports/6790c08a-4620-444b-ae04-275a4a2b5c83 HTTP/1.1" status: 200 len: 841 time: 0.1238616 Apr 29 11:41:42.462491 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51974) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:42.527992 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-22d464a4-c1d4-403d-9d34-c5776b80ad51 None None] For port 0bc3c16e-839a-4539-b498-d1e8adb8e857, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:41:42.531920 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-22d464a4-c1d4-403d-9d34-c5776b80ad51 None None] For port 0bc3c16e-839a-4539-b498-d1e8adb8e857, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=0bc3c16e-839a-4539-b498-d1e8adb8e857,segment=NetworkSegment(5ae0213c-e045-45e1-a170-1fcd80f529a8),segment_id=5ae0213c-e045-45e1-a170-1fcd80f529a8)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:41:42.539656 dv-neutron-838888-1-hyperv neutron-server[102959]: WARNING neutron.services.revisions.revision_plugin [None req-57474ef1-5bb3-4c71-bf3f-e48ad1fb42f3 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Could not find related port for resource to bump revision. Apr 29 11:41:42.539955 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6cdc9489-06be-414e-9448-fd95c72f07c4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:42.540079 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-22d464a4-c1d4-403d-9d34-c5776b80ad51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:42.565825 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.ipam_pluggable_backend [None req-57474ef1-5bb3-4c71-bf3f-e48ad1fb42f3 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Port 96629864-08fa-4549-a772-dab7895dc76a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102959) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 29 11:41:42.566498 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.ipam_pluggable_backend [None req-57474ef1-5bb3-4c71-bf3f-e48ad1fb42f3 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Reverting IP allocation for 2001:db8::f816:3eff:fe36:eec8 {{(pid=102959) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 29 11:41:42.575190 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-cb589f49-a862-4b17-a8d3-3f026da19756 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "GET /v2.0/ports/6790c08a-4620-444b-ae04-275a4a2b5c83?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1053541 Apr 29 11:41:42.576390 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51976) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:42.582342 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-5ed3dbe8-bf9d-4d3e-9721-5d09f948880c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'subnet': {'network_id': '6bd60c6d-014b-4710-a7b1-d7f0c260e662', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:42.599247 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-57474ef1-5bb3-4c71-bf3f-e48ad1fb42f3 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:42.601943 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 97fe2791-50d3-444c-a0df-ba0efdd2c9e4 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:42.602195 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:42.638855 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f3abfd06-41cf-46e3-8928-6d051e9dda80 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:42.672117 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d464a4-c1d4-403d-9d34-c5776b80ad51 None None] Pushing event updated for resources: {'Port': ['ID=0bc3c16e-839a-4539-b498-d1e8adb8e857,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:42.767339 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abfd06-41cf-46e3-8928-6d051e9dda80 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Subnet': ['ID=dbd8366b-1514-479b-9e9c-fd29357144cf,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:42.772769 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6cdc9489-06be-414e-9448-fd95c72f07c4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:42.774954 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3abfd06-41cf-46e3-8928-6d051e9dda80 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Checking segment: {'id': '7d325af5-cac8-4e30-8ab0-d3af66a578a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:41:42.775383 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3abfd06-41cf-46e3-8928-6d051e9dda80 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network hostable DHCP agents. Network: 9def8503-a4da-48a5-8842-eab00f621f47, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:41:42.883856 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdc9489-06be-414e-9448-fd95c72f07c4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network e8e1c49c-e70d-447f-856f-664a2dd7d7ab is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:42.885635 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3abfd06-41cf-46e3-8928-6d051e9dda80 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network 9def8503-a4da-48a5-8842-eab00f621f47 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:41:42.893768 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 969bfa07-170e-4b47-a3a2-01e2f740e9ae no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:41:42.902566 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-6cdc9489-06be-414e-9448-fd95c72f07c4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:42.906627 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-f3abfd06-41cf-46e3-8928-6d051e9dda80 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 9def8503-a4da-48a5-8842-eab00f621f47) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:42.909183 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdc9489-06be-414e-9448-fd95c72f07c4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:42.914800 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc9489-06be-414e-9448-fd95c72f07c4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=10b2821c-69b2-49f8-95ec-6ddf16bdc052,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:42.933140 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 969bfa07-170e-4b47-a3a2-01e2f740e9ae {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:41:42.933327 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 969bfa07-170e-4b47-a3a2-01e2f740e9ae not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:41:42.933694 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 8104b762-e507-406e-9c21-d5bf8bdda250 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:41:42.957797 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3abfd06-41cf-46e3-8928-6d051e9dda80 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:42.959439 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f3abfd06-41cf-46e3-8928-6d051e9dda80 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:42.962546 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 8104b762-e507-406e-9c21-d5bf8bdda250 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:41:42.963008 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 8104b762-e507-406e-9c21-d5bf8bdda250 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:41:42.963605 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 96629864-08fa-4549-a772-dab7895dc76a no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:41:42.965686 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57474ef1-5bb3-4c71-bf3f-e48ad1fb42f3 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:42.989401 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8067e4a6-1b8a-45b4-a89e-07a7827f30b9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:42.996572 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffca17a-86fe-40a6-98f9-0e46e0438f97 None None] Network 9def8503-a4da-48a5-8842-eab00f621f47 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:42.999681 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 96629864-08fa-4549-a772-dab7895dc76a {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:41:43.000197 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 96629864-08fa-4549-a772-dab7895dc76a not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:41:43.002143 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-57474ef1-5bb3-4c71-bf3f-e48ad1fb42f3 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:43.028522 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57474ef1-5bb3-4c71-bf3f-e48ad1fb42f3 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:43.029187 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-57474ef1-5bb3-4c71-bf3f-e48ad1fb42f3 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:43.053113 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57474ef1-5bb3-4c71-bf3f-e48ad1fb42f3 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Subnet': ['ID=48ee3c8d-ae61-4dd5-892d-8ecf502b8d6d,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:43.096222 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234d8a6c-7f0c-4f24-81a4-ae2707e6566d None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:43.099238 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f3abfd06-41cf-46e3-8928-6d051e9dda80 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2075787 Apr 29 11:41:43.101339 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6cdc9489-06be-414e-9448-fd95c72f07c4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:43.141571 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51980) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:43.147688 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8067e4a6-1b8a-45b4-a89e-07a7827f30b9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network a4b2b389-9024-4cee-95b3-af3ca7cfd466 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:43.187031 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-8067e4a6-1b8a-45b4-a89e-07a7827f30b9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:43.204701 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8067e4a6-1b8a-45b4-a89e-07a7827f30b9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:43.206344 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8067e4a6-1b8a-45b4-a89e-07a7827f30b9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:43.271192 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-57474ef1-5bb3-4c71-bf3f-e48ad1fb42f3 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6671236 Apr 29 11:41:43.283842 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51982) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:43.297856 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-1162407a-c5b7-4b1d-9794-71fa31cc2b6f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:43.322738 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d26e35-a4ee-48a9-97ac-577ca32c7bb3 req-06c3f481-e52b-4872-a9a5-60cf12e4fea2 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:43.332266 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f5d26e35-a4ee-48a9-97ac-577ca32c7bb3 req-06c3f481-e52b-4872-a9a5-60cf12e4fea2 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 945 time: 0.5150828 Apr 29 11:41:43.351286 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed3dbe8-bf9d-4d3e-9721-5d09f948880c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:43.368737 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5ed3dbe8-bf9d-4d3e-9721-5d09f948880c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:43.480416 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067e4a6-1b8a-45b4-a89e-07a7827f30b9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Subnet': ['ID=d2e5f371-5140-4747-86e9-97ea1dc94d27,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:43.482430 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6cdc9489-06be-414e-9448-fd95c72f07c4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:43.498809 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599dfbde-e665-49f5-98d6-92b90c73fb3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-9def8503-a4da-48a5-8842-eab00f621f47', 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'fixed_ips': [{'subnet_id': 'dbd8366b-1514-479b-9e9c-fd29357144cf'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:41:43.500517 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-599dfbde-e665-49f5-98d6-92b90c73fb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:43.546279 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd89ca5f-2f57-4562-a619-d48e90b2d9c6 None None] Network a4b2b389-9024-4cee-95b3-af3ca7cfd466 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:43.548480 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1162407a-c5b7-4b1d-9794-71fa31cc2b6f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:43.551391 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-8067e4a6-1b8a-45b4-a89e-07a7827f30b9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3453212 Apr 29 11:41:43.553533 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1162407a-c5b7-4b1d-9794-71fa31cc2b6f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:43.559461 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51984) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:43.565503 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-d198c27a-b241-4d5f-90e3-e97ab36070cb tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'security_group': {'name': 'tempest-secgroup-1268029290'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:43.633045 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d38865-26fd-43df-946b-b1b20db6410d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-62578361-baac-4d3e-b4ee-401a25f05a0e', 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'fixed_ips': [{'subnet_id': '48ee3c8d-ae61-4dd5-892d-8ecf502b8d6d'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:41:43.633893 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f4d38865-26fd-43df-946b-b1b20db6410d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:43.665548 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-6e1e230b-d783-49b3-be3b-bc899051b1ad None None] Provisioning complete for port b9730f39-e676-4ad0-92ef-1d478ba828e0 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:43.665915 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6e1e230b-d783-49b3-be3b-bc899051b1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:43.685112 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d198c27a-b241-4d5f-90e3-e97ab36070cb tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:43.713954 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f5d26e35-a4ee-48a9-97ac-577ca32c7bb3 req-c3a8a80c-d717-4692-9d08-73f311ee4e8f tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/security-groups?id=f5874629-b9e1-4000-8425-6441ce247fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3799465 Apr 29 11:41:43.806532 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.ipam_backend_mixin [None req-1162407a-c5b7-4b1d-9794-71fa31cc2b6f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 48ee3c8d-ae61-4dd5-892d-8ecf502b8d6d (CIDR: 2001:db8::/64) Apr 29 11:41:43.819231 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-1162407a-c5b7-4b1d-9794-71fa31cc2b6f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:41:43.819680 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1162407a-c5b7-4b1d-9794-71fa31cc2b6f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:41:43.877512 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1162407a-c5b7-4b1d-9794-71fa31cc2b6f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5926535 Apr 29 11:41:43.887965 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51988) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:43.901495 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-06d77cb8-0bde-475a-bd58-3cd0961002ad tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:43.969122 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d198c27a-b241-4d5f-90e3-e97ab36070cb tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:44.010709 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d198c27a-b241-4d5f-90e3-e97ab36070cb tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:44.079226 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed893fd3-4433-41a2-be35-ac0c99c384b8 req-f8d8c9fe-2d08-4f04-b7b5-288ec8dc5f8f tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:44.080853 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ed893fd3-4433-41a2-be35-ac0c99c384b8 req-f8d8c9fe-2d08-4f04-b7b5-288ec8dc5f8f tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 945 time: 0.2043443 Apr 29 11:41:44.101399 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d198c27a-b241-4d5f-90e3-e97ab36070cb tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:44.103090 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d198c27a-b241-4d5f-90e3-e97ab36070cb tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5428662 Apr 29 11:41:44.113541 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51990) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:44.120297 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-43707857-6b9e-4a17-a027-602a4c326291 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'security_group': {'name': 'tempest-secgroup-2014304675'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:44.135233 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198c27a-b241-4d5f-90e3-e97ab36070cb tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0617de13-a462-4c07-8a74-1e8ffeee3a2c,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:44.144901 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-599dfbde-e665-49f5-98d6-92b90c73fb3b None None] Allocated IP 172.20.0.2 (9def8503-a4da-48a5-8842-eab00f621f47/dbd8366b-1514-479b-9e9c-fd29357144cf/80b20bea-6407-4d41-94d3-edb242054280) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:44.178032 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ed893fd3-4433-41a2-be35-ac0c99c384b8 req-f0ff8882-d00c-4bd2-8f6c-ccaa8c063edc tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/security-groups?id=f5874629-b9e1-4000-8425-6441ce247fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893884 Apr 29 11:41:44.199121 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-43707857-6b9e-4a17-a027-602a4c326291 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:44.202932 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-f4d38865-26fd-43df-946b-b1b20db6410d None None] Allocated IP 2001:db8::f816:3eff:fed1:cd4b (62578361-baac-4d3e-b4ee-401a25f05a0e/48ee3c8d-ae61-4dd5-892d-8ecf502b8d6d/27e4e8ca-633b-4703-ae65-8fcabd6bdaf2) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:44.203376 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6cdc9489-06be-414e-9448-fd95c72f07c4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:44.210205 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51992) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:44.227170 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-6e1e230b-d783-49b3-be3b-bc899051b1ad None None] Provisioning complete for port 4f63dbb7-99d4-406d-b281-8f97d2d1e1a1 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:44.227546 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6e1e230b-d783-49b3-be3b-bc899051b1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:44.235366 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4d89aa99-9840-44c4-91f8-38c512d2e111 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:44.247184 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5ed3dbe8-bf9d-4d3e-9721-5d09f948880c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:44.266103 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6cdc9489-06be-414e-9448-fd95c72f07c4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:44.319871 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3dbe8-bf9d-4d3e-9721-5d09f948880c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Subnet': ['ID=14df5e6a-82ad-4553-9a78-4f5558841fca,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:44.406271 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d77cb8-0bde-475a-bd58-3cd0961002ad tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:44.410566 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-06d77cb8-0bde-475a-bd58-3cd0961002ad tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:44.515720 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed3dbe8-bf9d-4d3e-9721-5d09f948880c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network 6bd60c6d-014b-4710-a7b1-d7f0c260e662 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:44.523085 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-5ed3dbe8-bf9d-4d3e-9721-5d09f948880c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:44.526222 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed3dbe8-bf9d-4d3e-9721-5d09f948880c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:44.526839 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5ed3dbe8-bf9d-4d3e-9721-5d09f948880c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:44.539682 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6cdc9489-06be-414e-9448-fd95c72f07c4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:44.541808 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc9489-06be-414e-9448-fd95c72f07c4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=10b2821c-69b2-49f8-95ec-6ddf16bdc052,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:44.561273 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5ed3dbe8-bf9d-4d3e-9721-5d09f948880c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9804940 Apr 29 11:41:44.561559 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51994) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:44.566703 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-2c03802a-9b05-48a3-b91c-5dfda6bb0aff tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'security_group': {'name': 'tempest-secgroup-1432581548'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:44.573254 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25484394-3973-4998-b247-f207b5dd69cc tempest-TestNetworkAdvancedServerOps-888175941 tempest-TestNetworkAdvancedServerOps-888175941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:44.577804 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-25484394-3973-4998-b247-f207b5dd69cc tempest-TestNetworkAdvancedServerOps-888175941 tempest-TestNetworkAdvancedServerOps-888175941-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 1093 time: 0.3619602 Apr 29 11:41:44.578746 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 51996) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:44.583337 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-8c6362e8-e857-49e5-9081-2bd096c56ee3 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'port_id': '8ac3d547-2967-4c7e-87d8-399b475ba90d', 'tenant_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:44.611428 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2c03802a-9b05-48a3-b91c-5dfda6bb0aff tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:44.625124 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8c6362e8-e857-49e5-9081-2bd096c56ee3 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for floatingip, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:44.642254 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 0bc3c16e-839a-4539-b498-d1e8adb8e857 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:44.644165 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d7ad62-4a83-4488-b671-92b445a09aa0 None None] Network 6bd60c6d-014b-4710-a7b1-d7f0c260e662 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:44.646277 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208b8662-29a8-4c6a-81d2-0c7f05214abf None None] Network e8e1c49c-e70d-447f-856f-664a2dd7d7ab requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:44.689301 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-43707857-6b9e-4a17-a027-602a4c326291 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:44.703275 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-43707857-6b9e-4a17-a027-602a4c326291 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:44.749947 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-6e1e230b-d783-49b3-be3b-bc899051b1ad None None] Port 4f63dbb7-99d4-406d-b281-8f97d2d1e1a1 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:41:44.759670 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2c03802a-9b05-48a3-b91c-5dfda6bb0aff tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:44.769296 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2c03802a-9b05-48a3-b91c-5dfda6bb0aff tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:44.777629 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-43707857-6b9e-4a17-a027-602a4c326291 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:44.779070 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-43707857-6b9e-4a17-a027-602a4c326291 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6623650 Apr 29 11:41:44.782532 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43707857-6b9e-4a17-a027-602a4c326291 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bef824-7ea7-4def-9ba1-25ae26152ffe,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:44.784867 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 51998) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:44.793661 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-3895a704-9b3c-46fb-9967-107fcc3cc2cf tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'security_group': {'name': 'tempest-secgroup-498671553'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:44.817840 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03802a-9b05-48a3-b91c-5dfda6bb0aff tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9e8103-be43-4251-b8bd-ecba86ec40f7,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:44.825647 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2c03802a-9b05-48a3-b91c-5dfda6bb0aff tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:44.827001 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2c03802a-9b05-48a3-b91c-5dfda6bb0aff tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2642939 Apr 29 11:41:44.829759 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52000) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:44.835822 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-9387c8d2-c9f8-4958-af15-37c9c441e8be tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'security_group': {'name': 'tempest-secgroup-1357557452'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:44.853396 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdc9489-06be-414e-9448-fd95c72f07c4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network e8e1c49c-e70d-447f-856f-664a2dd7d7ab is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:44.853889 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8c6362e8-e857-49e5-9081-2bd096c56ee3 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:44.857817 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-6cdc9489-06be-414e-9448-fd95c72f07c4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:44.909133 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5c90c1-43ed-4003-ae69-7c2742a8a742 None None] Update dhcp port {'port': {'network_id': 'a4b2b389-9024-4cee-95b3-af3ca7cfd466', 'fixed_ips': [{'subnet_id': '242b8a3b-bcae-4474-b529-3d21cdb31a09', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd2e5f371-5140-4747-86e9-97ea1dc94d27'}], 'binding:host_id': 'dv-neutron-838888-1-hyperv'}, 'id': 'b9730f39-e676-4ad0-92ef-1d478ba828e0'} from dv-neutron-838888-1-hyperv. {{(pid=102961) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 11:41:44.909574 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9387c8d2-c9f8-4958-af15-37c9c441e8be tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:45.032331 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-8c6362e8-e857-49e5-9081-2bd096c56ee3 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Allocated IP 172.26.4.110 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/b27ef103-df4b-40db-a564-4938c9a51116) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:45.059428 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-638935a1-f1df-427e-aa6c-c09c5f52df76 None None] Provisioning complete for port 0bc3c16e-839a-4539-b498-d1e8adb8e857 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:45.059800 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-638935a1-f1df-427e-aa6c-c09c5f52df76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:45.061330 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8e5c90c1-43ed-4003-ae69-7c2742a8a742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:45.082640 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9387c8d2-c9f8-4958-af15-37c9c441e8be tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:45.088655 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9387c8d2-c9f8-4958-af15-37c9c441e8be tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:45.192426 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9387c8d2-c9f8-4958-af15-37c9c441e8be tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:45.193063 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-599dfbde-e665-49f5-98d6-92b90c73fb3b None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:45.195172 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9387c8d2-c9f8-4958-af15-37c9c441e8be tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3640661 Apr 29 11:41:45.197825 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3895a704-9b3c-46fb-9967-107fcc3cc2cf tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:45.198748 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52002) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:45.204298 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-0298a007-e72d-46ba-ba90-31cc62258488 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-165229534', 'security_groups': ['8a98ee60-c133-48ab-9da6-9f7679f183db'], 'network_id': '6bd60c6d-014b-4710-a7b1-d7f0c260e662', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '14df5e6a-82ad-4553-9a78-4f5558841fca'}]}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:45.211564 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387c8d2-c9f8-4958-af15-37c9c441e8be tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a98ee60-c133-48ab-9da6-9f7679f183db,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:45.224272 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 0bc3c16e-839a-4539-b498-d1e8adb8e857 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:45.225508 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:45.242504 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-599dfbde-e665-49f5-98d6-92b90c73fb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:45.244776 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f4d38865-26fd-43df-946b-b1b20db6410d None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:45.338990 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f4d38865-26fd-43df-946b-b1b20db6410d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:45.372038 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-06d77cb8-0bde-475a-bd58-3cd0961002ad tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:45.376999 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8c6362e8-e857-49e5-9081-2bd096c56ee3 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:45.377398 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3895a704-9b3c-46fb-9967-107fcc3cc2cf tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:45.379362 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-4d89aa99-9840-44c4-91f8-38c512d2e111 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Allocated IP 172.20.0.1 (9def8503-a4da-48a5-8842-eab00f621f47/dbd8366b-1514-479b-9e9c-fd29357144cf/17fd74da-bfb3-497a-8ba7-2cf15ed18823) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:45.430212 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3895a704-9b3c-46fb-9967-107fcc3cc2cf tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:45.464415 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d77cb8-0bde-475a-bd58-3cd0961002ad tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:45.469349 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599dfbde-e665-49f5-98d6-92b90c73fb3b None None] Network 9def8503-a4da-48a5-8842-eab00f621f47 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:45.481614 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3895a704-9b3c-46fb-9967-107fcc3cc2cf tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:45.485665 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3895a704-9b3c-46fb-9967-107fcc3cc2cf tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6928220 Apr 29 11:41:45.490833 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-06d77cb8-0bde-475a-bd58-3cd0961002ad tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:45.495561 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52004) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:45.501159 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d77cb8-0bde-475a-bd58-3cd0961002ad tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:45.501372 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-06d77cb8-0bde-475a-bd58-3cd0961002ad tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:45.506752 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0298a007-e72d-46ba-ba90-31cc62258488 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:45.507400 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-d8e583a9-8b15-4fe7-8567-aaadd5879e61 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-50844755', 'security_groups': ['f300573f-e502-4082-babd-3d518959d46d'], 'network_id': 'a4b2b389-9024-4cee-95b3-af3ca7cfd466', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd2e5f371-5140-4747-86e9-97ea1dc94d27'}]}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:45.508039 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-599dfbde-e665-49f5-98d6-92b90c73fb3b None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:45.510031 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599dfbde-e665-49f5-98d6-92b90c73fb3b None None] Pushing event updated for resources: {'Port': ['ID=80b20bea-6407-4d41-94d3-edb242054280,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:45.513086 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599dfbde-e665-49f5-98d6-92b90c73fb3b None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:45.527720 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cdc9489-06be-414e-9448-fd95c72f07c4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router 5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:41:45.529860 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d38865-26fd-43df-946b-b1b20db6410d None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:45.534010 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d77cb8-0bde-475a-bd58-3cd0961002ad tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Subnet': ['ID=5179d711-7a19-426c-a128-9636ee99fa3d,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:45.554734 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895a704-9b3c-46fb-9967-107fcc3cc2cf tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f300573f-e502-4082-babd-3d518959d46d,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:45.590794 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-f4d38865-26fd-43df-946b-b1b20db6410d None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:45.595558 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8c6362e8-e857-49e5-9081-2bd096c56ee3 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:45.601458 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-06d77cb8-0bde-475a-bd58-3cd0961002ad tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7123928 Apr 29 11:41:45.606499 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d38865-26fd-43df-946b-b1b20db6410d None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:45.607822 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52006) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:45.614432 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-caca0108-1bb0-4037-b057-a7829efe8509 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'port': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'mac_address': 'fa:16:3e:9e:26:1e', 'name': 'tempest-NetworksTestDHCPv6-1445373550'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:45.716171 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6362e8-e857-49e5-9081-2bd096c56ee3 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:45.729746 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-8c6362e8-e857-49e5-9081-2bd096c56ee3 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:45.752385 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6362e8-e857-49e5-9081-2bd096c56ee3 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:45.765629 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6362e8-e857-49e5-9081-2bd096c56ee3 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Pushing event updated for resources: {'Port': ['ID=b27ef103-df4b-40db-a564-4938c9a51116,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:45.770791 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4d89aa99-9840-44c4-91f8-38c512d2e111 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:45.805049 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0298a007-e72d-46ba-ba90-31cc62258488 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:45.832952 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d38865-26fd-43df-946b-b1b20db6410d None None] Pushing event updated for resources: {'Port': ['ID=27e4e8ca-633b-4703-ae65-8fcabd6bdaf2,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:45.851167 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-0298a007-e72d-46ba-ba90-31cc62258488 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] device_id is not set on port 3dc68de3-1bd8-4387-9ec2-18ac5a685914 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:41:45.870056 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cdc9489-06be-414e-9448-fd95c72f07c4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:41:45.879467 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-638935a1-f1df-427e-aa6c-c09c5f52df76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:45.883442 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fba386-9015-4093-b09e-97dcece97cbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-6bd60c6d-014b-4710-a7b1-d7f0c260e662', 'network_id': '6bd60c6d-014b-4710-a7b1-d7f0c260e662', 'tenant_id': '468174a7deca4bc8a17b4c19d9db5ab0', 'fixed_ips': [{'subnet_id': '14df5e6a-82ad-4553-9a78-4f5558841fca'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:41:45.884353 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-37fba386-9015-4093-b09e-97dcece97cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:45.886117 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6cdc9489-06be-414e-9448-fd95c72f07c4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "PUT /v2.0/routers/5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3246472 Apr 29 11:41:45.887263 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52008) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:45.902592 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e583a9-8b15-4fe7-8567-aaadd5879e61 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:45.904576 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8080eb85-b0bc-49a0-b975-ff17f8fdadd0 None None] Sync routers for ids ['5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:41:45.955080 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:45.966517 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-599dfbde-e665-49f5-98d6-92b90c73fb3b None None] Attempting to bind port 80b20bea-6407-4d41-94d3-edb242054280 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:41:45.966933 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-599dfbde-e665-49f5-98d6-92b90c73fb3b None None] Attempting to bind port 80b20bea-6407-4d41-94d3-edb242054280 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '7d325af5-cac8-4e30-8ab0-d3af66a578a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:41:45.967324 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599dfbde-e665-49f5-98d6-92b90c73fb3b None None] Attempting to bind port 80b20bea-6407-4d41-94d3-edb242054280 on network 9def8503-a4da-48a5-8842-eab00f621f47 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:41:45.972069 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-8e5c90c1-43ed-4003-ae69-7c2742a8a742 None None] Allocated IP 2001:db8::2 (a4b2b389-9024-4cee-95b3-af3ca7cfd466/d2e5f371-5140-4747-86e9-97ea1dc94d27/b9730f39-e676-4ad0-92ef-1d478ba828e0) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:45.978199 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-f4d38865-26fd-43df-946b-b1b20db6410d None None] Attempting to bind port 27e4e8ca-633b-4703-ae65-8fcabd6bdaf2 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:41:45.978559 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-f4d38865-26fd-43df-946b-b1b20db6410d None None] Attempting to bind port 27e4e8ca-633b-4703-ae65-8fcabd6bdaf2 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:41:45.978965 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d38865-26fd-43df-946b-b1b20db6410d None None] Attempting to bind port 27e4e8ca-633b-4703-ae65-8fcabd6bdaf2 on network 62578361-baac-4d3e-b4ee-401a25f05a0e {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:41:46.034626 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8080eb85-b0bc-49a0-b975-ff17f8fdadd0 None None] Routers {'5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:41:46.035285 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-8080eb85-b0bc-49a0-b975-ff17f8fdadd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:41:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:46.037853 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caca0108-1bb0-4037-b057-a7829efe8509 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:46.044094 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d38865-26fd-43df-946b-b1b20db6410d None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:41:46.044498 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d38865-26fd-43df-946b-b1b20db6410d None None] Checking segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:41:46.044846 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f4d38865-26fd-43df-946b-b1b20db6410d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:46.045233 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d38865-26fd-43df-946b-b1b20db6410d None None] Bound using segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:41:46.045701 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-f4d38865-26fd-43df-946b-b1b20db6410d None None] Bound port: 27e4e8ca-633b-4703-ae65-8fcabd6bdaf2, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:41:46.046075 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f4d38865-26fd-43df-946b-b1b20db6410d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:46.049535 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599dfbde-e665-49f5-98d6-92b90c73fb3b None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:41:46.049886 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599dfbde-e665-49f5-98d6-92b90c73fb3b None None] Checking segment: {'id': '7d325af5-cac8-4e30-8ab0-d3af66a578a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:41:46.050332 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-599dfbde-e665-49f5-98d6-92b90c73fb3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:46.050716 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599dfbde-e665-49f5-98d6-92b90c73fb3b None None] Bound using segment: {'id': '7d325af5-cac8-4e30-8ab0-d3af66a578a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:41:46.051182 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-599dfbde-e665-49f5-98d6-92b90c73fb3b None None] Bound port: 80b20bea-6407-4d41-94d3-edb242054280, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d325af5-cac8-4e30-8ab0-d3af66a578a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:41:46.051549 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-599dfbde-e665-49f5-98d6-92b90c73fb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:46.101866 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4d89aa99-9840-44c4-91f8-38c512d2e111 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:46.190195 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-638935a1-f1df-427e-aa6c-c09c5f52df76 None None] For port 0bc3c16e-839a-4539-b498-d1e8adb8e857, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=0bc3c16e-839a-4539-b498-d1e8adb8e857,segment=NetworkSegment(5ae0213c-e045-45e1-a170-1fcd80f529a8),segment_id=5ae0213c-e045-45e1-a170-1fcd80f529a8)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:46.192900 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d89aa99-9840-44c4-91f8-38c512d2e111 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network 9def8503-a4da-48a5-8842-eab00f621f47 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:46.206116 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-4d89aa99-9840-44c4-91f8-38c512d2e111 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:46.208660 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d89aa99-9840-44c4-91f8-38c512d2e111 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:46.237395 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-638935a1-f1df-427e-aa6c-c09c5f52df76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:46.254342 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d8e583a9-8b15-4fe7-8567-aaadd5879e61 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:46.284239 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaf7a0d-7219-4a50-8dca-aa3004f0dad9 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:46.285118 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaf7a0d-7219-4a50-8dca-aa3004f0dad9 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:46.285750 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaf7a0d-7219-4a50-8dca-aa3004f0dad9 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:46.286404 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaf7a0d-7219-4a50-8dca-aa3004f0dad9 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:46.287674 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaf7a0d-7219-4a50-8dca-aa3004f0dad9 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:46.288488 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaf7a0d-7219-4a50-8dca-aa3004f0dad9 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:46.289244 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaf7a0d-7219-4a50-8dca-aa3004f0dad9 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:46.289898 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaf7a0d-7219-4a50-8dca-aa3004f0dad9 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:46.290570 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaf7a0d-7219-4a50-8dca-aa3004f0dad9 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:46.295832 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-bdaf7a0d-7219-4a50-8dca-aa3004f0dad9 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6427 time: 0.4054532 Apr 29 11:41:46.299642 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4d89aa99-9840-44c4-91f8-38c512d2e111 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:46.301877 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52010) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:46.364263 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-caca0108-1bb0-4037-b057-a7829efe8509 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:46.387018 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-d8e583a9-8b15-4fe7-8567-aaadd5879e61 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] device_id is not set on port de5ca0ff-cfc1-41d0-b18a-f46aed42e45f yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:41:46.415220 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89aa99-9840-44c4-91f8-38c512d2e111 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Port': ['ID=17fd74da-bfb3-497a-8ba7-2cf15ed18823,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:46.431006 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-caca0108-1bb0-4037-b057-a7829efe8509 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] device_id is not set on port fa723e91-5d72-430d-b627-61f03c6b94f6 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:41:46.480218 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4d89aa99-9840-44c4-91f8-38c512d2e111 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:46.584455 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e98871-c66f-4c27-b1b1-d058c56de85e tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:46.585233 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e98871-c66f-4c27-b1b1-d058c56de85e tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:46.585710 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e98871-c66f-4c27-b1b1-d058c56de85e tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:46.586186 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e98871-c66f-4c27-b1b1-d058c56de85e tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:46.586646 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e98871-c66f-4c27-b1b1-d058c56de85e tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:46.587095 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e98871-c66f-4c27-b1b1-d058c56de85e tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:46.587539 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e98871-c66f-4c27-b1b1-d058c56de85e tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:46.587981 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e98871-c66f-4c27-b1b1-d058c56de85e tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:46.588419 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e98871-c66f-4c27-b1b1-d058c56de85e tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:46.588858 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e98871-c66f-4c27-b1b1-d058c56de85e tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:46.589526 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e98871-c66f-4c27-b1b1-d058c56de85e tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:46.595097 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c4e98871-c66f-4c27-b1b1-d058c56de85e tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7032 time: 0.2918136 Apr 29 11:41:46.595974 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52012) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:46.771899 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-caca0108-1bb0-4037-b057-a7829efe8509 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Allocated IP 2001:db8:0:1::23d (62578361-baac-4d3e-b4ee-401a25f05a0e/5179d711-7a19-426c-a128-9636ee99fa3d/fa723e91-5d72-430d-b627-61f03c6b94f6) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:46.779970 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-caca0108-1bb0-4037-b057-a7829efe8509 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Allocated IP 2001:db8::f816:3eff:fe9e:261e (62578361-baac-4d3e-b4ee-401a25f05a0e/48ee3c8d-ae61-4dd5-892d-8ecf502b8d6d/fa723e91-5d72-430d-b627-61f03c6b94f6) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:46.876873 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-8e5c90c1-43ed-4003-ae69-7c2742a8a742 None None] For port b9730f39-e676-4ad0-92ef-1d478ba828e0, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=b9730f39-e676-4ad0-92ef-1d478ba828e0,segment=NetworkSegment(8d0042df-7cda-45eb-a0a8-1bad3f3a7692),segment_id=8d0042df-7cda-45eb-a0a8-1bad3f3a7692)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:46.879814 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-8080eb85-b0bc-49a0-b975-ff17f8fdadd0 None None] Set router 5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:41:46.899903 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-98f356e8-d088-451d-9798-9ed9337f14e7 None None] Provisioning complete for port 0bc3c16e-839a-4539-b498-d1e8adb8e857 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:46.900283 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-98f356e8-d088-451d-9798-9ed9337f14e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:46.934527 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:41:46.935504 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:41:46.961095 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-caca0108-1bb0-4037-b057-a7829efe8509 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:46.969658 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638935a1-f1df-427e-aa6c-c09c5f52df76 None None] Pushing event updated for resources: {'Port': ['ID=0bc3c16e-839a-4539-b498-d1e8adb8e857,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:46.976294 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-599dfbde-e665-49f5-98d6-92b90c73fb3b None None] For port 80b20bea-6407-4d41-94d3-edb242054280, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:41:47.002775 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-caca0108-1bb0-4037-b057-a7829efe8509 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:47.029929 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-599dfbde-e665-49f5-98d6-92b90c73fb3b None None] For port 80b20bea-6407-4d41-94d3-edb242054280, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=80b20bea-6407-4d41-94d3-edb242054280,segment=NetworkSegment(7d325af5-cac8-4e30-8ab0-d3af66a578a1),segment_id=7d325af5-cac8-4e30-8ab0-d3af66a578a1)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:41:47.031342 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f4d38865-26fd-43df-946b-b1b20db6410d None None] For port 27e4e8ca-633b-4703-ae65-8fcabd6bdaf2, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:41:47.039994 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-37fba386-9015-4093-b09e-97dcece97cbb None None] Allocated IP 172.20.0.2 (6bd60c6d-014b-4710-a7b1-d7f0c260e662/14df5e6a-82ad-4553-9a78-4f5558841fca/51af3d46-6272-46ba-b3c1-a1c6d773a7d1) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:47.055835 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caca0108-1bb0-4037-b057-a7829efe8509 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:47.059326 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-caca0108-1bb0-4037-b057-a7829efe8509 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:47.063591 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caca0108-1bb0-4037-b057-a7829efe8509 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:47.070774 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caca0108-1bb0-4037-b057-a7829efe8509 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:47.071953 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-caca0108-1bb0-4037-b057-a7829efe8509 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:47.082725 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca0108-1bb0-4037-b057-a7829efe8509 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Port': ['ID=fa723e91-5d72-430d-b627-61f03c6b94f6,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:47.098397 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-caca0108-1bb0-4037-b057-a7829efe8509 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4896326 Apr 29 11:41:47.098735 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-599dfbde-e665-49f5-98d6-92b90c73fb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:47.099179 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52016) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:47.102602 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8e5c90c1-43ed-4003-ae69-7c2742a8a742 None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:47.121577 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f4d38865-26fd-43df-946b-b1b20db6410d None None] For port 27e4e8ca-633b-4703-ae65-8fcabd6bdaf2, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=27e4e8ca-633b-4703-ae65-8fcabd6bdaf2,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:41:47.128171 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8e5c90c1-43ed-4003-ae69-7c2742a8a742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:47.210856 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f4d38865-26fd-43df-946b-b1b20db6410d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:47.533886 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599dfbde-e665-49f5-98d6-92b90c73fb3b None None] Pushing event updated for resources: {'Port': ['ID=80b20bea-6407-4d41-94d3-edb242054280,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:47.552163 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-d8e583a9-8b15-4fe7-8567-aaadd5879e61 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Allocated IP 2001:db8::3b6 (a4b2b389-9024-4cee-95b3-af3ca7cfd466/d2e5f371-5140-4747-86e9-97ea1dc94d27/de5ca0ff-cfc1-41d0-b18a-f46aed42e45f) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:47.596246 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8c6362e8-e857-49e5-9081-2bd096c56ee3 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:47.604902 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-5556afb1-ff26-43ca-bd0c-1bb63cadb1f8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting port fa723e91-5d72-430d-b627-61f03c6b94f6 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:47.605256 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5556afb1-ff26-43ca-bd0c-1bb63cadb1f8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:47.667451 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-144d38d5-c832-4024-9911-3ca364aa0a9b tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2857 time: 1.0691864 Apr 29 11:41:47.844509 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8c6362e8-e857-49e5-9081-2bd096c56ee3 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:47.870779 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4d89aa99-9840-44c4-91f8-38c512d2e111 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:47.922116 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4d89aa99-9840-44c4-91f8-38c512d2e111 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:47.952289 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-37fba386-9015-4093-b09e-97dcece97cbb None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:47.955351 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c90c1-43ed-4003-ae69-7c2742a8a742 None None] Pushing event updated for resources: {'Port': ['ID=b9730f39-e676-4ad0-92ef-1d478ba828e0,revision_number=6']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:47.995114 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5556afb1-ff26-43ca-bd0c-1bb63cadb1f8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:48.072768 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52020) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:48.090016 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-526947bd-3585-4f3c-b58b-e1196c7615a2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-68279389', 'description': 'tempest-secgroup-smoke-68279389 description', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:48.101274 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-5556afb1-ff26-43ca-bd0c-1bb63cadb1f8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Calling delete_port for fa723e91-5d72-430d-b627-61f03c6b94f6 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:48.107413 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-37fba386-9015-4093-b09e-97dcece97cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:48.217396 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-0298a007-e72d-46ba-ba90-31cc62258488 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Allocated IP 172.20.0.3 (6bd60c6d-014b-4710-a7b1-d7f0c260e662/14df5e6a-82ad-4553-9a78-4f5558841fca/3dc68de3-1bd8-4387-9ec2-18ac5a685914) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:48.233748 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d8e583a9-8b15-4fe7-8567-aaadd5879e61 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:48.244753 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fba386-9015-4093-b09e-97dcece97cbb None None] Network 6bd60c6d-014b-4710-a7b1-d7f0c260e662 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:48.265251 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-37fba386-9015-4093-b09e-97dcece97cbb None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:48.273643 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fba386-9015-4093-b09e-97dcece97cbb None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:48.290159 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d38865-26fd-43df-946b-b1b20db6410d None None] Pushing event updated for resources: {'Port': ['ID=27e4e8ca-633b-4703-ae65-8fcabd6bdaf2,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:48.315306 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-98f356e8-d088-451d-9798-9ed9337f14e7 None None] Provisioning complete for port 10b2821c-69b2-49f8-95ec-6ddf16bdc052 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:48.315789 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-98f356e8-d088-451d-9798-9ed9337f14e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:48.330293 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d8e583a9-8b15-4fe7-8567-aaadd5879e61 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:48.441847 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-526947bd-3585-4f3c-b58b-e1196c7615a2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:48.485264 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e583a9-8b15-4fe7-8567-aaadd5879e61 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network a4b2b389-9024-4cee-95b3-af3ca7cfd466 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:48.512962 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-d8e583a9-8b15-4fe7-8567-aaadd5879e61 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:48.529819 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e583a9-8b15-4fe7-8567-aaadd5879e61 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:48.535975 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e583a9-8b15-4fe7-8567-aaadd5879e61 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:48.536978 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d8e583a9-8b15-4fe7-8567-aaadd5879e61 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:48.571031 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e583a9-8b15-4fe7-8567-aaadd5879e61 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Port': ['ID=de5ca0ff-cfc1-41d0-b18a-f46aed42e45f,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:48.583916 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fba386-9015-4093-b09e-97dcece97cbb None None] Pushing event updated for resources: {'Port': ['ID=51af3d46-6272-46ba-b3c1-a1c6d773a7d1,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:48.596110 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4d89aa99-9840-44c4-91f8-38c512d2e111 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:48.597406 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-98f356e8-d088-451d-9798-9ed9337f14e7 None None] Port 10b2821c-69b2-49f8-95ec-6ddf16bdc052 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:41:48.605701 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d8e583a9-8b15-4fe7-8567-aaadd5879e61 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1037598 Apr 29 11:41:48.606397 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52022) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:48.612456 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-4764f1c1-a32a-412b-8e92-c4ee9fbb5430 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'subnet': {'network_id': 'a4b2b389-9024-4cee-95b3-af3ca7cfd466', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:48.635371 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89aa99-9840-44c4-91f8-38c512d2e111 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Port': ['ID=17fd74da-bfb3-497a-8ba7-2cf15ed18823,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:48.635950 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 80b20bea-6407-4d41-94d3-edb242054280 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:48.708815 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-8080eb85-b0bc-49a0-b975-ff17f8fdadd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'name': 'tempest-TestNetworkBasicOps-router-5149196', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '97fe2791-50d3-444c-a0df-ba0efdd2c9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:29Z', 'updated_at': '2022-04-29T11:41:43Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '97fe2791-50d3-444c-a0df-ba0efdd2c9e4', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:31Z', 'updated_at': '2022-04-29T11:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '10b2821c-69b2-49f8-95ec-6ddf16bdc052', 'name': '', 'network_id': 'e8e1c49c-e70d-447f-856f-664a2dd7d7ab', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:53:04:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '14800f35-4fe2-4cdc-98f9-522afcac0b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:41:43Z', 'revision_number': 2, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '14800f35-4fe2-4cdc-98f9-522afcac0b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:48.709145 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0298a007-e72d-46ba-ba90-31cc62258488 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:48.715289 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-37fba386-9015-4093-b09e-97dcece97cbb None None] Attempting to bind port 51af3d46-6272-46ba-b3c1-a1c6d773a7d1 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:41:48.715986 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-37fba386-9015-4093-b09e-97dcece97cbb None None] Attempting to bind port 51af3d46-6272-46ba-b3c1-a1c6d773a7d1 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '054d06c5-73c7-42b4-b353-3b8179d169bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '6bd60c6d-014b-4710-a7b1-d7f0c260e662'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:41:48.716538 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fba386-9015-4093-b09e-97dcece97cbb None None] Attempting to bind port 51af3d46-6272-46ba-b3c1-a1c6d773a7d1 on network 6bd60c6d-014b-4710-a7b1-d7f0c260e662 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:41:48.782150 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8080eb85-b0bc-49a0-b975-ff17f8fdadd0 None None] Checking router: 5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:41:48.782434 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8080eb85-b0bc-49a0-b975-ff17f8fdadd0 None None] Updating router 5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1 port 10b2821c-69b2-49f8-95ec-6ddf16bdc052 binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:41:48.812261 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fba386-9015-4093-b09e-97dcece97cbb None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:41:48.812663 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fba386-9015-4093-b09e-97dcece97cbb None None] Checking segment: {'id': '054d06c5-73c7-42b4-b353-3b8179d169bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '6bd60c6d-014b-4710-a7b1-d7f0c260e662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:41:48.813038 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-37fba386-9015-4093-b09e-97dcece97cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:48.813432 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fba386-9015-4093-b09e-97dcece97cbb None None] Bound using segment: {'id': '054d06c5-73c7-42b4-b353-3b8179d169bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '6bd60c6d-014b-4710-a7b1-d7f0c260e662'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:41:48.814134 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-37fba386-9015-4093-b09e-97dcece97cbb None None] Bound port: 51af3d46-6272-46ba-b3c1-a1c6d773a7d1, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '054d06c5-73c7-42b4-b353-3b8179d169bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '6bd60c6d-014b-4710-a7b1-d7f0c260e662'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:41:48.814377 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-37fba386-9015-4093-b09e-97dcece97cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:48.840331 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-121ff7a4-d9ab-42f6-8deb-653a0347dfab None None] Provisioning complete for port 10b2821c-69b2-49f8-95ec-6ddf16bdc052 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:48.840701 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-121ff7a4-d9ab-42f6-8deb-653a0347dfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:48.842118 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4764f1c1-a32a-412b-8e92-c4ee9fbb5430 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:48.853700 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4764f1c1-a32a-412b-8e92-c4ee9fbb5430 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:48.857931 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0298a007-e72d-46ba-ba90-31cc62258488 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:48.863002 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d89aa99-9840-44c4-91f8-38c512d2e111 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network 9def8503-a4da-48a5-8842-eab00f621f47 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:48.865830 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8c6362e8-e857-49e5-9081-2bd096c56ee3 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:48.866346 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8080eb85-b0bc-49a0-b975-ff17f8fdadd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:48.876255 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-4d89aa99-9840-44c4-91f8-38c512d2e111 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:48.907184 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8c6362e8-e857-49e5-9081-2bd096c56ee3 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:48.931210 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5556afb1-ff26-43ca-bd0c-1bb63cadb1f8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:49.071410 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556afb1-ff26-43ca-bd0c-1bb63cadb1f8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Port': ['ID=fa723e91-5d72-430d-b627-61f03c6b94f6,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:49.107123 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-526947bd-3585-4f3c-b58b-e1196c7615a2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:49.125546 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-526947bd-3585-4f3c-b58b-e1196c7615a2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:49.151407 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-121ff7a4-d9ab-42f6-8deb-653a0347dfab None None] Port 10b2821c-69b2-49f8-95ec-6ddf16bdc052 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:41:49.173304 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0298a007-e72d-46ba-ba90-31cc62258488 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network 6bd60c6d-014b-4710-a7b1-d7f0c260e662 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:49.175058 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-0298a007-e72d-46ba-ba90-31cc62258488 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:49.180886 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0298a007-e72d-46ba-ba90-31cc62258488 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Port': ['ID=3dc68de3-1bd8-4387-9ec2-18ac5a685914,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:49.183923 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0298a007-e72d-46ba-ba90-31cc62258488 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:49.194281 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 80b20bea-6407-4d41-94d3-edb242054280 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:49.194692 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:49.237234 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-37fba386-9015-4093-b09e-97dcece97cbb None None] For port 51af3d46-6272-46ba-b3c1-a1c6d773a7d1, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:41:49.250498 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8c6362e8-e857-49e5-9081-2bd096c56ee3 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:49.256952 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5556afb1-ff26-43ca-bd0c-1bb63cadb1f8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:49.264928 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5556afb1-ff26-43ca-bd0c-1bb63cadb1f8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/fa723e91-5d72-430d-b627-61f03c6b94f6 HTTP/1.1" status: 204 len: 168 time: 2.1619637 Apr 29 11:41:49.271004 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-526947bd-3585-4f3c-b58b-e1196c7615a2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:49.272298 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-526947bd-3585-4f3c-b58b-e1196c7615a2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.1869724 Apr 29 11:41:49.279064 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52024) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:49.279270 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52026) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:49.289840 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-d0a156a5-2e0a-44ad-b84c-6bafa0764bb3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '9e97b539-a470-4de4-bba2-e5c91828c3da', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:49.306188 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-37fba386-9015-4093-b09e-97dcece97cbb None None] For port 51af3d46-6272-46ba-b3c1-a1c6d773a7d1, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=51af3d46-6272-46ba-b3c1-a1c6d773a7d1,segment=NetworkSegment(054d06c5-73c7-42b4-b353-3b8179d169bc),segment_id=054d06c5-73c7-42b4-b353-3b8179d169bc)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:41:49.320371 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526947bd-3585-4f3c-b58b-e1196c7615a2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e97b539-a470-4de4-bba2-e5c91828c3da,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:49.351399 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.ipam_backend_mixin [None req-4764f1c1-a32a-412b-8e92-c4ee9fbb5430 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d2e5f371-5140-4747-86e9-97ea1dc94d27 (CIDR: 2001:db8::/64) Apr 29 11:41:49.352926 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d0a156a5-2e0a-44ad-b84c-6bafa0764bb3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:49.358137 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-37fba386-9015-4093-b09e-97dcece97cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:49.362039 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-4764f1c1-a32a-412b-8e92-c4ee9fbb5430 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:41:49.366525 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4764f1c1-a32a-412b-8e92-c4ee9fbb5430 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:41:49.434443 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4764f1c1-a32a-412b-8e92-c4ee9fbb5430 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8240445 Apr 29 11:41:49.439187 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52028) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:49.444473 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-cdd15623-16eb-4f51-8b30-e7ea40f8d8dd tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'subnet': {'network_id': 'a4b2b389-9024-4cee-95b3-af3ca7cfd466', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:49.502680 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-a0f83f38-e00a-4add-910c-a3ec785b6dd4 None None] Provisioning complete for port b9730f39-e676-4ad0-92ef-1d478ba828e0 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:49.503604 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a0f83f38-e00a-4add-910c-a3ec785b6dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:49.517238 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daff70e8-3231-4428-ae07-0e2878f40a9e tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:49.525508 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52030) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:49.526768 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-daff70e8-3231-4428-ae07-0e2878f40a9e tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2451572 Apr 29 11:41:49.527826 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d0a156a5-2e0a-44ad-b84c-6bafa0764bb3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:49.551883 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d0a156a5-2e0a-44ad-b84c-6bafa0764bb3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:49.560620 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6362e8-e857-49e5-9081-2bd096c56ee3 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Pushing event updated for resources: {'Port': ['ID=b27ef103-df4b-40db-a564-4938c9a51116,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:49.570018 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0298a007-e72d-46ba-ba90-31cc62258488 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:49.572556 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0298a007-e72d-46ba-ba90-31cc62258488 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:49.573854 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8080eb85-b0bc-49a0-b975-ff17f8fdadd0 None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:49.608914 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8080eb85-b0bc-49a0-b975-ff17f8fdadd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:49.625303 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fba386-9015-4093-b09e-97dcece97cbb None None] Pushing event updated for resources: {'Port': ['ID=51af3d46-6272-46ba-b3c1-a1c6d773a7d1,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:49.641777 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0298a007-e72d-46ba-ba90-31cc62258488 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.4386003 Apr 29 11:41:49.642158 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52032) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:49.645675 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d0a156a5-2e0a-44ad-b84c-6bafa0764bb3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:49.647653 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d0a156a5-2e0a-44ad-b84c-6bafa0764bb3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3615670 Apr 29 11:41:49.650364 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-3f3d8bb9-e736-45ae-a946-a5e65675be64 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'subnet': {'network_id': '6bd60c6d-014b-4710-a7b1-d7f0c260e662', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:49.653069 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52034) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:49.660968 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-f89e3b5e-288e-438a-b389-5db17de38edb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '9e97b539-a470-4de4-bba2-e5c91828c3da', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:49.674712 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a156a5-2e0a-44ad-b84c-6bafa0764bb3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb5e5e1-65ce-4917-b6ab-1ebf6e7eba18,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:49.733153 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd15623-16eb-4f51-8b30-e7ea40f8d8dd tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:49.735185 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d89aa99-9840-44c4-91f8-38c512d2e111 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Router f540444a-8344-431e-aed4-ced9478cf694 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:41:49.737215 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cdd15623-16eb-4f51-8b30-e7ea40f8d8dd tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:49.752217 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a756c99f-8ff7-4733-99bd-6ddd3859a78e None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:49.753777 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415bd346-320e-4297-9ad3-bc3d21f22d19 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:49.756669 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [None req-8c6362e8-e857-49e5-9081-2bd096c56ee3 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Floating IP cdd11439-57b1-4e0a-af97-05f9a02adae2 associated. External IP: 172.26.4.110, port: 8ac3d547-2967-4c7e-87d8-399b475ba90d. Apr 29 11:41:49.761560 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-415bd346-320e-4297-9ad3-bc3d21f22d19 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2310803 Apr 29 11:41:49.764515 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a883e-9cb0-4ff2-99a9-43a413daed48 None None] Pushing event updated for resources: {'Port': ['ID=10b2821c-69b2-49f8-95ec-6ddf16bdc052,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:49.766912 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52036) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:49.877601 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f89e3b5e-288e-438a-b389-5db17de38edb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:49.992919 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cacc0c-77bd-4866-a768-d86118cae5e1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:50.002515 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cacc0c-77bd-4866-a768-d86118cae5e1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:50.006492 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cacc0c-77bd-4866-a768-d86118cae5e1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:50.013215 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f9cacc0c-77bd-4866-a768-d86118cae5e1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2401145 Apr 29 11:41:50.030757 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52038) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:50.123612 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa04ab54-2f97-4d0d-84fe-f2b537ef599a None None] Network 9def8503-a4da-48a5-8842-eab00f621f47 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:50.159597 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.ipam_backend_mixin [None req-cdd15623-16eb-4f51-8b30-e7ea40f8d8dd tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 242b8a3b-bcae-4474-b529-3d21cdb31a09 (CIDR: 2001:db8:0:1::/64) Apr 29 11:41:50.169668 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd15623-16eb-4f51-8b30-e7ea40f8d8dd tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:41:50.170121 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd15623-16eb-4f51-8b30-e7ea40f8d8dd tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:41:50.179787 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a7dd756-61c2-4f09-aa08-9bc303c851c1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting subnet 48ee3c8d-ae61-4dd5-892d-8ecf502b8d6d {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:41:50.188437 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4a7dd756-61c2-4f09-aa08-9bc303c851c1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.228973 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f89e3b5e-288e-438a-b389-5db17de38edb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.235320 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f89e3b5e-288e-438a-b389-5db17de38edb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.242435 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-cdd15623-16eb-4f51-8b30-e7ea40f8d8dd tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8021386 Apr 29 11:41:50.248551 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52040) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:50.253709 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-87a480e5-8383-4530-b2a4-42e02418b9b1 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'subnet': {'network_id': 'a4b2b389-9024-4cee-95b3-af3ca7cfd466', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:50.300312 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4a7dd756-61c2-4f09-aa08-9bc303c851c1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.303082 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-8080eb85-b0bc-49a0-b975-ff17f8fdadd0 None None] Attempting to bind port 10b2821c-69b2-49f8-95ec-6ddf16bdc052 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:41:50.304063 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-8080eb85-b0bc-49a0-b975-ff17f8fdadd0 None None] Attempting to bind port 10b2821c-69b2-49f8-95ec-6ddf16bdc052 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '5ae0213c-e045-45e1-a170-1fcd80f529a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e8e1c49c-e70d-447f-856f-664a2dd7d7ab'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:41:50.304637 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8080eb85-b0bc-49a0-b975-ff17f8fdadd0 None None] Attempting to bind port 10b2821c-69b2-49f8-95ec-6ddf16bdc052 on network e8e1c49c-e70d-447f-856f-664a2dd7d7ab {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:41:50.306634 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e3b5e-288e-438a-b389-5db17de38edb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201c8669-3457-4328-815c-52fa318107fd,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:50.325602 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.361721 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f89e3b5e-288e-438a-b389-5db17de38edb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.363095 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f89e3b5e-288e-438a-b389-5db17de38edb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7061288 Apr 29 11:41:50.368866 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8080eb85-b0bc-49a0-b975-ff17f8fdadd0 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:41:50.369689 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8080eb85-b0bc-49a0-b975-ff17f8fdadd0 None None] Checking segment: {'id': '5ae0213c-e045-45e1-a170-1fcd80f529a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e8e1c49c-e70d-447f-856f-664a2dd7d7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:41:50.370269 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8080eb85-b0bc-49a0-b975-ff17f8fdadd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.370716 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8080eb85-b0bc-49a0-b975-ff17f8fdadd0 None None] Bound using segment: {'id': '5ae0213c-e045-45e1-a170-1fcd80f529a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e8e1c49c-e70d-447f-856f-664a2dd7d7ab'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:41:50.371581 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-8080eb85-b0bc-49a0-b975-ff17f8fdadd0 None None] Bound port: 10b2821c-69b2-49f8-95ec-6ddf16bdc052, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae0213c-e045-45e1-a170-1fcd80f529a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e8e1c49c-e70d-447f-856f-664a2dd7d7ab'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:41:50.371979 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8080eb85-b0bc-49a0-b975-ff17f8fdadd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.373286 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52042) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:50.379873 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-4f090cf3-a9ef-4830-af50-00b8b973a15e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '9e97b539-a470-4de4-bba2-e5c91828c3da', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:50.478980 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4f090cf3-a9ef-4830-af50-00b8b973a15e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.508466 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d89aa99-9840-44c4-91f8-38c512d2e111 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:41:50.515319 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4d89aa99-9840-44c4-91f8-38c512d2e111 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "PUT /v2.0/routers/f540444a-8344-431e-aed4-ced9478cf694/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3649712 Apr 29 11:41:50.516092 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3d8bb9-e736-45ae-a946-a5e65675be64 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:50.517388 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4a7dd756-61c2-4f09-aa08-9bc303c851c1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.519895 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3f3d8bb9-e736-45ae-a946-a5e65675be64 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.524564 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52044) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:50.527745 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01e854a-d0f2-44c4-a394-bcc98f1e5252 None None] Sync routers for ids ['f540444a-8344-431e-aed4-ced9478cf694'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:41:50.532313 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-a23501bc-9094-4c8b-9cfc-af4d7880b480 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Request body: {'network': {'name': 'tempest-RoutersTest-1204791576'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:50.544245 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01e854a-d0f2-44c4-a394-bcc98f1e5252 None None] Routers {'f540444a-8344-431e-aed4-ced9478cf694'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:41:50.544799 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f01e854a-d0f2-44c4-a394-bcc98f1e5252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:41:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f540444a-8344-431e-aed4-ced9478cf694'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:50.557691 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a480e5-8383-4530-b2a4-42e02418b9b1 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Made reservation on behalf of f7a7bd2b70fc4f5cafed95969987752a for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:50.566768 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-87a480e5-8383-4530-b2a4-42e02418b9b1 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.575289 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 80b20bea-6407-4d41-94d3-edb242054280, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=80b20bea-6407-4d41-94d3-edb242054280,segment=NetworkSegment(7d325af5-cac8-4e30-8ab0-d3af66a578a1),segment_id=7d325af5-cac8-4e30-8ab0-d3af66a578a1)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:50.607085 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.607892 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 0bc3c16e-839a-4539-b498-d1e8adb8e857 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:50.696953 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6362e8-e857-49e5-9081-2bd096c56ee3 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Router a8ec5d53-d23b-4dc1-be90-452d04530ccd has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:41:50.698457 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23501bc-9094-4c8b-9cfc-af4d7880b480 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Made reservation on behalf of 4fc08cbadd26470a96bfec5ad3948785 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:50.701943 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a23501bc-9094-4c8b-9cfc-af4d7880b480 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.713390 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4f090cf3-a9ef-4830-af50-00b8b973a15e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.723651 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-8080eb85-b0bc-49a0-b975-ff17f8fdadd0 None None] For port 10b2821c-69b2-49f8-95ec-6ddf16bdc052, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:41:50.725443 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4f090cf3-a9ef-4830-af50-00b8b973a15e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.736149 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-f01e854a-d0f2-44c4-a394-bcc98f1e5252 None None] Set router f540444a-8344-431e-aed4-ced9478cf694 gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:41:50.774099 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4a7dd756-61c2-4f09-aa08-9bc303c851c1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.810809 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f090cf3-a9ef-4830-af50-00b8b973a15e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d9e9b99-de89-4a7c-94f9-52daf8038f0e,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:50.823422 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7dd756-61c2-4f09-aa08-9bc303c851c1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Subnet': ['ID=48ee3c8d-ae61-4dd5-892d-8ecf502b8d6d,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:50.836558 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4a7dd756-61c2-4f09-aa08-9bc303c851c1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.843502 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4a7dd756-61c2-4f09-aa08-9bc303c851c1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/48ee3c8d-ae61-4dd5-892d-8ecf502b8d6d HTTP/1.1" status: 204 len: 168 time: 0.7654824 Apr 29 11:41:50.844552 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52046) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:50.853419 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-a0f83f38-e00a-4add-910c-a3ec785b6dd4 None None] Provisioning complete for port 4f63dbb7-99d4-406d-b281-8f97d2d1e1a1 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:50.855963 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a0f83f38-e00a-4add-910c-a3ec785b6dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.867176 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4f090cf3-a9ef-4830-af50-00b8b973a15e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.878343 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4f090cf3-a9ef-4830-af50-00b8b973a15e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5039833 Apr 29 11:41:50.886679 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52048) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:50.891749 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-4b76392e-df88-4052-ad95-ab0f5d024521 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '9e97b539-a470-4de4-bba2-e5c91828c3da', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:50.913853 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-8080eb85-b0bc-49a0-b975-ff17f8fdadd0 None None] For port 10b2821c-69b2-49f8-95ec-6ddf16bdc052, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=10b2821c-69b2-49f8-95ec-6ddf16bdc052,segment=NetworkSegment(5ae0213c-e045-45e1-a170-1fcd80f529a8),segment_id=5ae0213c-e045-45e1-a170-1fcd80f529a8)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:41:50.929563 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23501bc-9094-4c8b-9cfc-af4d7880b480 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:41:50.934885 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8080eb85-b0bc-49a0-b975-ff17f8fdadd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.963865 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=80b20bea-6407-4d41-94d3-edb242054280,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:50.968788 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4b76392e-df88-4052-ad95-ab0f5d024521 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:51.000362 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc87e8a9-6d48-41f7-9c50-1851e086711c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting subnet 5179d711-7a19-426c-a128-9636ee99fa3d {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:41:51.006796 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fc87e8a9-6d48-41f7-9c50-1851e086711c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:51.022088 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.ipam_backend_mixin [None req-3f3d8bb9-e736-45ae-a946-a5e65675be64 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 14df5e6a-82ad-4553-9a78-4f5558841fca (CIDR: 172.20.0.0/28) Apr 29 11:41:51.023741 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a23501bc-9094-4c8b-9cfc-af4d7880b480 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:51.024128 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-a23501bc-9094-4c8b-9cfc-af4d7880b480 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Added segment f6e92e8e-330b-4eb7-b418-efccd060863e of type vlan for network a2c1ac3b-191d-4202-b460-c88b10dd2648 Apr 29 11:41:51.039392 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-a0f83f38-e00a-4add-910c-a3ec785b6dd4 None None] Port 4f63dbb7-99d4-406d-b281-8f97d2d1e1a1 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:41:51.050393 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 0bc3c16e-839a-4539-b498-d1e8adb8e857 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:51.051142 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:51.078434 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f3d8bb9-e736-45ae-a946-a5e65675be64 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:41:51.078954 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f3d8bb9-e736-45ae-a946-a5e65675be64 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:41:51.121156 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f01e854a-d0f2-44c4-a394-bcc98f1e5252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f540444a-8344-431e-aed4-ced9478cf694', 'name': 'tempest-RoutersTest-router-1818015534', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:41:46Z', 'revision_number': 2, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None, '_interfaces': [{'id': '17fd74da-bfb3-497a-8ba7-2cf15ed18823', 'name': '', 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:87:21:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:44Z', 'updated_at': '2022-04-29T11:41:47Z', 'revision_number': 2, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:51.136014 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08bc79d-7477-4088-a922-cc01f52b923f None None] Update dhcp port {'port': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'fixed_ips': [{'subnet_id': '48ee3c8d-ae61-4dd5-892d-8ecf502b8d6d'}, {'subnet_id': '5179d711-7a19-426c-a128-9636ee99fa3d'}], 'binding:host_id': 'dv-neutron-838888-1-hyperv'}, 'id': '27e4e8ca-633b-4703-ae65-8fcabd6bdaf2'} from dv-neutron-838888-1-hyperv. {{(pid=102961) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 11:41:51.197004 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-87a480e5-8383-4530-b2a4-42e02418b9b1 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:51.211010 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8080eb85-b0bc-49a0-b975-ff17f8fdadd0 None None] Routers {'5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:41:51.211293 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01e854a-d0f2-44c4-a394-bcc98f1e5252 None None] Checking router: f540444a-8344-431e-aed4-ced9478cf694 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:41:51.211824 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01e854a-d0f2-44c4-a394-bcc98f1e5252 None None] Updating router f540444a-8344-431e-aed4-ced9478cf694 port 17fd74da-bfb3-497a-8ba7-2cf15ed18823 binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:41:51.212383 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-8080eb85-b0bc-49a0-b975-ff17f8fdadd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:41:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:51.272792 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a480e5-8383-4530-b2a4-42e02418b9b1 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Subnet': ['ID=e9a99f4c-bcb5-4da2-931b-c3e9141ac845,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:51.293512 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-f01e854a-d0f2-44c4-a394-bcc98f1e5252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:51.294405 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fc87e8a9-6d48-41f7-9c50-1851e086711c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:51.305760 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3f3d8bb9-e736-45ae-a946-a5e65675be64 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6627169 Apr 29 11:41:51.313815 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a883e-9cb0-4ff2-99a9-43a413daed48 None None] Pushing event updated for resources: {'Port': ['ID=10b2821c-69b2-49f8-95ec-6ddf16bdc052,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:51.315013 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a23501bc-9094-4c8b-9cfc-af4d7880b480 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:51.321251 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a08bc79d-7477-4088-a922-cc01f52b923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:51.342362 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52050) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:51.353402 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-f8856736-4d51-43f4-b3c7-a938505b4a89 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'subnet': {'network_id': '6bd60c6d-014b-4710-a7b1-d7f0c260e662', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:51.387454 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4b76392e-df88-4052-ad95-ab0f5d024521 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:51.387715 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fc87e8a9-6d48-41f7-9c50-1851e086711c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:51.425784 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6362e8-e857-49e5-9081-2bd096c56ee3 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:41:51.448303 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4b76392e-df88-4052-ad95-ab0f5d024521 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:51.483724 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-8080eb85-b0bc-49a0-b975-ff17f8fdadd0 None None] Set router 5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:41:51.523597 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a480e5-8383-4530-b2a4-42e02418b9b1 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Network a4b2b389-9024-4cee-95b3-af3ca7cfd466 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:51.543977 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-87a480e5-8383-4530-b2a4-42e02418b9b1 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:51.552716 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a480e5-8383-4530-b2a4-42e02418b9b1 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:51.552716 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-87a480e5-8383-4530-b2a4-42e02418b9b1 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:51.571327 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fc87e8a9-6d48-41f7-9c50-1851e086711c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:51.579323 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8c6362e8-e857-49e5-9081-2bd096c56ee3 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:51.628604 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4963dc-0a75-4f5c-94e7-52eb3c291701 None None] Sync routers for ids ['a8ec5d53-d23b-4dc1-be90-452d04530ccd'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:41:51.631942 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacf6a0c-da93-45b1-8130-93353d9f4348 None None] Network a4b2b389-9024-4cee-95b3-af3ca7cfd466 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:51.644936 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76392e-df88-4052-ad95-ab0f5d024521 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5faf82d7-2dcb-4a41-83ac-6690bb352ae6,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:51.657395 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-55d3e694-5107-4178-ba7a-b17ac5051a07 None None] Provisioning complete for port 10b2821c-69b2-49f8-95ec-6ddf16bdc052 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:51.657864 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-55d3e694-5107-4178-ba7a-b17ac5051a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:51.663888 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87e8a9-6d48-41f7-9c50-1851e086711c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Subnet': ['ID=5179d711-7a19-426c-a128-9636ee99fa3d,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:51.673426 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a23501bc-9094-4c8b-9cfc-af4d7880b480 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:51.678971 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fc87e8a9-6d48-41f7-9c50-1851e086711c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:51.690600 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-fc87e8a9-6d48-41f7-9c50-1851e086711c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/5179d711-7a19-426c-a128-9636ee99fa3d HTTP/1.1" status: 204 len: 168 time: 0.8369536 Apr 29 11:41:51.691229 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52052) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:51.694510 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23501bc-9094-4c8b-9cfc-af4d7880b480 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:51.695160 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a23501bc-9094-4c8b-9cfc-af4d7880b480 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:51.722557 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-87a480e5-8383-4530-b2a4-42e02418b9b1 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4725463 Apr 29 11:41:51.723221 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52054) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:51.740716 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4b76392e-df88-4052-ad95-ab0f5d024521 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:51.742214 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4b76392e-df88-4052-ad95-ab0f5d024521 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8542283 Apr 29 11:41:51.774417 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-bb3e9c82-1cfb-40c2-ad61-f4392df30112 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-873923422', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e9a99f4c-bcb5-4da2-931b-c3e9141ac845'}], 'security_groups': ['0617de13-a462-4c07-8a74-1e8ffeee3a2c', 'e5bef824-7ea7-4def-9ba1-25ae26152ffe']}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:51.777782 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52056) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:51.784352 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-b16944fc-503c-441f-b8e8-773f00386e3f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '9e97b539-a470-4de4-bba2-e5c91828c3da', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:51.808553 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2bbf7d3b-d3b0-4a93-b517-b651b4e656de tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1158361 Apr 29 11:41:51.809544 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52058) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:51.841033 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-f01e854a-d0f2-44c4-a394-bcc98f1e5252 None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:51.841633 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4963dc-0a75-4f5c-94e7-52eb3c291701 None None] Routers {'a8ec5d53-d23b-4dc1-be90-452d04530ccd'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:41:51.841764 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-8d57fa6d-97ed-420f-8136-a76cc967c553 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:51.843535 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6e4963dc-0a75-4f5c-94e7-52eb3c291701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:41:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['a8ec5d53-d23b-4dc1-be90-452d04530ccd'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:51.848963 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-f01e854a-d0f2-44c4-a394-bcc98f1e5252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:51.877211 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23501bc-9094-4c8b-9cfc-af4d7880b480 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Network': ['ID=a2c1ac3b-191d-4202-b460-c88b10dd2648,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:51.904603 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a23501bc-9094-4c8b-9cfc-af4d7880b480 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3767381 Apr 29 11:41:51.905235 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52060) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:51.910598 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-8c6362e8-e857-49e5-9081-2bd096c56ee3 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.3311415 Apr 29 11:41:51.942248 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-2d0bd9c2-f7e1-4c4a-9d78-9fad9cd11e17 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Request body: {'subnet': {'network_id': 'a2c1ac3b-191d-4202-b460-c88b10dd2648', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:51.953986 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1', 'tag': '8ac3d547-2967-4c7e-87d8-399b475ba90d'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:41:51.956596 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a79491c-451e-4c96-8625-c713fc584f90" -d '{"events": [{"name": "network-changed", "server_uuid": "799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1", "tag": "8ac3d547-2967-4c7e-87d8-399b475ba90d"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:41:51.979890 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b159c-91d7-45f6-95e8-54070f131e40 None None] Pushing event updated for resources: {'Port': ['ID=17fd74da-bfb3-497a-8ba7-2cf15ed18823,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:51.985664 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-f01e854a-d0f2-44c4-a394-bcc98f1e5252 None None] Attempting to bind port 17fd74da-bfb3-497a-8ba7-2cf15ed18823 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:41:51.986033 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-f01e854a-d0f2-44c4-a394-bcc98f1e5252 None None] Attempting to bind port 17fd74da-bfb3-497a-8ba7-2cf15ed18823 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '7d325af5-cac8-4e30-8ab0-d3af66a578a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:41:51.986813 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01e854a-d0f2-44c4-a394-bcc98f1e5252 None None] Attempting to bind port 17fd74da-bfb3-497a-8ba7-2cf15ed18823 on network 9def8503-a4da-48a5-8842-eab00f621f47 {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:41:51.988755 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.securitygroups_db [None req-b16944fc-503c-441f-b8e8-773f00386e3f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Project e43b3d3b447648b5aeeaf858bb1241e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:41:51.995026 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01e854a-d0f2-44c4-a394-bcc98f1e5252 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:41:51.995607 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01e854a-d0f2-44c4-a394-bcc98f1e5252 None None] Checking segment: {'id': '7d325af5-cac8-4e30-8ab0-d3af66a578a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:41:51.996135 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-f01e854a-d0f2-44c4-a394-bcc98f1e5252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:51.996521 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01e854a-d0f2-44c4-a394-bcc98f1e5252 None None] Bound using segment: {'id': '7d325af5-cac8-4e30-8ab0-d3af66a578a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:41:51.996989 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-f01e854a-d0f2-44c4-a394-bcc98f1e5252 None None] Bound port: 17fd74da-bfb3-497a-8ba7-2cf15ed18823, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d325af5-cac8-4e30-8ab0-d3af66a578a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:41:51.997360 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-f01e854a-d0f2-44c4-a394-bcc98f1e5252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:52.030830 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b16944fc-503c-441f-b8e8-773f00386e3f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:52.095803 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1d2fb2-d265-4801-8e27-0cbe3c5d096f x-openstack-request-id: req-0b1d2fb2-d265-4801-8e27-0cbe3c5d096f {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:41:52.096664 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1", "tag": "8ac3d547-2967-4c7e-87d8-399b475ba90d", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:41:52.096916 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0b1d2fb2-d265-4801-8e27-0cbe3c5d096f {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:41:52.097333 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b1d2fb2-d265-4801-8e27-0cbe3c5d096f'] response: {'name': 'network-changed', 'server_uuid': '799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1', 'tag': '8ac3d547-2967-4c7e-87d8-399b475ba90d', 'status': 'completed', 'code': 200} Apr 29 11:41:52.127018 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-f01e854a-d0f2-44c4-a394-bcc98f1e5252 None None] For port 17fd74da-bfb3-497a-8ba7-2cf15ed18823, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:41:52.135164 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-f01e854a-d0f2-44c4-a394-bcc98f1e5252 None None] For port 17fd74da-bfb3-497a-8ba7-2cf15ed18823, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=17fd74da-bfb3-497a-8ba7-2cf15ed18823,segment=NetworkSegment(7d325af5-cac8-4e30-8ab0-d3af66a578a1),segment_id=7d325af5-cac8-4e30-8ab0-d3af66a578a1)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:41:52.143792 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-f01e854a-d0f2-44c4-a394-bcc98f1e5252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:52.156717 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d57fa6d-97ed-420f-8136-a76cc967c553 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:52.160709 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8d57fa6d-97ed-420f-8136-a76cc967c553 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:52.174432 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8856736-4d51-43f4-b3c7-a938505b4a89 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:52.182120 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f8856736-4d51-43f4-b3c7-a938505b4a89 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:52.191108 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device b9730f39-e676-4ad0-92ef-1d478ba828e0 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:52.241896 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01e854a-d0f2-44c4-a394-bcc98f1e5252 None None] Routers {'f540444a-8344-431e-aed4-ced9478cf694'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:41:52.242554 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f01e854a-d0f2-44c4-a394-bcc98f1e5252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:41:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f540444a-8344-431e-aed4-ced9478cf694'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:52.264021 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b159c-91d7-45f6-95e8-54070f131e40 None None] Pushing event updated for resources: {'Port': ['ID=17fd74da-bfb3-497a-8ba7-2cf15ed18823,revision_number=4']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:52.291530 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network a2c1ac3b-191d-4202-b460-c88b10dd2648 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:41:52.392636 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345edd4a-5e25-4a6e-8a6b-d2005bfb0715 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:52.410226 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-f01e854a-d0f2-44c4-a394-bcc98f1e5252 None None] Set router f540444a-8344-431e-aed4-ced9478cf694 gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:41:52.410459 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b16944fc-503c-441f-b8e8-773f00386e3f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:52.432556 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b16944fc-503c-441f-b8e8-773f00386e3f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:52.503988 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16944fc-503c-441f-b8e8-773f00386e3f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6513b7e-e9f9-49bd-8485-f06524ea9d07,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:52.511085 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0bd9c2-f7e1-4c4a-9d78-9fad9cd11e17 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Made reservation on behalf of 4fc08cbadd26470a96bfec5ad3948785 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:52.516135 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2d0bd9c2-f7e1-4c4a-9d78-9fad9cd11e17 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:52.572478 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ddc85-3fd1-4c60-a6c9-865bdf382799 req-c0678c04-a2f9-4ccb-b8d4-8b9d0a1785ae tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:52.583377 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-106ddc85-3fd1-4c60-a6c9-865bdf382799 req-c0678c04-a2f9-4ccb-b8d4-8b9d0a1785ae tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 945 time: 0.5621028 Apr 29 11:41:52.585748 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b16944fc-503c-441f-b8e8-773f00386e3f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:52.589834 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b16944fc-503c-441f-b8e8-773f00386e3f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8094802 Apr 29 11:41:52.594851 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79491c-451e-4c96-8625-c713fc584f90 req-f3b8d298-3b45-4181-b8cb-e8cd47ede1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:52.596520 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9a79491c-451e-4c96-8625-c713fc584f90 req-f3b8d298-3b45-4181-b8cb-e8cd47ede1af service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56bd83428e3c4f3aa29e4f4f408e0dec&device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 1098 time: 0.3415687 Apr 29 11:41:52.618622 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52066) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:52.640254 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-5baab4e2-e8ac-4a5b-a887-b4a2e7ed66bf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '9e97b539-a470-4de4-bba2-e5c91828c3da', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:52.658344 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bb3e9c82-1cfb-40c2-ad61-f4392df30112 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:52.845565 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f01e854a-d0f2-44c4-a394-bcc98f1e5252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f540444a-8344-431e-aed4-ced9478cf694', 'name': 'tempest-RoutersTest-router-1818015534', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:41:46Z', 'revision_number': 2, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None, '_interfaces': [{'id': '17fd74da-bfb3-497a-8ba7-2cf15ed18823', 'name': '', 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:87:21:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:44Z', 'updated_at': '2022-04-29T11:41:52Z', 'revision_number': 4, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:52.870732 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port b9730f39-e676-4ad0-92ef-1d478ba828e0 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:52.871096 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:52.884064 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01e854a-d0f2-44c4-a394-bcc98f1e5252 None None] The sync data for ids ['f540444a-8344-431e-aed4-ced9478cf694'] in dv-neutron-838888-1-hyperv is: [{'id': 'f540444a-8344-431e-aed4-ced9478cf694', 'name': 'tempest-RoutersTest-router-1818015534', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:41:46Z', 'revision_number': 2, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None, '_interfaces': [{'id': '17fd74da-bfb3-497a-8ba7-2cf15ed18823', 'name': '', 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:87:21:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:44Z', 'updated_at': '2022-04-29T11:41:52Z', 'revision_number': 4, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:41:52.907178 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-106ddc85-3fd1-4c60-a6c9-865bdf382799 req-b32fc379-00f5-453b-a21f-8d91cf779007 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/security-groups?id=f5874629-b9e1-4000-8425-6441ce247fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3200827 Apr 29 11:41:52.937840 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-6e4963dc-0a75-4f5c-94e7-52eb3c291701 None None] Set router a8ec5d53-d23b-4dc1-be90-452d04530ccd gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:41:52.943328 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.securitygroups_db [None req-5baab4e2-e8ac-4a5b-a887-b4a2e7ed66bf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Project e43b3d3b447648b5aeeaf858bb1241e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:41:52.951405 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52068) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:52.959425 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5baab4e2-e8ac-4a5b-a887-b4a2e7ed66bf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:53.067104 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-55d3e694-5107-4178-ba7a-b17ac5051a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:53.071130 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-8080eb85-b0bc-49a0-b975-ff17f8fdadd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'name': 'tempest-TestNetworkBasicOps-router-5149196', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '97fe2791-50d3-444c-a0df-ba0efdd2c9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:29Z', 'updated_at': '2022-04-29T11:41:43Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '97fe2791-50d3-444c-a0df-ba0efdd2c9e4', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:31Z', 'updated_at': '2022-04-29T11:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '10b2821c-69b2-49f8-95ec-6ddf16bdc052', 'name': '', 'network_id': 'e8e1c49c-e70d-447f-856f-664a2dd7d7ab', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:53:04:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '14800f35-4fe2-4cdc-98f9-522afcac0b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:41:50Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '14800f35-4fe2-4cdc-98f9-522afcac0b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:53.166556 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8080eb85-b0bc-49a0-b975-ff17f8fdadd0 None None] The sync data for ids ['5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1'] in dv-neutron-838888-1-hyperv is: [{'id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'name': 'tempest-TestNetworkBasicOps-router-5149196', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '97fe2791-50d3-444c-a0df-ba0efdd2c9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:29Z', 'updated_at': '2022-04-29T11:41:43Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '97fe2791-50d3-444c-a0df-ba0efdd2c9e4', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:31Z', 'updated_at': '2022-04-29T11:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '10b2821c-69b2-49f8-95ec-6ddf16bdc052', 'name': '', 'network_id': 'e8e1c49c-e70d-447f-856f-664a2dd7d7ab', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:53:04:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '14800f35-4fe2-4cdc-98f9-522afcac0b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:41:50Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '14800f35-4fe2-4cdc-98f9-522afcac0b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:41:53.225937 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-55d3e694-5107-4178-ba7a-b17ac5051a07 None None] For port 10b2821c-69b2-49f8-95ec-6ddf16bdc052, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=10b2821c-69b2-49f8-95ec-6ddf16bdc052,segment=NetworkSegment(5ae0213c-e045-45e1-a170-1fcd80f529a8),segment_id=5ae0213c-e045-45e1-a170-1fcd80f529a8)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:53.230799 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-1910ff42-b2d5-47b0-8beb-cc85bd1e40c6 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/floatingips/cdd11439-57b1-4e0a-af97-05f9a02adae2 HTTP/1.1" status: 200 len: 991 time: 0.2732387 Apr 29 11:41:53.246514 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.objects.ports [None req-8d57fa6d-97ed-420f-8136-a76cc967c553 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102960) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 11:41:53.249077 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-55d3e694-5107-4178-ba7a-b17ac5051a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:53.268939 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79491c-451e-4c96-8625-c713fc584f90 req-67dbc19a-5b4a-4a85-9e0a-35f8a96d8c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:53.270099 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9a79491c-451e-4c96-8625-c713fc584f90 req-67dbc19a-5b4a-4a85-9e0a-35f8a96d8c90 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1e626177-13e1-498b-8c5b-25bda1fa93e6 HTTP/1.1" status: 200 len: 898 time: 0.5957794 Apr 29 11:41:53.270556 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-bb3e9c82-1cfb-40c2-ad61-f4392df30112 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Delete allocated IP 2001:db8::3b6 (a4b2b389-9024-4cee-95b3-af3ca7cfd466/d2e5f371-5140-4747-86e9-97ea1dc94d27) {{(pid=102960) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 11:41:53.356816 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec206a4-7795-4b18-aa6d-c98110000e54 None None] Update dhcp port {'port': {'network_id': 'a4b2b389-9024-4cee-95b3-af3ca7cfd466', 'fixed_ips': [{'subnet_id': '242b8a3b-bcae-4474-b529-3d21cdb31a09', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd2e5f371-5140-4747-86e9-97ea1dc94d27', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e9a99f4c-bcb5-4da2-931b-c3e9141ac845'}], 'binding:host_id': 'dv-neutron-838888-1-hyperv'}, 'id': 'b9730f39-e676-4ad0-92ef-1d478ba828e0'} from dv-neutron-838888-1-hyperv. {{(pid=102961) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 11:41:53.371922 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-bb3e9c82-1cfb-40c2-ad61-f4392df30112 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Allocated IP 2001:db8:0:2::3af (a4b2b389-9024-4cee-95b3-af3ca7cfd466/e9a99f4c-bcb5-4da2-931b-c3e9141ac845/de5ca0ff-cfc1-41d0-b18a-f46aed42e45f) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:53.433387 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4ec206a4-7795-4b18-aa6d-c98110000e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:53.461131 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5baab4e2-e8ac-4a5b-a887-b4a2e7ed66bf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:53.476182 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9a79491c-451e-4c96-8625-c713fc584f90 req-661c466c-5631-4db2-a758-062c89711697 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ac3d547-2967-4c7e-87d8-399b475ba90d HTTP/1.1" status: 200 len: 999 time: 0.1558456 Apr 29 11:41:53.500248 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5baab4e2-e8ac-4a5b-a887-b4a2e7ed66bf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:53.530138 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f8856736-4d51-43f4-b3c7-a938505b4a89 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:53.567676 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-55d3e694-5107-4178-ba7a-b17ac5051a07 None None] Provisioning complete for port 27e4e8ca-633b-4703-ae65-8fcabd6bdaf2 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:53.567676 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-55d3e694-5107-4178-ba7a-b17ac5051a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:53.602326 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8856736-4d51-43f4-b3c7-a938505b4a89 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network 6bd60c6d-014b-4710-a7b1-d7f0c260e662 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:53.614115 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-f8856736-4d51-43f4-b3c7-a938505b4a89 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:53.663848 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5baab4e2-e8ac-4a5b-a887-b4a2e7ed66bf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:53.665183 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5baab4e2-e8ac-4a5b-a887-b4a2e7ed66bf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0342300 Apr 29 11:41:53.670652 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8856736-4d51-43f4-b3c7-a938505b4a89 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:53.671252 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f8856736-4d51-43f4-b3c7-a938505b4a89 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:53.713488 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3e694-5107-4178-ba7a-b17ac5051a07 None None] Pushing event updated for resources: {'Port': ['ID=10b2821c-69b2-49f8-95ec-6ddf16bdc052,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:53.726527 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368493ba-8e80-443a-894a-7572423746b0 None None] Network 6bd60c6d-014b-4710-a7b1-d7f0c260e662 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:53.753536 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baab4e2-e8ac-4a5b-a887-b4a2e7ed66bf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e21010-c99c-4308-af9e-556f518d784f,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:53.876253 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79491c-451e-4c96-8625-c713fc584f90 req-83a85494-ae12-4a5b-8d91-17c72a819da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:53.878059 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9a79491c-451e-4c96-8625-c713fc584f90 req-83a85494-ae12-4a5b-8d91-17c72a819da0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0eb7862d-0f8b-4e76-aacd-7adf3a8843ee HTTP/1.1" status: 200 len: 835 time: 0.3881888 Apr 29 11:41:53.892067 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f8856736-4d51-43f4-b3c7-a938505b4a89 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5445802 Apr 29 11:41:53.893050 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52072) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:53.911257 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-887809fb-d524-4d8c-b89d-e3ebec6d2ae5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1611442060', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9695aec9-ad97-46dd-a0b8-c332baedcb28'}], 'security_groups': ['fb9e8103-be43-4251-b8bd-ecba86ec40f7']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:53.957513 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8856736-4d51-43f4-b3c7-a938505b4a89 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Subnet': ['ID=9695aec9-ad97-46dd-a0b8-c332baedcb28,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:53.984662 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-94b49cb3-a97c-4bec-8a66-8c063c001dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.002790 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2d0bd9c2-f7e1-4c4a-9d78-9fad9cd11e17 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.131060 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 80b20bea-6407-4d41-94d3-edb242054280 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:54.213494 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bb3e9c82-1cfb-40c2-ad61-f4392df30112 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.227397 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bb3e9c82-1cfb-40c2-ad61-f4392df30112 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.232009 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-ee6c4b59-77d3-4f5c-adb7-1cab40a8402e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-68279389&fields=id&tenant_id=e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 267 time: 0.0947666 Apr 29 11:41:54.233395 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52084) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:54.360667 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6e4963dc-0a75-4f5c-94e7-52eb3c291701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1943917324', 'tenant_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '33be007b-543b-4d41-81c0-2bce30b593f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:01Z', 'updated_at': '2022-04-29T11:41:13Z', 'revision_number': 4, 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'gw_port': {'id': '33be007b-543b-4d41-81c0-2bce30b593f2', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:02Z', 'updated_at': '2022-04-29T11:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'cdd11439-57b1-4e0a-af97-05f9a02adae2', 'tenant_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'floating_ip_address': '172.26.4.110', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'port_id': '8ac3d547-2967-4c7e-87d8-399b475ba90d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e626177-13e1-498b-8c5b-25bda1fa93e6', 'mac_address': 'fa:16:3e:a4:00:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:41:46Z', 'updated_at': '2022-04-29T11:41:46Z', 'revision_number': 0, 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc995c2-b16d-488d-b0ab-0554c0861093', 'name': '', 'network_id': '1e626177-13e1-498b-8c5b-25bda1fa93e6', 'tenant_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'mac_address': 'fa:16:3e:6a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '0eb7862d-0f8b-4e76-aacd-7adf3a8843ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:10Z', 'updated_at': '2022-04-29T11:41:20Z', 'revision_number': 5, 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'subnets': [{'id': '0eb7862d-0f8b-4e76-aacd-7adf3a8843ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:54.411264 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-ebc7cb33-f181-4920-a9d5-ca60ad0eb372 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:54.418934 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-ebc7cb33-f181-4920-a9d5-ca60ad0eb372 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/networks?id=e8e1c49c-e70d-447f-856f-664a2dd7d7ab HTTP/1.1" status: 200 len: 795 time: 0.1858184 Apr 29 11:41:54.425569 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0bd9c2-f7e1-4c4a-9d78-9fad9cd11e17 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Subnet': ['ID=701c2aba-9061-4a93-94d4-6d51a4538c86,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:54.438786 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-55d3e694-5107-4178-ba7a-b17ac5051a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.447313 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79491c-451e-4c96-8625-c713fc584f90 req-3af0c7f5-4b8b-4fd9-a425-121ca8081161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:54.452664 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8d57fa6d-97ed-420f-8136-a76cc967c553 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.455091 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9a79491c-451e-4c96-8625-c713fc584f90 req-3af0c7f5-4b8b-4fd9-a425-121ca8081161 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1e626177-13e1-498b-8c5b-25bda1fa93e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5602453 Apr 29 11:41:54.464307 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c7243cde-7a18-4405-9629-7f52536b564f tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/floatingips/cdd11439-57b1-4e0a-af97-05f9a02adae2 HTTP/1.1" status: 200 len: 991 time: 0.2229490 Apr 29 11:41:54.471646 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4963dc-0a75-4f5c-94e7-52eb3c291701 None None] Checking router: a8ec5d53-d23b-4dc1-be90-452d04530ccd for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:41:54.507462 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-bb3e9c82-1cfb-40c2-ad61-f4392df30112 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] In _notify_port_updated(), no bound segment for port de5ca0ff-cfc1-41d0-b18a-f46aed42e45f on network a4b2b389-9024-4cee-95b3-af3ca7cfd466 {{(pid=102960) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 11:41:54.513657 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3e9c82-1cfb-40c2-ad61-f4392df30112 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:54.514526 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bb3e9c82-1cfb-40c2-ad61-f4392df30112 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.516033 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-bb3e9c82-1cfb-40c2-ad61-f4392df30112 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "PUT /v2.0/ports/de5ca0ff-cfc1-41d0-b18a-f46aed42e45f HTTP/1.1" status: 200 len: 969 time: 2.7479827 Apr 29 11:41:54.519577 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-55d3e694-5107-4178-ba7a-b17ac5051a07 None None] For port 27e4e8ca-633b-4703-ae65-8fcabd6bdaf2, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=27e4e8ca-633b-4703-ae65-8fcabd6bdaf2,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:54.520585 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52086) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:54.523435 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-c9b855d2-d058-4155-8f15-a0c58c7dbdd0 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/quotas/e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 375 time: 0.0471029 Apr 29 11:41:54.525966 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 80b20bea-6407-4d41-94d3-edb242054280 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:54.526555 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.588591 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-55d3e694-5107-4178-ba7a-b17ac5051a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.593355 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e9c82-1cfb-40c2-ad61-f4392df30112 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event updated for resources: {'Port': ['ID=de5ca0ff-cfc1-41d0-b18a-f46aed42e45f,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:54.614138 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e9c82-1cfb-40c2-ad61-f4392df30112 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:54.614521 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e9c82-1cfb-40c2-ad61-f4392df30112 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:54.614904 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e9c82-1cfb-40c2-ad61-f4392df30112 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:54.615247 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e9c82-1cfb-40c2-ad61-f4392df30112 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:54.615701 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e9c82-1cfb-40c2-ad61-f4392df30112 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:54.616038 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e9c82-1cfb-40c2-ad61-f4392df30112 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:54.616371 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e9c82-1cfb-40c2-ad61-f4392df30112 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:54.616699 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e9c82-1cfb-40c2-ad61-f4392df30112 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:54.617029 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e9c82-1cfb-40c2-ad61-f4392df30112 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:54.617356 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e9c82-1cfb-40c2-ad61-f4392df30112 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:54.617682 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e9c82-1cfb-40c2-ad61-f4392df30112 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:54.618005 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e9c82-1cfb-40c2-ad61-f4392df30112 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:54.627103 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-887809fb-d524-4d8c-b89d-e3ebec6d2ae5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.736195 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-4ec206a4-7795-4b18-aa6d-c98110000e54 None None] Allocated IP 2001:db8:0:2::2 (a4b2b389-9024-4cee-95b3-af3ca7cfd466/e9a99f4c-bcb5-4da2-931b-c3e9141ac845/b9730f39-e676-4ad0-92ef-1d478ba828e0) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:54.763213 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4963dc-0a75-4f5c-94e7-52eb3c291701 None None] Routers {'a8ec5d53-d23b-4dc1-be90-452d04530ccd'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:41:54.764278 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6e4963dc-0a75-4f5c-94e7-52eb3c291701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:41:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['a8ec5d53-d23b-4dc1-be90-452d04530ccd'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:54.789222 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-fccdd73b-e5da-4a43-a0db-5d92dccab25d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Deleting port de5ca0ff-cfc1-41d0-b18a-f46aed42e45f {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:54.789567 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fccdd73b-e5da-4a43-a0db-5d92dccab25d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.792743 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0bd9c2-f7e1-4c4a-9d78-9fad9cd11e17 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Checking segment: {'id': 'f6e92e8e-330b-4eb7-b418-efccd060863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a2c1ac3b-191d-4202-b460-c88b10dd2648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:41:54.793113 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0bd9c2-f7e1-4c4a-9d78-9fad9cd11e17 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network hostable DHCP agents. Network: a2c1ac3b-191d-4202-b460-c88b10dd2648, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:41:54.839631 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-55d3e694-5107-4178-ba7a-b17ac5051a07 None None] Provisioning complete for port de5ca0ff-cfc1-41d0-b18a-f46aed42e45f triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:54.839999 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-55d3e694-5107-4178-ba7a-b17ac5051a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.851077 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-0b9c5324-5a89-4a41-a75a-68c40f802640 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3032358 Apr 29 11:41:54.856512 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3e694-5107-4178-ba7a-b17ac5051a07 None None] Pushing event updated for resources: {'Port': ['ID=27e4e8ca-633b-4703-ae65-8fcabd6bdaf2,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:54.863841 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-8d57fa6d-97ed-420f-8136-a76cc967c553 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] For port 27e4e8ca-633b-4703-ae65-8fcabd6bdaf2, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=27e4e8ca-633b-4703-ae65-8fcabd6bdaf2,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:54.958709 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8d57fa6d-97ed-420f-8136-a76cc967c553 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.974068 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fccdd73b-e5da-4a43-a0db-5d92dccab25d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.981101 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8d57fa6d-97ed-420f-8136-a76cc967c553 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.989310 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9a79491c-451e-4c96-8625-c713fc584f90 req-a0a3cdd3-4ea6-4091-a8df-0f6adedfb985 service neutron] 10.222.0.62 "GET /v2.0/networks/1e626177-13e1-498b-8c5b-25bda1fa93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952402 Apr 29 11:41:54.993114 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8d57fa6d-97ed-420f-8136-a76cc967c553 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.057543 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-fccdd73b-e5da-4a43-a0db-5d92dccab25d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Calling delete_port for de5ca0ff-cfc1-41d0-b18a-f46aed42e45f owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:55.091759 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0bd9c2-f7e1-4c4a-9d78-9fad9cd11e17 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network a2c1ac3b-191d-4202-b460-c88b10dd2648 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:41:55.099315 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d57fa6d-97ed-420f-8136-a76cc967c553 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:55.150886 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-8d57fa6d-97ed-420f-8136-a76cc967c553 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:55.166533 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d57fa6d-97ed-420f-8136-a76cc967c553 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:55.167241 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8d57fa6d-97ed-420f-8136-a76cc967c553 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.173063 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57fa6d-97ed-420f-8136-a76cc967c553 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Subnet': ['ID=3dd24191-a7d6-4624-b4cc-5bc74305a137,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:55.185943 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57fa6d-97ed-420f-8136-a76cc967c553 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Port': ['ID=27e4e8ca-633b-4703-ae65-8fcabd6bdaf2,revision_number=6']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:55.220766 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8d57fa6d-97ed-420f-8136-a76cc967c553 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3839383 Apr 29 11:41:55.221796 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52088) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:55.230043 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-2a6c977f-2591-4303-b43d-1ab6b0080eb1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:55.377795 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5697ba2b-9266-4599-96b4-0b727d274d7d None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:55.407824 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fccdd73b-e5da-4a43-a0db-5d92dccab25d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.460683 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccdd73b-e5da-4a43-a0db-5d92dccab25d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Port': ['ID=de5ca0ff-cfc1-41d0-b18a-f46aed42e45f,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:55.467552 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52090) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:55.504368 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 51af3d46-6272-46ba-b3c1-a1c6d773a7d1 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:55.507495 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-55d3e694-5107-4178-ba7a-b17ac5051a07 None None] Port de5ca0ff-cfc1-41d0-b18a-f46aed42e45f cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:41:55.612398 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6c977f-2591-4303-b43d-1ab6b0080eb1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:55.624290 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2a6c977f-2591-4303-b43d-1ab6b0080eb1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.627253 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf0f11e-6640-4101-b5a9-05b4c96276bc None None] Update dhcp port {'port': {'network_id': '6bd60c6d-014b-4710-a7b1-d7f0c260e662', 'fixed_ips': [{'subnet_id': '14df5e6a-82ad-4553-9a78-4f5558841fca', 'ip_address': '172.20.0.2'}, {'subnet_id': '9695aec9-ad97-46dd-a0b8-c332baedcb28'}], 'binding:host_id': 'dv-neutron-838888-1-hyperv'}, 'id': '51af3d46-6272-46ba-b3c1-a1c6d773a7d1'} from dv-neutron-838888-1-hyperv. {{(pid=102961) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 11:41:55.632805 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fccdd73b-e5da-4a43-a0db-5d92dccab25d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.640893 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-fccdd73b-e5da-4a43-a0db-5d92dccab25d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/ports/de5ca0ff-cfc1-41d0-b18a-f46aed42e45f HTTP/1.1" status: 204 len: 168 time: 1.1180973 Apr 29 11:41:55.648240 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52092) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:55.672440 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-55d3e694-5107-4178-ba7a-b17ac5051a07 None None] Provisioning complete for port 80b20bea-6407-4d41-94d3-edb242054280 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:55.672816 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-55d3e694-5107-4178-ba7a-b17ac5051a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.692239 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-6e4963dc-0a75-4f5c-94e7-52eb3c291701 None None] Set router a8ec5d53-d23b-4dc1-be90-452d04530ccd gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:41:55.693047 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-2d0bd9c2-f7e1-4c4a-9d78-9fad9cd11e17 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, a2c1ac3b-191d-4202-b460-c88b10dd2648) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:55.699850 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-9beedaa8-29fc-45a2-ae19-f6bbf1bc4941 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] GET failed (client error): The resource could not be found. Apr 29 11:41:55.704314 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9beedaa8-29fc-45a2-ae19-f6bbf1bc4941 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "GET /v2.0/ports/de5ca0ff-cfc1-41d0-b18a-f46aed42e45f HTTP/1.1" status: 404 len: 333 time: 0.0523496 Apr 29 11:41:55.708167 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0bd9c2-f7e1-4c4a-9d78-9fad9cd11e17 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:55.708931 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2d0bd9c2-f7e1-4c4a-9d78-9fad9cd11e17 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.715250 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52094) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:55.757892 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2d0bd9c2-f7e1-4c4a-9d78-9fad9cd11e17 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8486810 Apr 29 11:41:55.768572 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52096) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:55.786277 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-293c7cd2-4020-4af7-bb9a-20c759386b5e tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/floatingips/cdd11439-57b1-4e0a-af97-05f9a02adae2 HTTP/1.1" status: 200 len: 991 time: 0.3174496 Apr 29 11:41:55.812665 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8cf0f11e-6640-4101-b5a9-05b4c96276bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.831294 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-78cfcc40-e9c5-4e14-be0a-eb0a1bb80765 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.853396 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-4ec206a4-7795-4b18-aa6d-c98110000e54 None None] For port b9730f39-e676-4ad0-92ef-1d478ba828e0, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=b9730f39-e676-4ad0-92ef-1d478ba828e0,segment=NetworkSegment(8d0042df-7cda-45eb-a0a8-1bad3f3a7692),segment_id=8d0042df-7cda-45eb-a0a8-1bad3f3a7692)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:55.885882 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.ipam_backend_mixin [None req-2a6c977f-2591-4303-b43d-1ab6b0080eb1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3dd24191-a7d6-4624-b4cc-5bc74305a137 (CIDR: 2001:db8::/64) Apr 29 11:41:55.887795 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-78cfcc40-e9c5-4e14-be0a-eb0a1bb80765 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.893605 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f868f67-1d77-40b1-bbcd-076d12993c19 None None] Network a2c1ac3b-191d-4202-b460-c88b10dd2648 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:55.897419 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a6c977f-2591-4303-b43d-1ab6b0080eb1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:41:55.897865 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a6c977f-2591-4303-b43d-1ab6b0080eb1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:41:55.908944 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-b2ea1953-fe5e-4ee6-8ed7-6b26dc844ad6 service neutron] 10.222.0.69 "GET /v2.0/networks/e8e1c49c-e70d-447f-856f-664a2dd7d7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0513585 Apr 29 11:41:55.934828 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2a6c977f-2591-4303-b43d-1ab6b0080eb1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7098634 Apr 29 11:41:55.938787 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52098) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:55.945457 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-d0e248ba-54cf-4537-8c9c-06b51dbbe11f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:55.950098 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9a79491c-451e-4c96-8625-c713fc584f90 req-1065eb1e-7193-4f1c-b1d4-d7c82af374c8 service neutron] 10.222.0.62 "GET /v2.0/networks/1e626177-13e1-498b-8c5b-25bda1fa93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9397118 Apr 29 11:41:56.007506 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-78cfcc40-e9c5-4e14-be0a-eb0a1bb80765 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:56.010550 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-78cfcc40-e9c5-4e14-be0a-eb0a1bb80765 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:56.014935 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-78cfcc40-e9c5-4e14-be0a-eb0a1bb80765 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/security-groups/f300573f-e502-4082-babd-3d518959d46d HTTP/1.1" status: 204 len: 168 time: 0.2988789 Apr 29 11:41:56.015548 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52100) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:56.056941 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cfcc40-e9c5-4e14-be0a-eb0a1bb80765 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f300573f-e502-4082-babd-3d518959d46d,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:56.069475 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4ec206a4-7795-4b18-aa6d-c98110000e54 None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:56.083343 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 51af3d46-6272-46ba-b3c1-a1c6d773a7d1 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:56.083788 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:56.140006 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4ec206a4-7795-4b18-aa6d-c98110000e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:56.143137 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-96c88ba6-b181-445e-a0ab-e726b4230afc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:56.153515 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-887809fb-d524-4d8c-b89d-e3ebec6d2ae5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Delete allocated IP 172.20.0.3 (6bd60c6d-014b-4710-a7b1-d7f0c260e662/14df5e6a-82ad-4553-9a78-4f5558841fca) {{(pid=102959) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 11:41:56.184959 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e248ba-54cf-4537-8c9c-06b51dbbe11f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:56.188680 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d0e248ba-54cf-4537-8c9c-06b51dbbe11f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:56.198279 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-96c88ba6-b181-445e-a0ab-e726b4230afc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:56.210623 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-a8036d52-d7ce-4f4b-943c-994954ff2c02 service neutron] 10.222.0.69 "GET /v2.0/networks/e8e1c49c-e70d-447f-856f-664a2dd7d7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574918 Apr 29 11:41:56.213412 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-887809fb-d524-4d8c-b89d-e3ebec6d2ae5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Allocated IP 172.20.0.30 (6bd60c6d-014b-4710-a7b1-d7f0c260e662/9695aec9-ad97-46dd-a0b8-c332baedcb28/3dc68de3-1bd8-4387-9ec2-18ac5a685914) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:56.422019 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-96c88ba6-b181-445e-a0ab-e726b4230afc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:56.424925 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-96c88ba6-b181-445e-a0ab-e726b4230afc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:56.442525 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-96c88ba6-b181-445e-a0ab-e726b4230afc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/security-groups/e5bef824-7ea7-4def-9ba1-25ae26152ffe HTTP/1.1" status: 204 len: 168 time: 0.4212768 Apr 29 11:41:56.445040 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52102) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:56.461167 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec206a4-7795-4b18-aa6d-c98110000e54 None None] Pushing event updated for resources: {'Port': ['ID=b9730f39-e676-4ad0-92ef-1d478ba828e0,revision_number=7']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:56.484447 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c88ba6-b181-445e-a0ab-e726b4230afc tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bef824-7ea7-4def-9ba1-25ae26152ffe,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:56.576476 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-887809fb-d524-4d8c-b89d-e3ebec6d2ae5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:56.601354 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5944b50a-c004-48eb-bb72-b20606ef8679 None None] Provisioning complete for port 80b20bea-6407-4d41-94d3-edb242054280 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:56.601938 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5944b50a-c004-48eb-bb72-b20606ef8679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:56.660934 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-887809fb-d524-4d8c-b89d-e3ebec6d2ae5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:56.673829 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6d3e0f39-1d97-4150-94a4-07355984328b req-adb75efb-77e8-40d2-b675-a595e302fcd0 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=1853ef4d-315d-476b-8c59-f0003f78dda0 HTTP/1.1" status: 200 len: 210 time: 0.0899007 Apr 29 11:41:56.687058 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90d27ad-eac0-4028-a82f-b82068b93d7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-a2c1ac3b-191d-4202-b460-c88b10dd2648', 'network_id': 'a2c1ac3b-191d-4202-b460-c88b10dd2648', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'fixed_ips': [{'subnet_id': '701c2aba-9061-4a93-94d4-6d51a4538c86'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:41:56.688220 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b90d27ad-eac0-4028-a82f-b82068b93d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:56.731573 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d0e248ba-54cf-4537-8c9c-06b51dbbe11f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:56.759331 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-aa69f432-fbba-4a6e-8719-4ffb0d2d5bcc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:56.779611 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e248ba-54cf-4537-8c9c-06b51dbbe11f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:56.781127 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:56.789510 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-d0e248ba-54cf-4537-8c9c-06b51dbbe11f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:56.792949 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e248ba-54cf-4537-8c9c-06b51dbbe11f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:56.793562 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d0e248ba-54cf-4537-8c9c-06b51dbbe11f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:56.798751 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52112) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:56.839380 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acdc58e-9aa1-4dd0-adab-b4eaf719fd13 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:56.925491 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-83fd89d1-de53-4c27-bd5b-434f8ba0ffac tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/floatingips/cdd11439-57b1-4e0a-af97-05f9a02adae2 HTTP/1.1" status: 200 len: 991 time: 0.1244972 Apr 29 11:41:56.929006 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-887809fb-d524-4d8c-b89d-e3ebec6d2ae5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] In _notify_port_updated(), no bound segment for port 3dc68de3-1bd8-4387-9ec2-18ac5a685914 on network 6bd60c6d-014b-4710-a7b1-d7f0c260e662 {{(pid=102959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 11:41:56.934757 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e248ba-54cf-4537-8c9c-06b51dbbe11f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Subnet': ['ID=345538a9-ae7b-4938-8b6d-527872bc8ac1,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:56.941625 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887809fb-d524-4d8c-b89d-e3ebec6d2ae5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:56.946239 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-8cf0f11e-6640-4101-b5a9-05b4c96276bc None None] Allocated IP 172.20.0.18 (6bd60c6d-014b-4710-a7b1-d7f0c260e662/9695aec9-ad97-46dd-a0b8-c332baedcb28/51af3d46-6272-46ba-b3c1-a1c6d773a7d1) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:56.948998 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-887809fb-d524-4d8c-b89d-e3ebec6d2ae5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:56.950408 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-887809fb-d524-4d8c-b89d-e3ebec6d2ae5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "PUT /v2.0/ports/3dc68de3-1bd8-4387-9ec2-18ac5a685914 HTTP/1.1" status: 200 len: 921 time: 3.0445530 Apr 29 11:41:56.951102 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d0e248ba-54cf-4537-8c9c-06b51dbbe11f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0107768 Apr 29 11:41:56.952680 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52116) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:56.956727 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52118) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:56.961235 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-b9fb21fa-6855-45c4-9b4b-24f3148d7314 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'port': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'mac_address': 'fa:16:3e:ca:3d:c2', 'name': 'tempest-NetworksTestDHCPv6-942097258'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:57.034237 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887809fb-d524-4d8c-b89d-e3ebec6d2ae5 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Port': ['ID=3dc68de3-1bd8-4387-9ec2-18ac5a685914,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:57.036987 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b50bae4c-9411-4d7e-bf93-aeb5c854105d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:57.164829 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b50bae4c-9411-4d7e-bf93-aeb5c854105d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:57.189601 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-69336564-0cd7-4805-be56-fb28a0b3a8c8 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting port 3dc68de3-1bd8-4387-9ec2-18ac5a685914 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:57.190016 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69336564-0cd7-4805-be56-fb28a0b3a8c8 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:57.201112 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:57.267548 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fb21fa-6855-45c4-9b4b-24f3148d7314 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:57.303567 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-b90d27ad-eac0-4028-a82f-b82068b93d7e None None] Allocated IP 172.21.0.2 (a2c1ac3b-191d-4202-b460-c88b10dd2648/701c2aba-9061-4a93-94d4-6d51a4538c86/d1d10260-0920-4740-820e-719d14782f13) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:57.340847 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b50bae4c-9411-4d7e-bf93-aeb5c854105d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:57.343308 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b50bae4c-9411-4d7e-bf93-aeb5c854105d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:57.344481 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b50bae4c-9411-4d7e-bf93-aeb5c854105d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/security-groups/0617de13-a462-4c07-8a74-1e8ffeee3a2c HTTP/1.1" status: 204 len: 168 time: 0.8981345 Apr 29 11:41:57.355268 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52120) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:57.389908 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6e4963dc-0a75-4f5c-94e7-52eb3c291701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1943917324', 'tenant_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '33be007b-543b-4d41-81c0-2bce30b593f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:01Z', 'updated_at': '2022-04-29T11:41:13Z', 'revision_number': 4, 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'gw_port': {'id': '33be007b-543b-4d41-81c0-2bce30b593f2', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:02Z', 'updated_at': '2022-04-29T11:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'cdd11439-57b1-4e0a-af97-05f9a02adae2', 'tenant_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'floating_ip_address': '172.26.4.110', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'port_id': '8ac3d547-2967-4c7e-87d8-399b475ba90d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e626177-13e1-498b-8c5b-25bda1fa93e6', 'mac_address': 'fa:16:3e:a4:00:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:41:46Z', 'updated_at': '2022-04-29T11:41:46Z', 'revision_number': 0, 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc995c2-b16d-488d-b0ab-0554c0861093', 'name': '', 'network_id': '1e626177-13e1-498b-8c5b-25bda1fa93e6', 'tenant_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'mac_address': 'fa:16:3e:6a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '0eb7862d-0f8b-4e76-aacd-7adf3a8843ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:10Z', 'updated_at': '2022-04-29T11:41:20Z', 'revision_number': 5, 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'subnets': [{'id': '0eb7862d-0f8b-4e76-aacd-7adf3a8843ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:57.421336 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69336564-0cd7-4805-be56-fb28a0b3a8c8 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:57.421705 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bae4c-9411-4d7e-bf93-aeb5c854105d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0617de13-a462-4c07-8a74-1e8ffeee3a2c,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:57.438911 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b9fb21fa-6855-45c4-9b4b-24f3148d7314 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:57.471740 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e36752-679e-4810-8c46-0518af533fc2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Deleting subnet d2e5f371-5140-4747-86e9-97ea1dc94d27 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:41:57.473673 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e2e36752-679e-4810-8c46-0518af533fc2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:57.492185 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-69336564-0cd7-4805-be56-fb28a0b3a8c8 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Calling delete_port for 3dc68de3-1bd8-4387-9ec2-18ac5a685914 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:57.537803 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-b9fb21fa-6855-45c4-9b4b-24f3148d7314 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] device_id is not set on port 8f8b4f7c-c9da-4bad-9f37-8d492f88ac1a yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:41:57.543322 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e2e36752-679e-4810-8c46-0518af533fc2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:57.668444 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4963dc-0a75-4f5c-94e7-52eb3c291701 None None] The sync data for ids ['a8ec5d53-d23b-4dc1-be90-452d04530ccd'] in dv-neutron-838888-1-hyperv is: [{'id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1943917324', 'tenant_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '33be007b-543b-4d41-81c0-2bce30b593f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:01Z', 'updated_at': '2022-04-29T11:41:13Z', 'revision_number': 4, 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'gw_port': {'id': '33be007b-543b-4d41-81c0-2bce30b593f2', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:02Z', 'updated_at': '2022-04-29T11:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'cdd11439-57b1-4e0a-af97-05f9a02adae2', 'tenant_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'floating_ip_address': '172.26.4.110', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'port_id': '8ac3d547-2967-4c7e-87d8-399b475ba90d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e626177-13e1-498b-8c5b-25bda1fa93e6', 'mac_address': 'fa:16:3e:a4:00:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:41:46Z', 'updated_at': '2022-04-29T11:41:46Z', 'revision_number': 0, 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc995c2-b16d-488d-b0ab-0554c0861093', 'name': '', 'network_id': '1e626177-13e1-498b-8c5b-25bda1fa93e6', 'tenant_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'mac_address': 'fa:16:3e:6a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '0eb7862d-0f8b-4e76-aacd-7adf3a8843ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:10Z', 'updated_at': '2022-04-29T11:41:20Z', 'revision_number': 5, 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'subnets': [{'id': '0eb7862d-0f8b-4e76-aacd-7adf3a8843ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:41:57.681618 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e2e36752-679e-4810-8c46-0518af533fc2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:57.728772 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5944b50a-c004-48eb-bb72-b20606ef8679 None None] Provisioning complete for port 3dc68de3-1bd8-4387-9ec2-18ac5a685914 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:57.729413 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5944b50a-c004-48eb-bb72-b20606ef8679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:57.796062 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5944b50a-c004-48eb-bb72-b20606ef8679 None None] Port 3dc68de3-1bd8-4387-9ec2-18ac5a685914 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:41:57.804085 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-8cf0f11e-6640-4101-b5a9-05b4c96276bc None None] For port 51af3d46-6272-46ba-b3c1-a1c6d773a7d1, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=51af3d46-6272-46ba-b3c1-a1c6d773a7d1,segment=NetworkSegment(054d06c5-73c7-42b4-b353-3b8179d169bc),segment_id=054d06c5-73c7-42b4-b353-3b8179d169bc)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:57.815409 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e2e36752-679e-4810-8c46-0518af533fc2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:57.857852 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5944b50a-c004-48eb-bb72-b20606ef8679 None None] Could not find standard attr ID for object fa723e91-5d72-430d-b627-61f03c6b94f6. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:41:57.862841 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-90a6467a-8a80-49b3-83dc-132e2a068b7e req-872f7bfd-1288-4043-8d4e-451b2ffc8d40 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=1853ef4d-315d-476b-8c59-f0003f78dda0 HTTP/1.1" status: 200 len: 210 time: 0.0757968 Apr 29 11:41:57.899599 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e36752-679e-4810-8c46-0518af533fc2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Subnet': ['ID=d2e5f371-5140-4747-86e9-97ea1dc94d27,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:57.904473 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e2e36752-679e-4810-8c46-0518af533fc2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:57.910901 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e2e36752-679e-4810-8c46-0518af533fc2 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/subnets/d2e5f371-5140-4747-86e9-97ea1dc94d27 HTTP/1.1" status: 204 len: 168 time: 0.5525441 Apr 29 11:41:57.912860 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-495fb7b1-1ab9-40ba-b241-614b9aca3b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:57.916536 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52124) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:57.923204 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69336564-0cd7-4805-be56-fb28a0b3a8c8 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:57.925816 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-b9fb21fa-6855-45c4-9b4b-24f3148d7314 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Allocated IP 2001:db8:0:1::3a5 (62578361-baac-4d3e-b4ee-401a25f05a0e/345538a9-ae7b-4938-8b6d-527872bc8ac1/8f8b4f7c-c9da-4bad-9f37-8d492f88ac1a) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:57.943709 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52126) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:58.015968 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-b9fb21fa-6855-45c4-9b4b-24f3148d7314 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Allocated IP 2001:db8::f816:3eff:feca:3dc2 (62578361-baac-4d3e-b4ee-401a25f05a0e/3dd24191-a7d6-4624-b4cc-5bc74305a137/8f8b4f7c-c9da-4bad-9f37-8d492f88ac1a) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:58.020699 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8cf0f11e-6640-4101-b5a9-05b4c96276bc None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.028860 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-463a44e5-bc35-4295-8d43-d6c10c17b081 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Deleting subnet e9a99f4c-bcb5-4da2-931b-c3e9141ac845 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:41:58.034924 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5944b50a-c004-48eb-bb72-b20606ef8679 None None] Provisioning complete for port 51af3d46-6272-46ba-b3c1-a1c6d773a7d1 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:58.035493 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5944b50a-c004-48eb-bb72-b20606ef8679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.050787 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089f2b5b-66c1-4c8d-86d2-44a328c9f9d3 None None] New status for floating IP cdd11439-57b1-4e0a-af97-05f9a02adae2: ACTIVE {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:41:58.054002 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-463a44e5-bc35-4295-8d43-d6c10c17b081 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.070763 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8cf0f11e-6640-4101-b5a9-05b4c96276bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.102665 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24aef291-353b-4575-9039-bb1aea8036f3 None None] Network a4b2b389-9024-4cee-95b3-af3ca7cfd466 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:41:58.144364 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69336564-0cd7-4805-be56-fb28a0b3a8c8 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Port': ['ID=3dc68de3-1bd8-4387-9ec2-18ac5a685914,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:58.153567 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-463a44e5-bc35-4295-8d43-d6c10c17b081 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.215380 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b5c937-ec9e-442e-8940-8fd0ccf9c386 None None] Update dhcp port {'port': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'fixed_ips': [{'subnet_id': '3dd24191-a7d6-4624-b4cc-5bc74305a137', 'ip_address': '2001:db8::f816:3eff:fed1:cd4b'}, {'subnet_id': '345538a9-ae7b-4938-8b6d-527872bc8ac1'}], 'binding:host_id': 'dv-neutron-838888-1-hyperv'}, 'id': '27e4e8ca-633b-4703-ae65-8fcabd6bdaf2'} from dv-neutron-838888-1-hyperv. {{(pid=102961) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 11:41:58.325190 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-cf4d3aa6-947d-439a-9afe-ae3cbafffd81 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:58.325190 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-cf4d3aa6-947d-439a-9afe-ae3cbafffd81 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/networks?id=e8e1c49c-e70d-447f-856f-664a2dd7d7ab HTTP/1.1" status: 200 len: 795 time: 0.2197027 Apr 29 11:41:58.366676 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-463a44e5-bc35-4295-8d43-d6c10c17b081 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.410685 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:41:58.411039 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:41:58.422779 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-53b5c937-ec9e-442e-8940-8fd0ccf9c386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.431551 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-fe7177d0-1f3d-4869-a13a-4e42a0dae03f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 378 time: 0.0931213 Apr 29 11:41:58.432038 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b90d27ad-eac0-4028-a82f-b82068b93d7e None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.444561 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0f11e-6640-4101-b5a9-05b4c96276bc None None] Pushing event updated for resources: {'Port': ['ID=51af3d46-6272-46ba-b3c1-a1c6d773a7d1,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:58.455473 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-373de5df-24bc-4c83-ab6e-95d4c5b73075 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'port': {'device_id': '1853ef4d-315d-476b-8c59-f0003f78dda0', 'network_id': 'e8e1c49c-e70d-447f-856f-664a2dd7d7ab', 'admin_state_up': True, 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'security_groups': ['9e97b539-a470-4de4-bba2-e5c91828c3da']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:58.469670 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b90d27ad-eac0-4028-a82f-b82068b93d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.502013 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf0f11e-6640-4101-b5a9-05b4c96276bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:58.502386 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf0f11e-6640-4101-b5a9-05b4c96276bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:58.502732 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf0f11e-6640-4101-b5a9-05b4c96276bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:58.503056 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf0f11e-6640-4101-b5a9-05b4c96276bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:58.503387 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf0f11e-6640-4101-b5a9-05b4c96276bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:58.503715 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf0f11e-6640-4101-b5a9-05b4c96276bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:58.504041 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf0f11e-6640-4101-b5a9-05b4c96276bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:58.504366 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf0f11e-6640-4101-b5a9-05b4c96276bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:58.504694 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf0f11e-6640-4101-b5a9-05b4c96276bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:58.505014 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf0f11e-6640-4101-b5a9-05b4c96276bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:58.513328 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf0f11e-6640-4101-b5a9-05b4c96276bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:58.513826 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf0f11e-6640-4101-b5a9-05b4c96276bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:58.607973 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.621820 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90d27ad-eac0-4028-a82f-b82068b93d7e None None] Network a2c1ac3b-191d-4202-b460-c88b10dd2648 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:58.649926 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-463a44e5-bc35-4295-8d43-d6c10c17b081 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.653738 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-aa69f432-fbba-4a6e-8719-4ffb0d2d5bcc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Allocated IP 172.21.0.1 (a2c1ac3b-191d-4202-b460-c88b10dd2648/701c2aba-9061-4a93-94d4-6d51a4538c86/141649f7-9057-493c-a3ef-428af8f8ecf8) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:58.670563 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-b90d27ad-eac0-4028-a82f-b82068b93d7e None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:58.678560 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4c973495-66f5-4a22-8c14-03631c959865 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/floatingips/cdd11439-57b1-4e0a-af97-05f9a02adae2 HTTP/1.1" status: 200 len: 991 time: 0.7217712 Apr 29 11:41:58.688669 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69336564-0cd7-4805-be56-fb28a0b3a8c8 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.691890 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-69336564-0cd7-4805-be56-fb28a0b3a8c8 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/ports/3dc68de3-1bd8-4387-9ec2-18ac5a685914 HTTP/1.1" status: 204 len: 168 time: 1.7269919 Apr 29 11:41:58.697003 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52132) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:58.729344 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90d27ad-eac0-4028-a82f-b82068b93d7e None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:58.737820 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-32dceb5b-7c3b-41ee-85fa-50c738a181f6 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] GET failed (client error): The resource could not be found. Apr 29 11:41:58.739516 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-32dceb5b-7c3b-41ee-85fa-50c738a181f6 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "GET /v2.0/ports/3dc68de3-1bd8-4387-9ec2-18ac5a685914 HTTP/1.1" status: 404 len: 333 time: 0.0415661 Apr 29 11:41:58.751572 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52134) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:58.759267 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d27ad-eac0-4028-a82f-b82068b93d7e None None] Pushing event updated for resources: {'Port': ['ID=d1d10260-0920-4740-820e-719d14782f13,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:58.767516 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5944b50a-c004-48eb-bb72-b20606ef8679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.835554 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-463a44e5-bc35-4295-8d43-d6c10c17b081 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.844436 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52136) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:58.845207 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-463a44e5-bc35-4295-8d43-d6c10c17b081 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/subnets/e9a99f4c-bcb5-4da2-931b-c3e9141ac845 HTTP/1.1" status: 204 len: 168 time: 0.9251471 Apr 29 11:41:58.846605 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a44e5-bc35-4295-8d43-d6c10c17b081 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Subnet': ['ID=e9a99f4c-bcb5-4da2-931b-c3e9141ac845,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:58.890201 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-e519a657-4cd1-4e8f-ae04-a44b97cd7dc9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] DELETE failed (client error): The resource could not be found. Apr 29 11:41:58.890966 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e519a657-4cd1-4e8f-ae04-a44b97cd7dc9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:41:58.897790 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-b90d27ad-eac0-4028-a82f-b82068b93d7e None None] Attempting to bind port d1d10260-0920-4740-820e-719d14782f13 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:41:58.899948 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-b90d27ad-eac0-4028-a82f-b82068b93d7e None None] Attempting to bind port d1d10260-0920-4740-820e-719d14782f13 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'f6e92e8e-330b-4eb7-b418-efccd060863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a2c1ac3b-191d-4202-b460-c88b10dd2648'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:41:58.899948 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90d27ad-eac0-4028-a82f-b82068b93d7e None None] Attempting to bind port d1d10260-0920-4740-820e-719d14782f13 on network a2c1ac3b-191d-4202-b460-c88b10dd2648 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:41:58.900212 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e519a657-4cd1-4e8f-ae04-a44b97cd7dc9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/subnets/d2e5f371-5140-4747-86e9-97ea1dc94d27 HTTP/1.1" status: 404 len: 337 time: 0.0525379 Apr 29 11:41:58.910536 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5944b50a-c004-48eb-bb72-b20606ef8679 None None] For port 51af3d46-6272-46ba-b3c1-a1c6d773a7d1, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=51af3d46-6272-46ba-b3c1-a1c6d773a7d1,segment=NetworkSegment(054d06c5-73c7-42b4-b353-3b8179d169bc),segment_id=054d06c5-73c7-42b4-b353-3b8179d169bc)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:58.910978 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52140) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:58.924437 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90d27ad-eac0-4028-a82f-b82068b93d7e None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:41:58.937512 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90d27ad-eac0-4028-a82f-b82068b93d7e None None] Checking segment: {'id': 'f6e92e8e-330b-4eb7-b418-efccd060863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a2c1ac3b-191d-4202-b460-c88b10dd2648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:41:58.949519 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7ce5e7d6-096a-41ea-8fba-8d95522d601e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.950068 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b90d27ad-eac0-4028-a82f-b82068b93d7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.950760 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90d27ad-eac0-4028-a82f-b82068b93d7e None None] Bound using segment: {'id': 'f6e92e8e-330b-4eb7-b418-efccd060863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a2c1ac3b-191d-4202-b460-c88b10dd2648'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:41:58.951295 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-b90d27ad-eac0-4028-a82f-b82068b93d7e None None] Bound port: d1d10260-0920-4740-820e-719d14782f13, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e92e8e-330b-4eb7-b418-efccd060863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a2c1ac3b-191d-4202-b460-c88b10dd2648'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:41:58.951950 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b90d27ad-eac0-4028-a82f-b82068b93d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.955527 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b9fb21fa-6855-45c4-9b4b-24f3148d7314 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.981030 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-373de5df-24bc-4c83-ab6e-95d4c5b73075 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Made reservation on behalf of e43b3d3b447648b5aeeaf858bb1241e8 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:58.985276 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-373de5df-24bc-4c83-ab6e-95d4c5b73075 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.004359 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7ce5e7d6-096a-41ea-8fba-8d95522d601e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.037800 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 10b2821c-69b2-49f8-95ec-6ddf16bdc052 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:41:59.051363 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-aa69f432-fbba-4a6e-8719-4ffb0d2d5bcc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.086415 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5944b50a-c004-48eb-bb72-b20606ef8679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.089050 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e25200-1f92-4ffb-afff-4fc46042d0c3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Deleting subnet 242b8a3b-bcae-4474-b529-3d21cdb31a09 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:41:59.094348 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b9fb21fa-6855-45c4-9b4b-24f3148d7314 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.103312 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c9e25200-1f92-4ffb-afff-4fc46042d0c3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.148812 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-53b5c937-ec9e-442e-8940-8fd0ccf9c386 None None] Allocated IP 2001:db8:0:1::2 (62578361-baac-4d3e-b4ee-401a25f05a0e/345538a9-ae7b-4938-8b6d-527872bc8ac1/27e4e8ca-633b-4703-ae65-8fcabd6bdaf2) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:59.180439 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb21fa-6855-45c4-9b4b-24f3148d7314 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Port': ['ID=8f8b4f7c-c9da-4bad-9f37-8d492f88ac1a,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:59.184395 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7ce5e7d6-096a-41ea-8fba-8d95522d601e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.194089 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7ce5e7d6-096a-41ea-8fba-8d95522d601e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.197625 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7ce5e7d6-096a-41ea-8fba-8d95522d601e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/security-groups/8a98ee60-c133-48ab-9da6-9f7679f183db HTTP/1.1" status: 204 len: 168 time: 0.4425156 Apr 29 11:41:59.203436 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fb21fa-6855-45c4-9b4b-24f3148d7314 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:59.204056 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52142) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:59.214091 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-b9fb21fa-6855-45c4-9b4b-24f3148d7314 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:59.226242 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb21fa-6855-45c4-9b4b-24f3148d7314 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:59.232627 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fb21fa-6855-45c4-9b4b-24f3148d7314 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:59.233298 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b9fb21fa-6855-45c4-9b4b-24f3148d7314 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.239224 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce5e7d6-096a-41ea-8fba-8d95522d601e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a98ee60-c133-48ab-9da6-9f7679f183db,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:59.272184 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b9fb21fa-6855-45c4-9b4b-24f3148d7314 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3143599 Apr 29 11:41:59.274657 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52144) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:59.280443 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b2a575bd-7f81-46be-8c50-ae60bba0a4f4 req-60c29ea7-aa89-4a63-b52e-0f8518bc913d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=1853ef4d-315d-476b-8c59-f0003f78dda0 HTTP/1.1" status: 200 len: 210 time: 0.0820165 Apr 29 11:41:59.286415 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c9e25200-1f92-4ffb-afff-4fc46042d0c3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.356989 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c3554827-b8a7-4607-97c5-520a16ff7744 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.371479 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5944b50a-c004-48eb-bb72-b20606ef8679 None None] Provisioning complete for port 17fd74da-bfb3-497a-8ba7-2cf15ed18823 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:59.371848 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5944b50a-c004-48eb-bb72-b20606ef8679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.416881 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c3554827-b8a7-4607-97c5-520a16ff7744 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.423782 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-aa69f432-fbba-4a6e-8719-4ffb0d2d5bcc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.472522 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-17e0d8e3-887d-4d99-9a96-230375a9c851 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting port 8f8b4f7c-c9da-4bad-9f37-8d492f88ac1a {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:41:59.472866 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-17e0d8e3-887d-4d99-9a96-230375a9c851 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.535787 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c9e25200-1f92-4ffb-afff-4fc46042d0c3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.536955 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-53b5c937-ec9e-442e-8940-8fd0ccf9c386 None None] For port 27e4e8ca-633b-4703-ae65-8fcabd6bdaf2, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=27e4e8ca-633b-4703-ae65-8fcabd6bdaf2,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:41:59.538932 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944b50a-c004-48eb-bb72-b20606ef8679 None None] Pushing event updated for resources: {'Port': ['ID=51af3d46-6272-46ba-b3c1-a1c6d773a7d1,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:59.541942 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c3554827-b8a7-4607-97c5-520a16ff7744 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.544862 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c3554827-b8a7-4607-97c5-520a16ff7744 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.546023 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c3554827-b8a7-4607-97c5-520a16ff7744 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/security-groups/fb9e8103-be43-4251-b8bd-ecba86ec40f7 HTTP/1.1" status: 204 len: 168 time: 0.3410246 Apr 29 11:41:59.554884 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52146) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:59.572426 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3554827-b8a7-4607-97c5-520a16ff7744 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9e8103-be43-4251-b8bd-ecba86ec40f7,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:59.572805 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 10b2821c-69b2-49f8-95ec-6ddf16bdc052 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:59.573667 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.580205 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa69f432-fbba-4a6e-8719-4ffb0d2d5bcc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network a2c1ac3b-191d-4202-b460-c88b10dd2648 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:59.597739 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-aa69f432-fbba-4a6e-8719-4ffb0d2d5bcc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:59.603821 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-b90d27ad-eac0-4028-a82f-b82068b93d7e None None] For port d1d10260-0920-4740-820e-719d14782f13, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:41:59.607796 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa69f432-fbba-4a6e-8719-4ffb0d2d5bcc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:41:59.609140 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e549cd-cfcd-4aec-a25b-db25b7e34b49 None None] Update dhcp port {'port': {'network_id': 'a4b2b389-9024-4cee-95b3-af3ca7cfd466', 'fixed_ips': [{'subnet_id': '242b8a3b-bcae-4474-b529-3d21cdb31a09', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e9a99f4c-bcb5-4da2-931b-c3e9141ac845'}], 'binding:host_id': 'dv-neutron-838888-1-hyperv'}, 'id': 'b9730f39-e676-4ad0-92ef-1d478ba828e0'} from dv-neutron-838888-1-hyperv. {{(pid=102961) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 11:41:59.620883 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-373de5df-24bc-4c83-ab6e-95d4c5b73075 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.20.0.14 (e8e1c49c-e70d-447f-856f-664a2dd7d7ab/14800f35-4fe2-4cdc-98f9-522afcac0b97/2152fcfb-efd4-49e9-baee-40e905b8c671) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:59.643427 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-17e0d8e3-887d-4d99-9a96-230375a9c851 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.645486 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69f432-fbba-4a6e-8719-4ffb0d2d5bcc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Port': ['ID=141649f7-9057-493c-a3ef-428af8f8ecf8,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:59.660518 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe50c19d-22d0-4aa3-8abb-9d919badc827 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting subnet 14df5e6a-82ad-4553-9a78-4f5558841fca {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:41:59.670086 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-b90d27ad-eac0-4028-a82f-b82068b93d7e None None] For port d1d10260-0920-4740-820e-719d14782f13, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=d1d10260-0920-4740-820e-719d14782f13,segment=NetworkSegment(f6e92e8e-330b-4eb7-b418-efccd060863e),segment_id=f6e92e8e-330b-4eb7-b418-efccd060863e)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:41:59.672815 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-17e0d8e3-887d-4d99-9a96-230375a9c851 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Calling delete_port for 8f8b4f7c-c9da-4bad-9f37-8d492f88ac1a owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:41:59.675576 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69f432-fbba-4a6e-8719-4ffb0d2d5bcc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:59.675922 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69f432-fbba-4a6e-8719-4ffb0d2d5bcc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:59.676261 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69f432-fbba-4a6e-8719-4ffb0d2d5bcc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:59.676783 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69f432-fbba-4a6e-8719-4ffb0d2d5bcc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:59.676942 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69f432-fbba-4a6e-8719-4ffb0d2d5bcc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:59.677331 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69f432-fbba-4a6e-8719-4ffb0d2d5bcc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:59.677861 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69f432-fbba-4a6e-8719-4ffb0d2d5bcc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:59.678220 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69f432-fbba-4a6e-8719-4ffb0d2d5bcc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:59.678557 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69f432-fbba-4a6e-8719-4ffb0d2d5bcc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:59.678880 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69f432-fbba-4a6e-8719-4ffb0d2d5bcc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:59.679208 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69f432-fbba-4a6e-8719-4ffb0d2d5bcc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:59.679529 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69f432-fbba-4a6e-8719-4ffb0d2d5bcc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:59.689522 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52148) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:59.718031 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b90d27ad-eac0-4028-a82f-b82068b93d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.723422 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-53b5c937-ec9e-442e-8940-8fd0ccf9c386 None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.727439 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a9e549cd-cfcd-4aec-a25b-db25b7e34b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.745686 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-aa69f432-fbba-4a6e-8719-4ffb0d2d5bcc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.752723 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c9e25200-1f92-4ffb-afff-4fc46042d0c3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.772665 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-53b5c937-ec9e-442e-8940-8fd0ccf9c386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.798849 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5944b50a-c004-48eb-bb72-b20606ef8679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.843451 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e25200-1f92-4ffb-afff-4fc46042d0c3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Subnet': ['ID=242b8a3b-bcae-4474-b529-3d21cdb31a09,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:59.892218 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c9e25200-1f92-4ffb-afff-4fc46042d0c3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.895606 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c9e25200-1f92-4ffb-afff-4fc46042d0c3 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/subnets/242b8a3b-bcae-4474-b529-3d21cdb31a09 HTTP/1.1" status: 204 len: 168 time: 0.9807935 Apr 29 11:41:59.899056 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d27ad-eac0-4028-a82f-b82068b93d7e None None] Pushing event updated for resources: {'Port': ['ID=d1d10260-0920-4740-820e-719d14782f13,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:59.900402 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52150) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:41:59.912885 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fe50c19d-22d0-4aa3-8abb-9d919badc827 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.917412 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-17e0d8e3-887d-4d99-9a96-230375a9c851 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:00.012784 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0d8e3-887d-4d99-9a96-230375a9c851 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Port': ['ID=8f8b4f7c-c9da-4bad-9f37-8d492f88ac1a,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:00.042068 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fe50c19d-22d0-4aa3-8abb-9d919badc827 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:00.167450 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fe50c19d-22d0-4aa3-8abb-9d919badc827 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:00.289987 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-17e0d8e3-887d-4d99-9a96-230375a9c851 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:00.293569 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-17e0d8e3-887d-4d99-9a96-230375a9c851 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/8f8b4f7c-c9da-4bad-9f37-8d492f88ac1a HTTP/1.1" status: 204 len: 168 time: 1.0201490 Apr 29 11:42:00.296712 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52152) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:00.418589 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fe50c19d-22d0-4aa3-8abb-9d919badc827 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:00.418912 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5944b50a-c004-48eb-bb72-b20606ef8679 None None] For port 17fd74da-bfb3-497a-8ba7-2cf15ed18823, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=17fd74da-bfb3-497a-8ba7-2cf15ed18823,segment=NetworkSegment(7d325af5-cac8-4e30-8ab0-d3af66a578a1),segment_id=7d325af5-cac8-4e30-8ab0-d3af66a578a1)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:00.452211 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 17fd74da-bfb3-497a-8ba7-2cf15ed18823 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:42:00.481604 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5c937-ec9e-442e-8940-8fd0ccf9c386 None None] Pushing event updated for resources: {'Port': ['ID=27e4e8ca-633b-4703-ae65-8fcabd6bdaf2,revision_number=7']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:00.496876 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5944b50a-c004-48eb-bb72-b20606ef8679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:00.522985 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50c19d-22d0-4aa3-8abb-9d919badc827 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Subnet': ['ID=14df5e6a-82ad-4553-9a78-4f5558841fca,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:00.559781 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915e86cd-935e-45b1-a13c-7e6b2be3f6ce tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:00.567411 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-915e86cd-935e-45b1-a13c-7e6b2be3f6ce tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2694244 Apr 29 11:42:00.569557 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fe50c19d-22d0-4aa3-8abb-9d919badc827 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:00.589411 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-fe50c19d-22d0-4aa3-8abb-9d919badc827 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/subnets/14df5e6a-82ad-4553-9a78-4f5558841fca HTTP/1.1" status: 204 len: 168 time: 1.0301983 Apr 29 11:42:00.589411 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52156) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:00.596204 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52158) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:00.604977 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:00.607868 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-f86b71c8-6ff5-452c-8117-764022c6099b tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'subnet': {'network_id': '6bd60c6d-014b-4710-a7b1-d7f0c260e662', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:00.615966 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bedd8c8-6d68-422f-9740-1ec2d52096b1 None None] Network a4b2b389-9024-4cee-95b3-af3ca7cfd466 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:42:00.625094 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944b50a-c004-48eb-bb72-b20606ef8679 None None] Pushing event updated for resources: {'Port': ['ID=17fd74da-bfb3-497a-8ba7-2cf15ed18823,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:00.627766 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:00.649274 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-373de5df-24bc-4c83-ab6e-95d4c5b73075 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:00.714101 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5944b50a-c004-48eb-bb72-b20606ef8679 None None] Provisioning complete for port 27e4e8ca-633b-4703-ae65-8fcabd6bdaf2 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:00.714498 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5944b50a-c004-48eb-bb72-b20606ef8679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:00.727630 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b2593f21-df74-4e72-b67a-ed4ea9f59a89 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/floatingips/cdd11439-57b1-4e0a-af97-05f9a02adae2 HTTP/1.1" status: 200 len: 993 time: 1.0367701 Apr 29 11:42:00.729357 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b9b6c9-0887-4715-927c-f1f6d1c92bdd tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:00.729986 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3b9b6c9-0887-4715-927c-f1f6d1c92bdd tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:00.745917 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c3b9b6c9-0887-4715-927c-f1f6d1c92bdd tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/subnets/9e1343d6-df94-4124-b3a3-c184e02a70e4 HTTP/1.1" status: 404 len: 337 time: 0.8421578 Apr 29 11:42:00.746977 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52160) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:00.750768 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38aa549-bca3-4621-b375-e0eeba92edb2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:00.752410 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e38aa549-bca3-4621-b375-e0eeba92edb2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1647999 Apr 29 11:42:00.759396 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52162) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:00.779133 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e77457-6fbf-450c-84ef-fb15dd13925f None None] Network 6bd60c6d-014b-4710-a7b1-d7f0c260e662 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:42:00.817868 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-373de5df-24bc-4c83-ab6e-95d4c5b73075 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:00.847631 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-fa9e893a-8a33-47ce-baef-a17661f467e9 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21353e4-1fc7-4e4c-94a3-ebad7289abce HTTP/1.1" status: 200 len: 205 time: 0.0660951 Apr 29 11:42:00.852442 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52164) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:00.864431 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f62d0b-08de-477e-9a9e-5d590cf97819 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:00.866027 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f62d0b-08de-477e-9a9e-5d590cf97819 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:00.867776 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f62d0b-08de-477e-9a9e-5d590cf97819 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:00.869426 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f8f62d0b-08de-477e-9a9e-5d590cf97819 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1090703 Apr 29 11:42:00.901082 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-373de5df-24bc-4c83-ab6e-95d4c5b73075 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network e8e1c49c-e70d-447f-856f-664a2dd7d7ab is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:00.901862 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52166) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:00.905032 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-1b27e164-5f01-4d19-86ae-cd87b3541a2d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] delete failed (client error): The resource could not be found. Apr 29 11:42:00.906074 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1b27e164-5f01-4d19-86ae-cd87b3541a2d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/routers/d21353e4-1fc7-4e4c-94a3-ebad7289abce HTTP/1.1" status: 404 len: 336 time: 0.0526762 Apr 29 11:42:00.908686 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52168) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:00.930002 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 17fd74da-bfb3-497a-8ba7-2cf15ed18823 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:00.930476 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:00.935365 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-373de5df-24bc-4c83-ab6e-95d4c5b73075 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:00.940978 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac00ed47-ef43-4d7d-9d53-3a761c805206 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:00.942486 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac00ed47-ef43-4d7d-9d53-3a761c805206 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:00.947373 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ac00ed47-ef43-4d7d-9d53-3a761c805206 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/subnets/04f29235-4602-48a1-8a44-b30ae8cef47d HTTP/1.1" status: 404 len: 337 time: 0.0354624 Apr 29 11:42:00.947373 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86b71c8-6ff5-452c-8117-764022c6099b tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:00.949308 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f86b71c8-6ff5-452c-8117-764022c6099b tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:00.952228 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52170) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:00.972088 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-373de5df-24bc-4c83-ab6e-95d4c5b73075 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:42:00.994196 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e3c7f54-793c-46ab-8280-37731ad3ae5d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:00.995339 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e3c7f54-793c-46ab-8280-37731ad3ae5d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:01.000428 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4e3c7f54-793c-46ab-8280-37731ad3ae5d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/subnets/a3c68033-2cdf-4824-8939-4505ca6e3c7f HTTP/1.1" status: 404 len: 337 time: 0.0437355 Apr 29 11:42:01.032503 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52172) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:01.034741 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-aa69f432-fbba-4a6e-8719-4ffb0d2d5bcc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:01.036686 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373de5df-24bc-4c83-ab6e-95d4c5b73075 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=2152fcfb-efd4-49e9-baee-40e905b8c671,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:01.102408 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b96ba8-6ef2-4196-8234-2bc9f4b94aed None None] DHCP port deletion for a4b2b389-9024-4cee-95b3-af3ca7cfd466 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:42:01.123139 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e40233-68ff-4a9e-96f8-cd6b2715e598 req-fafa5f31-f5e1-43b6-9f37-55d45f5e5e65 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:01.124940 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-23e40233-68ff-4a9e-96f8-cd6b2715e598 req-fafa5f31-f5e1-43b6-9f37-55d45f5e5e65 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=1853ef4d-315d-476b-8c59-f0003f78dda0 HTTP/1.1" status: 200 len: 932 time: 0.3457253 Apr 29 11:42:01.125892 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd2bbca0-7739-42f9-8fb3-637dd9bbdb64 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:01.126415 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd2bbca0-7739-42f9-8fb3-637dd9bbdb64 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:01.132646 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-cd2bbca0-7739-42f9-8fb3-637dd9bbdb64 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/subnets/0a305efd-b26f-4d54-90c4-b30fecbedac8 HTTP/1.1" status: 404 len: 337 time: 0.0763786 Apr 29 11:42:01.142841 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52174) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:01.152189 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-76490520-5d8d-4e16-9cec-f37a100d4432 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting subnet 345538a9-ae7b-4938-8b6d-527872bc8ac1 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:42:01.156368 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-76490520-5d8d-4e16-9cec-f37a100d4432 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:01.196493 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c00a7d5-f42f-4b82-9999-030c9a3a875c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:01.197262 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c00a7d5-f42f-4b82-9999-030c9a3a875c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:01.202801 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3c00a7d5-f42f-4b82-9999-030c9a3a875c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/ports/2906ed26-7493-468d-9347-73e7f26ef073 HTTP/1.1" status: 404 len: 333 time: 0.0573065 Apr 29 11:42:01.208161 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52176) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:01.300616 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5944b50a-c004-48eb-bb72-b20606ef8679 None None] Provisioning complete for port 6790c08a-4620-444b-ae04-275a4a2b5c83 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:01.301692 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5944b50a-c004-48eb-bb72-b20606ef8679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:01.365794 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-373de5df-24bc-4c83-ab6e-95d4c5b73075 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:01.366755 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-373de5df-24bc-4c83-ab6e-95d4c5b73075 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:01.385983 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 27e4e8ca-633b-4703-ae65-8fcabd6bdaf2 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:42:01.386566 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-76490520-5d8d-4e16-9cec-f37a100d4432 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:01.389914 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-8253e46f-7f05-46f6-ab16-28a72763e3cb tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:01.390410 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8253e46f-7f05-46f6-ab16-28a72763e3cb tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:01.393554 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-8253e46f-7f05-46f6-ab16-28a72763e3cb tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/subnets/15b97de1-1c28-44a1-b9f5-e349635724c3 HTTP/1.1" status: 404 len: 337 time: 0.1756608 Apr 29 11:42:01.400928 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52178) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:01.452672 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be8dd23-e4ab-4c0d-9806-ed9a3da0129d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:01.453567 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be8dd23-e4ab-4c0d-9806-ed9a3da0129d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:01.457832 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2be8dd23-e4ab-4c0d-9806-ed9a3da0129d tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/subnets/d46a86d1-be77-4be7-a121-cb164ce693fb HTTP/1.1" status: 404 len: 337 time: 0.0551512 Apr 29 11:42:01.466972 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52180) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:01.494204 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5944b50a-c004-48eb-bb72-b20606ef8679 None None] Port 6790c08a-4620-444b-ae04-275a4a2b5c83 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:42:01.526874 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c1e3356-0f4a-4b29-9186-d988e0a8c949 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:01.528233 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c1e3356-0f4a-4b29-9186-d988e0a8c949 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:01.535690 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7c1e3356-0f4a-4b29-9186-d988e0a8c949 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/ports/cfbea882-2a36-4abf-b109-ad0f83ae110c HTTP/1.1" status: 404 len: 333 time: 0.0648720 Apr 29 11:42:01.543308 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52182) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:01.556012 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f86b71c8-6ff5-452c-8117-764022c6099b tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:01.593932 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5944b50a-c004-48eb-bb72-b20606ef8679 None None] Provisioning complete for port 10b2821c-69b2-49f8-95ec-6ddf16bdc052 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:01.594621 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5944b50a-c004-48eb-bb72-b20606ef8679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:01.629543 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d2ececb-7843-4a11-b5a5-91a117b0f402 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:01.630008 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d2ececb-7843-4a11-b5a5-91a117b0f402 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:01.638774 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7d2ececb-7843-4a11-b5a5-91a117b0f402 tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/subnets/044ea0ea-a94f-452d-87ee-eb3db11ab968 HTTP/1.1" status: 404 len: 337 time: 0.0937331 Apr 29 11:42:01.642768 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-e3b96ba8-6ef2-4196-8234-2bc9f4b94aed None None] Deleting port b9730f39-e676-4ad0-92ef-1d478ba828e0 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:42:01.643257 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e3b96ba8-6ef2-4196-8234-2bc9f4b94aed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:01.650756 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52184) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:01.675625 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-373de5df-24bc-4c83-ab6e-95d4c5b73075 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2274513 Apr 29 11:42:01.690150 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86b71c8-6ff5-452c-8117-764022c6099b tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network 6bd60c6d-014b-4710-a7b1-d7f0c260e662 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:01.698524 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-f86b71c8-6ff5-452c-8117-764022c6099b tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:01.725307 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86b71c8-6ff5-452c-8117-764022c6099b tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:01.725868 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f86b71c8-6ff5-452c-8117-764022c6099b tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:01.735509 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-3021161c-0108-46cf-b8d4-545b698804db tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:01.735972 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3021161c-0108-46cf-b8d4-545b698804db tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:01.739175 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3021161c-0108-46cf-b8d4-545b698804db tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/subnets/a5fe4046-2089-4d5a-8e54-706d28786c80 HTTP/1.1" status: 404 len: 337 time: 0.0850027 Apr 29 11:42:01.745571 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-e3b96ba8-6ef2-4196-8234-2bc9f4b94aed None None] For port b9730f39-e676-4ad0-92ef-1d478ba828e0, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=b9730f39-e676-4ad0-92ef-1d478ba828e0,segment=NetworkSegment(8d0042df-7cda-45eb-a0a8-1bad3f3a7692),segment_id=8d0042df-7cda-45eb-a0a8-1bad3f3a7692)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:01.745969 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e3b96ba8-6ef2-4196-8234-2bc9f4b94aed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:01.749736 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52186) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:01.769600 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-a2477e24-4ced-453a-8695-2092ab375548 service neutron] Request body: {'port': {'device_id': '1853ef4d-315d-476b-8c59-f0003f78dda0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:01.772730 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b71c8-6ff5-452c-8117-764022c6099b tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Subnet': ['ID=05636625-e33e-4857-aa8e-c1af8eecb78f,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:01.774061 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-e3b96ba8-6ef2-4196-8234-2bc9f4b94aed None None] Calling delete_port for b9730f39-e676-4ad0-92ef-1d478ba828e0 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:42:01.811172 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f86b71c8-6ff5-452c-8117-764022c6099b tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2115526 Apr 29 11:42:01.812370 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52188) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:01.820649 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-0c41e41b-04af-4dce-bb2e-96a01d98b180 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'security_group': {'name': 'tempest-secgroup-729752203'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:01.868764 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-23e40233-68ff-4a9e-96f8-cd6b2715e598 req-d0c9b24a-8d61-4107-9022-b3ccd304bfe1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e97b539-a470-4de4-bba2-e5c91828c3da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7247443 Apr 29 11:42:01.906313 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0c41e41b-04af-4dce-bb2e-96a01d98b180 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:01.948292 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46174e0-402d-4400-8a0a-940bd6a3e35b None None] Network a2c1ac3b-191d-4202-b460-c88b10dd2648 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:42:01.957220 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-d739faf0-e672-440d-85a1-b6be154d90ff tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Deleting port 4f63dbb7-99d4-406d-b281-8f97d2d1e1a1 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:42:01.957796 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d739faf0-e672-440d-85a1-b6be154d90ff tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:01.965230 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-a2477e24-4ced-453a-8695-2092ab375548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.027465 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-76490520-5d8d-4e16-9cec-f37a100d4432 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.047006 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.087647 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e3b96ba8-6ef2-4196-8234-2bc9f4b94aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.103794 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d739faf0-e672-440d-85a1-b6be154d90ff tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.171200 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b96ba8-6ef2-4196-8234-2bc9f4b94aed None None] Pushing event deleted for resources: {'Port': ['ID=b9730f39-e676-4ad0-92ef-1d478ba828e0,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:02.176535 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-d739faf0-e672-440d-85a1-b6be154d90ff tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Calling delete_port for 4f63dbb7-99d4-406d-b281-8f97d2d1e1a1 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:42:02.199137 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b96ba8-6ef2-4196-8234-2bc9f4b94aed None None] No DVR routers for this DVR port b9730f39-e676-4ad0-92ef-1d478ba828e0 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:42:02.204468 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0c41e41b-04af-4dce-bb2e-96a01d98b180 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.216668 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0c41e41b-04af-4dce-bb2e-96a01d98b180 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.260944 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-aa69f432-fbba-4a6e-8719-4ffb0d2d5bcc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.316878 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41e41b-04af-4dce-bb2e-96a01d98b180 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3b8b8b-3a72-4f41-985d-16f4de1a1ba5,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:02.321752 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0c41e41b-04af-4dce-bb2e-96a01d98b180 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.325801 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0c41e41b-04af-4dce-bb2e-96a01d98b180 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5130963 Apr 29 11:42:02.328203 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52190) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:02.333342 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-a8442b39-9b5f-49e4-aa71-214cf75f384f tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'security_group': {'name': 'tempest-secgroup-1870443695'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:02.373216 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-aa69f432-fbba-4a6e-8719-4ffb0d2d5bcc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.384467 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a8442b39-9b5f-49e4-aa71-214cf75f384f tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.387435 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-76490520-5d8d-4e16-9cec-f37a100d4432 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.414409 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:42:02.414735 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:42:02.493542 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d739faf0-e672-440d-85a1-b6be154d90ff tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.511301 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-175a772e-5c7f-452a-9f4f-62e215bf5e97 None None] Could not find standard attr ID for object b9730f39-e676-4ad0-92ef-1d478ba828e0. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:42:02.512925 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76490520-5d8d-4e16-9cec-f37a100d4432 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Subnet': ['ID=345538a9-ae7b-4938-8b6d-527872bc8ac1,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:02.529722 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-76490520-5d8d-4e16-9cec-f37a100d4432 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.531909 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-175a772e-5c7f-452a-9f4f-62e215bf5e97 None None] Could not find standard attr ID for object 3dc68de3-1bd8-4387-9ec2-18ac5a685914. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:42:02.533152 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-76490520-5d8d-4e16-9cec-f37a100d4432 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/345538a9-ae7b-4938-8b6d-527872bc8ac1 HTTP/1.1" status: 204 len: 168 time: 1.6283920 Apr 29 11:42:02.535542 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-175a772e-5c7f-452a-9f4f-62e215bf5e97 None None] Could not find standard attr ID for object de5ca0ff-cfc1-41d0-b18a-f46aed42e45f. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:42:02.540225 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52192) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:02.565240 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-175a772e-5c7f-452a-9f4f-62e215bf5e97 None None] Provisioning complete for port 51af3d46-6272-46ba-b3c1-a1c6d773a7d1 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:02.565620 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-175a772e-5c7f-452a-9f4f-62e215bf5e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.596740 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739faf0-e672-440d-85a1-b6be154d90ff tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Port': ['ID=4f63dbb7-99d4-406d-b281-8f97d2d1e1a1,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:02.613842 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-aa69f432-fbba-4a6e-8719-4ffb0d2d5bcc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.619260 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69f432-fbba-4a6e-8719-4ffb0d2d5bcc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Port': ['ID=141649f7-9057-493c-a3ef-428af8f8ecf8,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:02.657892 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d739faf0-e672-440d-85a1-b6be154d90ff tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.664381 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d739faf0-e672-440d-85a1-b6be154d90ff tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/ports/4f63dbb7-99d4-406d-b281-8f97d2d1e1a1 HTTP/1.1" status: 204 len: 168 time: 0.9087155 Apr 29 11:42:02.670281 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52194) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:02.673442 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a8442b39-9b5f-49e4-aa71-214cf75f384f tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.689746 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a8442b39-9b5f-49e4-aa71-214cf75f384f tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.716704 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4cc458-977f-4fd7-8d3d-3cbe4ade1044 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:42:02.775954 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-2914a9d2-ffc5-476d-a9b8-f6d7349008a5 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting subnet 3dd24191-a7d6-4624-b4cc-5bc74305a137 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:42:02.779598 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2914a9d2-ffc5-476d-a9b8-f6d7349008a5 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.807599 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa69f432-fbba-4a6e-8719-4ffb0d2d5bcc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network a2c1ac3b-191d-4202-b460-c88b10dd2648 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:02.819636 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-aa69f432-fbba-4a6e-8719-4ffb0d2d5bcc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:02.848448 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-a2477e24-4ced-453a-8695-2092ab375548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2152fcfb-efd4-49e9-baee-40e905b8c671 {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:42:02.852586 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-175a772e-5c7f-452a-9f4f-62e215bf5e97 None None] Provisioning complete for port 27e4e8ca-633b-4703-ae65-8fcabd6bdaf2 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:02.852586 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-175a772e-5c7f-452a-9f4f-62e215bf5e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.856967 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2914a9d2-ffc5-476d-a9b8-f6d7349008a5 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.924939 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393efb7f-01e9-40f5-9d6b-ba40aad34e13 None None] Network 6bd60c6d-014b-4710-a7b1-d7f0c260e662 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:42:02.952132 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2914a9d2-ffc5-476d-a9b8-f6d7349008a5 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.970893 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa69f432-fbba-4a6e-8719-4ffb0d2d5bcc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Router f540444a-8344-431e-aed4-ced9478cf694 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:42:02.973936 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-a2477e24-4ced-453a-8695-2092ab375548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.033989 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2914a9d2-ffc5-476d-a9b8-f6d7349008a5 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.061498 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a8442b39-9b5f-49e4-aa71-214cf75f384f tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.062854 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a8442b39-9b5f-49e4-aa71-214cf75f384f tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7333434 Apr 29 11:42:03.064751 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2914a9d2-ffc5-476d-a9b8-f6d7349008a5 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.070316 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2914a9d2-ffc5-476d-a9b8-f6d7349008a5 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/3dd24191-a7d6-4624-b4cc-5bc74305a137 HTTP/1.1" status: 204 len: 168 time: 0.4966717 Apr 29 11:42:03.094880 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52198) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:03.095224 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52200) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:03.096792 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-a2477e24-4ced-453a-8695-2092ab375548 service neutron] Transition to ACTIVE for port object 2152fcfb-efd4-49e9-baee-40e905b8c671 will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:42:03.116915 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8442b39-9b5f-49e4-aa71-214cf75f384f tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee0dc2d-bf8d-442c-a21d-726c6250a87e,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:03.121452 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914a9d2-ffc5-476d-a9b8-f6d7349008a5 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Subnet': ['ID=3dd24191-a7d6-4624-b4cc-5bc74305a137,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:03.130949 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-77837f0d-2755-43c4-a8b0-bb9c6c22fe3c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.163137 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-fd688678-ea7b-4b5f-9d0f-5f534854df35 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'security_group': {'name': 'tempest-secgroup-819446659'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:03.251787 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c293a759-43aa-4eff-81b3-018c0f490a99 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1522610 Apr 29 11:42:03.254056 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa69f432-fbba-4a6e-8719-4ffb0d2d5bcc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:42:03.257150 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52202) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:03.262490 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-a2477e24-4ced-453a-8695-2092ab375548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.273950 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-77837f0d-2755-43c4-a8b0-bb9c6c22fe3c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.277709 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-a5767104-ebdf-4a2d-a2a6-e8ccab024bce tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:03.285490 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-aa69f432-fbba-4a6e-8719-4ffb0d2d5bcc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "PUT /v2.0/routers/f540444a-8344-431e-aed4-ced9478cf694/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5121522 Apr 29 11:42:03.294610 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.295216 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52204) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:03.299642 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe0304c-681d-4567-a9f6-51ef84a31172 None None] Sync routers for ids ['f540444a-8344-431e-aed4-ced9478cf694'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:42:03.309164 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-77837f0d-2755-43c4-a8b0-bb9c6c22fe3c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b2b389-9024-4cee-95b3-af3ca7cfd466']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:03.322652 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-77837f0d-2755-43c4-a8b0-bb9c6c22fe3c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d0042df-7cda-45eb-a0a8-1bad3f3a7692') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:03.326493 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-77837f0d-2755-43c4-a8b0-bb9c6c22fe3c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d0042df-7cda-45eb-a0a8-1bad3f3a7692') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:03.328441 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe0304c-681d-4567-a9f6-51ef84a31172 None None] Routers {'f540444a-8344-431e-aed4-ced9478cf694'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:03.328776 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-dbe0304c-681d-4567-a9f6-51ef84a31172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:41:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f540444a-8344-431e-aed4-ced9478cf694'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:03.341128 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-77837f0d-2755-43c4-a8b0-bb9c6c22fe3c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.342124 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-0dadeee5-6d0b-4a5d-ae0c-6727c57ed2be tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Request body: {'network': {'name': 'tempest-RoutersTest-1070481578'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:03.360207 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-77837f0d-2755-43c4-a8b0-bb9c6c22fe3c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.368740 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77837f0d-2755-43c4-a8b0-bb9c6c22fe3c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:42:03.369506 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-77837f0d-2755-43c4-a8b0-bb9c6c22fe3c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.398070 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fd688678-ea7b-4b5f-9d0f-5f534854df35 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.461879 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:42:03.461879 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:42:03.461879 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:42:03.461879 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:42:03.461879 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:42:03.461879 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:42:03.461879 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:42:03.461879 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:42:03.461879 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:42:03.461879 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:42:03.461879 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:42:03.461879 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:42:03.461879 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:42:03.461879 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:42:03.461879 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:42:03.461879 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:42:03.461879 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:42:03.461879 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:42:03.461879 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:42:03.461879 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:42:03.461879 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:42:03.461879 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:42:03.461879 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:42:03.461879 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:42:03.461879 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:42:03.461879 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:42:03.461879 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:42:03.461879 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:42:03.461879 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:42:03.461879 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:42:03.461879 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:42:03.461879 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:42:03.466517 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-77837f0d-2755-43c4-a8b0-bb9c6c22fe3c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.475376 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-77837f0d-2755-43c4-a8b0-bb9c6c22fe3c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.481958 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-77837f0d-2755-43c4-a8b0-bb9c6c22fe3c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] 10.222.0.69 "DELETE /v2.0/networks/a4b2b389-9024-4cee-95b3-af3ca7cfd466 HTTP/1.1" status: 204 len: 168 time: 0.8067224 Apr 29 11:42:03.496554 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77837f0d-2755-43c4-a8b0-bb9c6c22fe3c tempest-PortsIpV6TestJSON-1081732611 tempest-PortsIpV6TestJSON-1081732611-project] Pushing event deleted for resources: {'Network': ['ID=a4b2b389-9024-4cee-95b3-af3ca7cfd466,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:03.522784 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3d236-f60c-4fc9-8a71-0334907c35fc req-8d114b1e-179d-4eb5-81f0-ff10e58c0c09 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:03.534206 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d6b3d236-f60c-4fc9-8a71-0334907c35fc req-8d114b1e-179d-4eb5-81f0-ff10e58c0c09 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=1853ef4d-315d-476b-8c59-f0003f78dda0 HTTP/1.1" status: 200 len: 932 time: 0.5553482 Apr 29 11:42:03.628998 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-175a772e-5c7f-452a-9f4f-62e215bf5e97 None None] Provisioning complete for port 6790c08a-4620-444b-ae04-275a4a2b5c83 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:03.629429 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-175a772e-5c7f-452a-9f4f-62e215bf5e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.635395 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-dbe0304c-681d-4567-a9f6-51ef84a31172 None None] Set router f540444a-8344-431e-aed4-ced9478cf694 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:42:03.639908 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2477e24-4ced-453a-8695-2092ab375548 service neutron] Pushing event updated for resources: {'Port': ['ID=2152fcfb-efd4-49e9-baee-40e905b8c671,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:03.666999 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:42:03.667394 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:42:03.686822 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dadeee5-6d0b-4a5d-ae0c-6727c57ed2be tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Made reservation on behalf of 4fc08cbadd26470a96bfec5ad3948785 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:03.690520 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0dadeee5-6d0b-4a5d-ae0c-6727c57ed2be tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.766834 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d6b3d236-f60c-4fc9-8a71-0334907c35fc req-af513780-716c-427d-9035-2fc18b9e223e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e97b539-a470-4de4-bba2-e5c91828c3da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2316041 Apr 29 11:42:03.785006 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-175a772e-5c7f-452a-9f4f-62e215bf5e97 None None] Port 6790c08a-4620-444b-ae04-275a4a2b5c83 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:42:03.821302 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dadeee5-6d0b-4a5d-ae0c-6727c57ed2be tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:42:03.837597 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5767104-ebdf-4a2d-a2a6-e8ccab024bce tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:03.841879 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a5767104-ebdf-4a2d-a2a6-e8ccab024bce tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.872838 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fd688678-ea7b-4b5f-9d0f-5f534854df35 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.873927 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-a2477e24-4ced-453a-8695-2092ab375548 service neutron] Attempting to bind port 2152fcfb-efd4-49e9-baee-40e905b8c671 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:03.874240 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-a2477e24-4ced-453a-8695-2092ab375548 service neutron] Attempting to bind port 2152fcfb-efd4-49e9-baee-40e905b8c671 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '5ae0213c-e045-45e1-a170-1fcd80f529a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e8e1c49c-e70d-447f-856f-664a2dd7d7ab'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:03.874783 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-a2477e24-4ced-453a-8695-2092ab375548 service neutron] Attempting to bind port 2152fcfb-efd4-49e9-baee-40e905b8c671 on network e8e1c49c-e70d-447f-856f-664a2dd7d7ab {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:42:03.880996 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52210) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:03.898582 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe19328b-576b-455c-a9e8-16f2c0a7ccb9 None None] Update dhcp port {'port': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'fixed_ips': [{'subnet_id': '3dd24191-a7d6-4624-b4cc-5bc74305a137'}], 'binding:host_id': 'dv-neutron-838888-1-hyperv'}, 'id': '27e4e8ca-633b-4703-ae65-8fcabd6bdaf2'} from dv-neutron-838888-1-hyperv. {{(pid=102961) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 11:42:03.923408 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0dadeee5-6d0b-4a5d-ae0c-6727c57ed2be tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.924025 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-0dadeee5-6d0b-4a5d-ae0c-6727c57ed2be tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Added segment 7295140f-6788-4d93-986c-7e5e7ddc63e9 of type vlan for network f971924f-e900-409d-9aa0-ccbce114efc6 Apr 29 11:42:03.930783 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-175a772e-5c7f-452a-9f4f-62e215bf5e97 None None] Could not find standard attr ID for object 4f63dbb7-99d4-406d-b281-8f97d2d1e1a1. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:42:03.944336 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fd688678-ea7b-4b5f-9d0f-5f534854df35 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.956501 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fe19328b-576b-455c-a9e8-16f2c0a7ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.975135 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-a2477e24-4ced-453a-8695-2092ab375548 service neutron] Port 2152fcfb-efd4-49e9-baee-40e905b8c671 on network e8e1c49c-e70d-447f-856f-664a2dd7d7ab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:42:03.975758 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-a2477e24-4ced-453a-8695-2092ab375548 service neutron] Attempting to bind port 2152fcfb-efd4-49e9-baee-40e905b8c671 on network e8e1c49c-e70d-447f-856f-664a2dd7d7ab {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:42:03.995833 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-175a772e-5c7f-452a-9f4f-62e215bf5e97 None None] Provisioning complete for port d1d10260-0920-4740-820e-719d14782f13 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:03.996317 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-175a772e-5c7f-452a-9f4f-62e215bf5e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.058452 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fd688678-ea7b-4b5f-9d0f-5f534854df35 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.059629 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-fd688678-ea7b-4b5f-9d0f-5f534854df35 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9616067 Apr 29 11:42:04.060502 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-a2477e24-4ced-453a-8695-2092ab375548 service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:42:04.060825 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-a2477e24-4ced-453a-8695-2092ab375548 service neutron] Checking segment: {'id': '5ae0213c-e045-45e1-a170-1fcd80f529a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e8e1c49c-e70d-447f-856f-664a2dd7d7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:42:04.061388 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-a2477e24-4ced-453a-8695-2092ab375548 service neutron] Bound using segment: {'id': '5ae0213c-e045-45e1-a170-1fcd80f529a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e8e1c49c-e70d-447f-856f-664a2dd7d7ab'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:42:04.061991 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-a2477e24-4ced-453a-8695-2092ab375548 service neutron] Bound port: 2152fcfb-efd4-49e9-baee-40e905b8c671, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae0213c-e045-45e1-a170-1fcd80f529a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e8e1c49c-e70d-447f-856f-664a2dd7d7ab'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:42:04.062736 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-a2477e24-4ced-453a-8695-2092ab375548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.063047 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52214) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:04.069621 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-52338625-46fb-4c03-a820-e6eea82633df tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-930745714', 'security_groups': ['383172ec-513d-4561-af28-f8fc8a901a6f'], 'network_id': '6bd60c6d-014b-4710-a7b1-d7f0c260e662', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '05636625-e33e-4857-aa8e-c1af8eecb78f'}]}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:04.095077 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-059109f5-c403-4d62-8631-9b4a6f073c34 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f7a7bd2b70fc4f5cafed95969987752a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124159 Apr 29 11:42:04.098419 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52216) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:04.109528 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0dadeee5-6d0b-4a5d-ae0c-6727c57ed2be tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.117853 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd688678-ea7b-4b5f-9d0f-5f534854df35 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=383172ec-513d-4561-af28-f8fc8a901a6f,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:04.198613 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fdb9ae43-bf54-4a2e-b25d-90df1010313d req-ba72d029-2fda-4496-b603-4e1ca615836e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2433343 Apr 29 11:42:04.201340 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011066a5-d030-457d-ab41-49a03e89f133 None None] Update dhcp port {'port': {'network_id': '6bd60c6d-014b-4710-a7b1-d7f0c260e662', 'fixed_ips': [{'subnet_id': '9695aec9-ad97-46dd-a0b8-c332baedcb28', 'ip_address': '172.20.0.18'}, {'subnet_id': '05636625-e33e-4857-aa8e-c1af8eecb78f'}], 'binding:host_id': 'dv-neutron-838888-1-hyperv'}, 'id': '51af3d46-6272-46ba-b3c1-a1c6d773a7d1'} from dv-neutron-838888-1-hyperv. {{(pid=102961) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 11:42:04.235682 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-643e7cfb-8fe5-4452-8b97-7c81aef8de66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.244505 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0dadeee5-6d0b-4a5d-ae0c-6727c57ed2be tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.249772 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dadeee5-6d0b-4a5d-ae0c-6727c57ed2be tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:04.250443 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0dadeee5-6d0b-4a5d-ae0c-6727c57ed2be tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.270669 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-643e7cfb-8fe5-4452-8b97-7c81aef8de66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.280882 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-011066a5-d030-457d-ab41-49a03e89f133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.329909 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0dadeee5-6d0b-4a5d-ae0c-6727c57ed2be tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0322518 Apr 29 11:42:04.332870 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52218) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:04.337393 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-a2477e24-4ced-453a-8695-2092ab375548 service neutron] For port 2152fcfb-efd4-49e9-baee-40e905b8c671, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:42:04.340637 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-df27b931-c9fe-4dfe-b25d-8c9bc02e462e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Request body: {'subnet': {'network_id': 'f971924f-e900-409d-9aa0-ccbce114efc6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:04.352359 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52338625-46fb-4c03-a820-e6eea82633df tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:04.401534 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47abce5-399a-4f67-84ef-bee1ce4d01d4 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:42:04.407944 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-a2477e24-4ced-453a-8695-2092ab375548 service neutron] For port 2152fcfb-efd4-49e9-baee-40e905b8c671, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=2152fcfb-efd4-49e9-baee-40e905b8c671,segment=NetworkSegment(5ae0213c-e045-45e1-a170-1fcd80f529a8),segment_id=5ae0213c-e045-45e1-a170-1fcd80f529a8)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:42:04.436950 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-a2477e24-4ced-453a-8695-2092ab375548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.491266 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-643e7cfb-8fe5-4452-8b97-7c81aef8de66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.494507 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-643e7cfb-8fe5-4452-8b97-7c81aef8de66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.498076 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-643e7cfb-8fe5-4452-8b97-7c81aef8de66 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/331401f0-fa26-45a3-87f6-5d74e072131e HTTP/1.1" status: 204 len: 168 time: 0.3959553 Apr 29 11:42:04.504318 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dadeee5-6d0b-4a5d-ae0c-6727c57ed2be tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Network': ['ID=f971924f-e900-409d-9aa0-ccbce114efc6,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:04.530274 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-a2477e24-4ced-453a-8695-2092ab375548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:04.531323 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-a2477e24-4ced-453a-8695-2092ab375548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.533142 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-a2477e24-4ced-453a-8695-2092ab375548 service neutron] 10.222.0.62 "PUT /v2.0/ports/2152fcfb-efd4-49e9-baee-40e905b8c671 HTTP/1.1" status: 200 len: 1094 time: 2.7724833 Apr 29 11:42:04.534158 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1853ef4d-315d-476b-8c59-f0003f78dda0', 'tag': '2152fcfb-efd4-49e9-baee-40e905b8c671'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:42:04.537181 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8e04e2-303c-4d5f-8e2f-b34c42a21d75" -d '{"events": [{"name": "network-changed", "server_uuid": "1853ef4d-315d-476b-8c59-f0003f78dda0", "tag": "2152fcfb-efd4-49e9-baee-40e905b8c671"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:42:04.544404 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a5767104-ebdf-4a2d-a2a6-e8ccab024bce tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.547172 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-175a772e-5c7f-452a-9f4f-62e215bf5e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.560186 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e7cfb-8fe5-4452-8b97-7c81aef8de66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331401f0-fa26-45a3-87f6-5d74e072131e,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:04.616582 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-52338625-46fb-4c03-a820-e6eea82633df tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.625512 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network f971924f-e900-409d-9aa0-ccbce114efc6 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:42:04.631820 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.632604 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df27b931-c9fe-4dfe-b25d-8c9bc02e462e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Made reservation on behalf of 4fc08cbadd26470a96bfec5ad3948785 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:04.639474 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9ae43-bf54-4a2e-b25d-90df1010313d req-1f844037-dd1d-4bf1-ac2d-ff8a11f15683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:04.640016 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-df27b931-c9fe-4dfe-b25d-8c9bc02e462e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.642646 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fdb9ae43-bf54-4a2e-b25d-90df1010313d req-1f844037-dd1d-4bf1-ac2d-ff8a11f15683 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56bd83428e3c4f3aa29e4f4f408e0dec&device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 1098 time: 0.2897100 Apr 29 11:42:04.659740 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc856895-6626-4860-99b2-a63c8d9a9436 x-openstack-request-id: req-cc856895-6626-4860-99b2-a63c8d9a9436 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:42:04.660320 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1853ef4d-315d-476b-8c59-f0003f78dda0", "tag": "2152fcfb-efd4-49e9-baee-40e905b8c671", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:42:04.660679 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cc856895-6626-4860-99b2-a63c8d9a9436 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:42:04.662487 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc856895-6626-4860-99b2-a63c8d9a9436'] response: {'name': 'network-changed', 'server_uuid': '1853ef4d-315d-476b-8c59-f0003f78dda0', 'tag': '2152fcfb-efd4-49e9-baee-40e905b8c671', 'status': 'completed', 'code': 200} Apr 29 11:42:04.676006 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5767104-ebdf-4a2d-a2a6-e8ccab024bce tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:04.679244 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2477e24-4ced-453a-8695-2092ab375548 service neutron] Pushing event updated for resources: {'Port': ['ID=2152fcfb-efd4-49e9-baee-40e905b8c671,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:04.701816 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-a5767104-ebdf-4a2d-a2a6-e8ccab024bce tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:04.739188 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-52338625-46fb-4c03-a820-e6eea82633df tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] device_id is not set on port 0af119fc-d6d3-4eab-b959-2401c004e572 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:42:04.770590 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5767104-ebdf-4a2d-a2a6-e8ccab024bce tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:04.772475 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a5767104-ebdf-4a2d-a2a6-e8ccab024bce tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.901785 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-011066a5-d030-457d-ab41-49a03e89f133 None None] Allocated IP 172.20.0.2 (6bd60c6d-014b-4710-a7b1-d7f0c260e662/05636625-e33e-4857-aa8e-c1af8eecb78f/51af3d46-6272-46ba-b3c1-a1c6d773a7d1) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:04.959416 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5767104-ebdf-4a2d-a2a6-e8ccab024bce tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Subnet': ['ID=a0e7662a-20ba-46c6-9322-5fe3e286f4f3,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:04.999410 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a5767104-ebdf-4a2d-a2a6-e8ccab024bce tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7259333 Apr 29 11:42:05.002926 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52230) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:05.011326 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-7a242a4e-48dc-40a9-bad8-d5bc8587d95f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:05.011830 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-175a772e-5c7f-452a-9f4f-62e215bf5e97 None None] For port d1d10260-0920-4740-820e-719d14782f13, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=d1d10260-0920-4740-820e-719d14782f13,segment=NetworkSegment(f6e92e8e-330b-4eb7-b418-efccd060863e),segment_id=f6e92e8e-330b-4eb7-b418-efccd060863e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:05.027238 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9ae43-bf54-4a2e-b25d-90df1010313d req-4215ed4f-6534-459a-916a-1f8f058e36a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:05.028810 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fdb9ae43-bf54-4a2e-b25d-90df1010313d req-4215ed4f-6534-459a-916a-1f8f058e36a9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1e626177-13e1-498b-8c5b-25bda1fa93e6 HTTP/1.1" status: 200 len: 898 time: 0.3288839 Apr 29 11:42:05.032746 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-adf1f302-972e-408e-881c-db4b94a12f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:05.040262 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-adf1f302-972e-408e-881c-db4b94a12f82 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=1853ef4d-315d-476b-8c59-f0003f78dda0 HTTP/1.1" status: 200 len: 1097 time: 0.3813355 Apr 29 11:42:05.060874 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e6e84-1c9b-4c96-91a6-07952fd7fcc9 req-5b2aa161-e7ac-4932-aa00-b653b0d77403 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:05.062781 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a82e6e84-1c9b-4c96-91a6-07952fd7fcc9 req-5b2aa161-e7ac-4932-aa00-b653b0d77403 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=1853ef4d-315d-476b-8c59-f0003f78dda0 HTTP/1.1" status: 200 len: 944 time: 0.1710649 Apr 29 11:42:05.087913 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-175a772e-5c7f-452a-9f4f-62e215bf5e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:05.122872 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-dbe0304c-681d-4567-a9f6-51ef84a31172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f540444a-8344-431e-aed4-ced9478cf694', 'name': 'tempest-RoutersTest-router-1818015534', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:42:00Z', 'revision_number': 3, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None, '_interfaces': [{'id': '141649f7-9057-493c-a3ef-428af8f8ecf8', 'name': '', 'network_id': 'a2c1ac3b-191d-4202-b460-c88b10dd2648', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:0a:d3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:57Z', 'updated_at': '2022-04-29T11:42:01Z', 'revision_number': 2, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17fd74da-bfb3-497a-8ba7-2cf15ed18823', 'name': '', 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:87:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:44Z', 'updated_at': '2022-04-29T11:41:59Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:05.155906 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-966398b4-aac5-4144-969f-168737e51886 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2152fcfb-efd4-49e9-baee-40e905b8c671 HTTP/1.1" status: 200 len: 217 time: 0.0918992 Apr 29 11:42:05.182916 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-df27b931-c9fe-4dfe-b25d-8c9bc02e462e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:05.245080 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a82e6e84-1c9b-4c96-91a6-07952fd7fcc9 req-bad4c2e4-9943-44ec-a7ab-5bbb6f625182 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e97b539-a470-4de4-bba2-e5c91828c3da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1683791 Apr 29 11:42:05.249462 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fdb9ae43-bf54-4a2e-b25d-90df1010313d req-4474df6a-e604-409b-9a2f-997c95dcdef3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ac3d547-2967-4c7e-87d8-399b475ba90d HTTP/1.1" status: 200 len: 1001 time: 0.1843631 Apr 29 11:42:05.251494 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-a71da950-22f6-46cf-8261-c85a9e26db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:05.253728 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-a71da950-22f6-46cf-8261-c85a9e26db76 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=14800f35-4fe2-4cdc-98f9-522afcac0b97 HTTP/1.1" status: 200 len: 835 time: 0.0893569 Apr 29 11:42:05.281042 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 27e4e8ca-633b-4703-ae65-8fcabd6bdaf2, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=27e4e8ca-633b-4703-ae65-8fcabd6bdaf2,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:05.291568 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe0304c-681d-4567-a9f6-51ef84a31172 None None] Checking router: f540444a-8344-431e-aed4-ced9478cf694 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:42:05.292319 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe0304c-681d-4567-a9f6-51ef84a31172 None None] Updating router f540444a-8344-431e-aed4-ced9478cf694 port 141649f7-9057-493c-a3ef-428af8f8ecf8 binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:42:05.333123 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:05.355924 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9ae43-bf54-4a2e-b25d-90df1010313d req-6021da7e-1868-4de7-ba36-3e93b8957049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:05.358269 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fdb9ae43-bf54-4a2e-b25d-90df1010313d req-6021da7e-1868-4de7-ba36-3e93b8957049 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0eb7862d-0f8b-4e76-aacd-7adf3a8843ee HTTP/1.1" status: 200 len: 835 time: 0.0919099 Apr 29 11:42:05.381176 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df27b931-c9fe-4dfe-b25d-8c9bc02e462e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Checking segment: {'id': '7295140f-6788-4d93-986c-7e5e7ddc63e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f971924f-e900-409d-9aa0-ccbce114efc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:42:05.382286 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df27b931-c9fe-4dfe-b25d-8c9bc02e462e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network hostable DHCP agents. Network: f971924f-e900-409d-9aa0-ccbce114efc6, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:42:05.392479 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a242a4e-48dc-40a9-bad8-d5bc8587d95f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:05.397887 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7a242a4e-48dc-40a9-bad8-d5bc8587d95f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:05.402035 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f2e6e601-8af1-4faa-9bbe-5e7df50f2409 None None] Provisioning complete for port 141649f7-9057-493c-a3ef-428af8f8ecf8 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:05.402583 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f2e6e601-8af1-4faa-9bbe-5e7df50f2409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:05.403228 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-f99fcf92-6e19-4c9c-8f09-1e8b190e218f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:05.404756 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-f99fcf92-6e19-4c9c-8f09-1e8b190e218f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e8e1c49c-e70d-447f-856f-664a2dd7d7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1301847 Apr 29 11:42:05.414310 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dbe0304c-681d-4567-a9f6-51ef84a31172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:05.416871 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a772e-5c7f-452a-9f4f-62e215bf5e97 None None] Pushing event updated for resources: {'Port': ['ID=d1d10260-0920-4740-820e-719d14782f13,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:05.435494 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27b931-c9fe-4dfe-b25d-8c9bc02e462e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Subnet': ['ID=8190a8bd-eb42-41f4-a2c9-4686f5d6928a,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:05.488404 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df27b931-c9fe-4dfe-b25d-8c9bc02e462e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network f971924f-e900-409d-9aa0-ccbce114efc6 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:42:05.504596 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-011066a5-d030-457d-ab41-49a03e89f133 None None] For port 51af3d46-6272-46ba-b3c1-a1c6d773a7d1, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=51af3d46-6272-46ba-b3c1-a1c6d773a7d1,segment=NetworkSegment(054d06c5-73c7-42b4-b353-3b8179d169bc),segment_id=054d06c5-73c7-42b4-b353-3b8179d169bc)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:05.509374 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-df27b931-c9fe-4dfe-b25d-8c9bc02e462e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, f971924f-e900-409d-9aa0-ccbce114efc6) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:05.514749 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df27b931-c9fe-4dfe-b25d-8c9bc02e462e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:05.515664 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-df27b931-c9fe-4dfe-b25d-8c9bc02e462e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:05.518611 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9ae43-bf54-4a2e-b25d-90df1010313d req-e8ff4d1e-27c4-4a72-b0cc-b9cff8006de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:05.520128 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fdb9ae43-bf54-4a2e-b25d-90df1010313d req-e8ff4d1e-27c4-4a72-b0cc-b9cff8006de9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1e626177-13e1-498b-8c5b-25bda1fa93e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1526570 Apr 29 11:42:05.555794 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52244) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:05.556860 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-df27b931-c9fe-4dfe-b25d-8c9bc02e462e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2219324 Apr 29 11:42:05.589734 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.ipam_backend_mixin [None req-7a242a4e-48dc-40a9-bad8-d5bc8587d95f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a0e7662a-20ba-46c6-9322-5fe3e286f4f3 (CIDR: 2001:db8::/64) Apr 29 11:42:05.594023 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a242a4e-48dc-40a9-bad8-d5bc8587d95f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:42:05.594849 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a242a4e-48dc-40a9-bad8-d5bc8587d95f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:05.603739 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-011066a5-d030-457d-ab41-49a03e89f133 None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:05.637015 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7a242a4e-48dc-40a9-bad8-d5bc8587d95f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6329827 Apr 29 11:42:05.641793 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52248) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:05.682256 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-d2d6239f-c017-46af-8862-0d9305b82e7e tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:05.900574 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdc1698-8a73-4a8f-95dc-e992b996c7b6 None None] Network f971924f-e900-409d-9aa0-ccbce114efc6 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:42:05.902691 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device d1d10260-0920-4740-820e-719d14782f13 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:42:05.904902 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-011066a5-d030-457d-ab41-49a03e89f133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:06.000668 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52250) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:06.061267 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-0a0b453f-6e00-468c-9cd0-a79f1aa38875 service neutron] 10.222.0.62 "GET /v2.0/networks/e8e1c49c-e70d-447f-856f-664a2dd7d7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6384430 Apr 29 11:42:06.061838 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f2e6e601-8af1-4faa-9bbe-5e7df50f2409 None None] Port 141649f7-9057-493c-a3ef-428af8f8ecf8 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:42:06.087791 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-52338625-46fb-4c03-a820-e6eea82633df tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Allocated IP 172.20.0.11 (6bd60c6d-014b-4710-a7b1-d7f0c260e662/05636625-e33e-4857-aa8e-c1af8eecb78f/0af119fc-d6d3-4eab-b959-2401c004e572) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:06.105700 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f2e6e601-8af1-4faa-9bbe-5e7df50f2409 None None] Could not find standard attr ID for object 8f8b4f7c-c9da-4bad-9f37-8d492f88ac1a. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:42:06.140106 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=27e4e8ca-633b-4703-ae65-8fcabd6bdaf2,revision_number=10']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:06.214205 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-2ad2ac7b-8dfb-4636-9569-946115887305 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1959983474-network', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:06.275520 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d6239f-c017-46af-8862-0d9305b82e7e tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:06.279009 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d2d6239f-c017-46af-8862-0d9305b82e7e tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:06.298873 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fdb9ae43-bf54-4a2e-b25d-90df1010313d req-4b1b0e6f-ac75-4351-801f-b9e66713dbe4 service neutron] 10.222.0.62 "GET /v2.0/networks/1e626177-13e1-498b-8c5b-25bda1fa93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7599971 Apr 29 11:42:06.358548 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c1202f54-18a4-4c0b-8093-35f8c08fad81 req-ad0ebc66-7cec-4ba0-bddd-28f51de5ca15 service neutron] 10.222.0.62 "GET /v2.0/networks/e8e1c49c-e70d-447f-856f-664a2dd7d7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680254 Apr 29 11:42:06.369176 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f2e6e601-8af1-4faa-9bbe-5e7df50f2409 None None] Provisioning complete for port 51af3d46-6272-46ba-b3c1-a1c6d773a7d1 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:06.369851 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f2e6e601-8af1-4faa-9bbe-5e7df50f2409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:06.377817 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011066a5-d030-457d-ab41-49a03e89f133 None None] Pushing event updated for resources: {'Port': ['ID=51af3d46-6272-46ba-b3c1-a1c6d773a7d1,revision_number=6']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:06.478210 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad2ac7b-8dfb-4636-9569-946115887305 admin admin] Made reservation on behalf of 5c18c08a53e64ca1a8e956042fa2eb3a for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:06.481500 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2ad2ac7b-8dfb-4636-9569-946115887305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:06.481659 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3151e524-2c1b-4a3c-ace9-da113f7c1e65 None None] Update dhcp port {'port': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'fixed_ips': [{'subnet_id': 'a0e7662a-20ba-46c6-9322-5fe3e286f4f3'}], 'binding:host_id': 'dv-neutron-838888-1-hyperv'}, 'id': '27e4e8ca-633b-4703-ae65-8fcabd6bdaf2'} from dv-neutron-838888-1-hyperv. {{(pid=102961) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 11:42:06.503998 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2ad2ac7b-8dfb-4636-9569-946115887305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:06.601128 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6412d-7db6-4408-a0a6-abbd68e1adc2 req-3e2de196-949a-4a8f-afe8-6269e20a5ddb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:06.602748 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-33e6412d-7db6-4408-a0a6-abbd68e1adc2 req-3e2de196-949a-4a8f-afe8-6269e20a5ddb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=1853ef4d-315d-476b-8c59-f0003f78dda0 HTTP/1.1" status: 200 len: 944 time: 0.2519348 Apr 29 11:42:06.618372 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-52338625-46fb-4c03-a820-e6eea82633df tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:06.643829 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dbe0304c-681d-4567-a9f6-51ef84a31172 None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:06.651004 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e04e2-303c-4d5f-8e2f-b34c42a21d75 req-5c8b757c-1053-4a30-9837-65ec32033cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:06.653241 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ae8e04e2-303c-4d5f-8e2f-b34c42a21d75 req-5c8b757c-1053-4a30-9837-65ec32033cbf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=1853ef4d-315d-476b-8c59-f0003f78dda0 HTTP/1.1" status: 200 len: 1097 time: 0.1749520 Apr 29 11:42:06.673689 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port d1d10260-0920-4740-820e-719d14782f13 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:06.674054 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:06.675655 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dbe0304c-681d-4567-a9f6-51ef84a31172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:06.737727 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3151e524-2c1b-4a3c-ace9-da113f7c1e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:06.775454 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fdb9ae43-bf54-4a2e-b25d-90df1010313d req-042f038a-7d81-46df-8d8b-9777124ae29c service neutron] 10.222.0.62 "GET /v2.0/networks/1e626177-13e1-498b-8c5b-25bda1fa93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577019 Apr 29 11:42:06.820487 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-33e6412d-7db6-4408-a0a6-abbd68e1adc2 req-156772a3-8f3c-4d2a-ab09-ddf1839d96b4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e97b539-a470-4de4-bba2-e5c91828c3da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1974678 Apr 29 11:42:06.823789 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2ad2ac7b-8dfb-4636-9569-946115887305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:06.854297 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2ad2ac7b-8dfb-4636-9569-946115887305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:06.861247 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5a9232-b0fe-45a5-a28f-cd193e11b878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-f971924f-e900-409d-9aa0-ccbce114efc6', 'network_id': 'f971924f-e900-409d-9aa0-ccbce114efc6', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'fixed_ips': [{'subnet_id': '8190a8bd-eb42-41f4-a2c9-4686f5d6928a'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:42:06.863454 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1f5a9232-b0fe-45a5-a28f-cd193e11b878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:06.871198 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad2ac7b-8dfb-4636-9569-946115887305 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:42:06.876510 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74333e6a-fedd-41dc-9cf2-a828abd757c3 None None] Pushing event updated for resources: {'Port': ['ID=141649f7-9057-493c-a3ef-428af8f8ecf8,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:06.888719 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c8dc45b2-6b78-4499-80aa-21ddf896ac42 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:06.900123 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-52338625-46fb-4c03-a820-e6eea82633df tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:06.910192 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2ad2ac7b-8dfb-4636-9569-946115887305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:06.910549 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-2ad2ac7b-8dfb-4636-9569-946115887305 admin admin] Added segment 0c080895-bcf4-4e59-861e-09d2c7c3a6d0 of type vlan for network 13eec917-2205-41ac-bb67-a922e346256d Apr 29 11:42:06.920980 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e04e2-303c-4d5f-8e2f-b34c42a21d75 req-876c5a50-1254-4087-8053-677a34715b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:06.926159 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ae8e04e2-303c-4d5f-8e2f-b34c42a21d75 req-876c5a50-1254-4087-8053-677a34715b3c service neutron] 10.222.0.62 "GET /v2.0/networks?id=e8e1c49c-e70d-447f-856f-664a2dd7d7ab HTTP/1.1" status: 200 len: 896 time: 0.2383301 Apr 29 11:42:07.052874 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ae8e04e2-303c-4d5f-8e2f-b34c42a21d75 req-d30ea1be-d7b9-4d36-a868-5ab7d62c2cb0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2152fcfb-efd4-49e9-baee-40e905b8c671 HTTP/1.1" status: 200 len: 217 time: 0.0612626 Apr 29 11:42:07.053606 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52338625-46fb-4c03-a820-e6eea82633df tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network 6bd60c6d-014b-4710-a7b1-d7f0c260e662 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:07.071063 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2ac7b-8dfb-4636-9569-946115887305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41246ff-7815-4aea-87f8-d2eb93a5fd7e,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:07.104802 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-52338625-46fb-4c03-a820-e6eea82633df tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:07.115860 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52338625-46fb-4c03-a820-e6eea82633df tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:42:07.147388 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52338625-46fb-4c03-a820-e6eea82633df tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Port': ['ID=0af119fc-d6d3-4eab-b959-2401c004e572,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:07.161176 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2ad2ac7b-8dfb-4636-9569-946115887305 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:07.188607 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e04e2-303c-4d5f-8e2f-b34c42a21d75 req-8bc86d16-a71f-42c9-a26f-8ed5a221aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:07.190113 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ae8e04e2-303c-4d5f-8e2f-b34c42a21d75 req-8bc86d16-a71f-42c9-a26f-8ed5a221aa69 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=14800f35-4fe2-4cdc-98f9-522afcac0b97 HTTP/1.1" status: 200 len: 835 time: 0.1027789 Apr 29 11:42:07.329525 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e04e2-303c-4d5f-8e2f-b34c42a21d75 req-c7327831-2ba4-4173-9a46-1287d5e836d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:07.329843 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52338625-46fb-4c03-a820-e6eea82633df tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:07.330722 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-52338625-46fb-4c03-a820-e6eea82633df tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:07.331450 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ae8e04e2-303c-4d5f-8e2f-b34c42a21d75 req-c7327831-2ba4-4173-9a46-1287d5e836d0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e8e1c49c-e70d-447f-856f-664a2dd7d7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1048083 Apr 29 11:42:07.338188 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2ad2ac7b-8dfb-4636-9569-946115887305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:07.339031 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad2ac7b-8dfb-4636-9569-946115887305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:07.339682 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2ad2ac7b-8dfb-4636-9569-946115887305 admin admin] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:07.347262 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 51af3d46-6272-46ba-b3c1-a1c6d773a7d1 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:42:07.401023 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-dbe0304c-681d-4567-a9f6-51ef84a31172 None None] Attempting to bind port 141649f7-9057-493c-a3ef-428af8f8ecf8 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:07.401383 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-dbe0304c-681d-4567-a9f6-51ef84a31172 None None] Attempting to bind port 141649f7-9057-493c-a3ef-428af8f8ecf8 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'f6e92e8e-330b-4eb7-b418-efccd060863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a2c1ac3b-191d-4202-b460-c88b10dd2648'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:07.401748 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe0304c-681d-4567-a9f6-51ef84a31172 None None] Attempting to bind port 141649f7-9057-493c-a3ef-428af8f8ecf8 on network a2c1ac3b-191d-4202-b460-c88b10dd2648 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:42:07.402003 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.objects.ports [None req-d2d6239f-c017-46af-8862-0d9305b82e7e tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102960) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 11:42:07.450558 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-52338625-46fb-4c03-a820-e6eea82633df tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3858383 Apr 29 11:42:07.464729 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f2e6e601-8af1-4faa-9bbe-5e7df50f2409 None None] Provisioning complete for port 27e4e8ca-633b-4703-ae65-8fcabd6bdaf2 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:07.465133 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f2e6e601-8af1-4faa-9bbe-5e7df50f2409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:07.469986 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2ad2ac7b-8dfb-4636-9569-946115887305 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4592817 Apr 29 11:42:07.479625 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52256) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:07.480276 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52258) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:07.494560 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-23ec0c47-5929-4437-af20-2ae95ab9e8f2 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'subnet': {'network_id': '6bd60c6d-014b-4710-a7b1-d7f0c260e662', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:07.501055 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-32c54951-6b8a-4b74-845b-38719de263b3 admin admin] Request body: {'subnet': {'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1959983474-subnet', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'ip_version': 4}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:07.506014 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe0304c-681d-4567-a9f6-51ef84a31172 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:42:07.506651 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe0304c-681d-4567-a9f6-51ef84a31172 None None] Checking segment: {'id': 'f6e92e8e-330b-4eb7-b418-efccd060863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a2c1ac3b-191d-4202-b460-c88b10dd2648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:42:07.506942 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dbe0304c-681d-4567-a9f6-51ef84a31172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:07.507340 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe0304c-681d-4567-a9f6-51ef84a31172 None None] Bound using segment: {'id': 'f6e92e8e-330b-4eb7-b418-efccd060863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a2c1ac3b-191d-4202-b460-c88b10dd2648'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:42:07.508220 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-dbe0304c-681d-4567-a9f6-51ef84a31172 None None] Bound port: 141649f7-9057-493c-a3ef-428af8f8ecf8, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e92e8e-330b-4eb7-b418-efccd060863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a2c1ac3b-191d-4202-b460-c88b10dd2648'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:42:07.508220 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dbe0304c-681d-4567-a9f6-51ef84a31172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:07.534613 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-c8dc45b2-6b78-4499-80aa-21ddf896ac42 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Allocated IP 172.22.0.1 (f971924f-e900-409d-9aa0-ccbce114efc6/8190a8bd-eb42-41f4-a2c9-4686f5d6928a/a7d03790-d42c-4d91-bd67-35ee97455369) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:07.551696 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2ac7b-8dfb-4636-9569-946115887305 admin admin] Pushing event updated for resources: {'Network': ['ID=13eec917-2205-41ac-bb67-a922e346256d,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:07.574406 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 13eec917-2205-41ac-bb67-a922e346256d details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:42:07.638225 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c54951-6b8a-4b74-845b-38719de263b3 admin admin] Made reservation on behalf of 5c18c08a53e64ca1a8e956042fa2eb3a for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:07.640592 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-32c54951-6b8a-4b74-845b-38719de263b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:07.763676 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-dbe0304c-681d-4567-a9f6-51ef84a31172 None None] For port 141649f7-9057-493c-a3ef-428af8f8ecf8, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:42:07.765582 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ae8e04e2-303c-4d5f-8e2f-b34c42a21d75 req-89522f73-832f-4a33-aa48-64eb1c89fffe service neutron] 10.222.0.62 "GET /v2.0/networks/e8e1c49c-e70d-447f-856f-664a2dd7d7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040351 Apr 29 11:42:07.765847 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 51af3d46-6272-46ba-b3c1-a1c6d773a7d1 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:07.766301 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:07.818872 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-dbe0304c-681d-4567-a9f6-51ef84a31172 None None] For port 141649f7-9057-493c-a3ef-428af8f8ecf8, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=141649f7-9057-493c-a3ef-428af8f8ecf8,segment=NetworkSegment(f6e92e8e-330b-4eb7-b418-efccd060863e),segment_id=f6e92e8e-330b-4eb7-b418-efccd060863e)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:42:07.821617 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-3151e524-2c1b-4a3c-ace9-da113f7c1e65 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 29 11:42:07.821617 dv-neutron-838888-1-hyperv neutron-server[102961]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Apr 29 11:42:07.821617 dv-neutron-838888-1-hyperv neutron-server[102961]: [parameters: {'ip_address': '2001:db8:0:1:f816:3eff:fed1:cd4b', 'status': 'ALLOCATED', 'ipam_subnet_id': '423e569f-c874-4e90-8b4b-590b9d6ce106'}] Apr 29 11:42:07.821617 dv-neutron-838888-1-hyperv neutron-server[102961]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:42:07.822042 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-3151e524-2c1b-4a3c-ace9-da113f7c1e65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:42:07.824601 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f2e6e601-8af1-4faa-9bbe-5e7df50f2409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:07.827323 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d2d6239f-c017-46af-8862-0d9305b82e7e tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:07.832359 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dbe0304c-681d-4567-a9f6-51ef84a31172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:07.955024 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c8dc45b2-6b78-4499-80aa-21ddf896ac42 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:07.955468 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74333e6a-fedd-41dc-9cf2-a828abd757c3 None None] Pushing event updated for resources: {'Port': ['ID=141649f7-9057-493c-a3ef-428af8f8ecf8,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:07.972979 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe0304c-681d-4567-a9f6-51ef84a31172 None None] Routers {'f540444a-8344-431e-aed4-ced9478cf694'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:07.972979 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-dbe0304c-681d-4567-a9f6-51ef84a31172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:41:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f540444a-8344-431e-aed4-ced9478cf694'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:08.000333 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ae8e04e2-303c-4d5f-8e2f-b34c42a21d75 req-fb3a73da-bb4e-469f-8e6d-8897f3b05074 service neutron] 10.222.0.62 "GET /v2.0/networks/e8e1c49c-e70d-447f-856f-664a2dd7d7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252495 Apr 29 11:42:08.010095 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ec0c47-5929-4437-af20-2ae95ab9e8f2 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:08.027311 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-23ec0c47-5929-4437-af20-2ae95ab9e8f2 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:08.062139 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-d2d6239f-c017-46af-8862-0d9305b82e7e tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] For port 27e4e8ca-633b-4703-ae65-8fcabd6bdaf2, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=27e4e8ca-633b-4703-ae65-8fcabd6bdaf2,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:08.103412 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d2d6239f-c017-46af-8862-0d9305b82e7e tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:08.110988 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d2d6239f-c017-46af-8862-0d9305b82e7e tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:08.111711 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d2d6239f-c017-46af-8862-0d9305b82e7e tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:08.185372 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f2ae9-e03d-4a48-ba14-0978f29a9842 req-b107e714-f5a5-47b3-8580-4f82c892a539 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:08.193395 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2a4f2ae9-e03d-4a48-ba14-0978f29a9842 req-b107e714-f5a5-47b3-8580-4f82c892a539 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=1853ef4d-315d-476b-8c59-f0003f78dda0 HTTP/1.1" status: 200 len: 944 time: 0.2491338 Apr 29 11:42:08.219425 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d6239f-c017-46af-8862-0d9305b82e7e tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:08.232472 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-d2d6239f-c017-46af-8862-0d9305b82e7e tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:08.235770 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d6239f-c017-46af-8862-0d9305b82e7e tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:08.248012 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d2d6239f-c017-46af-8862-0d9305b82e7e tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:08.286239 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6239f-c017-46af-8862-0d9305b82e7e tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Port': ['ID=27e4e8ca-633b-4703-ae65-8fcabd6bdaf2,revision_number=12']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:08.286732 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:42:08.291464 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6239f-c017-46af-8862-0d9305b82e7e tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Subnet': ['ID=ed353246-fa6f-4e7d-a93d-1f59d16ee59f,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:08.300770 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d2d6239f-c017-46af-8862-0d9305b82e7e tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6536546 Apr 29 11:42:08.301390 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52262) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:08.308852 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-71534009-52fc-4aba-90bf-79807cbe4af1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'port': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'mac_address': 'fa:16:3e:d0:39:c9', 'name': 'tempest-NetworksTestDHCPv6-1274301731'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:08.318883 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c8dc45b2-6b78-4499-80aa-21ddf896ac42 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:08.322065 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-1f5a9232-b0fe-45a5-a28f-cd193e11b878 None None] Allocated IP 172.22.0.2 (f971924f-e900-409d-9aa0-ccbce114efc6/8190a8bd-eb42-41f4-a2c9-4686f5d6928a/9d12506f-1774-4ded-b17d-10b0d84eb3eb) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:08.322458 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.ipam_backend_mixin [None req-23ec0c47-5929-4437-af20-2ae95ab9e8f2 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 05636625-e33e-4857-aa8e-c1af8eecb78f (CIDR: 172.20.0.0/28) Apr 29 11:42:08.345595 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 10b2821c-69b2-49f8-95ec-6ddf16bdc052 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:42:08.367640 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ec0c47-5929-4437-af20-2ae95ab9e8f2 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:42:08.368138 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23ec0c47-5929-4437-af20-2ae95ab9e8f2 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:08.394204 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-32c54951-6b8a-4b74-845b-38719de263b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:08.398514 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dc45b2-6b78-4499-80aa-21ddf896ac42 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network f971924f-e900-409d-9aa0-ccbce114efc6 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:08.437348 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2a4f2ae9-e03d-4a48-ba14-0978f29a9842 req-ea978161-2b18-4805-834c-3e7da34c704e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e97b539-a470-4de4-bba2-e5c91828c3da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2430339 Apr 29 11:42:08.439634 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-dbe0304c-681d-4567-a9f6-51ef84a31172 None None] Set router f540444a-8344-431e-aed4-ced9478cf694 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:42:08.449302 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-23ec0c47-5929-4437-af20-2ae95ab9e8f2 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9656768 Apr 29 11:42:08.460307 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52264) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:08.470486 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-60cc8f36-4b4a-4553-98be-96ca9b8c3e96 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'subnet': {'network_id': '6bd60c6d-014b-4710-a7b1-d7f0c260e662', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:08.472193 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-c8dc45b2-6b78-4499-80aa-21ddf896ac42 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:08.472416 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3151e524-2c1b-4a3c-ace9-da113f7c1e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:08.475003 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-f2e6e601-8af1-4faa-9bbe-5e7df50f2409 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:42:08.475355 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-f2e6e601-8af1-4faa-9bbe-5e7df50f2409 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:42:08.479350 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dc45b2-6b78-4499-80aa-21ddf896ac42 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:42:08.528882 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c8dc45b2-6b78-4499-80aa-21ddf896ac42 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:08.579799 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71534009-52fc-4aba-90bf-79807cbe4af1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:08.608894 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc45b2-6b78-4499-80aa-21ddf896ac42 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Port': ['ID=a7d03790-d42c-4d91-bd67-35ee97455369,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:08.615336 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c54951-6b8a-4b74-845b-38719de263b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d46e396-b942-4a36-95e7-aa43a356bdd4,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:08.652530 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c54951-6b8a-4b74-845b-38719de263b3 admin admin] Checking segment: {'id': '0c080895-bcf4-4e59-861e-09d2c7c3a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '13eec917-2205-41ac-bb67-a922e346256d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:42:08.652530 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c54951-6b8a-4b74-845b-38719de263b3 admin admin] Network hostable DHCP agents. Network: 13eec917-2205-41ac-bb67-a922e346256d, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:42:08.675929 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c54951-6b8a-4b74-845b-38719de263b3 admin admin] Network 13eec917-2205-41ac-bb67-a922e346256d is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:42:08.692470 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-32c54951-6b8a-4b74-845b-38719de263b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 13eec917-2205-41ac-bb67-a922e346256d) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:08.701508 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 10b2821c-69b2-49f8-95ec-6ddf16bdc052 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:08.702521 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:08.709101 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-71534009-52fc-4aba-90bf-79807cbe4af1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:08.715537 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c54951-6b8a-4b74-845b-38719de263b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:08.716135 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-32c54951-6b8a-4b74-845b-38719de263b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:08.719161 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cc8f36-4b4a-4553-98be-96ca9b8c3e96 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:08.722871 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-60cc8f36-4b4a-4553-98be-96ca9b8c3e96 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:08.729284 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1824155c-96fe-4277-9415-2aa733a38b1f None None] Network 13eec917-2205-41ac-bb67-a922e346256d requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:42:08.736809 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c8dc45b2-6b78-4499-80aa-21ddf896ac42 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:08.758384 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-32c54951-6b8a-4b74-845b-38719de263b3 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2701857 Apr 29 11:42:08.758638 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52266) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:08.762947 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-d0b37a25-75a4-4626-acb5-a63180867672 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1959983474-router', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:08.782822 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-71534009-52fc-4aba-90bf-79807cbe4af1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] device_id is not set on port f503d56a-7e30-4af2-a187-bd0249e39437 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:42:08.862090 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0b37a25-75a4-4626-acb5-a63180867672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:08.862964 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0b37a25-75a4-4626-acb5-a63180867672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:08.879301 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.ipam_backend_mixin [None req-60cc8f36-4b4a-4553-98be-96ca9b8c3e96 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9695aec9-ad97-46dd-a0b8-c332baedcb28 (CIDR: 172.20.0.16/28) Apr 29 11:42:08.886133 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-60cc8f36-4b4a-4553-98be-96ca9b8c3e96 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:42:08.886774 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60cc8f36-4b4a-4553-98be-96ca9b8c3e96 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:08.921281 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0b37a25-75a4-4626-acb5-a63180867672 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:08.934938 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-60cc8f36-4b4a-4553-98be-96ca9b8c3e96 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4778605 Apr 29 11:42:08.937782 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52268) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:08.943411 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-dc96ebf2-0bf3-4355-9b30-5a7cf8bf1b08 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'subnet': {'network_id': '6bd60c6d-014b-4710-a7b1-d7f0c260e662', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:08.964625 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1f5a9232-b0fe-45a5-a28f-cd193e11b878 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:08.990150 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1f5a9232-b0fe-45a5-a28f-cd193e11b878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:09.077623 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-71534009-52fc-4aba-90bf-79807cbe4af1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Allocated IP 2001:db8::174 (62578361-baac-4d3e-b4ee-401a25f05a0e/a0e7662a-20ba-46c6-9322-5fe3e286f4f3/f503d56a-7e30-4af2-a187-bd0249e39437) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:09.093758 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-71534009-52fc-4aba-90bf-79807cbe4af1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Allocated IP 2001:db8:0:1:f816:3eff:fed0:39c9 (62578361-baac-4d3e-b4ee-401a25f05a0e/ed353246-fa6f-4e7d-a93d-1f59d16ee59f/f503d56a-7e30-4af2-a187-bd0249e39437) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:09.124938 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5a9232-b0fe-45a5-a28f-cd193e11b878 None None] Network f971924f-e900-409d-9aa0-ccbce114efc6 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:09.143687 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc96ebf2-0bf3-4355-9b30-5a7cf8bf1b08 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Made reservation on behalf of 468174a7deca4bc8a17b4c19d9db5ab0 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:09.147508 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dc96ebf2-0bf3-4355-9b30-5a7cf8bf1b08 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:09.151750 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f2e6e601-8af1-4faa-9bbe-5e7df50f2409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:09.161070 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-1f5a9232-b0fe-45a5-a28f-cd193e11b878 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:09.187590 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5a9232-b0fe-45a5-a28f-cd193e11b878 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:42:09.189472 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a9232-b0fe-45a5-a28f-cd193e11b878 None None] Pushing event updated for resources: {'Port': ['ID=9d12506f-1774-4ded-b17d-10b0d84eb3eb,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:09.227172 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 17fd74da-bfb3-497a-8ba7-2cf15ed18823 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:42:09.317224 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f2e6e601-8af1-4faa-9bbe-5e7df50f2409 None None] For port 27e4e8ca-633b-4703-ae65-8fcabd6bdaf2, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=27e4e8ca-633b-4703-ae65-8fcabd6bdaf2,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:09.338875 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f2e6e601-8af1-4faa-9bbe-5e7df50f2409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:09.362654 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-71534009-52fc-4aba-90bf-79807cbe4af1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:09.379271 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-1f5a9232-b0fe-45a5-a28f-cd193e11b878 None None] Attempting to bind port 9d12506f-1774-4ded-b17d-10b0d84eb3eb on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:09.379551 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-1f5a9232-b0fe-45a5-a28f-cd193e11b878 None None] Attempting to bind port 9d12506f-1774-4ded-b17d-10b0d84eb3eb by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '7295140f-6788-4d93-986c-7e5e7ddc63e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f971924f-e900-409d-9aa0-ccbce114efc6'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:09.379980 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5a9232-b0fe-45a5-a28f-cd193e11b878 None None] Attempting to bind port 9d12506f-1774-4ded-b17d-10b0d84eb3eb on network f971924f-e900-409d-9aa0-ccbce114efc6 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:42:09.383124 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30924c4-04cf-4ebb-b8e2-55ec4e905295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-13eec917-2205-41ac-bb67-a922e346256d', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'fixed_ips': [{'subnet_id': '4d46e396-b942-4a36-95e7-aa43a356bdd4'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:42:09.384680 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e30924c4-04cf-4ebb-b8e2-55ec4e905295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:09.416739 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5a9232-b0fe-45a5-a28f-cd193e11b878 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:42:09.417721 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5a9232-b0fe-45a5-a28f-cd193e11b878 None None] Checking segment: {'id': '7295140f-6788-4d93-986c-7e5e7ddc63e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f971924f-e900-409d-9aa0-ccbce114efc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:42:09.417721 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1f5a9232-b0fe-45a5-a28f-cd193e11b878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:09.417976 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5a9232-b0fe-45a5-a28f-cd193e11b878 None None] Bound using segment: {'id': '7295140f-6788-4d93-986c-7e5e7ddc63e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f971924f-e900-409d-9aa0-ccbce114efc6'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:42:09.418374 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-1f5a9232-b0fe-45a5-a28f-cd193e11b878 None None] Bound port: 9d12506f-1774-4ded-b17d-10b0d84eb3eb, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7295140f-6788-4d93-986c-7e5e7ddc63e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f971924f-e900-409d-9aa0-ccbce114efc6'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:42:09.418747 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1f5a9232-b0fe-45a5-a28f-cd193e11b878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:09.449884 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f2e6e601-8af1-4faa-9bbe-5e7df50f2409 None None] Provisioning complete for port 6790c08a-4620-444b-ae04-275a4a2b5c83 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:09.450276 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f2e6e601-8af1-4faa-9bbe-5e7df50f2409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:09.453543 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-dbe0304c-681d-4567-a9f6-51ef84a31172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f540444a-8344-431e-aed4-ced9478cf694', 'name': 'tempest-RoutersTest-router-1818015534', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:42:00Z', 'revision_number': 3, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None, '_interfaces': [{'id': '141649f7-9057-493c-a3ef-428af8f8ecf8', 'name': '', 'network_id': 'a2c1ac3b-191d-4202-b460-c88b10dd2648', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:0a:d3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:57Z', 'updated_at': '2022-04-29T11:42:07Z', 'revision_number': 4, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17fd74da-bfb3-497a-8ba7-2cf15ed18823', 'name': '', 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:87:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:44Z', 'updated_at': '2022-04-29T11:41:59Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:09.471541 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-71534009-52fc-4aba-90bf-79807cbe4af1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:09.493782 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0b37a25-75a4-4626-acb5-a63180867672 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:09.522988 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71534009-52fc-4aba-90bf-79807cbe4af1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Port': ['ID=f503d56a-7e30-4af2-a187-bd0249e39437,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:09.529488 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 2152fcfb-efd4-49e9-baee-40e905b8c671 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:42:09.540536 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71534009-52fc-4aba-90bf-79807cbe4af1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:09.544312 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-71534009-52fc-4aba-90bf-79807cbe4af1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:09.547522 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71534009-52fc-4aba-90bf-79807cbe4af1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:42:09.554328 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71534009-52fc-4aba-90bf-79807cbe4af1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:09.554328 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-71534009-52fc-4aba-90bf-79807cbe4af1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:09.558622 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6e601-8af1-4faa-9bbe-5e7df50f2409 None None] Pushing event updated for resources: {'Port': ['ID=27e4e8ca-633b-4703-ae65-8fcabd6bdaf2,revision_number=13']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:09.567281 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe0304c-681d-4567-a9f6-51ef84a31172 None None] The sync data for ids ['f540444a-8344-431e-aed4-ced9478cf694'] in dv-neutron-838888-1-hyperv is: [{'id': 'f540444a-8344-431e-aed4-ced9478cf694', 'name': 'tempest-RoutersTest-router-1818015534', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:42:00Z', 'revision_number': 3, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None, '_interfaces': [{'id': '141649f7-9057-493c-a3ef-428af8f8ecf8', 'name': '', 'network_id': 'a2c1ac3b-191d-4202-b460-c88b10dd2648', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:0a:d3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:57Z', 'updated_at': '2022-04-29T11:42:07Z', 'revision_number': 4, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17fd74da-bfb3-497a-8ba7-2cf15ed18823', 'name': '', 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:87:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:44Z', 'updated_at': '2022-04-29T11:41:59Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:42:09.600801 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-71534009-52fc-4aba-90bf-79807cbe4af1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2966716 Apr 29 11:42:09.601436 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52272) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:09.606972 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dc96ebf2-0bf3-4355-9b30-5a7cf8bf1b08 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:09.714707 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c8dc45b2-6b78-4499-80aa-21ddf896ac42 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:09.728126 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c8dc45b2-6b78-4499-80aa-21ddf896ac42 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:09.746728 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc96ebf2-0bf3-4355-9b30-5a7cf8bf1b08 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Network 6bd60c6d-014b-4710-a7b1-d7f0c260e662 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:09.754842 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f2e6e601-8af1-4faa-9bbe-5e7df50f2409 None None] Port 6790c08a-4620-444b-ae04-275a4a2b5c83 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:42:09.758390 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 17fd74da-bfb3-497a-8ba7-2cf15ed18823 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:09.758930 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:09.769272 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-dc96ebf2-0bf3-4355-9b30-5a7cf8bf1b08 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:09.776917 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc96ebf2-0bf3-4355-9b30-5a7cf8bf1b08 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:09.776917 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dc96ebf2-0bf3-4355-9b30-5a7cf8bf1b08 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:09.803608 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96ebf2-0bf3-4355-9b30-5a7cf8bf1b08 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Subnet': ['ID=4b9cb788-3882-432c-b180-4a8cd6301340,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:09.817379 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-dc96ebf2-0bf3-4355-9b30-5a7cf8bf1b08 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8743389 Apr 29 11:42:09.820791 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52274) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:09.835129 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-d641b415-ce68-4916-b2de-303e26387bb0 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2076542827', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4b9cb788-3882-432c-b180-4a8cd6301340'}], 'security_groups': ['4a3b8b8b-3a72-4f41-985d-16f4de1a1ba5', '2ee0dc2d-bf8d-442c-a21d-726c6250a87e']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:09.838741 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-337b58bc-4d77-40a3-834d-c617d95ab163 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting port f503d56a-7e30-4af2-a187-bd0249e39437 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:42:09.839061 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-337b58bc-4d77-40a3-834d-c617d95ab163 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:09.885668 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-3151e524-2c1b-4a3c-ace9-da113f7c1e65 None None] Allocated IP 2001:db8::2 (62578361-baac-4d3e-b4ee-401a25f05a0e/a0e7662a-20ba-46c6-9322-5fe3e286f4f3/27e4e8ca-633b-4703-ae65-8fcabd6bdaf2) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:09.889976 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e071d8-01b9-43c6-a319-b7a4b1758227 None None] Network 6bd60c6d-014b-4710-a7b1-d7f0c260e662 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:42:09.890554 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c8dc45b2-6b78-4499-80aa-21ddf896ac42 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:09.907144 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc45b2-6b78-4499-80aa-21ddf896ac42 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Port': ['ID=a7d03790-d42c-4d91-bd67-35ee97455369,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:09.916645 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1467d48-b503-427d-bbef-721720c33836 req-06e7b6b2-1151-4dbe-8aea-4e0c8a9088b6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:09.918598 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e1467d48-b503-427d-bbef-721720c33836 req-06e7b6b2-1151-4dbe-8aea-4e0c8a9088b6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=1853ef4d-315d-476b-8c59-f0003f78dda0 HTTP/1.1" status: 200 len: 944 time: 0.2205911 Apr 29 11:42:09.941771 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-337b58bc-4d77-40a3-834d-c617d95ab163 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:09.965108 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-337b58bc-4d77-40a3-834d-c617d95ab163 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Calling delete_port for f503d56a-7e30-4af2-a187-bd0249e39437 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:42:09.988111 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.resource_extend [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:42:10.068603 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-e30924c4-04cf-4ebb-b8e2-55ec4e905295 None None] Allocated IP 172.20.0.2 (13eec917-2205-41ac-bb67-a922e346256d/4d46e396-b942-4a36-95e7-aa43a356bdd4/d4336138-cd4a-44e7-a436-3296793e8916) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:10.164656 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e1467d48-b503-427d-bbef-721720c33836 req-199489eb-f1b8-46a5-b77c-102ec356badd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e97b539-a470-4de4-bba2-e5c91828c3da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1951129 Apr 29 11:42:10.233550 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-337b58bc-4d77-40a3-834d-c617d95ab163 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:10.253866 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0b37a25-75a4-4626-acb5-a63180867672 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:10.282739 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b58bc-4d77-40a3-834d-c617d95ab163 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Port': ['ID=f503d56a-7e30-4af2-a187-bd0249e39437,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:10.287050 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0b37a25-75a4-4626-acb5-a63180867672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:10.312546 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dc45b2-6b78-4499-80aa-21ddf896ac42 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network f971924f-e900-409d-9aa0-ccbce114efc6 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:10.329162 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-c8dc45b2-6b78-4499-80aa-21ddf896ac42 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:10.341757 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-1f5a9232-b0fe-45a5-a28f-cd193e11b878 None None] For port 9d12506f-1774-4ded-b17d-10b0d84eb3eb, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:42:10.356102 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-1f5a9232-b0fe-45a5-a28f-cd193e11b878 None None] For port 9d12506f-1774-4ded-b17d-10b0d84eb3eb, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=9d12506f-1774-4ded-b17d-10b0d84eb3eb,segment=NetworkSegment(7295140f-6788-4d93-986c-7e5e7ddc63e9),segment_id=7295140f-6788-4d93-986c-7e5e7ddc63e9)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:42:10.375981 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-337b58bc-4d77-40a3-834d-c617d95ab163 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:10.381455 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d641b415-ce68-4916-b2de-303e26387bb0 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:10.381865 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-337b58bc-4d77-40a3-834d-c617d95ab163 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/f503d56a-7e30-4af2-a187-bd0249e39437 HTTP/1.1" status: 204 len: 168 time: 0.7784224 Apr 29 11:42:10.385907 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52276) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:10.388578 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1f5a9232-b0fe-45a5-a28f-cd193e11b878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:10.442004 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f2e6e601-8af1-4faa-9bbe-5e7df50f2409 None None] Provisioning complete for port d1d10260-0920-4740-820e-719d14782f13 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:10.442404 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f2e6e601-8af1-4faa-9bbe-5e7df50f2409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:10.446275 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec872e8c-9fba-4543-a6a7-7ff5b8a4bae7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:10.448362 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ec872e8c-9fba-4543-a6a7-7ff5b8a4bae7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 967 time: 0.0610361 Apr 29 11:42:10.455081 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52278) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:10.520264 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1d6e0e-b3fd-4b2f-97d2-20f808774569 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:10.522974 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5c1d6e0e-b3fd-4b2f-97d2-20f808774569 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 967 time: 0.0708749 Apr 29 11:42:10.525374 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52280) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:10.600871 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2dacf6-a50a-4a20-86e2-1b3acede7241 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:10.602819 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2dacf6-a50a-4a20-86e2-1b3acede7241 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:10.605285 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2dacf6-a50a-4a20-86e2-1b3acede7241 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:10.607448 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7f2dacf6-a50a-4a20-86e2-1b3acede7241 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0803370 Apr 29 11:42:10.610211 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52282) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:10.679628 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2b9a4a-ecb5-4079-bafc-1a209458091c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting subnet a0e7662a-20ba-46c6-9322-5fe3e286f4f3 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:42:10.688288 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8dc45b2-6b78-4499-80aa-21ddf896ac42 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Router f540444a-8344-431e-aed4-ced9478cf694 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:42:10.702566 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-d0b37a25-75a4-4626-acb5-a63180867672 admin admin] Allocated IP 172.26.4.188 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/2652afa2-8e5c-4a3e-a506-d374184bafe7) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:10.771606 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a9232-b0fe-45a5-a28f-cd193e11b878 None None] Pushing event updated for resources: {'Port': ['ID=9d12506f-1774-4ded-b17d-10b0d84eb3eb,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:10.823259 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-3151e524-2c1b-4a3c-ace9-da113f7c1e65 None None] For port 27e4e8ca-633b-4703-ae65-8fcabd6bdaf2, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=27e4e8ca-633b-4703-ae65-8fcabd6bdaf2,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:10.845795 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 2152fcfb-efd4-49e9-baee-40e905b8c671, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=2152fcfb-efd4-49e9-baee-40e905b8c671,segment=NetworkSegment(5ae0213c-e045-45e1-a170-1fcd80f529a8),segment_id=5ae0213c-e045-45e1-a170-1fcd80f529a8)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:10.980892 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '2152fcfb-efd4-49e9-baee-40e905b8c671', 'network_id': 'e8e1c49c-e70d-447f-856f-664a2dd7d7ab', 'port_id': '2152fcfb-efd4-49e9-baee-40e905b8c671', 'mac_address': 'fa:16:3e:31:40:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14800f35-4fe2-4cdc-98f9-522afcac0b97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:42:10.982942 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device b9730f39-e676-4ad0-92ef-1d478ba828e0 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:42:11.018920 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3151e524-2c1b-4a3c-ace9-da113f7c1e65 None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.026385 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2e2b9a4a-ecb5-4079-bafc-1a209458091c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.037610 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: b9730f39-e676-4ad0-92ef-1d478ba828e0 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:42:11.038067 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device b9730f39-e676-4ad0-92ef-1d478ba828e0 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:42:11.045200 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3151e524-2c1b-4a3c-ace9-da113f7c1e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.058527 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8dc45b2-6b78-4499-80aa-21ddf896ac42 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:42:11.072208 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c8dc45b2-6b78-4499-80aa-21ddf896ac42 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "PUT /v2.0/routers/f540444a-8344-431e-aed4-ced9478cf694/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5149772 Apr 29 11:42:11.083558 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52288) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:11.088338 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6f244a-d53f-4618-b50d-f602c234cb10 None None] Sync routers for ids ['f540444a-8344-431e-aed4-ced9478cf694'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:42:11.101807 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-28d9ec3b-1254-44a5-9f59-d25f7788eb77 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Request body: {'network': {'name': 'tempest-RoutersTest-443916092'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:11.111676 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6f244a-d53f-4618-b50d-f602c234cb10 None None] Routers {'f540444a-8344-431e-aed4-ced9478cf694'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:11.115229 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-3c6f244a-d53f-4618-b50d-f602c234cb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:41:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f540444a-8344-431e-aed4-ced9478cf694'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:11.130039 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e30924c4-04cf-4ebb-b8e2-55ec4e905295 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.166694 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2e2b9a4a-ecb5-4079-bafc-1a209458091c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.180165 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e30924c4-04cf-4ebb-b8e2-55ec4e905295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.191577 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.235227 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d9ec3b-1254-44a5-9f59-d25f7788eb77 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Made reservation on behalf of 4fc08cbadd26470a96bfec5ad3948785 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:11.267159 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-28d9ec3b-1254-44a5-9f59-d25f7788eb77 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.269955 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-3c6f244a-d53f-4618-b50d-f602c234cb10 None None] Set router f540444a-8344-431e-aed4-ced9478cf694 gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:42:11.306209 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30924c4-04cf-4ebb-b8e2-55ec4e905295 None None] Network 13eec917-2205-41ac-bb67-a922e346256d is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:11.307200 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0b37a25-75a4-4626-acb5-a63180867672 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.385229 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-d641b415-ce68-4916-b2de-303e26387bb0 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Delete allocated IP 172.20.0.11 (6bd60c6d-014b-4710-a7b1-d7f0c260e662/05636625-e33e-4857-aa8e-c1af8eecb78f) {{(pid=102959) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 11:42:11.390225 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d9ec3b-1254-44a5-9f59-d25f7788eb77 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:42:11.391385 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2152fcfb-efd4-49e9-baee-40e905b8c671 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:42:11.399306 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-e30924c4-04cf-4ebb-b8e2-55ec4e905295 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:11.413156 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151e524-2c1b-4a3c-ace9-da113f7c1e65 None None] Pushing event updated for resources: {'Port': ['ID=27e4e8ca-633b-4703-ae65-8fcabd6bdaf2,revision_number=14']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:11.413506 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-28d9ec3b-1254-44a5-9f59-d25f7788eb77 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.413506 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-28d9ec3b-1254-44a5-9f59-d25f7788eb77 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Added segment bdc94ef0-fd7f-4f33-a4d0-a3a37631b575 of type vlan for network 551ffd37-3450-4cf8-9586-7163f4c00ab1 Apr 29 11:42:11.415402 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2e2b9a4a-ecb5-4079-bafc-1a209458091c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.426270 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30924c4-04cf-4ebb-b8e2-55ec4e905295 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:42:11.431701 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-d641b415-ce68-4916-b2de-303e26387bb0 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Allocated IP 172.20.0.38 (6bd60c6d-014b-4710-a7b1-d7f0c260e662/4b9cb788-3882-432c-b180-4a8cd6301340/0af119fc-d6d3-4eab-b959-2401c004e572) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:11.440940 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-11890c68-5b8c-4fc1-a730-0346c97633dd None None] Provisioning complete for port 51af3d46-6272-46ba-b3c1-a1c6d773a7d1 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:11.441320 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-11890c68-5b8c-4fc1-a730-0346c97633dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.560266 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea73ee-aca5-4c22-8370-36db2df078cf req-b33f63bb-9ed8-4f93-87e3-e13ecb682e5b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:11.562104 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-58ea73ee-aca5-4c22-8370-36db2df078cf req-b33f63bb-9ed8-4f93-87e3-e13ecb682e5b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=1853ef4d-315d-476b-8c59-f0003f78dda0 HTTP/1.1" status: 200 len: 944 time: 0.2225311 Apr 29 11:42:11.576001 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0b37a25-75a4-4626-acb5-a63180867672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.603090 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-28d9ec3b-1254-44a5-9f59-d25f7788eb77 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.663477 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2e2b9a4a-ecb5-4079-bafc-1a209458091c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.673338 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device d1d10260-0920-4740-820e-719d14782f13 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:42:11.675800 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-28d9ec3b-1254-44a5-9f59-d25f7788eb77 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.691912 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-3c6f244a-d53f-4618-b50d-f602c234cb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f540444a-8344-431e-aed4-ced9478cf694', 'name': 'tempest-RoutersTest-router-1818015534', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:42:08Z', 'revision_number': 4, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None, '_interfaces': [{'id': '141649f7-9057-493c-a3ef-428af8f8ecf8', 'name': '', 'network_id': 'a2c1ac3b-191d-4202-b460-c88b10dd2648', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:0a:d3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:57Z', 'updated_at': '2022-04-29T11:42:07Z', 'revision_number': 4, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17fd74da-bfb3-497a-8ba7-2cf15ed18823', 'name': '', 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:87:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:44Z', 'updated_at': '2022-04-29T11:41:59Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7d03790-d42c-4d91-bd67-35ee97455369', 'name': '', 'network_id': 'f971924f-e900-409d-9aa0-ccbce114efc6', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:7c:07:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '8190a8bd-eb42-41f4-a2c9-4686f5d6928a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:07Z', 'updated_at': '2022-04-29T11:42:09Z', 'revision_number': 2, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '8190a8bd-eb42-41f4-a2c9-4686f5d6928a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:11.713410 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d9ec3b-1254-44a5-9f59-d25f7788eb77 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:11.713978 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-28d9ec3b-1254-44a5-9f59-d25f7788eb77 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.749425 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 2152fcfb-efd4-49e9-baee-40e905b8c671, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=2152fcfb-efd4-49e9-baee-40e905b8c671,segment=NetworkSegment(5ae0213c-e045-45e1-a170-1fcd80f529a8),segment_id=5ae0213c-e045-45e1-a170-1fcd80f529a8)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:11.751149 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6f244a-d53f-4618-b50d-f602c234cb10 None None] Checking router: f540444a-8344-431e-aed4-ced9478cf694 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:42:11.751554 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6f244a-d53f-4618-b50d-f602c234cb10 None None] Updating router f540444a-8344-431e-aed4-ced9478cf694 port a7d03790-d42c-4d91-bd67-35ee97455369 binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:42:11.764390 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b37a25-75a4-4626-acb5-a63180867672 admin admin] Pushing event updated for resources: {'Port': ['ID=2652afa2-8e5c-4a3e-a506-d374184bafe7,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:11.795637 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30924c4-04cf-4ebb-b8e2-55ec4e905295 None None] Pushing event updated for resources: {'Port': ['ID=d4336138-cd4a-44e7-a436-3296793e8916,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:11.813709 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.835742 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-3c6f244a-d53f-4618-b50d-f602c234cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.919405 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901732dd-eea6-4eb0-a162-e1b62ef03ecf None None] Update dhcp port {'port': {'network_id': '6bd60c6d-014b-4710-a7b1-d7f0c260e662', 'fixed_ips': [{'subnet_id': '9695aec9-ad97-46dd-a0b8-c332baedcb28', 'ip_address': '172.20.0.18'}, {'subnet_id': '05636625-e33e-4857-aa8e-c1af8eecb78f', 'ip_address': '172.20.0.2'}, {'subnet_id': '4b9cb788-3882-432c-b180-4a8cd6301340'}], 'binding:host_id': 'dv-neutron-838888-1-hyperv'}, 'id': '51af3d46-6272-46ba-b3c1-a1c6d773a7d1'} from dv-neutron-838888-1-hyperv. {{(pid=102961) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 29 11:42:11.944729 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9ec3b-1254-44a5-9f59-d25f7788eb77 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Network': ['ID=551ffd37-3450-4cf8-9586-7163f4c00ab1,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:11.948880 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=2152fcfb-efd4-49e9-baee-40e905b8c671,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:11.962397 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b9a4a-ecb5-4079-bafc-1a209458091c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Subnet': ['ID=a0e7662a-20ba-46c6-9322-5fe3e286f4f3,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:11.965799 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2e2b9a4a-ecb5-4079-bafc-1a209458091c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.972208 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-901732dd-eea6-4eb0-a162-e1b62ef03ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.975523 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2e2b9a4a-ecb5-4079-bafc-1a209458091c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/a0e7662a-20ba-46c6-9322-5fe3e286f4f3 HTTP/1.1" status: 204 len: 168 time: 1.3635659 Apr 29 11:42:11.984265 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 551ffd37-3450-4cf8-9586-7163f4c00ab1 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:42:11.991935 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52294) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:11.992619 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d641b415-ce68-4916-b2de-303e26387bb0 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:12.014993 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b37a25-75a4-4626-acb5-a63180867672 admin admin] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:12.053073 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-58ea73ee-aca5-4c22-8370-36db2df078cf req-917b0286-9c7e-4caa-921a-b9a07d0e60e5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e97b539-a470-4de4-bba2-e5c91828c3da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4783697 Apr 29 11:42:12.056383 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-d0b37a25-75a4-4626-acb5-a63180867672 admin admin] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:12.079549 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-28d9ec3b-1254-44a5-9f59-d25f7788eb77 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9828401 Apr 29 11:42:12.079549 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52296) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:12.079772 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b37a25-75a4-4626-acb5-a63180867672 admin admin] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:42:12.083114 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d641b415-ce68-4916-b2de-303e26387bb0 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:12.088399 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-9a620082-af11-4c81-99e7-a3e27448e9ac tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Request body: {'subnet': {'network_id': '551ffd37-3450-4cf8-9586-7163f4c00ab1', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:12.288570 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641b415-ce68-4916-b2de-303e26387bb0 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event updated for resources: {'Port': ['ID=0af119fc-d6d3-4eab-b959-2401c004e572,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:12.383733 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c588c3-72e7-4e8c-adde-2fceaa039f91 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting subnet ed353246-fa6f-4e7d-a93d-1f59d16ee59f {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:42:12.387466 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-21c588c3-72e7-4e8c-adde-2fceaa039f91 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:12.390801 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a620082-af11-4c81-99e7-a3e27448e9ac tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Made reservation on behalf of 4fc08cbadd26470a96bfec5ad3948785 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:12.394525 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9a620082-af11-4c81-99e7-a3e27448e9ac tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:12.438207 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-901732dd-eea6-4eb0-a162-e1b62ef03ecf None None] Allocated IP 172.20.0.34 (6bd60c6d-014b-4710-a7b1-d7f0c260e662/4b9cb788-3882-432c-b180-4a8cd6301340/51af3d46-6272-46ba-b3c1-a1c6d773a7d1) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:12.460946 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-e30924c4-04cf-4ebb-b8e2-55ec4e905295 None None] Attempting to bind port d4336138-cd4a-44e7-a436-3296793e8916 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:12.461318 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-e30924c4-04cf-4ebb-b8e2-55ec4e905295 None None] Attempting to bind port d4336138-cd4a-44e7-a436-3296793e8916 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '0c080895-bcf4-4e59-861e-09d2c7c3a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '13eec917-2205-41ac-bb67-a922e346256d'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:12.461683 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30924c4-04cf-4ebb-b8e2-55ec4e905295 None None] Attempting to bind port d4336138-cd4a-44e7-a436-3296793e8916 on network 13eec917-2205-41ac-bb67-a922e346256d {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:42:12.480595 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-d641b415-ce68-4916-b2de-303e26387bb0 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] In _notify_port_updated(), no bound segment for port 0af119fc-d6d3-4eab-b959-2401c004e572 on network 6bd60c6d-014b-4710-a7b1-d7f0c260e662 {{(pid=102959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 11:42:12.483961 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['2152fcfb-efd4-49e9-baee-40e905b8c671'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:42:12.485827 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6175d988-b559-49f7-9ea9-99207dac39d5 None None] Network f971924f-e900-409d-9aa0-ccbce114efc6 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:42:12.488728 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d641b415-ce68-4916-b2de-303e26387bb0 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:12.490504 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d641b415-ce68-4916-b2de-303e26387bb0 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:12.492044 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d641b415-ce68-4916-b2de-303e26387bb0 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "PUT /v2.0/ports/0af119fc-d6d3-4eab-b959-2401c004e572 HTTP/1.1" status: 200 len: 960 time: 2.6678736 Apr 29 11:42:12.496446 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52298) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:12.497564 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-3c6f244a-d53f-4618-b50d-f602c234cb10 None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:12.522529 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-3c6f244a-d53f-4618-b50d-f602c234cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:12.572654 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30924c4-04cf-4ebb-b8e2-55ec4e905295 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:42:12.573024 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30924c4-04cf-4ebb-b8e2-55ec4e905295 None None] Checking segment: {'id': '0c080895-bcf4-4e59-861e-09d2c7c3a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '13eec917-2205-41ac-bb67-a922e346256d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:42:12.576727 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e30924c4-04cf-4ebb-b8e2-55ec4e905295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:12.577188 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30924c4-04cf-4ebb-b8e2-55ec4e905295 None None] Bound using segment: {'id': '0c080895-bcf4-4e59-861e-09d2c7c3a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '13eec917-2205-41ac-bb67-a922e346256d'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:42:12.577699 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-e30924c4-04cf-4ebb-b8e2-55ec4e905295 None None] Bound port: d4336138-cd4a-44e7-a436-3296793e8916, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c080895-bcf4-4e59-861e-09d2c7c3a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '13eec917-2205-41ac-bb67-a922e346256d'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:42:12.578088 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e30924c4-04cf-4ebb-b8e2-55ec4e905295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:12.609019 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-21c588c3-72e7-4e8c-adde-2fceaa039f91 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:12.663295 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff14ec-4583-49c9-a604-4b1cac876105 None None] Pushing event updated for resources: {'Port': ['ID=a7d03790-d42c-4d91-bd67-35ee97455369,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:12.744192 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0b37a25-75a4-4626-acb5-a63180867672 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:12.775069 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port d1d10260-0920-4740-820e-719d14782f13 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:12.775441 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:12.785592 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-3c6f244a-d53f-4618-b50d-f602c234cb10 None None] Attempting to bind port a7d03790-d42c-4d91-bd67-35ee97455369 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:12.785950 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-3c6f244a-d53f-4618-b50d-f602c234cb10 None None] Attempting to bind port a7d03790-d42c-4d91-bd67-35ee97455369 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '7295140f-6788-4d93-986c-7e5e7ddc63e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f971924f-e900-409d-9aa0-ccbce114efc6'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:12.786555 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6f244a-d53f-4618-b50d-f602c234cb10 None None] Attempting to bind port a7d03790-d42c-4d91-bd67-35ee97455369 on network f971924f-e900-409d-9aa0-ccbce114efc6 {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:42:12.799359 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6f244a-d53f-4618-b50d-f602c234cb10 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:42:12.800036 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6f244a-d53f-4618-b50d-f602c234cb10 None None] Checking segment: {'id': '7295140f-6788-4d93-986c-7e5e7ddc63e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f971924f-e900-409d-9aa0-ccbce114efc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:42:12.800625 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-3c6f244a-d53f-4618-b50d-f602c234cb10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:12.801181 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6f244a-d53f-4618-b50d-f602c234cb10 None None] Bound using segment: {'id': '7295140f-6788-4d93-986c-7e5e7ddc63e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f971924f-e900-409d-9aa0-ccbce114efc6'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:42:12.801810 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-3c6f244a-d53f-4618-b50d-f602c234cb10 None None] Bound port: a7d03790-d42c-4d91-bd67-35ee97455369, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7295140f-6788-4d93-986c-7e5e7ddc63e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f971924f-e900-409d-9aa0-ccbce114efc6'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:42:12.802395 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-3c6f244a-d53f-4618-b50d-f602c234cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:12.830369 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-5a017e88-cf0a-4bbe-aa31-fcf31b0698ba tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting port 0af119fc-d6d3-4eab-b959-2401c004e572 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:42:12.831151 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5a017e88-cf0a-4bbe-aa31-fcf31b0698ba tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:12.855451 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d4457f-800f-4df6-bf38-48ebdb8635e4 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:42:12.958011 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-3c6f244a-d53f-4618-b50d-f602c234cb10 None None] For port a7d03790-d42c-4d91-bd67-35ee97455369, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:42:12.965037 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-3c6f244a-d53f-4618-b50d-f602c234cb10 None None] For port a7d03790-d42c-4d91-bd67-35ee97455369, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=a7d03790-d42c-4d91-bd67-35ee97455369,segment=NetworkSegment(7295140f-6788-4d93-986c-7e5e7ddc63e9),segment_id=7295140f-6788-4d93-986c-7e5e7ddc63e9)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:42:12.977434 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-3c6f244a-d53f-4618-b50d-f602c234cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.038106 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5a017e88-cf0a-4bbe-aa31-fcf31b0698ba tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.056401 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-5a017e88-cf0a-4bbe-aa31-fcf31b0698ba tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Calling delete_port for 0af119fc-d6d3-4eab-b959-2401c004e572 owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:42:13.123287 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff14ec-4583-49c9-a604-4b1cac876105 None None] Pushing event updated for resources: {'Port': ['ID=a7d03790-d42c-4d91-bd67-35ee97455369,revision_number=4']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:13.148311 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6f244a-d53f-4618-b50d-f602c234cb10 None None] Routers {'f540444a-8344-431e-aed4-ced9478cf694'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:13.149322 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-3c6f244a-d53f-4618-b50d-f602c234cb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:41:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f540444a-8344-431e-aed4-ced9478cf694'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:13.163350 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-11890c68-5b8c-4fc1-a730-0346c97633dd None None] Provisioning complete for port 6790c08a-4620-444b-ae04-275a4a2b5c83 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:13.163720 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-11890c68-5b8c-4fc1-a730-0346c97633dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.232317 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-21c588c3-72e7-4e8c-adde-2fceaa039f91 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.334947 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-3c6f244a-d53f-4618-b50d-f602c234cb10 None None] Set router f540444a-8344-431e-aed4-ced9478cf694 gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:42:13.336699 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9a620082-af11-4c81-99e7-a3e27448e9ac tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.415010 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-901732dd-eea6-4eb0-a162-e1b62ef03ecf None None] For port 51af3d46-6272-46ba-b3c1-a1c6d773a7d1, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=51af3d46-6272-46ba-b3c1-a1c6d773a7d1,segment=NetworkSegment(054d06c5-73c7-42b4-b353-3b8179d169bc),segment_id=054d06c5-73c7-42b4-b353-3b8179d169bc)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:13.427961 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a620082-af11-4c81-99e7-a3e27448e9ac tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Subnet': ['ID=0039ee55-c2e1-43f6-b679-a89ae19eb7f4,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:13.453336 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-e30924c4-04cf-4ebb-b8e2-55ec4e905295 None None] For port d4336138-cd4a-44e7-a436-3296793e8916, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:42:13.453745 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-21c588c3-72e7-4e8c-adde-2fceaa039f91 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.488229 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-21c588c3-72e7-4e8c-adde-2fceaa039f91 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.496258 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-21c588c3-72e7-4e8c-adde-2fceaa039f91 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/ed353246-fa6f-4e7d-a93d-1f59d16ee59f HTTP/1.1" status: 204 len: 168 time: 1.5010107 Apr 29 11:42:13.503221 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-11890c68-5b8c-4fc1-a730-0346c97633dd None None] Port 6790c08a-4620-444b-ae04-275a4a2b5c83 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:42:13.503478 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52302) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:13.518707 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-e30924c4-04cf-4ebb-b8e2-55ec4e905295 None None] For port d4336138-cd4a-44e7-a436-3296793e8916, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=d4336138-cd4a-44e7-a436-3296793e8916,segment=NetworkSegment(0c080895-bcf4-4e59-861e-09d2c7c3a6d0),segment_id=0c080895-bcf4-4e59-861e-09d2c7c3a6d0)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:42:13.554529 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e30924c4-04cf-4ebb-b8e2-55ec4e905295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.562318 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c588c3-72e7-4e8c-adde-2fceaa039f91 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Subnet': ['ID=ed353246-fa6f-4e7d-a93d-1f59d16ee59f,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:13.623692 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-901732dd-eea6-4eb0-a162-e1b62ef03ecf None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.627556 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a1e89154-5648-4aea-8df6-1d163096d0c7 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1189363 Apr 29 11:42:13.631672 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52306) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:13.641408 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-0cbfbe60-55de-4696-b47e-dd0470f276e0 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:13.647536 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a620082-af11-4c81-99e7-a3e27448e9ac tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Checking segment: {'id': 'bdc94ef0-fd7f-4f33-a4d0-a3a37631b575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '551ffd37-3450-4cf8-9586-7163f4c00ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:42:13.648233 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a620082-af11-4c81-99e7-a3e27448e9ac tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network hostable DHCP agents. Network: 551ffd37-3450-4cf8-9586-7163f4c00ab1, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:42:13.655275 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0b37a25-75a4-4626-acb5-a63180867672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.685650 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b842fa-ed43-4de4-a5c6-ca2350eb0845 req-f36fa7bf-9b8a-45ba-b17a-7d92ff750b25 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:13.687373 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c8b842fa-ed43-4de4-a5c6-ca2350eb0845 req-f36fa7bf-9b8a-45ba-b17a-7d92ff750b25 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=1853ef4d-315d-476b-8c59-f0003f78dda0 HTTP/1.1" status: 200 len: 945 time: 0.0944939 Apr 29 11:42:13.694081 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-901732dd-eea6-4eb0-a162-e1b62ef03ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.701978 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-11890c68-5b8c-4fc1-a730-0346c97633dd None None] Provisioning complete for port 141649f7-9057-493c-a3ef-428af8f8ecf8 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:13.702880 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-11890c68-5b8c-4fc1-a730-0346c97633dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.713651 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-3c6f244a-d53f-4618-b50d-f602c234cb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f540444a-8344-431e-aed4-ced9478cf694', 'name': 'tempest-RoutersTest-router-1818015534', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:42:08Z', 'revision_number': 4, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None, '_interfaces': [{'id': '141649f7-9057-493c-a3ef-428af8f8ecf8', 'name': '', 'network_id': 'a2c1ac3b-191d-4202-b460-c88b10dd2648', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:0a:d3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:57Z', 'updated_at': '2022-04-29T11:42:07Z', 'revision_number': 4, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17fd74da-bfb3-497a-8ba7-2cf15ed18823', 'name': '', 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:87:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:44Z', 'updated_at': '2022-04-29T11:41:59Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7d03790-d42c-4d91-bd67-35ee97455369', 'name': '', 'network_id': 'f971924f-e900-409d-9aa0-ccbce114efc6', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:7c:07:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '8190a8bd-eb42-41f4-a2c9-4686f5d6928a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:07Z', 'updated_at': '2022-04-29T11:42:12Z', 'revision_number': 4, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '8190a8bd-eb42-41f4-a2c9-4686f5d6928a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:13.785119 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a620082-af11-4c81-99e7-a3e27448e9ac tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network 551ffd37-3450-4cf8-9586-7163f4c00ab1 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:42:13.794111 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 141649f7-9057-493c-a3ef-428af8f8ecf8 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:42:13.863150 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-9a620082-af11-4c81-99e7-a3e27448e9ac tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 551ffd37-3450-4cf8-9586-7163f4c00ab1) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:13.884077 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c8b842fa-ed43-4de4-a5c6-ca2350eb0845 req-8b0aa33d-6f33-45c3-b0e2-5a0840a66595 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e97b539-a470-4de4-bba2-e5c91828c3da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1538305 Apr 29 11:42:13.896338 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e48e60d-3dc0-425a-870e-afca64c2079f None None] Network 551ffd37-3450-4cf8-9586-7163f4c00ab1 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:42:13.897054 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6f244a-d53f-4618-b50d-f602c234cb10 None None] The sync data for ids ['f540444a-8344-431e-aed4-ced9478cf694'] in dv-neutron-838888-1-hyperv is: [{'id': 'f540444a-8344-431e-aed4-ced9478cf694', 'name': 'tempest-RoutersTest-router-1818015534', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:42:08Z', 'revision_number': 4, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None, '_interfaces': [{'id': '141649f7-9057-493c-a3ef-428af8f8ecf8', 'name': '', 'network_id': 'a2c1ac3b-191d-4202-b460-c88b10dd2648', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:0a:d3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:57Z', 'updated_at': '2022-04-29T11:42:07Z', 'revision_number': 4, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17fd74da-bfb3-497a-8ba7-2cf15ed18823', 'name': '', 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:87:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:44Z', 'updated_at': '2022-04-29T11:41:59Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7d03790-d42c-4d91-bd67-35ee97455369', 'name': '', 'network_id': 'f971924f-e900-409d-9aa0-ccbce114efc6', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:7c:07:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '8190a8bd-eb42-41f4-a2c9-4686f5d6928a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:07Z', 'updated_at': '2022-04-29T11:42:12Z', 'revision_number': 4, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '8190a8bd-eb42-41f4-a2c9-4686f5d6928a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:42:13.897223 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30924c4-04cf-4ebb-b8e2-55ec4e905295 None None] Pushing event updated for resources: {'Port': ['ID=d4336138-cd4a-44e7-a436-3296793e8916,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:13.920154 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a620082-af11-4c81-99e7-a3e27448e9ac tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:13.921843 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9a620082-af11-4c81-99e7-a3e27448e9ac tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.927906 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbfbe60-55de-4696-b47e-dd0470f276e0 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:13.931758 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0cbfbe60-55de-4696-b47e-dd0470f276e0 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.948529 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5a017e88-cf0a-4bbe-aa31-fcf31b0698ba tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:14.055037 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9a620082-af11-4c81-99e7-a3e27448e9ac tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9813766 Apr 29 11:42:14.058240 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a017e88-cf0a-4bbe-aa31-fcf31b0698ba tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Port': ['ID=0af119fc-d6d3-4eab-b959-2401c004e572,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:14.059173 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52308) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:14.190609 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b37a25-75a4-4626-acb5-a63180867672 admin admin] Router f601182d-d511-43d6-ade7-d211bedc506a is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:42:14.370520 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5a017e88-cf0a-4bbe-aa31-fcf31b0698ba tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:14.375890 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5a017e88-cf0a-4bbe-aa31-fcf31b0698ba tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/ports/0af119fc-d6d3-4eab-b959-2401c004e572 HTTP/1.1" status: 204 len: 168 time: 1.8770921 Apr 29 11:42:14.387705 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52310) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:14.436977 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901732dd-eea6-4eb0-a162-e1b62ef03ecf None None] Pushing event updated for resources: {'Port': ['ID=51af3d46-6272-46ba-b3c1-a1c6d773a7d1,revision_number=7']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:14.462116 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-2227dfd7-6789-49f1-91f0-9d47a03b73bc tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] GET failed (client error): The resource could not be found. Apr 29 11:42:14.466041 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2227dfd7-6789-49f1-91f0-9d47a03b73bc tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "GET /v2.0/ports/0af119fc-d6d3-4eab-b959-2401c004e572 HTTP/1.1" status: 404 len: 333 time: 0.0733533 Apr 29 11:42:14.478335 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52312) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:14.488044 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7e42f1-2c98-4108-8226-e922ff7ad162 None None] DHCP port deletion for 62578361-baac-4d3e-b4ee-401a25f05a0e request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:42:14.540006 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 141649f7-9057-493c-a3ef-428af8f8ecf8 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:14.540386 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:14.586217 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b37a25-75a4-4626-acb5-a63180867672 admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:42:14.616779 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0b37a25-75a4-4626-acb5-a63180867672 admin admin] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:14.618179 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d0b37a25-75a4-4626-acb5-a63180867672 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.8585119 Apr 29 11:42:14.621608 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52314) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:14.634455 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e8a32b-5831-48fc-a1ce-db8825ed125f None None] Sync routers for ids ['f601182d-d511-43d6-ade7-d211bedc506a'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:42:14.703929 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a8291774-5624-43f1-909e-30dac160fc07 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:14.727483 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-11890c68-5b8c-4fc1-a730-0346c97633dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:14.774891 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0cbfbe60-55de-4696-b47e-dd0470f276e0 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:14.800980 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a8291774-5624-43f1-909e-30dac160fc07 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:14.887816 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e8a32b-5831-48fc-a1ce-db8825ed125f None None] Routers {'f601182d-d511-43d6-ade7-d211bedc506a'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:14.888461 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-68e8a32b-5831-48fc-a1ce-db8825ed125f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:41:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f601182d-d511-43d6-ade7-d211bedc506a'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:14.925169 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbfbe60-55de-4696-b47e-dd0470f276e0 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:14.927709 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-0cbfbe60-55de-4696-b47e-dd0470f276e0 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:14.932027 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbfbe60-55de-4696-b47e-dd0470f276e0 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:14.932851 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0cbfbe60-55de-4696-b47e-dd0470f276e0 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:14.985474 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a8291774-5624-43f1-909e-30dac160fc07 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:14.994376 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a8291774-5624-43f1-909e-30dac160fc07 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:14.997998 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a8291774-5624-43f1-909e-30dac160fc07 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/security-groups/383172ec-513d-4561-af28-f8fc8a901a6f HTTP/1.1" status: 204 len: 168 time: 0.5175016 Apr 29 11:42:15.006448 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52318) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:15.070069 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0cbfbe60-55de-4696-b47e-dd0470f276e0 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4358873 Apr 29 11:42:15.082517 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52320) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:15.095958 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8291774-5624-43f1-909e-30dac160fc07 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=383172ec-513d-4561-af28-f8fc8a901a6f,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:15.100820 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-11890c68-5b8c-4fc1-a730-0346c97633dd None None] For port 141649f7-9057-493c-a3ef-428af8f8ecf8, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=141649f7-9057-493c-a3ef-428af8f8ecf8,segment=NetworkSegment(f6e92e8e-330b-4eb7-b418-efccd060863e),segment_id=f6e92e8e-330b-4eb7-b418-efccd060863e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:15.123632 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-75f0b2b8-fdda-48d6-9dbb-32d71ce0a7df tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:15.126142 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4752a804-cbc2-4b2e-b7d2-d34eca1a2f8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-551ffd37-3450-4cf8-9586-7163f4c00ab1', 'network_id': '551ffd37-3450-4cf8-9586-7163f4c00ab1', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'fixed_ips': [{'subnet_id': '0039ee55-c2e1-43f6-b679-a89ae19eb7f4'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:42:15.127843 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4752a804-cbc2-4b2e-b7d2-d34eca1a2f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:15.149470 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-11890c68-5b8c-4fc1-a730-0346c97633dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:15.154860 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbfbe60-55de-4696-b47e-dd0470f276e0 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Subnet': ['ID=61255edc-7c7d-4e1a-b2d4-0831a9262784,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:15.262869 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-11890c68-5b8c-4fc1-a730-0346c97633dd None None] Could not find standard attr ID for object 0af119fc-d6d3-4eab-b959-2401c004e572. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:42:15.316946 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb54f2-fc08-4767-b519-9378b8bca8c2 req-59eef8f5-67cc-462d-aa04-454714412dc9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:15.323613 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6cbb54f2-fc08-4767-b519-9378b8bca8c2 req-59eef8f5-67cc-462d-aa04-454714412dc9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=1853ef4d-315d-476b-8c59-f0003f78dda0 HTTP/1.1" status: 200 len: 945 time: 0.2095182 Apr 29 11:42:15.369812 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cd22bf64-e870-4bd8-afe5-7a7d9a55cdcd tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:15.385927 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-68e8a32b-5831-48fc-a1ce-db8825ed125f None None] Set router f601182d-d511-43d6-ade7-d211bedc506a gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:42:15.453922 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 51af3d46-6272-46ba-b3c1-a1c6d773a7d1 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:42:15.482106 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cd22bf64-e870-4bd8-afe5-7a7d9a55cdcd tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:15.510230 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f0b2b8-fdda-48d6-9dbb-32d71ce0a7df tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:15.513775 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-75f0b2b8-fdda-48d6-9dbb-32d71ce0a7df tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:15.523078 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6a7a2cc5-4854-49ef-9acb-77ca55d828b8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:15.568817 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6cbb54f2-fc08-4767-b519-9378b8bca8c2 req-3804643b-bdf1-4615-83ca-21556d893504 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e97b539-a470-4de4-bba2-e5c91828c3da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1523304 Apr 29 11:42:15.630695 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9fdc0c17-c7ec-48b0-9c3e-12c29ed281fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:15.688672 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cd22bf64-e870-4bd8-afe5-7a7d9a55cdcd tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:15.691083 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cd22bf64-e870-4bd8-afe5-7a7d9a55cdcd tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:15.695329 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-cd22bf64-e870-4bd8-afe5-7a7d9a55cdcd tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/security-groups/2ee0dc2d-bf8d-442c-a21d-726c6250a87e HTTP/1.1" status: 204 len: 168 time: 0.6794248 Apr 29 11:42:15.717046 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52322) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:15.761799 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22bf64-e870-4bd8-afe5-7a7d9a55cdcd tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee0dc2d-bf8d-442c-a21d-726c6250a87e,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:15.791892 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-ff7e42f1-2c98-4108-8226-e922ff7ad162 None None] Deleting port 27e4e8ca-633b-4703-ae65-8fcabd6bdaf2 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:42:15.792422 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ff7e42f1-2c98-4108-8226-e922ff7ad162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:15.804145 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.ipam_backend_mixin [None req-75f0b2b8-fdda-48d6-9dbb-32d71ce0a7df tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 61255edc-7c7d-4e1a-b2d4-0831a9262784 (CIDR: 2001:db8::/64) Apr 29 11:42:15.805905 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2347164a-d3ba-4bd0-9888-05fefb41b999 None None] Network 13eec917-2205-41ac-bb67-a922e346256d requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:42:15.814107 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f0b2b8-fdda-48d6-9dbb-32d71ce0a7df tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:42:15.814572 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f0b2b8-fdda-48d6-9dbb-32d71ce0a7df tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:15.868464 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 2152fcfb-efd4-49e9-baee-40e905b8c671 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:42:15.890693 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-75f0b2b8-fdda-48d6-9dbb-32d71ce0a7df tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7843904 Apr 29 11:42:15.894201 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52324) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:15.899605 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-b9dfa43d-7f77-4f21-b846-1f5bfc370490 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'subnet': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:15.944749 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d810ca21-ac3c-490a-850f-3598b1ef6c8c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:15.991157 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d810ca21-ac3c-490a-850f-3598b1ef6c8c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.097235 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-9fdc0c17-c7ec-48b0-9c3e-12c29ed281fd admin admin] Allocated IP 172.20.0.1 (13eec917-2205-41ac-bb67-a922e346256d/4d46e396-b942-4a36-95e7-aa43a356bdd4/999fce44-439b-4f3a-8bbf-e54742674908) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:16.106826 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d810ca21-ac3c-490a-850f-3598b1ef6c8c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.110259 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d810ca21-ac3c-490a-850f-3598b1ef6c8c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.111664 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d810ca21-ac3c-490a-850f-3598b1ef6c8c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/security-groups/4a3b8b8b-3a72-4f41-985d-16f4de1a1ba5 HTTP/1.1" status: 204 len: 168 time: 0.3934362 Apr 29 11:42:16.116579 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52326) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:16.135902 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810ca21-ac3c-490a-850f-3598b1ef6c8c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3b8b8b-3a72-4f41-985d-16f4de1a1ba5,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:16.174609 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9dfa43d-7f77-4f21-b846-1f5bfc370490 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:16.180385 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b9dfa43d-7f77-4f21-b846-1f5bfc370490 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.254797 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9fdc0c17-c7ec-48b0-9c3e-12c29ed281fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.304376 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11890c68-5b8c-4fc1-a730-0346c97633dd None None] Pushing event updated for resources: {'Port': ['ID=141649f7-9057-493c-a3ef-428af8f8ecf8,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:16.307171 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9fdc0c17-c7ec-48b0-9c3e-12c29ed281fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.307357 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-2f804b7c-cf41-4959-a351-babe13fe1951 None None] Provisioning complete for port 9d12506f-1774-4ded-b17d-10b0d84eb3eb triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:16.307604 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2f804b7c-cf41-4959-a351-babe13fe1951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.308670 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-be767f96-362c-4234-9fba-b678e6708ca1 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting subnet 05636625-e33e-4857-aa8e-c1af8eecb78f {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:42:16.315402 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-4752a804-cbc2-4b2e-b7d2-d34eca1a2f8e None None] Allocated IP 172.23.0.2 (551ffd37-3450-4cf8-9586-7163f4c00ab1/0039ee55-c2e1-43f6-b679-a89ae19eb7f4/23742d92-2b3c-4841-a3e7-5d968b33aa4d) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:16.331992 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-be767f96-362c-4234-9fba-b678e6708ca1 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.359310 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdc0c17-c7ec-48b0-9c3e-12c29ed281fd admin admin] Network 13eec917-2205-41ac-bb67-a922e346256d is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:16.367131 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-9fdc0c17-c7ec-48b0-9c3e-12c29ed281fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:16.371039 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdc0c17-c7ec-48b0-9c3e-12c29ed281fd admin admin] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:42:16.409931 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-be767f96-362c-4234-9fba-b678e6708ca1 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.412148 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc0c17-c7ec-48b0-9c3e-12c29ed281fd admin admin] Pushing event updated for resources: {'Port': ['ID=999fce44-439b-4f3a-8bbf-e54742674908,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:16.419132 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 51af3d46-6272-46ba-b3c1-a1c6d773a7d1 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:16.419506 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.434353 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9fdc0c17-c7ec-48b0-9c3e-12c29ed281fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.540616 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-ff7e42f1-2c98-4108-8226-e922ff7ad162 None None] For port 27e4e8ca-633b-4703-ae65-8fcabd6bdaf2, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=27e4e8ca-633b-4703-ae65-8fcabd6bdaf2,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:16.541011 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ff7e42f1-2c98-4108-8226-e922ff7ad162 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.590695 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9fdc0c17-c7ec-48b0-9c3e-12c29ed281fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.597437 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-be767f96-362c-4234-9fba-b678e6708ca1 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.603102 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port 2152fcfb-efd4-49e9-baee-40e905b8c671 completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:42:16.619475 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-ff7e42f1-2c98-4108-8226-e922ff7ad162 None None] Calling delete_port for 27e4e8ca-633b-4703-ae65-8fcabd6bdaf2 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:42:16.660809 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 2152fcfb-efd4-49e9-baee-40e905b8c671 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:16.662412 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.670856 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-68e8a32b-5831-48fc-a1ce-db8825ed125f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'name': 'tempest-TestVolumeBootPattern-1959983474-router', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:08Z', 'updated_at': '2022-04-29T11:42:12Z', 'revision_number': 3, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'gw_port': {'id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:30:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:16.691283 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-be767f96-362c-4234-9fba-b678e6708ca1 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.706066 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-be767f96-362c-4234-9fba-b678e6708ca1 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.716854 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52330) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:16.717622 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-be767f96-362c-4234-9fba-b678e6708ca1 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/subnets/05636625-e33e-4857-aa8e-c1af8eecb78f HTTP/1.1" status: 204 len: 168 time: 0.5996747 Apr 29 11:42:16.764001 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be767f96-362c-4234-9fba-b678e6708ca1 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Subnet': ['ID=05636625-e33e-4857-aa8e-c1af8eecb78f,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:16.789469 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18066817-1cde-46aa-8fdd-ec2598ea847d None None] Network 6bd60c6d-014b-4710-a7b1-d7f0c260e662 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:42:16.799565 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e8a32b-5831-48fc-a1ce-db8825ed125f None None] Checking router: f601182d-d511-43d6-ade7-d211bedc506a for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:42:16.799905 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e8a32b-5831-48fc-a1ce-db8825ed125f None None] Updating router f601182d-d511-43d6-ade7-d211bedc506a port 2652afa2-8e5c-4a3e-a506-d374184bafe7 binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:42:16.847320 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-6614a40d-3188-421e-bd53-a7fdf8021733 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting subnet 4b9cb788-3882-432c-b180-4a8cd6301340 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:42:16.853651 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.objects.ports [None req-b9dfa43d-7f77-4f21-b846-1f5bfc370490 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102960) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 11:42:16.857620 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6614a40d-3188-421e-bd53-a7fdf8021733 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.867914 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22310d31-9f64-471a-8ba5-62e6e0f9ea6f req-b6d39446-82e7-402a-9b8a-32d500a3ccbf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:16.869692 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-22310d31-9f64-471a-8ba5-62e6e0f9ea6f req-b6d39446-82e7-402a-9b8a-32d500a3ccbf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=1853ef4d-315d-476b-8c59-f0003f78dda0 HTTP/1.1" status: 200 len: 945 time: 0.1407285 Apr 29 11:42:16.939229 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6614a40d-3188-421e-bd53-a7fdf8021733 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.970587 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9fdc0c17-c7ec-48b0-9c3e-12c29ed281fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.976698 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2f804b7c-cf41-4959-a351-babe13fe1951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.985268 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9fdc0c17-c7ec-48b0-9c3e-12c29ed281fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.994839 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-68e8a32b-5831-48fc-a1ce-db8825ed125f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.038936 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-22310d31-9f64-471a-8ba5-62e6e0f9ea6f req-d4dbe27c-5432-4fe8-9f7e-17b656d4dbae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e97b539-a470-4de4-bba2-e5c91828c3da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1463435 Apr 29 11:42:17.042347 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b9dfa43d-7f77-4f21-b846-1f5bfc370490 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.086129 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc0c17-c7ec-48b0-9c3e-12c29ed281fd admin admin] Pushing event updated for resources: {'Port': ['ID=999fce44-439b-4f3a-8bbf-e54742674908,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:17.102211 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4752a804-cbc2-4b2e-b7d2-d34eca1a2f8e None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.108163 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 9d12506f-1774-4ded-b17d-10b0d84eb3eb up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:42:17.112534 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9fdc0c17-c7ec-48b0-9c3e-12c29ed281fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.140605 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4752a804-cbc2-4b2e-b7d2-d34eca1a2f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.167763 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6614a40d-3188-421e-bd53-a7fdf8021733 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.253266 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-6a7a2cc5-4854-49ef-9acb-77ca55d828b8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Allocated IP 172.23.0.1 (551ffd37-3450-4cf8-9586-7163f4c00ab1/0039ee55-c2e1-43f6-b679-a89ae19eb7f4/020b0ff4-3e0a-4662-bca9-6632172853ee) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:17.281003 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ff7e42f1-2c98-4108-8226-e922ff7ad162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.296148 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdc0c17-c7ec-48b0-9c3e-12c29ed281fd admin admin] Network 13eec917-2205-41ac-bb67-a922e346256d is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:17.296453 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-2f804b7c-cf41-4959-a351-babe13fe1951 None None] For port 9d12506f-1774-4ded-b17d-10b0d84eb3eb, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=9d12506f-1774-4ded-b17d-10b0d84eb3eb,segment=NetworkSegment(7295140f-6788-4d93-986c-7e5e7ddc63e9),segment_id=7295140f-6788-4d93-986c-7e5e7ddc63e9)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:17.298080 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6614a40d-3188-421e-bd53-a7fdf8021733 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.308523 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-9fdc0c17-c7ec-48b0-9c3e-12c29ed281fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:17.345519 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614a40d-3188-421e-bd53-a7fdf8021733 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Subnet': ['ID=4b9cb788-3882-432c-b180-4a8cd6301340,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:17.347214 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2f804b7c-cf41-4959-a351-babe13fe1951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.352672 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6614a40d-3188-421e-bd53-a7fdf8021733 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.356680 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6614a40d-3188-421e-bd53-a7fdf8021733 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/subnets/4b9cb788-3882-432c-b180-4a8cd6301340 HTTP/1.1" status: 204 len: 168 time: 0.6387665 Apr 29 11:42:17.362718 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52334) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:17.395259 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4752a804-cbc2-4b2e-b7d2-d34eca1a2f8e None None] Network 551ffd37-3450-4cf8-9586-7163f4c00ab1 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:17.417387 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7e42f1-2c98-4108-8226-e922ff7ad162 None None] No DVR routers for this DVR port 27e4e8ca-633b-4703-ae65-8fcabd6bdaf2 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:42:17.419671 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-2f804b7c-cf41-4959-a351-babe13fe1951 None None] Could not find standard attr ID for object 27e4e8ca-633b-4703-ae65-8fcabd6bdaf2. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:42:17.421889 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-4752a804-cbc2-4b2e-b7d2-d34eca1a2f8e None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:17.423957 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.455103 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4752a804-cbc2-4b2e-b7d2-d34eca1a2f8e None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:42:17.489709 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc275d3-8a38-4961-a0fc-c4037b3a3d27 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:42:17.555078 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fdc0c17-c7ec-48b0-9c3e-12c29ed281fd admin admin] Router f601182d-d511-43d6-ade7-d211bedc506a has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:42:17.578325 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752a804-cbc2-4b2e-b7d2-d34eca1a2f8e None None] Pushing event updated for resources: {'Port': ['ID=23742d92-2b3c-4841-a3e7-5d968b33aa4d,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:17.711101 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdc0c17-c7ec-48b0-9c3e-12c29ed281fd admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:42:17.725538 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9fdc0c17-c7ec-48b0-9c3e-12c29ed281fd admin admin] 10.222.0.69 "PUT /v2.0/routers/f601182d-d511-43d6-ade7-d211bedc506a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0937707 Apr 29 11:42:17.735695 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d272b6-2191-4a96-9438-5e21c917021e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:17.737103 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d272b6-2191-4a96-9438-5e21c917021e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:17.744513 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e6d272b6-2191-4a96-9438-5e21c917021e tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/subnets/05636625-e33e-4857-aa8e-c1af8eecb78f HTTP/1.1" status: 404 len: 337 time: 0.3743749 Apr 29 11:42:17.744877 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52338) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:17.770319 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e42f1-2c98-4108-8226-e922ff7ad162 None None] Pushing event deleted for resources: {'Port': ['ID=27e4e8ca-633b-4703-ae65-8fcabd6bdaf2,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:17.805898 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-b9dfa43d-7f77-4f21-b846-1f5bfc370490 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] For port 27e4e8ca-633b-4703-ae65-8fcabd6bdaf2, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=27e4e8ca-633b-4703-ae65-8fcabd6bdaf2,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:17.809583 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1853ef4d-315d-476b-8c59-f0003f78dda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2152fcfb-efd4-49e9-baee-40e905b8c671'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:42:17.811773 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568d4b38-ed22-4d08-83b9-89a0f1222ae5" -d '{"events": [{"server_uuid": "1853ef4d-315d-476b-8c59-f0003f78dda0", "name": "network-vif-plugged", "status": "completed", "tag": "2152fcfb-efd4-49e9-baee-40e905b8c671"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:42:17.861367 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-79dfe08d-5eea-4f22-a636-fa8311364259 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting subnet 9695aec9-ad97-46dd-a0b8-c332baedcb28 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:42:17.868058 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 2152fcfb-efd4-49e9-baee-40e905b8c671, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=2152fcfb-efd4-49e9-baee-40e905b8c671,segment=NetworkSegment(5ae0213c-e045-45e1-a170-1fcd80f529a8),segment_id=5ae0213c-e045-45e1-a170-1fcd80f529a8)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:17.872305 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-79dfe08d-5eea-4f22-a636-fa8311364259 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.877841 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-2f804b7c-cf41-4959-a351-babe13fe1951 None None] Provisioning complete for port 6790c08a-4620-444b-ae04-275a4a2b5c83 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:17.878882 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2f804b7c-cf41-4959-a351-babe13fe1951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.919087 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b9dfa43d-7f77-4f21-b846-1f5bfc370490 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.934597 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6a7a2cc5-4854-49ef-9acb-77ca55d828b8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.937742 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b9dfa43d-7f77-4f21-b846-1f5bfc370490 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.938523 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b9dfa43d-7f77-4f21-b846-1f5bfc370490 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.988789 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-79dfe08d-5eea-4f22-a636-fa8311364259 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:18.077618 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfa43d-7f77-4f21-b846-1f5bfc370490 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Port': ['ID=27e4e8ca-633b-4703-ae65-8fcabd6bdaf2,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:18.097844 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6a7a2cc5-4854-49ef-9acb-77ca55d828b8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:18.111030 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dfa43d-7f77-4f21-b846-1f5bfc370490 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:18.140804 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-b9dfa43d-7f77-4f21-b846-1f5bfc370490 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:18.179896 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dfa43d-7f77-4f21-b846-1f5bfc370490 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:18.181135 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b9dfa43d-7f77-4f21-b846-1f5bfc370490 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:18.204105 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfa43d-7f77-4f21-b846-1f5bfc370490 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Subnet': ['ID=a27a8927-6b05-423d-b36f-d9c3fead89f0,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:18.209595 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7a2cc5-4854-49ef-9acb-77ca55d828b8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network 551ffd37-3450-4cf8-9586-7163f4c00ab1 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:18.227764 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-6a7a2cc5-4854-49ef-9acb-77ca55d828b8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:18.237780 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7a2cc5-4854-49ef-9acb-77ca55d828b8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:42:18.265382 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b9dfa43d-7f77-4f21-b846-1f5bfc370490 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.3702693 Apr 29 11:42:18.288335 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52348) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:18.294115 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-1289296e-ae6f-4f75-8064-170d0841c80c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Request body: {'port': {'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'mac_address': 'fa:16:3e:0b:c5:f5', 'name': 'tempest-NetworksTestDHCPv6-258928455'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:18.304611 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-79dfe08d-5eea-4f22-a636-fa8311364259 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:18.358070 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18c4e3-b52d-4955-97c7-aa9f98b4e4bf req-6e90b68a-224f-4957-8829-8901eb6526d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:18.359626 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3d18c4e3-b52d-4955-97c7-aa9f98b4e4bf req-6e90b68a-224f-4957-8829-8901eb6526d3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1853ef4d-315d-476b-8c59-f0003f78dda0 HTTP/1.1" status: 200 len: 1099 time: 0.1822762 Apr 29 11:42:18.370828 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904585fd-c2e8-47e8-97b8-3e33b039501c req-874f3973-9091-49cc-a399-90a48fa9241c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:18.378432 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-904585fd-c2e8-47e8-97b8-3e33b039501c req-874f3973-9091-49cc-a399-90a48fa9241c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=1853ef4d-315d-476b-8c59-f0003f78dda0 HTTP/1.1" status: 200 len: 946 time: 0.1712403 Apr 29 11:42:18.421946 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6b5d4a-3a76-41c0-9158-2b7003ff3940 x-openstack-request-id: req-4e6b5d4a-3a76-41c0-9158-2b7003ff3940 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:42:18.422905 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1853ef4d-315d-476b-8c59-f0003f78dda0", "name": "network-vif-plugged", "status": "completed", "tag": "2152fcfb-efd4-49e9-baee-40e905b8c671", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:42:18.422905 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4e6b5d4a-3a76-41c0-9158-2b7003ff3940 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:42:18.423523 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e6b5d4a-3a76-41c0-9158-2b7003ff3940'] response: {'server_uuid': '1853ef4d-315d-476b-8c59-f0003f78dda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2152fcfb-efd4-49e9-baee-40e905b8c671', 'code': 200} Apr 29 11:42:18.431862 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f804b7c-cf41-4959-a351-babe13fe1951 None None] Pushing event updated for resources: {'Port': ['ID=9d12506f-1774-4ded-b17d-10b0d84eb3eb,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:18.435123 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-904585fd-c2e8-47e8-97b8-3e33b039501c req-ab593b56-a112-43e6-ad7f-22b2ea4029eb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e97b539-a470-4de4-bba2-e5c91828c3da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554931 Apr 29 11:42:18.442068 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:18.455084 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a2cc5-4854-49ef-9acb-77ca55d828b8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Port': ['ID=020b0ff4-3e0a-4662-bca9-6632172853ee,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:18.456617 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073cd600-65c4-4d77-90e2-3f4313765d16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-62578361-baac-4d3e-b4ee-401a25f05a0e', 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e', 'tenant_id': '816ee0d9de714cffbf04b1f22c0f1713', 'fixed_ips': [{'subnet_id': '61255edc-7c7d-4e1a-b2d4-0831a9262784'}, {'subnet_id': 'a27a8927-6b05-423d-b36f-d9c3fead89f0'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:42:18.457450 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-073cd600-65c4-4d77-90e2-3f4313765d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:18.461160 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 9d12506f-1774-4ded-b17d-10b0d84eb3eb triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:18.461520 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:18.463086 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-4752a804-cbc2-4b2e-b7d2-d34eca1a2f8e None None] Attempting to bind port 23742d92-2b3c-4841-a3e7-5d968b33aa4d on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:18.463438 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-4752a804-cbc2-4b2e-b7d2-d34eca1a2f8e None None] Attempting to bind port 23742d92-2b3c-4841-a3e7-5d968b33aa4d by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'bdc94ef0-fd7f-4f33-a4d0-a3a37631b575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '551ffd37-3450-4cf8-9586-7163f4c00ab1'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:18.463928 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4752a804-cbc2-4b2e-b7d2-d34eca1a2f8e None None] Attempting to bind port 23742d92-2b3c-4841-a3e7-5d968b33aa4d on network 551ffd37-3450-4cf8-9586-7163f4c00ab1 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:42:18.485478 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-79dfe08d-5eea-4f22-a636-fa8311364259 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:18.535175 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4752a804-cbc2-4b2e-b7d2-d34eca1a2f8e None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:42:18.535559 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4752a804-cbc2-4b2e-b7d2-d34eca1a2f8e None None] Checking segment: {'id': 'bdc94ef0-fd7f-4f33-a4d0-a3a37631b575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '551ffd37-3450-4cf8-9586-7163f4c00ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:42:18.536095 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4752a804-cbc2-4b2e-b7d2-d34eca1a2f8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:18.537061 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4752a804-cbc2-4b2e-b7d2-d34eca1a2f8e None None] Bound using segment: {'id': 'bdc94ef0-fd7f-4f33-a4d0-a3a37631b575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '551ffd37-3450-4cf8-9586-7163f4c00ab1'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:42:18.538153 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-4752a804-cbc2-4b2e-b7d2-d34eca1a2f8e None None] Bound port: 23742d92-2b3c-4841-a3e7-5d968b33aa4d, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdc94ef0-fd7f-4f33-a4d0-a3a37631b575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '551ffd37-3450-4cf8-9586-7163f4c00ab1'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:42:18.538354 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4752a804-cbc2-4b2e-b7d2-d34eca1a2f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:18.542327 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dfe08d-5eea-4f22-a636-fa8311364259 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Subnet': ['ID=9695aec9-ad97-46dd-a0b8-c332baedcb28,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:18.545405 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6a7a2cc5-4854-49ef-9acb-77ca55d828b8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:18.559790 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-79dfe08d-5eea-4f22-a636-fa8311364259 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:18.564540 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-79dfe08d-5eea-4f22-a636-fa8311364259 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/subnets/9695aec9-ad97-46dd-a0b8-c332baedcb28 HTTP/1.1" status: 204 len: 168 time: 0.8174376 Apr 29 11:42:18.568846 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52356) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:18.622501 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1289296e-ae6f-4f75-8064-170d0841c80c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Made reservation on behalf of 816ee0d9de714cffbf04b1f22c0f1713 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:18.639679 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa772682-c014-4726-82bc-096aff843770 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:18.640277 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa772682-c014-4726-82bc-096aff843770 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:18.643550 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-fa772682-c014-4726-82bc-096aff843770 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/subnets/14df5e6a-82ad-4553-9a78-4f5558841fca HTTP/1.1" status: 404 len: 337 time: 0.0732601 Apr 29 11:42:18.651829 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52358) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:18.707872 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3d18c4e3-b52d-4955-97c7-aa9f98b4e4bf req-a5e524e3-4178-44d3-8cf1-a02e27aebc41 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9e97b539-a470-4de4-bba2-e5c91828c3da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1676140 Apr 29 11:42:18.712837 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e536ee7c-6cc2-4941-aa45-b7c0d4896bbf tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "GET /v2.0/ports?device_id=445e7193-478b-40a4-99a6-bfe867887b5e HTTP/1.1" status: 200 len: 205 time: 0.0595326 Apr 29 11:42:18.715673 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52362) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:18.724356 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52364) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:18.730083 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-20c10012-4706-40bc-a59c-0336e53a44d0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1430520944-network', 'tenant_id': 'e1c005074ddf4a1aab160c9a8e99cdfd'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:18.755956 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-2f804b7c-cf41-4959-a351-babe13fe1951 None None] Port 6790c08a-4620-444b-ae04-275a4a2b5c83 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:42:18.763226 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-68e8a32b-5831-48fc-a1ce-db8825ed125f None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:18.771502 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-ad7b8444-73ef-410a-bee2-fcc486a62606 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] delete failed (client error): The resource could not be found. Apr 29 11:42:18.772754 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ad7b8444-73ef-410a-bee2-fcc486a62606 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/routers/445e7193-478b-40a4-99a6-bfe867887b5e HTTP/1.1" status: 404 len: 336 time: 0.0559404 Apr 29 11:42:18.776591 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52366) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:18.811032 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1289296e-ae6f-4f75-8064-170d0841c80c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:18.823921 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbdaa199-4585-4af0-b074-c24ae58fce04 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:18.824728 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbdaa199-4585-4af0-b074-c24ae58fce04 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:18.828300 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-bbdaa199-4585-4af0-b074-c24ae58fce04 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/subnets/653da695-2d53-4344-9293-d15f008c3510 HTTP/1.1" status: 404 len: 337 time: 0.0502889 Apr 29 11:42:18.831661 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52368) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:18.846504 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-4752a804-cbc2-4b2e-b7d2-d34eca1a2f8e None None] For port 23742d92-2b3c-4841-a3e7-5d968b33aa4d, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:42:18.850123 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-4752a804-cbc2-4b2e-b7d2-d34eca1a2f8e None None] For port 23742d92-2b3c-4841-a3e7-5d968b33aa4d, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=23742d92-2b3c-4841-a3e7-5d968b33aa4d,segment=NetworkSegment(bdc94ef0-fd7f-4f33-a4d0-a3a37631b575),segment_id=bdc94ef0-fd7f-4f33-a4d0-a3a37631b575)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:42:18.854588 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-2f804b7c-cf41-4959-a351-babe13fe1951 None None] Could not find standard attr ID for object 0af119fc-d6d3-4eab-b959-2401c004e572. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:42:18.868656 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-1289296e-ae6f-4f75-8064-170d0841c80c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] device_id is not set on port cfadcf71-b899-432d-8058-fbae9eb3d9df yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:42:18.868928 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-68e8a32b-5831-48fc-a1ce-db8825ed125f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:18.870967 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea8edb31-30d3-46e2-8f08-75ccf87ab9ba tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:18.871584 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea8edb31-30d3-46e2-8f08-75ccf87ab9ba tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:18.872612 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4752a804-cbc2-4b2e-b7d2-d34eca1a2f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:18.877597 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ea8edb31-30d3-46e2-8f08-75ccf87ab9ba tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/subnets/5cb4d5c3-95b2-49af-b64e-83ae54f532ac HTTP/1.1" status: 404 len: 337 time: 0.0424273 Apr 29 11:42:18.877597 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c10012-4706-40bc-a59c-0336e53a44d0 admin admin] Made reservation on behalf of e1c005074ddf4a1aab160c9a8e99cdfd for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:18.879384 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-20c10012-4706-40bc-a59c-0336e53a44d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:18.879566 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52370) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:18.890692 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-20c10012-4706-40bc-a59c-0336e53a44d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:18.909251 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=2152fcfb-efd4-49e9-baee-40e905b8c671,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:18.973612 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd933c4-110b-4307-b468-756691cc1adc tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:18.974310 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fd933c4-110b-4307-b468-756691cc1adc tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:18.985483 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2fd933c4-110b-4307-b468-756691cc1adc tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/subnets/be8c8d98-3379-4115-8403-54d23d2a7ecc HTTP/1.1" status: 404 len: 337 time: 0.0995181 Apr 29 11:42:18.989817 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52372) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:19.025703 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-2f804b7c-cf41-4959-a351-babe13fe1951 None None] Provisioning complete for port 51af3d46-6272-46ba-b3c1-a1c6d773a7d1 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:19.026241 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2f804b7c-cf41-4959-a351-babe13fe1951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:19.044720 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-20c10012-4706-40bc-a59c-0336e53a44d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:19.055303 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-20c10012-4706-40bc-a59c-0336e53a44d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:19.067324 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-68e8a32b-5831-48fc-a1ce-db8825ed125f None None] Attempting to bind port 2652afa2-8e5c-4a3e-a506-d374184bafe7 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:19.067620 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e03664-b7e6-4d30-80e0-47f3312c3ed7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:19.068791 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-68e8a32b-5831-48fc-a1ce-db8825ed125f None None] Attempting to bind port 2652afa2-8e5c-4a3e-a506-d374184bafe7 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:19.069137 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1e03664-b7e6-4d30-80e0-47f3312c3ed7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:19.070343 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e8a32b-5831-48fc-a1ce-db8825ed125f None None] Attempting to bind port 2652afa2-8e5c-4a3e-a506-d374184bafe7 on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:42:19.073849 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b1e03664-b7e6-4d30-80e0-47f3312c3ed7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/ports/af9b6daf-9237-4886-be3a-cd954cb597e0 HTTP/1.1" status: 404 len: 333 time: 0.0775511 Apr 29 11:42:19.081508 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6a7a2cc5-4854-49ef-9acb-77ca55d828b8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:19.085765 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52374) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:19.096421 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20c10012-4706-40bc-a59c-0336e53a44d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:42:19.122963 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-20c10012-4706-40bc-a59c-0336e53a44d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:19.123315 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-20c10012-4706-40bc-a59c-0336e53a44d0 admin admin] Added segment d5e395bd-ebd2-494d-99dc-4f90093e31d2 of type vlan for network 5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe Apr 29 11:42:19.124863 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c10012-4706-40bc-a59c-0336e53a44d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d60dfe-a6f5-4703-8b20-07b3dd98b35e,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:19.160386 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd8e0c3-4b25-4463-88c1-e05d692714b7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:19.161133 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cd8e0c3-4b25-4463-88c1-e05d692714b7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:19.178521 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4cd8e0c3-4b25-4463-88c1-e05d692714b7 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/subnets/ed7e2ff6-9c59-4dd5-bd65-dbb1559d0d25 HTTP/1.1" status: 404 len: 337 time: 0.0886993 Apr 29 11:42:19.181534 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52376) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:19.193965 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e8a32b-5831-48fc-a1ce-db8825ed125f None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:42:19.194585 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e8a32b-5831-48fc-a1ce-db8825ed125f None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:42:19.195002 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-68e8a32b-5831-48fc-a1ce-db8825ed125f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:19.195449 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e8a32b-5831-48fc-a1ce-db8825ed125f None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:42:19.196043 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-68e8a32b-5831-48fc-a1ce-db8825ed125f None None] Bound port: 2652afa2-8e5c-4a3e-a506-d374184bafe7, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:42:19.196445 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-68e8a32b-5831-48fc-a1ce-db8825ed125f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:19.202790 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-073cd600-65c4-4d77-90e2-3f4313765d16 None None] Allocated IP 2001:db8::2 (62578361-baac-4d3e-b4ee-401a25f05a0e/61255edc-7c7d-4e1a-b2d4-0831a9262784/f2a01d5a-838f-4c23-b107-1d83b9b8c636) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:19.218622 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-20c10012-4706-40bc-a59c-0336e53a44d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:19.234362 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b52481-febd-4018-a294-474cd104826b None None] Pushing event updated for resources: {'Port': ['ID=2652afa2-8e5c-4a3e-a506-d374184bafe7,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:19.246468 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-073cd600-65c4-4d77-90e2-3f4313765d16 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe45:1f4c (62578361-baac-4d3e-b4ee-401a25f05a0e/a27a8927-6b05-423d-b36f-d9c3fead89f0/f2a01d5a-838f-4c23-b107-1d83b9b8c636) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:19.275944 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-20c10012-4706-40bc-a59c-0336e53a44d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:19.276991 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c10012-4706-40bc-a59c-0336e53a44d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:19.288637 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-20c10012-4706-40bc-a59c-0336e53a44d0 admin admin] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:19.322849 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-b090f845-3a83-4eab-b14b-b6b5b02b0182 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:19.323194 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-68e8a32b-5831-48fc-a1ce-db8825ed125f None None] For port 2652afa2-8e5c-4a3e-a506-d374184bafe7, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:42:19.323344 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b090f845-3a83-4eab-b14b-b6b5b02b0182 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:19.330537 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b090f845-3a83-4eab-b14b-b6b5b02b0182 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/subnets/3e60ece2-9b03-4cb3-b89e-7e31379d09fb HTTP/1.1" status: 404 len: 337 time: 0.1414430 Apr 29 11:42:19.333826 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52378) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:19.345866 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-68e8a32b-5831-48fc-a1ce-db8825ed125f None None] For port 2652afa2-8e5c-4a3e-a506-d374184bafe7, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=2652afa2-8e5c-4a3e-a506-d374184bafe7,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:42:19.429169 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-1edf4ca0-b34f-4ee5-bffe-34bd46a9aa40 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:19.429905 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1edf4ca0-b34f-4ee5-bffe-34bd46a9aa40 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:19.435286 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1edf4ca0-b34f-4ee5-bffe-34bd46a9aa40 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/ports/9050e4ea-de9e-4296-9a32-e0d5f660e532 HTTP/1.1" status: 404 len: 333 time: 0.0980196 Apr 29 11:42:19.442097 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52380) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:19.468455 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-68e8a32b-5831-48fc-a1ce-db8825ed125f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:19.470354 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-20c10012-4706-40bc-a59c-0336e53a44d0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7408199 Apr 29 11:42:19.471970 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52384) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:19.485611 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-5df5b9c5-62d7-45e0-84f2-ddf8e68ac2a6 admin admin] Request body: {'subnet': {'network_id': '5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1430520944-subnet', 'tenant_id': 'e1c005074ddf4a1aab160c9a8e99cdfd', 'ip_version': 4}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:19.507303 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c10012-4706-40bc-a59c-0336e53a44d0 admin admin] Pushing event updated for resources: {'Network': ['ID=5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:19.522638 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df5b9c5-62d7-45e0-84f2-ddf8e68ac2a6 admin admin] Made reservation on behalf of e1c005074ddf4a1aab160c9a8e99cdfd for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:19.538774 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5df5b9c5-62d7-45e0-84f2-ddf8e68ac2a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:19.544089 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:42:19.608134 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d3ee884-b786-4430-baf7-d334ab247319 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:19.608580 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d3ee884-b786-4430-baf7-d334ab247319 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:19.611794 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6d3ee884-b786-4430-baf7-d334ab247319 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/subnets/95f3ea92-3c19-4bf6-9f47-a7800a3ca5b9 HTTP/1.1" status: 404 len: 337 time: 0.1668046 Apr 29 11:42:19.615090 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52386) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:19.638278 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308a940c-8dd2-400d-8ac6-154f825ad7bf None None] Network 6bd60c6d-014b-4710-a7b1-d7f0c260e662 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:42:19.695051 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7db2b7e-a38b-4a18-a9af-8c166e2fa8ff tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:19.695493 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7db2b7e-a38b-4a18-a9af-8c166e2fa8ff tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:19.698649 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b7db2b7e-a38b-4a18-a9af-8c166e2fa8ff tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/subnets/7068f4a7-810e-4db6-b8fa-b6bbbd006d9d HTTP/1.1" status: 404 len: 337 time: 0.0824783 Apr 29 11:42:19.701393 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52388) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:19.714761 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 9d12506f-1774-4ded-b17d-10b0d84eb3eb up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:42:19.717160 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752a804-cbc2-4b2e-b7d2-d34eca1a2f8e None None] Pushing event updated for resources: {'Port': ['ID=23742d92-2b3c-4841-a3e7-5d968b33aa4d,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:19.749394 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f407aa-2e21-493d-82bf-8109a7cc5875 req-d3c7338b-1057-457c-a55b-b28a5672ed39 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:19.750971 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-22f407aa-2e21-493d-82bf-8109a7cc5875 req-d3c7338b-1057-457c-a55b-b28a5672ed39 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=1853ef4d-315d-476b-8c59-f0003f78dda0 HTTP/1.1" status: 200 len: 946 time: 0.1250172 Apr 29 11:42:19.818392 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e8a32b-5831-48fc-a1ce-db8825ed125f None None] Routers {'f601182d-d511-43d6-ade7-d211bedc506a'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:19.819041 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-68e8a32b-5831-48fc-a1ce-db8825ed125f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:41:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f601182d-d511-43d6-ade7-d211bedc506a'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:19.868796 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-22f407aa-2e21-493d-82bf-8109a7cc5875 req-cee04f54-eee8-4bb7-8fc0-78c7142ea7a5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e97b539-a470-4de4-bba2-e5c91828c3da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1085396 Apr 29 11:42:19.902689 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6a7a2cc5-4854-49ef-9acb-77ca55d828b8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:19.911452 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6a7a2cc5-4854-49ef-9acb-77ca55d828b8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:19.926677 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-6646a905-1672-4c47-8445-d38d0a449b62 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting port 6790c08a-4620-444b-ae04-275a4a2b5c83 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:42:19.927578 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6646a905-1672-4c47-8445-d38d0a449b62 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:19.950722 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5df5b9c5-62d7-45e0-84f2-ddf8e68ac2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:19.960195 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-2f804b7c-cf41-4959-a351-babe13fe1951 None None] Provisioning complete for port a7d03790-d42c-4d91-bd67-35ee97455369 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:19.960819 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2f804b7c-cf41-4959-a351-babe13fe1951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:20.012108 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6a7a2cc5-4854-49ef-9acb-77ca55d828b8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:20.033050 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a2cc5-4854-49ef-9acb-77ca55d828b8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event updated for resources: {'Port': ['ID=020b0ff4-3e0a-4662-bca9-6632172853ee,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:20.044960 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6646a905-1672-4c47-8445-d38d0a449b62 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:20.067097 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-6646a905-1672-4c47-8445-d38d0a449b62 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Calling delete_port for 6790c08a-4620-444b-ae04-275a4a2b5c83 owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:42:20.077995 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5b9c5-62d7-45e0-84f2-ddf8e68ac2a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5ac330d-ca10-40a7-be09-bd3240982b3e,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:20.141699 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df5b9c5-62d7-45e0-84f2-ddf8e68ac2a6 admin admin] Checking segment: {'id': 'd5e395bd-ebd2-494d-99dc-4f90093e31d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:42:20.149158 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df5b9c5-62d7-45e0-84f2-ddf8e68ac2a6 admin admin] Network hostable DHCP agents. Network: 5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:42:20.177348 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b52481-febd-4018-a294-474cd104826b None None] Pushing event updated for resources: {'Port': ['ID=2652afa2-8e5c-4a3e-a506-d374184bafe7,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:20.204842 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df5b9c5-62d7-45e0-84f2-ddf8e68ac2a6 admin admin] Network 5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:42:20.227194 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6646a905-1672-4c47-8445-d38d0a449b62 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:20.229318 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-68e8a32b-5831-48fc-a1ce-db8825ed125f None None] Set router f601182d-d511-43d6-ade7-d211bedc506a gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:42:20.229479 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-5df5b9c5-62d7-45e0-84f2-ddf8e68ac2a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:20.265841 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df5b9c5-62d7-45e0-84f2-ddf8e68ac2a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:20.266470 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5df5b9c5-62d7-45e0-84f2-ddf8e68ac2a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:20.269850 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7a2cc5-4854-49ef-9acb-77ca55d828b8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Network 551ffd37-3450-4cf8-9586-7163f4c00ab1 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:20.272302 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-6a7a2cc5-4854-49ef-9acb-77ca55d828b8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:20.277362 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6646a905-1672-4c47-8445-d38d0a449b62 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Port': ['ID=6790c08a-4620-444b-ae04-275a4a2b5c83,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:20.292703 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6646a905-1672-4c47-8445-d38d0a449b62 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:20.298449 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6646a905-1672-4c47-8445-d38d0a449b62 tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/ports/6790c08a-4620-444b-ae04-275a4a2b5c83 HTTP/1.1" status: 204 len: 168 time: 0.5938001 Apr 29 11:42:20.300321 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52390) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:20.301033 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d547b56-1aa1-4d56-b24d-61e60029aafd None None] Network 5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:42:20.307200 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5df5b9c5-62d7-45e0-84f2-ddf8e68ac2a6 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8288863 Apr 29 11:42:20.315068 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52392) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:20.323224 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-4644bb1b-6ae7-4c31-8445-cef28740e857 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1430520944-router', 'tenant_id': 'e1c005074ddf4a1aab160c9a8e99cdfd', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:20.416219 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4644bb1b-6ae7-4c31-8445-cef28740e857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:20.417294 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4644bb1b-6ae7-4c31-8445-cef28740e857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:20.419135 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7a2cc5-4854-49ef-9acb-77ca55d828b8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Router f540444a-8344-431e-aed4-ced9478cf694 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:42:20.434001 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6fa61028-d585-4929-b7ab-3de487c3384c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:20.497845 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 9d12506f-1774-4ded-b17d-10b0d84eb3eb triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:20.498364 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:20.501956 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4644bb1b-6ae7-4c31-8445-cef28740e857 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:20.525354 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-073cd600-65c4-4d77-90e2-3f4313765d16 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:20.532462 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2fed58-166d-4164-b010-f67a2abfeb07 None None] Network 551ffd37-3450-4cf8-9586-7163f4c00ab1 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:42:20.534559 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7a2cc5-4854-49ef-9acb-77ca55d828b8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:42:20.540672 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6a7a2cc5-4854-49ef-9acb-77ca55d828b8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "PUT /v2.0/routers/f540444a-8344-431e-aed4-ced9478cf694/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4801726 Apr 29 11:42:20.548646 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52394) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:20.549151 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbe7928-6f88-4302-bf99-8569f1fc84a4 None None] Sync routers for ids ['f540444a-8344-431e-aed4-ced9478cf694'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:42:20.556693 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-401f2158-0165-4ff2-b214-06782677cdf1 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:20.560634 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbe7928-6f88-4302-bf99-8569f1fc84a4 None None] Routers {'f540444a-8344-431e-aed4-ced9478cf694'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:20.562676 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-1dbe7928-6f88-4302-bf99-8569f1fc84a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:41:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f540444a-8344-431e-aed4-ced9478cf694'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:20.665932 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-1dbe7928-6f88-4302-bf99-8569f1fc84a4 None None] Set router f540444a-8344-431e-aed4-ced9478cf694 gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:42:20.673520 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4644bb1b-6ae7-4c31-8445-cef28740e857 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:20.846255 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-1289296e-ae6f-4f75-8064-170d0841c80c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Allocated IP 2001:db8::3aa (62578361-baac-4d3e-b4ee-401a25f05a0e/61255edc-7c7d-4e1a-b2d4-0831a9262784/cfadcf71-b899-432d-8058-fbae9eb3d9df) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:20.864206 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-1289296e-ae6f-4f75-8064-170d0841c80c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0b:c5f5 (62578361-baac-4d3e-b4ee-401a25f05a0e/a27a8927-6b05-423d-b36f-d9c3fead89f0/cfadcf71-b899-432d-8058-fbae9eb3d9df) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:20.935263 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2f804b7c-cf41-4959-a351-babe13fe1951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:20.963303 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-1dbe7928-6f88-4302-bf99-8569f1fc84a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f540444a-8344-431e-aed4-ced9478cf694', 'name': 'tempest-RoutersTest-router-1818015534', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:42:18Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None, '_interfaces': [{'id': '020b0ff4-3e0a-4662-bca9-6632172853ee', 'name': '', 'network_id': '551ffd37-3450-4cf8-9586-7163f4c00ab1', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:fa:31:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '0039ee55-c2e1-43f6-b679-a89ae19eb7f4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:42:19Z', 'revision_number': 2, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '0039ee55-c2e1-43f6-b679-a89ae19eb7f4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '141649f7-9057-493c-a3ef-428af8f8ecf8', 'name': '', 'network_id': 'a2c1ac3b-191d-4202-b460-c88b10dd2648', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:0a:d3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:57Z', 'updated_at': '2022-04-29T11:42:14Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17fd74da-bfb3-497a-8ba7-2cf15ed18823', 'name': '', 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:87:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:44Z', 'updated_at': '2022-04-29T11:41:59Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7d03790-d42c-4d91-bd67-35ee97455369', 'name': '', 'network_id': 'f971924f-e900-409d-9aa0-ccbce114efc6', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:7c:07:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '8190a8bd-eb42-41f4-a2c9-4686f5d6928a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:07Z', 'updated_at': '2022-04-29T11:42:12Z', 'revision_number': 4, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '8190a8bd-eb42-41f4-a2c9-4686f5d6928a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:21.008550 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbe7928-6f88-4302-bf99-8569f1fc84a4 None None] Checking router: f540444a-8344-431e-aed4-ced9478cf694 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:42:21.009273 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbe7928-6f88-4302-bf99-8569f1fc84a4 None None] Updating router f540444a-8344-431e-aed4-ced9478cf694 port 020b0ff4-3e0a-4662-bca9-6632172853ee binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:42:21.042115 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-073cd600-65c4-4d77-90e2-3f4313765d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.060628 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de09c4e6-5884-4b92-9787-7fe0b2357df2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe', 'network_id': '5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe', 'tenant_id': 'e1c005074ddf4a1aab160c9a8e99cdfd', 'fixed_ips': [{'subnet_id': 'f5ac330d-ca10-40a7-be09-bd3240982b3e'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:42:21.061466 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-de09c4e6-5884-4b92-9787-7fe0b2357df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.081794 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-1dbe7928-6f88-4302-bf99-8569f1fc84a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.222715 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1289296e-ae6f-4f75-8064-170d0841c80c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.233870 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-6fa61028-d585-4929-b7ab-3de487c3384c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Deleting port 51af3d46-6272-46ba-b3c1-a1c6d773a7d1 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:42:21.234227 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6fa61028-d585-4929-b7ab-3de487c3384c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.234848 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-de09c4e6-5884-4b92-9787-7fe0b2357df2 None None] Allocated IP 172.20.0.2 (5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe/f5ac330d-ca10-40a7-be09-bd3240982b3e/7781b938-427f-4254-be71-f1a18ec9184a) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:21.238415 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.extraroute_db [None req-401f2158-0165-4ff2-b214-06782677cdf1 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102960) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 29 11:42:21.265763 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.extraroute_db [None req-401f2158-0165-4ff2-b214-06782677cdf1 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Removed routes are [] {{(pid=102960) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 29 11:42:21.266472 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-401f2158-0165-4ff2-b214-06782677cdf1 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681475', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3683613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1117'] for router, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.312797 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-6fa61028-d585-4929-b7ab-3de487c3384c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] For port 51af3d46-6272-46ba-b3c1-a1c6d773a7d1, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=51af3d46-6272-46ba-b3c1-a1c6d773a7d1,segment=NetworkSegment(054d06c5-73c7-42b4-b353-3b8179d169bc),segment_id=054d06c5-73c7-42b4-b353-3b8179d169bc)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:21.313171 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6fa61028-d585-4929-b7ab-3de487c3384c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.334661 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8f611-bfb7-40da-a94d-2830f3d078e4 req-56b967e9-b68d-406a-be80-8e0c6cf5b7bd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:21.336258 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dcd8f611-bfb7-40da-a94d-2830f3d078e4 req-56b967e9-b68d-406a-be80-8e0c6cf5b7bd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=1853ef4d-315d-476b-8c59-f0003f78dda0 HTTP/1.1" status: 200 len: 946 time: 0.2087240 Apr 29 11:42:21.343807 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-6fa61028-d585-4929-b7ab-3de487c3384c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Calling delete_port for 51af3d46-6272-46ba-b3c1-a1c6d773a7d1 owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:42:21.372364 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eea7d14-112f-43d4-9b82-57f75d3f8e66 None None] DHCP port deletion for 6bd60c6d-014b-4710-a7b1-d7f0c260e662 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:42:21.410535 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1289296e-ae6f-4f75-8064-170d0841c80c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.436371 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-2f804b7c-cf41-4959-a351-babe13fe1951 None None] For port a7d03790-d42c-4d91-bd67-35ee97455369, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=a7d03790-d42c-4d91-bd67-35ee97455369,segment=NetworkSegment(7295140f-6788-4d93-986c-7e5e7ddc63e9),segment_id=7295140f-6788-4d93-986c-7e5e7ddc63e9)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:21.466606 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dcd8f611-bfb7-40da-a94d-2830f3d078e4 req-d3c488c1-3aec-4c33-b72c-a519286c7d75 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e97b539-a470-4de4-bba2-e5c91828c3da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1197913 Apr 29 11:42:21.469256 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073cd600-65c4-4d77-90e2-3f4313765d16 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:21.480167 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2f804b7c-cf41-4959-a351-babe13fe1951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.492404 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-073cd600-65c4-4d77-90e2-3f4313765d16 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:21.502076 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073cd600-65c4-4d77-90e2-3f4313765d16 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:42:21.510674 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289296e-ae6f-4f75-8064-170d0841c80c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event updated for resources: {'Port': ['ID=cfadcf71-b899-432d-8058-fbae9eb3d9df,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:21.534309 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6fa61028-d585-4929-b7ab-3de487c3384c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.538527 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1289296e-ae6f-4f75-8064-170d0841c80c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Network 62578361-baac-4d3e-b4ee-401a25f05a0e is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:21.558081 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-1dbe7928-6f88-4302-bf99-8569f1fc84a4 None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.562823 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073cd600-65c4-4d77-90e2-3f4313765d16 None None] Pushing event updated for resources: {'Port': ['ID=f2a01d5a-838f-4c23-b107-1d83b9b8c636,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:21.567008 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-1dbe7928-6f88-4302-bf99-8569f1fc84a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.579467 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-1289296e-ae6f-4f75-8064-170d0841c80c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:21.584245 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1289296e-ae6f-4f75-8064-170d0841c80c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:42:21.597446 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1289296e-ae6f-4f75-8064-170d0841c80c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:21.598136 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1289296e-ae6f-4f75-8064-170d0841c80c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.659724 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa61028-d585-4929-b7ab-3de487c3384c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Port': ['ID=51af3d46-6272-46ba-b3c1-a1c6d773a7d1,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:21.662822 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3eaeb2-b5d6-46e5-8613-af663d988d02 None None] Pushing event updated for resources: {'Port': ['ID=020b0ff4-3e0a-4662-bca9-6632172853ee,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:21.674946 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa61028-d585-4929-b7ab-3de487c3384c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] No DVR routers for this DVR port 51af3d46-6272-46ba-b3c1-a1c6d773a7d1 on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:42:21.684122 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-401f2158-0165-4ff2-b214-06782677cdf1 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681475', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3683613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1117'] for router, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.691612 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-401f2158-0165-4ff2-b214-06782677cdf1 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683602'] for router, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.719360 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-1dbe7928-6f88-4302-bf99-8569f1fc84a4 None None] Attempting to bind port 020b0ff4-3e0a-4662-bca9-6632172853ee on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:21.719892 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-1dbe7928-6f88-4302-bf99-8569f1fc84a4 None None] Attempting to bind port 020b0ff4-3e0a-4662-bca9-6632172853ee by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'bdc94ef0-fd7f-4f33-a4d0-a3a37631b575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '551ffd37-3450-4cf8-9586-7163f4c00ab1'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:21.720373 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbe7928-6f88-4302-bf99-8569f1fc84a4 None None] Attempting to bind port 020b0ff4-3e0a-4662-bca9-6632172853ee on network 551ffd37-3450-4cf8-9586-7163f4c00ab1 {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:42:21.726785 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbe7928-6f88-4302-bf99-8569f1fc84a4 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:42:21.727291 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbe7928-6f88-4302-bf99-8569f1fc84a4 None None] Checking segment: {'id': 'bdc94ef0-fd7f-4f33-a4d0-a3a37631b575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '551ffd37-3450-4cf8-9586-7163f4c00ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:42:21.727784 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-1dbe7928-6f88-4302-bf99-8569f1fc84a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.728269 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbe7928-6f88-4302-bf99-8569f1fc84a4 None None] Bound using segment: {'id': 'bdc94ef0-fd7f-4f33-a4d0-a3a37631b575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '551ffd37-3450-4cf8-9586-7163f4c00ab1'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:42:21.728847 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-1dbe7928-6f88-4302-bf99-8569f1fc84a4 None None] Bound port: 020b0ff4-3e0a-4662-bca9-6632172853ee, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdc94ef0-fd7f-4f33-a4d0-a3a37631b575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '551ffd37-3450-4cf8-9586-7163f4c00ab1'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:42:21.729446 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-1dbe7928-6f88-4302-bf99-8569f1fc84a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.808670 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-1dbe7928-6f88-4302-bf99-8569f1fc84a4 None None] For port 020b0ff4-3e0a-4662-bca9-6632172853ee, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:42:21.812143 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-1dbe7928-6f88-4302-bf99-8569f1fc84a4 None None] For port 020b0ff4-3e0a-4662-bca9-6632172853ee, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=020b0ff4-3e0a-4662-bca9-6632172853ee,segment=NetworkSegment(bdc94ef0-fd7f-4f33-a4d0-a3a37631b575),segment_id=bdc94ef0-fd7f-4f33-a4d0-a3a37631b575)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:42:21.820174 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-1dbe7928-6f88-4302-bf99-8569f1fc84a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.829091 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-b5072c68-9585-4386-bff0-7745c260ffe1 None None] Provisioning complete for port d4336138-cd4a-44e7-a436-3296793e8916 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:21.829458 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b5072c68-9585-4386-bff0-7745c260ffe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.836127 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6fa61028-d585-4929-b7ab-3de487c3384c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.842382 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 51af3d46-6272-46ba-b3c1-a1c6d773a7d1 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:42:21.867821 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-6fa61028-d585-4929-b7ab-3de487c3384c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd60c6d-014b-4710-a7b1-d7f0c260e662']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:21.872619 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f804b7c-cf41-4959-a351-babe13fe1951 None None] Pushing event updated for resources: {'Port': ['ID=a7d03790-d42c-4d91-bd67-35ee97455369,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:21.878854 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-6fa61028-d585-4929-b7ab-3de487c3384c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '054d06c5-73c7-42b4-b353-3b8179d169bc') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:21.879148 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-6fa61028-d585-4929-b7ab-3de487c3384c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '054d06c5-73c7-42b4-b353-3b8179d169bc') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:21.885555 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-3eea7d14-112f-43d4-9b82-57f75d3f8e66 None None] Deleting port 51af3d46-6272-46ba-b3c1-a1c6d773a7d1 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:42:21.885921 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3eea7d14-112f-43d4-9b82-57f75d3f8e66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.887763 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbe7928-6f88-4302-bf99-8569f1fc84a4 None None] Routers {'f540444a-8344-431e-aed4-ced9478cf694'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:21.889069 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-1dbe7928-6f88-4302-bf99-8569f1fc84a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:41:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f540444a-8344-431e-aed4-ced9478cf694'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:21.891061 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6fa61028-d585-4929-b7ab-3de487c3384c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.906223 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6fa61028-d585-4929-b7ab-3de487c3384c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.908608 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-de09c4e6-5884-4b92-9787-7fe0b2357df2 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.914910 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa61028-d585-4929-b7ab-3de487c3384c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:42:21.915377 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6fa61028-d585-4929-b7ab-3de487c3384c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.936426 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-073cd600-65c4-4d77-90e2-3f4313765d16 None None] Attempting to bind port f2a01d5a-838f-4c23-b107-1d83b9b8c636 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:21.936796 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-073cd600-65c4-4d77-90e2-3f4313765d16 None None] Attempting to bind port f2a01d5a-838f-4c23-b107-1d83b9b8c636 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:21.937155 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073cd600-65c4-4d77-90e2-3f4313765d16 None None] Attempting to bind port f2a01d5a-838f-4c23-b107-1d83b9b8c636 on network 62578361-baac-4d3e-b4ee-401a25f05a0e {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:42:21.939147 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 51af3d46-6272-46ba-b3c1-a1c6d773a7d1 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:42:21.939488 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 51af3d46-6272-46ba-b3c1-a1c6d773a7d1 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 29 11:42:21.946958 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-de09c4e6-5884-4b92-9787-7fe0b2357df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:22.001556 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:42:22.001556 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:42:22.001556 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:42:22.001556 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:42:22.001556 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:42:22.001556 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:42:22.001556 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:42:22.001556 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:42:22.001556 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:42:22.001556 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:42:22.001556 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:42:22.001556 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:42:22.001556 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:42:22.001556 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:42:22.001556 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:42:22.001556 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:42:22.001556 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:42:22.001556 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:42:22.001556 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:42:22.001556 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:42:22.001556 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:42:22.001556 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:42:22.001556 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:42:22.001556 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:42:22.001556 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:42:22.001556 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:42:22.001556 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:42:22.001556 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:42:22.001556 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:42:22.001556 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:42:22.001556 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:42:22.001556 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:42:22.022730 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6fa61028-d585-4929-b7ab-3de487c3384c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:22.037950 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-1dbe7928-6f88-4302-bf99-8569f1fc84a4 None None] Set router f540444a-8344-431e-aed4-ced9478cf694 gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:42:22.060549 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6fa61028-d585-4929-b7ab-3de487c3384c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:22.065859 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6fa61028-d585-4929-b7ab-3de487c3384c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] 10.222.0.69 "DELETE /v2.0/networks/6bd60c6d-014b-4710-a7b1-d7f0c260e662 HTTP/1.1" status: 204 len: 168 time: 1.7641075 Apr 29 11:42:22.112039 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa61028-d585-4929-b7ab-3de487c3384c tempest-PortsTestJSON-999676874 tempest-PortsTestJSON-999676874-project] Pushing event deleted for resources: {'Network': ['ID=6bd60c6d-014b-4710-a7b1-d7f0c260e662,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:22.142672 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4644bb1b-6ae7-4c31-8445-cef28740e857 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:22.175112 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073cd600-65c4-4d77-90e2-3f4313765d16 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:42:22.175769 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073cd600-65c4-4d77-90e2-3f4313765d16 None None] Checking segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:42:22.176487 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-073cd600-65c4-4d77-90e2-3f4313765d16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:22.177581 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073cd600-65c4-4d77-90e2-3f4313765d16 None None] Bound using segment: {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:42:22.183898 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-073cd600-65c4-4d77-90e2-3f4313765d16 None None] Bound port: f2a01d5a-838f-4c23-b107-1d83b9b8c636, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364dad00-4fee-405c-b828-1d9a115f455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '62578361-baac-4d3e-b4ee-401a25f05a0e'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:42:22.184621 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-073cd600-65c4-4d77-90e2-3f4313765d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:22.188771 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Port 51af3d46-6272-46ba-b3c1-a1c6d773a7d1 not found, will not notify nova. {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 29 11:42:22.191199 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 141649f7-9057-493c-a3ef-428af8f8ecf8 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:42:22.215430 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3eaeb2-b5d6-46e5-8613-af663d988d02 None None] Pushing event updated for resources: {'Port': ['ID=020b0ff4-3e0a-4662-bca9-6632172853ee,revision_number=4']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:22.222018 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3c1b2-250d-4a0d-bd7a-905075eb2745 req-9f2d3452-535c-4bc1-8d82-4e8498033de3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:22.232022 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-40b3c1b2-250d-4a0d-bd7a-905075eb2745 req-9f2d3452-535c-4bc1-8d82-4e8498033de3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=1853ef4d-315d-476b-8c59-f0003f78dda0 HTTP/1.1" status: 200 len: 946 time: 0.5549893 Apr 29 11:42:22.235262 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4644bb1b-6ae7-4c31-8445-cef28740e857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:22.299662 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1289296e-ae6f-4f75-8064-170d0841c80c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.0099199 Apr 29 11:42:22.303017 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52414) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:22.315281 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-40b3c1b2-250d-4a0d-bd7a-905075eb2745 req-10b091d1-ad9d-494e-912e-87349f724a93 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e97b539-a470-4de4-bba2-e5c91828c3da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0822167 Apr 29 11:42:22.358273 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401f2158-0165-4ff2-b214-06782677cdf1 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Router f540444a-8344-431e-aed4-ced9478cf694 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:42:22.359331 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52416) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:22.422432 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-3eea7d14-112f-43d4-9b82-57f75d3f8e66 None None] For port 51af3d46-6272-46ba-b3c1-a1c6d773a7d1, host dv-neutron-838888-1-hyperv, got binding levels [] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:22.422837 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3eea7d14-112f-43d4-9b82-57f75d3f8e66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:22.428992 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de09c4e6-5884-4b92-9787-7fe0b2357df2 None None] Network 5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:22.460964 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-1dbe7928-6f88-4302-bf99-8569f1fc84a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f540444a-8344-431e-aed4-ced9478cf694', 'name': 'tempest-RoutersTest-router-1818015534', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:42:21Z', 'revision_number': 6, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None, '_interfaces': [{'id': '020b0ff4-3e0a-4662-bca9-6632172853ee', 'name': '', 'network_id': '551ffd37-3450-4cf8-9586-7163f4c00ab1', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:fa:31:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '0039ee55-c2e1-43f6-b679-a89ae19eb7f4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:42:21Z', 'revision_number': 4, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '0039ee55-c2e1-43f6-b679-a89ae19eb7f4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '141649f7-9057-493c-a3ef-428af8f8ecf8', 'name': '', 'network_id': 'a2c1ac3b-191d-4202-b460-c88b10dd2648', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:0a:d3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:57Z', 'updated_at': '2022-04-29T11:42:14Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17fd74da-bfb3-497a-8ba7-2cf15ed18823', 'name': '', 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:87:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:44Z', 'updated_at': '2022-04-29T11:41:59Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7d03790-d42c-4d91-bd67-35ee97455369', 'name': '', 'network_id': 'f971924f-e900-409d-9aa0-ccbce114efc6', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:7c:07:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '8190a8bd-eb42-41f4-a2c9-4686f5d6928a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:07Z', 'updated_at': '2022-04-29T11:42:21Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '8190a8bd-eb42-41f4-a2c9-4686f5d6928a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:22.493404 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-de09c4e6-5884-4b92-9787-7fe0b2357df2 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:22.539415 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbe7928-6f88-4302-bf99-8569f1fc84a4 None None] The sync data for ids ['f540444a-8344-431e-aed4-ced9478cf694'] in dv-neutron-838888-1-hyperv is: [{'id': 'f540444a-8344-431e-aed4-ced9478cf694', 'name': 'tempest-RoutersTest-router-1818015534', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:42:21Z', 'revision_number': 6, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None, '_interfaces': [{'id': '020b0ff4-3e0a-4662-bca9-6632172853ee', 'name': '', 'network_id': '551ffd37-3450-4cf8-9586-7163f4c00ab1', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:fa:31:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '0039ee55-c2e1-43f6-b679-a89ae19eb7f4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:42:21Z', 'revision_number': 4, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '0039ee55-c2e1-43f6-b679-a89ae19eb7f4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '141649f7-9057-493c-a3ef-428af8f8ecf8', 'name': '', 'network_id': 'a2c1ac3b-191d-4202-b460-c88b10dd2648', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:0a:d3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:57Z', 'updated_at': '2022-04-29T11:42:14Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17fd74da-bfb3-497a-8ba7-2cf15ed18823', 'name': '', 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:87:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:44Z', 'updated_at': '2022-04-29T11:41:59Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7d03790-d42c-4d91-bd67-35ee97455369', 'name': '', 'network_id': 'f971924f-e900-409d-9aa0-ccbce114efc6', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:7c:07:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '8190a8bd-eb42-41f4-a2c9-4686f5d6928a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:07Z', 'updated_at': '2022-04-29T11:42:21Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '8190a8bd-eb42-41f4-a2c9-4686f5d6928a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:42:22.550790 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de09c4e6-5884-4b92-9787-7fe0b2357df2 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:42:22.571410 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-3eea7d14-112f-43d4-9b82-57f75d3f8e66 None None] Calling delete_port for 51af3d46-6272-46ba-b3c1-a1c6d773a7d1 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:42:22.581173 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09c4e6-5884-4b92-9787-7fe0b2357df2 None None] Pushing event updated for resources: {'Port': ['ID=7781b938-427f-4254-be71-f1a18ec9184a,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:22.589146 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.ipam_backend_mixin [None req-3eea7d14-112f-43d4-9b82-57f75d3f8e66 None None] Port 51af3d46-6272-46ba-b3c1-a1c6d773a7d1 was not found and therefore no delete operation was performed {{(pid=102961) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 11:42:22.595709 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-68e8a32b-5831-48fc-a1ce-db8825ed125f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'name': 'tempest-TestVolumeBootPattern-1959983474-router', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:08Z', 'updated_at': '2022-04-29T11:42:16Z', 'revision_number': 4, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'gw_port': {'id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:30:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '999fce44-439b-4f3a-8bbf-e54742674908', 'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'mac_address': 'fa:16:3e:87:c0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:42:16Z', 'revision_number': 2, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'subnets': [{'id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:22.611550 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-4644bb1b-6ae7-4c31-8445-cef28740e857 admin admin] Allocated IP 172.26.4.31 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/ba083414-2d2f-48c6-84d2-dc05f7191fe3) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:22.619592 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3eea7d14-112f-43d4-9b82-57f75d3f8e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:22.729514 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14a6463-284d-431a-8edc-ab5a79ec4ae5 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:22.731866 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d14a6463-284d-431a-8edc-ab5a79ec4ae5 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=1853ef4d-315d-476b-8c59-f0003f78dda0 HTTP/1.1" status: 200 len: 1094 time: 0.3712754 Apr 29 11:42:22.738814 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52424) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:22.746713 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-1099a054-7d5b-4c43-abcf-26d7f4f9811b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'port_id': '2152fcfb-efd4-49e9-baee-40e905b8c671', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:22.782909 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401f2158-0165-4ff2-b214-06782677cdf1 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:42:22.808244 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-401f2158-0165-4ff2-b214-06782677cdf1 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:22.821772 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-401f2158-0165-4ff2-b214-06782677cdf1 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "PUT /v2.0/routers/f540444a-8344-431e-aed4-ced9478cf694 HTTP/1.1" status: 200 len: 934 time: 2.2691166 Apr 29 11:42:22.826972 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-318eb30a-456e-4862-90c3-92ce80520f77 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting port cfadcf71-b899-432d-8058-fbae9eb3d9df {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:42:22.831286 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-318eb30a-456e-4862-90c3-92ce80520f77 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:22.851955 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e8a32b-5831-48fc-a1ce-db8825ed125f None None] The sync data for ids ['f601182d-d511-43d6-ade7-d211bedc506a'] in dv-neutron-838888-1-hyperv is: [{'id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'name': 'tempest-TestVolumeBootPattern-1959983474-router', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:08Z', 'updated_at': '2022-04-29T11:42:16Z', 'revision_number': 4, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'gw_port': {'id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:30:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '999fce44-439b-4f3a-8bbf-e54742674908', 'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'mac_address': 'fa:16:3e:87:c0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:42:16Z', 'revision_number': 2, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'subnets': [{'id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:42:22.852352 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52430) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:22.894804 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea7d14-112f-43d4-9b82-57f75d3f8e66 None None] Pushing event deleted for resources: {'Port': ['ID=51af3d46-6272-46ba-b3c1-a1c6d773a7d1,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:22.908701 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3eea7d14-112f-43d4-9b82-57f75d3f8e66 None None] Network 6bd60c6d-014b-4710-a7b1-d7f0c260e662 is not hosted by any dhcp agent {{(pid=102961) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 29 11:42:22.909176 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eea7d14-112f-43d4-9b82-57f75d3f8e66 None None] No DVR routers for this DVR port 51af3d46-6272-46ba-b3c1-a1c6d773a7d1 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:42:22.937806 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52432) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:22.963125 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-073cd600-65c4-4d77-90e2-3f4313765d16 None None] For port f2a01d5a-838f-4c23-b107-1d83b9b8c636, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:42:22.978934 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-073cd600-65c4-4d77-90e2-3f4313765d16 None None] For port f2a01d5a-838f-4c23-b107-1d83b9b8c636, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=f2a01d5a-838f-4c23-b107-1d83b9b8c636,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:42:22.991772 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-073cd600-65c4-4d77-90e2-3f4313765d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:23.063397 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b5072c68-9585-4386-bff0-7745c260ffe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:23.095254 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4644bb1b-6ae7-4c31-8445-cef28740e857 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:23.112959 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1099a054-7d5b-4c43-abcf-26d7f4f9811b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:23.166346 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-de09c4e6-5884-4b92-9787-7fe0b2357df2 None None] Attempting to bind port 7781b938-427f-4254-be71-f1a18ec9184a on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:23.166937 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-de09c4e6-5884-4b92-9787-7fe0b2357df2 None None] Attempting to bind port 7781b938-427f-4254-be71-f1a18ec9184a by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'd5e395bd-ebd2-494d-99dc-4f90093e31d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:23.167478 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de09c4e6-5884-4b92-9787-7fe0b2357df2 None None] Attempting to bind port 7781b938-427f-4254-be71-f1a18ec9184a on network 5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:42:23.175935 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 141649f7-9057-493c-a3ef-428af8f8ecf8 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:23.178451 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:23.223317 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de09c4e6-5884-4b92-9787-7fe0b2357df2 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:42:23.224852 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de09c4e6-5884-4b92-9787-7fe0b2357df2 None None] Checking segment: {'id': 'd5e395bd-ebd2-494d-99dc-4f90093e31d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:42:23.225438 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-de09c4e6-5884-4b92-9787-7fe0b2357df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:23.226030 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de09c4e6-5884-4b92-9787-7fe0b2357df2 None None] Bound using segment: {'id': 'd5e395bd-ebd2-494d-99dc-4f90093e31d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:42:23.226716 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-de09c4e6-5884-4b92-9787-7fe0b2357df2 None None] Bound port: 7781b938-427f-4254-be71-f1a18ec9184a, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e395bd-ebd2-494d-99dc-4f90093e31d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:42:23.229703 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-de09c4e6-5884-4b92-9787-7fe0b2357df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:23.279416 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-b5072c68-9585-4386-bff0-7745c260ffe1 None None] For port d4336138-cd4a-44e7-a436-3296793e8916, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=d4336138-cd4a-44e7-a436-3296793e8916,segment=NetworkSegment(0c080895-bcf4-4e59-861e-09d2c7c3a6d0),segment_id=0c080895-bcf4-4e59-861e-09d2c7c3a6d0)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:23.303146 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b5072c68-9585-4386-bff0-7745c260ffe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:23.308922 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-b5072c68-9585-4386-bff0-7745c260ffe1 None None] Could not find standard attr ID for object 51af3d46-6272-46ba-b3c1-a1c6d773a7d1. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:42:23.312126 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073cd600-65c4-4d77-90e2-3f4313765d16 None None] Pushing event updated for resources: {'Port': ['ID=f2a01d5a-838f-4c23-b107-1d83b9b8c636,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:23.350800 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4644bb1b-6ae7-4c31-8445-cef28740e857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:23.477150 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-b5072c68-9585-4386-bff0-7745c260ffe1 None None] Provisioning complete for port 999fce44-439b-4f3a-8bbf-e54742674908 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:23.477520 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b5072c68-9585-4386-bff0-7745c260ffe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:23.494696 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4644bb1b-6ae7-4c31-8445-cef28740e857 admin admin] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:23.503565 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-4644bb1b-6ae7-4c31-8445-cef28740e857 admin admin] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:23.516666 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4644bb1b-6ae7-4c31-8445-cef28740e857 admin admin] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:42:23.560056 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644bb1b-6ae7-4c31-8445-cef28740e857 admin admin] Pushing event updated for resources: {'Port': ['ID=ba083414-2d2f-48c6-84d2-dc05f7191fe3,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:23.571806 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-39801e12-23a6-4ae9-b745-de36a8511179 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "GET /v2.0/routers/f540444a-8344-431e-aed4-ced9478cf694 HTTP/1.1" status: 200 len: 934 time: 0.6954463 Apr 29 11:42:23.579398 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-318eb30a-456e-4862-90c3-92ce80520f77 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:23.587483 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52436) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:23.610342 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-16e15c26-3da4-4334-89ff-3c4b915ab1fc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Request body: {'router': {'routes': None}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:23.625868 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-de09c4e6-5884-4b92-9787-7fe0b2357df2 None None] For port 7781b938-427f-4254-be71-f1a18ec9184a, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:42:23.642284 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5072c68-9585-4386-bff0-7745c260ffe1 None None] Pushing event updated for resources: {'Port': ['ID=d4336138-cd4a-44e7-a436-3296793e8916,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:23.675260 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-318eb30a-456e-4862-90c3-92ce80520f77 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Calling delete_port for cfadcf71-b899-432d-8058-fbae9eb3d9df owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:42:23.690302 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c5079-d95c-4e63-b9d1-519134d26ee5 req-f9f9e780-2be2-4d3a-9934-beca6a3ee55a tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:23.694980 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d30c5079-d95c-4e63-b9d1-519134d26ee5 req-f9f9e780-2be2-4d3a-9934-beca6a3ee55a tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 945 time: 0.4429214 Apr 29 11:42:23.704915 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-b5072c68-9585-4386-bff0-7745c260ffe1 None None] Port 999fce44-439b-4f3a-8bbf-e54742674908 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:42:23.714434 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-de09c4e6-5884-4b92-9787-7fe0b2357df2 None None] For port 7781b938-427f-4254-be71-f1a18ec9184a, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=7781b938-427f-4254-be71-f1a18ec9184a,segment=NetworkSegment(d5e395bd-ebd2-494d-99dc-4f90093e31d2),segment_id=d5e395bd-ebd2-494d-99dc-4f90093e31d2)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:42:23.718507 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5551e08c-1dd7-49c5-af20-3bd1937b6d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:23.719595 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-cd9d7523-7f23-4603-951a-e4cac9a465b0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=468174a7deca4bc8a17b4c19d9db5ab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7779593 Apr 29 11:42:23.725183 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52438) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:23.728464 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-de09c4e6-5884-4b92-9787-7fe0b2357df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:23.834961 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-b5072c68-9585-4386-bff0-7745c260ffe1 None None] Provisioning complete for port 23742d92-2b3c-4841-a3e7-5d968b33aa4d triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:23.835379 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b5072c68-9585-4386-bff0-7745c260ffe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:23.882746 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device d4336138-cd4a-44e7-a436-3296793e8916 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:42:23.931138 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09c4e6-5884-4b92-9787-7fe0b2357df2 None None] Pushing event updated for resources: {'Port': ['ID=7781b938-427f-4254-be71-f1a18ec9184a,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:23.974629 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bdf74854-db72-467c-9844-71dc48f27286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:24.038624 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bdf74854-db72-467c-9844-71dc48f27286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:24.042786 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1099a054-7d5b-4c43-abcf-26d7f4f9811b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:24.095006 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d30c5079-d95c-4e63-b9d1-519134d26ee5 req-bb11bb39-e36e-4e52-9b67-4dd5cb3b7eb0 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/security-groups?id=f5874629-b9e1-4000-8425-6441ce247fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956773 Apr 29 11:42:24.432309 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bdf74854-db72-467c-9844-71dc48f27286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:24.435109 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bdf74854-db72-467c-9844-71dc48f27286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:24.442021 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-bdf74854-db72-467c-9844-71dc48f27286 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e353765c-3758-480f-b4c6-104e98560076 HTTP/1.1" status: 204 len: 168 time: 0.7108986 Apr 29 11:42:24.456406 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-1099a054-7d5b-4c43-abcf-26d7f4f9811b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.26.4.233 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/39b8cea6-2b1d-4bc5-9f4c-b4b964016898) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:24.477031 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-318eb30a-456e-4862-90c3-92ce80520f77 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:24.559919 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf74854-db72-467c-9844-71dc48f27286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e353765c-3758-480f-b4c6-104e98560076,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:24.564295 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318eb30a-456e-4862-90c3-92ce80520f77 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Port': ['ID=cfadcf71-b899-432d-8058-fbae9eb3d9df,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:24.636636 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256106d4-6894-41b7-9c8c-2443aae59363 None None] Sync routers for ids ['f540444a-8344-431e-aed4-ced9478cf694'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:42:24.664448 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port d4336138-cd4a-44e7-a436-3296793e8916 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:24.664827 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:24.756430 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-318eb30a-456e-4862-90c3-92ce80520f77 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:24.763220 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-318eb30a-456e-4862-90c3-92ce80520f77 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/cfadcf71-b899-432d-8058-fbae9eb3d9df HTTP/1.1" status: 204 len: 168 time: 2.4585929 Apr 29 11:42:24.763914 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52442) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:24.778066 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256106d4-6894-41b7-9c8c-2443aae59363 None None] Routers {'f540444a-8344-431e-aed4-ced9478cf694'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:24.778745 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-256106d4-6894-41b7-9c8c-2443aae59363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:41:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f540444a-8344-431e-aed4-ced9478cf694'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:24.800659 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b5072c68-9585-4386-bff0-7745c260ffe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:24.890105 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1099a054-7d5b-4c43-abcf-26d7f4f9811b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:24.923137 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5aa6fc-c8c4-4406-ba35-5b83205cc4e2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:24.924943 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-de5aa6fc-c8c4-4406-ba35-5b83205cc4e2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1583600 Apr 29 11:42:24.928199 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52444) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:24.995745 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.extraroute_db [None req-16e15c26-3da4-4334-89ff-3c4b915ab1fc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Added routes are [] {{(pid=102959) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 29 11:42:24.996331 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.extraroute_db [None req-16e15c26-3da4-4334-89ff-3c4b915ab1fc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102959) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 29 11:42:25.046433 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861f9fdd-2f71-444b-bf3e-8789f6354754 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:25.048432 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-861f9fdd-2f71-444b-bf3e-8789f6354754 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1192610 Apr 29 11:42:25.053074 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52446) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:25.082078 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-b5072c68-9585-4386-bff0-7745c260ffe1 None None] For port 23742d92-2b3c-4841-a3e7-5d968b33aa4d, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=23742d92-2b3c-4841-a3e7-5d968b33aa4d,segment=NetworkSegment(bdc94ef0-fd7f-4f33-a4d0-a3a37631b575),segment_id=bdc94ef0-fd7f-4f33-a4d0-a3a37631b575)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:25.109184 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-256106d4-6894-41b7-9c8c-2443aae59363 None None] Set router f540444a-8344-431e-aed4-ced9478cf694 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:42:25.113128 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b5072c68-9585-4386-bff0-7745c260ffe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:25.123432 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1099a054-7d5b-4c43-abcf-26d7f4f9811b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:25.153406 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-16e15c26-3da4-4334-89ff-3c4b915ab1fc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681475', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3683613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1117'] for router, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:25.175190 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1099a054-7d5b-4c43-abcf-26d7f4f9811b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:25.183133 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-1099a054-7d5b-4c43-abcf-26d7f4f9811b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:25.186564 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1099a054-7d5b-4c43-abcf-26d7f4f9811b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:42:25.225580 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-b5072c68-9585-4386-bff0-7745c260ffe1 None None] Could not find standard attr ID for object 6790c08a-4620-444b-ae04-275a4a2b5c83. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:42:25.247840 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-b5072c68-9585-4386-bff0-7745c260ffe1 None None] Could not find standard attr ID for object 0af119fc-d6d3-4eab-b959-2401c004e572. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:42:25.262597 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1646de44-78b5-436d-a04d-0f6237ed932c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:25.264711 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1646de44-78b5-436d-a04d-0f6237ed932c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:25.266878 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1646de44-78b5-436d-a04d-0f6237ed932c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:25.274906 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1646de44-78b5-436d-a04d-0f6237ed932c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2207823 Apr 29 11:42:25.279481 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52450) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:25.285607 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099a054-7d5b-4c43-abcf-26d7f4f9811b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=39b8cea6-2b1d-4bc5-9f4c-b4b964016898,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:25.343928 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device a7d03790-d42c-4d91-bd67-35ee97455369 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:42:25.418404 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae6d235-f179-4755-84b9-3a7e5a1d8df6 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:42:25.475488 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5072c68-9585-4386-bff0-7745c260ffe1 None None] Pushing event updated for resources: {'Port': ['ID=23742d92-2b3c-4841-a3e7-5d968b33aa4d,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:25.523118 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4644bb1b-6ae7-4c31-8445-cef28740e857 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:25.535308 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-b5072c68-9585-4386-bff0-7745c260ffe1 None None] Provisioning complete for port a7d03790-d42c-4d91-bd67-35ee97455369 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:25.535688 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b5072c68-9585-4386-bff0-7745c260ffe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:25.653476 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-84392e73-0807-4664-be32-7296375d7c07 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting subnet 61255edc-7c7d-4e1a-b2d4-0831a9262784 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:42:25.661921 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-84392e73-0807-4664-be32-7296375d7c07 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:25.768286 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efc1ec9-a142-43ca-b749-523861d80928 None None] Network 5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:42:25.789414 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-84392e73-0807-4664-be32-7296375d7c07 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:25.816010 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port a7d03790-d42c-4d91-bd67-35ee97455369 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:25.816389 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:25.822705 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-16e15c26-3da4-4334-89ff-3c4b915ab1fc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681475', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3683613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1117'] for router, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:25.837422 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c090fe-32fa-4c86-9828-90626867b67b req-259eee0c-c1a5-449d-9000-103690a7df22 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:25.839697 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-53c090fe-32fa-4c86-9828-90626867b67b req-259eee0c-c1a5-449d-9000-103690a7df22 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 945 time: 0.5589013 Apr 29 11:42:25.880543 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-16e15c26-3da4-4334-89ff-3c4b915ab1fc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683602'] for router, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:25.994435 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1099a054-7d5b-4c43-abcf-26d7f4f9811b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:26.088029 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-256106d4-6894-41b7-9c8c-2443aae59363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f540444a-8344-431e-aed4-ced9478cf694', 'name': 'tempest-RoutersTest-router-1818015534', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:42:21Z', 'revision_number': 6, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None, '_interfaces': [{'id': '020b0ff4-3e0a-4662-bca9-6632172853ee', 'name': '', 'network_id': '551ffd37-3450-4cf8-9586-7163f4c00ab1', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:fa:31:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '0039ee55-c2e1-43f6-b679-a89ae19eb7f4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:42:21Z', 'revision_number': 4, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '0039ee55-c2e1-43f6-b679-a89ae19eb7f4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '141649f7-9057-493c-a3ef-428af8f8ecf8', 'name': '', 'network_id': 'a2c1ac3b-191d-4202-b460-c88b10dd2648', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:0a:d3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:57Z', 'updated_at': '2022-04-29T11:42:14Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17fd74da-bfb3-497a-8ba7-2cf15ed18823', 'name': '', 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:87:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:44Z', 'updated_at': '2022-04-29T11:41:59Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7d03790-d42c-4d91-bd67-35ee97455369', 'name': '', 'network_id': 'f971924f-e900-409d-9aa0-ccbce114efc6', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:7c:07:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '8190a8bd-eb42-41f4-a2c9-4686f5d6928a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:07Z', 'updated_at': '2022-04-29T11:42:21Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '8190a8bd-eb42-41f4-a2c9-4686f5d6928a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:26.157040 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256106d4-6894-41b7-9c8c-2443aae59363 None None] Checking router: f540444a-8344-431e-aed4-ced9478cf694 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:42:26.198788 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-97a05c02-96b9-4ec6-8c6c-f4da90ea018e None None] Provisioning complete for port 23742d92-2b3c-4841-a3e7-5d968b33aa4d triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:26.199167 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-97a05c02-96b9-4ec6-8c6c-f4da90ea018e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:26.236716 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256106d4-6894-41b7-9c8c-2443aae59363 None None] Routers {'f540444a-8344-431e-aed4-ced9478cf694'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:26.237272 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-256106d4-6894-41b7-9c8c-2443aae59363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:41:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f540444a-8344-431e-aed4-ced9478cf694'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:26.435689 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-256106d4-6894-41b7-9c8c-2443aae59363 None None] Set router f540444a-8344-431e-aed4-ced9478cf694 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:42:26.592130 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2368ecd-cd44-41d8-a681-34bd5e6e0dd0 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:42:26.687860 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1099a054-7d5b-4c43-abcf-26d7f4f9811b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:26.705937 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-53c090fe-32fa-4c86-9828-90626867b67b req-d916f671-1dc9-4e9b-a293-f6485f8b6856 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/security-groups?id=f5874629-b9e1-4000-8425-6441ce247fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8337176 Apr 29 11:42:26.803690 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-84392e73-0807-4664-be32-7296375d7c07 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:26.861500 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e15c26-3da4-4334-89ff-3c4b915ab1fc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Router f540444a-8344-431e-aed4-ced9478cf694 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:42:26.915801 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1fe9a0-6c92-42d3-918e-6bf5b9cea6dd None None] Sync routers for ids ['f601182d-d511-43d6-ade7-d211bedc506a'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:42:26.927480 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1fe9a0-6c92-42d3-918e-6bf5b9cea6dd None None] Routers {'f601182d-d511-43d6-ade7-d211bedc506a'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:26.928075 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-fd1fe9a0-6c92-42d3-918e-6bf5b9cea6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:41:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f601182d-d511-43d6-ade7-d211bedc506a'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:26.933929 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1099a054-7d5b-4c43-abcf-26d7f4f9811b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:26.940100 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1099a054-7d5b-4c43-abcf-26d7f4f9811b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:26.984307 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 2652afa2-8e5c-4a3e-a506-d374184bafe7 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:42:26.995654 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4644bb1b-6ae7-4c31-8445-cef28740e857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:27.008273 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099a054-7d5b-4c43-abcf-26d7f4f9811b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=39b8cea6-2b1d-4bc5-9f4c-b4b964016898,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:27.050692 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-97a05c02-96b9-4ec6-8c6c-f4da90ea018e None None] Provisioning complete for port f2a01d5a-838f-4c23-b107-1d83b9b8c636 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:27.052630 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-97a05c02-96b9-4ec6-8c6c-f4da90ea018e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:27.081671 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-84392e73-0807-4664-be32-7296375d7c07 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:27.084620 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1099a054-7d5b-4c43-abcf-26d7f4f9811b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:27.084999 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-fd1fe9a0-6c92-42d3-918e-6bf5b9cea6dd None None] Set router f601182d-d511-43d6-ade7-d211bedc506a gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:42:27.159250 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-84392e73-0807-4664-be32-7296375d7c07 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:27.165738 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-84392e73-0807-4664-be32-7296375d7c07 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/61255edc-7c7d-4e1a-b2d4-0831a9262784 HTTP/1.1" status: 204 len: 168 time: 1.8761997 Apr 29 11:42:27.172476 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52452) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:27.175358 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:27.175615 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84392e73-0807-4664-be32-7296375d7c07 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Subnet': ['ID=61255edc-7c7d-4e1a-b2d4-0831a9262784,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:27.253017 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-1099a054-7d5b-4c43-abcf-26d7f4f9811b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Floating IP a2e6dce0-bbcf-41d1-a88c-e3708377b1c5 associated. External IP: 172.26.4.233, port: 2152fcfb-efd4-49e9-baee-40e905b8c671. Apr 29 11:42:27.269489 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e15c26-3da4-4334-89ff-3c4b915ab1fc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:42:27.277782 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-16e15c26-3da4-4334-89ff-3c4b915ab1fc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:27.281780 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-16e15c26-3da4-4334-89ff-3c4b915ab1fc tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "PUT /v2.0/routers/f540444a-8344-431e-aed4-ced9478cf694 HTTP/1.1" status: 200 len: 700 time: 3.6916633 Apr 29 11:42:27.282954 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52454) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:27.293844 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 2652afa2-8e5c-4a3e-a506-d374184bafe7 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:27.294720 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:27.378985 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5866db7-ee3d-4af1-b3d8-78628eb4cef2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Deleting subnet a27a8927-6b05-423d-b36f-d9c3fead89f0 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:42:27.415160 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e5866db7-ee3d-4af1-b3d8-78628eb4cef2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:27.435007 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-97a05c02-96b9-4ec6-8c6c-f4da90ea018e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:27.467011 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-fd1fe9a0-6c92-42d3-918e-6bf5b9cea6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'name': 'tempest-TestVolumeBootPattern-1959983474-router', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:08Z', 'updated_at': '2022-04-29T11:42:16Z', 'revision_number': 4, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'gw_port': {'id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:30:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '999fce44-439b-4f3a-8bbf-e54742674908', 'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'mac_address': 'fa:16:3e:87:c0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:42:16Z', 'revision_number': 2, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'subnets': [{'id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:27.494111 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4644bb1b-6ae7-4c31-8445-cef28740e857 admin admin] Router ce4ae7b6-a63f-43a5-a869-4ae1e1a64837 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:42:27.511847 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-256106d4-6894-41b7-9c8c-2443aae59363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f540444a-8344-431e-aed4-ced9478cf694', 'name': 'tempest-RoutersTest-router-1818015534', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:42:25Z', 'revision_number': 7, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None, '_interfaces': [{'id': '020b0ff4-3e0a-4662-bca9-6632172853ee', 'name': '', 'network_id': '551ffd37-3450-4cf8-9586-7163f4c00ab1', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:fa:31:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '0039ee55-c2e1-43f6-b679-a89ae19eb7f4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:42:21Z', 'revision_number': 4, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '0039ee55-c2e1-43f6-b679-a89ae19eb7f4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '141649f7-9057-493c-a3ef-428af8f8ecf8', 'name': '', 'network_id': 'a2c1ac3b-191d-4202-b460-c88b10dd2648', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:0a:d3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:57Z', 'updated_at': '2022-04-29T11:42:14Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17fd74da-bfb3-497a-8ba7-2cf15ed18823', 'name': '', 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:87:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:44Z', 'updated_at': '2022-04-29T11:41:59Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7d03790-d42c-4d91-bd67-35ee97455369', 'name': '', 'network_id': 'f971924f-e900-409d-9aa0-ccbce114efc6', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:7c:07:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '8190a8bd-eb42-41f4-a2c9-4686f5d6928a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:07Z', 'updated_at': '2022-04-29T11:42:21Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '8190a8bd-eb42-41f4-a2c9-4686f5d6928a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:27.518360 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1fe9a0-6c92-42d3-918e-6bf5b9cea6dd None None] Checking router: f601182d-d511-43d6-ade7-d211bedc506a for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:42:27.518705 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1fe9a0-6c92-42d3-918e-6bf5b9cea6dd None None] Updating router f601182d-d511-43d6-ade7-d211bedc506a port 999fce44-439b-4f3a-8bbf-e54742674908 binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:42:27.522515 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7ca9c060-0b47-43ca-a843-e97c98b4391d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "GET /v2.0/routers/f540444a-8344-431e-aed4-ced9478cf694 HTTP/1.1" status: 200 len: 700 time: 0.2336795 Apr 29 11:42:27.526921 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e5866db7-ee3d-4af1-b3d8-78628eb4cef2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:27.530129 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52456) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:27.552498 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256106d4-6894-41b7-9c8c-2443aae59363 None None] The sync data for ids ['f540444a-8344-431e-aed4-ced9478cf694'] in dv-neutron-838888-1-hyperv is: [{'id': 'f540444a-8344-431e-aed4-ced9478cf694', 'name': 'tempest-RoutersTest-router-1818015534', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:42:25Z', 'revision_number': 7, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None, '_interfaces': [{'id': '020b0ff4-3e0a-4662-bca9-6632172853ee', 'name': '', 'network_id': '551ffd37-3450-4cf8-9586-7163f4c00ab1', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:fa:31:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '0039ee55-c2e1-43f6-b679-a89ae19eb7f4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:42:21Z', 'revision_number': 4, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '0039ee55-c2e1-43f6-b679-a89ae19eb7f4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '141649f7-9057-493c-a3ef-428af8f8ecf8', 'name': '', 'network_id': 'a2c1ac3b-191d-4202-b460-c88b10dd2648', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:0a:d3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:57Z', 'updated_at': '2022-04-29T11:42:14Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17fd74da-bfb3-497a-8ba7-2cf15ed18823', 'name': '', 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:87:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:44Z', 'updated_at': '2022-04-29T11:41:59Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7d03790-d42c-4d91-bd67-35ee97455369', 'name': '', 'network_id': 'f971924f-e900-409d-9aa0-ccbce114efc6', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:7c:07:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '8190a8bd-eb42-41f4-a2c9-4686f5d6928a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:07Z', 'updated_at': '2022-04-29T11:42:21Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '8190a8bd-eb42-41f4-a2c9-4686f5d6928a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:42:27.570434 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-97a05c02-96b9-4ec6-8c6c-f4da90ea018e None None] For port f2a01d5a-838f-4c23-b107-1d83b9b8c636, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=f2a01d5a-838f-4c23-b107-1d83b9b8c636,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:27.575942 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-fd1fe9a0-6c92-42d3-918e-6bf5b9cea6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:27.579369 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:27.591283 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-97a05c02-96b9-4ec6-8c6c-f4da90ea018e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:27.599560 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1099a054-7d5b-4c43-abcf-26d7f4f9811b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router 5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:42:27.670072 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 2652afa2-8e5c-4a3e-a506-d374184bafe7, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=2652afa2-8e5c-4a3e-a506-d374184bafe7,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:27.678835 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:27.679694 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 7781b938-427f-4254-be71-f1a18ec9184a up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:42:27.688686 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-97a05c02-96b9-4ec6-8c6c-f4da90ea018e None None] Provisioning complete for port 7781b938-427f-4254-be71-f1a18ec9184a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:27.688686 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-97a05c02-96b9-4ec6-8c6c-f4da90ea018e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:27.814726 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3093017c-824f-47d8-a45b-0faf9ae9a86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:27.829537 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a05c02-96b9-4ec6-8c6c-f4da90ea018e None None] Pushing event updated for resources: {'Port': ['ID=f2a01d5a-838f-4c23-b107-1d83b9b8c636,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:27.907995 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1099a054-7d5b-4c43-abcf-26d7f4f9811b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:42:27.932808 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1099a054-7d5b-4c43-abcf-26d7f4f9811b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:27.960366 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658f5c9d-a563-4f3d-ae42-9b0bc352e3b7 None None] Sync routers for ids ['5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:42:27.964387 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=2652afa2-8e5c-4a3e-a506-d374184bafe7,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:27.997816 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e5866db7-ee3d-4af1-b3d8-78628eb4cef2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:28.022383 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435c31f5-18d8-4a93-a7a2-0e6a51164181 None None] Sync routers for ids ['f540444a-8344-431e-aed4-ced9478cf694'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:42:28.024831 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1099a054-7d5b-4c43-abcf-26d7f4f9811b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.2837069 Apr 29 11:42:28.026139 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1853ef4d-315d-476b-8c59-f0003f78dda0', 'tag': '2152fcfb-efd4-49e9-baee-40e905b8c671'}] {{(pid=102960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:42:28.028793 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f284d994886e2bee032f7329864f24e5fe1e0d39b4215f9cf8d7074f2166ea6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f17c61-ca85-4f86-b830-be2a538f6cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "1853ef4d-315d-476b-8c59-f0003f78dda0", "tag": "2152fcfb-efd4-49e9-baee-40e905b8c671"}]}' {{(pid=102960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:42:28.032656 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52460) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:28.040760 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658f5c9d-a563-4f3d-ae42-9b0bc352e3b7 None None] Routers {'5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:28.041604 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-658f5c9d-a563-4f3d-ae42-9b0bc352e3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:28.107812 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435c31f5-18d8-4a93-a7a2-0e6a51164181 None None] Routers {'f540444a-8344-431e-aed4-ced9478cf694'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:28.112124 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-435c31f5-18d8-4a93-a7a2-0e6a51164181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f540444a-8344-431e-aed4-ced9478cf694'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:28.136199 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8398fd80-026e-4318-bcc6-3428e3694bbf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/a2e6dce0-bbcf-41d1-a88c-e3708377b1c5 HTTP/1.1" status: 200 len: 992 time: 0.0898070 Apr 29 11:42:28.146717 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 7781b938-427f-4254-be71-f1a18ec9184a triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:28.147483 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:28.234442 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-97a05c02-96b9-4ec6-8c6c-f4da90ea018e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:28.305065 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-658f5c9d-a563-4f3d-ae42-9b0bc352e3b7 None None] Set router 5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:42:28.308866 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4644bb1b-6ae7-4c31-8445-cef28740e857 admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:42:28.328166 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-435c31f5-18d8-4a93-a7a2-0e6a51164181 None None] Set router f540444a-8344-431e-aed4-ced9478cf694 gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:42:28.336994 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-fd1fe9a0-6c92-42d3-918e-6bf5b9cea6dd None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:28.362303 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a2471a-5172-4460-9564-b6cc1bc94cf9 None None] Sync routers for ids ['ce4ae7b6-a63f-43a5-a869-4ae1e1a64837'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:42:28.386452 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce34aa-fc88-46d9-8d5d-98af2e2425dd req-4d0a6337-f6f3-420e-9ad0-3ce1b528966e tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:28.389138 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-64ce34aa-fc88-46d9-8d5d-98af2e2425dd req-4d0a6337-f6f3-420e-9ad0-3ce1b528966e tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 945 time: 0.3797193 Apr 29 11:42:28.390016 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-fd1fe9a0-6c92-42d3-918e-6bf5b9cea6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:28.391516 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a2471a-5172-4460-9564-b6cc1bc94cf9 None None] Routers {'ce4ae7b6-a63f-43a5-a869-4ae1e1a64837'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:28.392366 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-c5a2471a-5172-4460-9564-b6cc1bc94cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['ce4ae7b6-a63f-43a5-a869-4ae1e1a64837'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:28.454067 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4644bb1b-6ae7-4c31-8445-cef28740e857 admin admin] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:28.455404 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4644bb1b-6ae7-4c31-8445-cef28740e857 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.1393375 Apr 29 11:42:28.459685 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52466) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:28.523318 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e5866db7-ee3d-4af1-b3d8-78628eb4cef2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:28.546467 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-97a05c02-96b9-4ec6-8c6c-f4da90ea018e None None] For port 7781b938-427f-4254-be71-f1a18ec9184a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=7781b938-427f-4254-be71-f1a18ec9184a,segment=NetworkSegment(d5e395bd-ebd2-494d-99dc-4f90093e31d2),segment_id=d5e395bd-ebd2-494d-99dc-4f90093e31d2)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:28.593509 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4dd25-742a-48f3-9295-e5f7728351ec None None] Pushing event updated for resources: {'Port': ['ID=999fce44-439b-4f3a-8bbf-e54742674908,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:28.614822 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e5866db7-ee3d-4af1-b3d8-78628eb4cef2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:28.619615 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e5866db7-ee3d-4af1-b3d8-78628eb4cef2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/a27a8927-6b05-423d-b36f-d9c3fead89f0 HTTP/1.1" status: 204 len: 168 time: 1.4457839 Apr 29 11:42:28.619721 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7337b6f-f33b-4c3e-a1c6-e2b48329c7d0 x-openstack-request-id: req-b7337b6f-f33b-4c3e-a1c6-e2b48329c7d0 {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:42:28.620021 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1853ef4d-315d-476b-8c59-f0003f78dda0", "tag": "2152fcfb-efd4-49e9-baee-40e905b8c671", "status": "completed", "code": 200}]} {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:42:28.622273 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52468) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:28.627759 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-64ce34aa-fc88-46d9-8d5d-98af2e2425dd req-5f7abf69-af09-4618-8574-2ee171f8bc06 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/security-groups?id=f5874629-b9e1-4000-8425-6441ce247fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267904 Apr 29 11:42:28.632158 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b7337b6f-f33b-4c3e-a1c6-e2b48329c7d0 {{(pid=102960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:42:28.632705 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7337b6f-f33b-4c3e-a1c6-e2b48329c7d0'] response: {'name': 'network-changed', 'server_uuid': '1853ef4d-315d-476b-8c59-f0003f78dda0', 'tag': '2152fcfb-efd4-49e9-baee-40e905b8c671', 'status': 'completed', 'code': 200} Apr 29 11:42:28.673014 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-97a05c02-96b9-4ec6-8c6c-f4da90ea018e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:28.681642 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5866db7-ee3d-4af1-b3d8-78628eb4cef2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Subnet': ['ID=a27a8927-6b05-423d-b36f-d9c3fead89f0,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:28.733796 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ea011156-d30f-43a4-b2d7-e2a866154c96 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1101089 Apr 29 11:42:28.750883 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52470) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:28.816996 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:28.825481 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-fd1fe9a0-6c92-42d3-918e-6bf5b9cea6dd None None] Attempting to bind port 999fce44-439b-4f3a-8bbf-e54742674908 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:28.826322 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-fd1fe9a0-6c92-42d3-918e-6bf5b9cea6dd None None] Attempting to bind port 999fce44-439b-4f3a-8bbf-e54742674908 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '0c080895-bcf4-4e59-861e-09d2c7c3a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '13eec917-2205-41ac-bb67-a922e346256d'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:28.826786 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1fe9a0-6c92-42d3-918e-6bf5b9cea6dd None None] Attempting to bind port 999fce44-439b-4f3a-8bbf-e54742674908 on network 13eec917-2205-41ac-bb67-a922e346256d {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:42:28.835390 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f17c61-ca85-4f86-b830-be2a538f6cd9 req-5b7c501e-91f0-488c-8d9b-ea6b4352bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:28.842784 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-57f17c61-ca85-4f86-b830-be2a538f6cd9 req-5b7c501e-91f0-488c-8d9b-ea6b4352bfec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=1853ef4d-315d-476b-8c59-f0003f78dda0 HTTP/1.1" status: 200 len: 1099 time: 0.1505609 Apr 29 11:42:28.850773 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1fe9a0-6c92-42d3-918e-6bf5b9cea6dd None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:42:28.851302 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1fe9a0-6c92-42d3-918e-6bf5b9cea6dd None None] Checking segment: {'id': '0c080895-bcf4-4e59-861e-09d2c7c3a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '13eec917-2205-41ac-bb67-a922e346256d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:42:28.851789 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-fd1fe9a0-6c92-42d3-918e-6bf5b9cea6dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:28.852290 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1fe9a0-6c92-42d3-918e-6bf5b9cea6dd None None] Bound using segment: {'id': '0c080895-bcf4-4e59-861e-09d2c7c3a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '13eec917-2205-41ac-bb67-a922e346256d'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:42:28.852853 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-fd1fe9a0-6c92-42d3-918e-6bf5b9cea6dd None None] Bound port: 999fce44-439b-4f3a-8bbf-e54742674908, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c080895-bcf4-4e59-861e-09d2c7c3a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '13eec917-2205-41ac-bb67-a922e346256d'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:42:28.853325 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-fd1fe9a0-6c92-42d3-918e-6bf5b9cea6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:28.887147 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a05c02-96b9-4ec6-8c6c-f4da90ea018e None None] Pushing event updated for resources: {'Port': ['ID=7781b938-427f-4254-be71-f1a18ec9184a,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:28.899196 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 020b0ff4-3e0a-4662-bca9-6632172853ee up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:42:28.901076 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-97a05c02-96b9-4ec6-8c6c-f4da90ea018e None None] Provisioning complete for port 020b0ff4-3e0a-4662-bca9-6632172853ee triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:28.901375 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-97a05c02-96b9-4ec6-8c6c-f4da90ea018e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:28.988782 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680fc3e8-0d41-4645-8085-159ce9cc90be tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:28.993783 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-680fc3e8-0d41-4645-8085-159ce9cc90be tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2378042 Apr 29 11:42:28.994566 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52472) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:29.028206 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-435c31f5-18d8-4a93-a7a2-0e6a51164181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f540444a-8344-431e-aed4-ced9478cf694', 'name': 'tempest-RoutersTest-router-1818015534', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:42:25Z', 'revision_number': 7, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None, '_interfaces': [{'id': '020b0ff4-3e0a-4662-bca9-6632172853ee', 'name': '', 'network_id': '551ffd37-3450-4cf8-9586-7163f4c00ab1', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:fa:31:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '0039ee55-c2e1-43f6-b679-a89ae19eb7f4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:42:21Z', 'revision_number': 4, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '0039ee55-c2e1-43f6-b679-a89ae19eb7f4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '141649f7-9057-493c-a3ef-428af8f8ecf8', 'name': '', 'network_id': 'a2c1ac3b-191d-4202-b460-c88b10dd2648', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:0a:d3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:57Z', 'updated_at': '2022-04-29T11:42:14Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17fd74da-bfb3-497a-8ba7-2cf15ed18823', 'name': '', 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:87:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:44Z', 'updated_at': '2022-04-29T11:41:59Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7d03790-d42c-4d91-bd67-35ee97455369', 'name': '', 'network_id': 'f971924f-e900-409d-9aa0-ccbce114efc6', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:7c:07:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '8190a8bd-eb42-41f4-a2c9-4686f5d6928a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:07Z', 'updated_at': '2022-04-29T11:42:21Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '8190a8bd-eb42-41f4-a2c9-4686f5d6928a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:29.030492 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-fd1fe9a0-6c92-42d3-918e-6bf5b9cea6dd None None] For port 999fce44-439b-4f3a-8bbf-e54742674908, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:42:29.034386 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-fd1fe9a0-6c92-42d3-918e-6bf5b9cea6dd None None] For port 999fce44-439b-4f3a-8bbf-e54742674908, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=999fce44-439b-4f3a-8bbf-e54742674908,segment=NetworkSegment(0c080895-bcf4-4e59-861e-09d2c7c3a6d0),segment_id=0c080895-bcf4-4e59-861e-09d2c7c3a6d0)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:42:29.076530 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-fd1fe9a0-6c92-42d3-918e-6bf5b9cea6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:29.086764 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435c31f5-18d8-4a93-a7a2-0e6a51164181 None None] Checking router: f540444a-8344-431e-aed4-ced9478cf694 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:42:29.094102 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c917d218-3dc1-433b-8780-4c9706f03d55 None None] Network 62578361-baac-4d3e-b4ee-401a25f05a0e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:42:29.124773 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435c31f5-18d8-4a93-a7a2-0e6a51164181 None None] Routers {'f540444a-8344-431e-aed4-ced9478cf694'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:29.125996 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-435c31f5-18d8-4a93-a7a2-0e6a51164181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f540444a-8344-431e-aed4-ced9478cf694'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:29.141009 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52474) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:29.160538 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccebda87-218f-48ea-8962-ef92a4550220 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:29.171614 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ccebda87-218f-48ea-8962-ef92a4550220 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1735165 Apr 29 11:42:29.176235 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52476) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:29.177837 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f17c61-ca85-4f86-b830-be2a538f6cd9 req-f672d5d4-31f5-4a62-8c09-bcfc0abe11cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:29.179566 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-57f17c61-ca85-4f86-b830-be2a538f6cd9 req-f672d5d4-31f5-4a62-8c09-bcfc0abe11cb service neutron] 10.222.0.62 "GET /v2.0/networks?id=e8e1c49c-e70d-447f-856f-664a2dd7d7ab HTTP/1.1" status: 200 len: 896 time: 0.3125508 Apr 29 11:42:29.189319 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-c5a2471a-5172-4460-9564-b6cc1bc94cf9 None None] Set router ce4ae7b6-a63f-43a5-a869-4ae1e1a64837 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:42:29.240730 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-435c31f5-18d8-4a93-a7a2-0e6a51164181 None None] Set router f540444a-8344-431e-aed4-ced9478cf694 gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:42:29.276126 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-63c09430-f405-484f-a425-507ecb9c9a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:29.287211 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5ec88eb8-5a58-40d6-b542-208821fe9f17 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1036119 Apr 29 11:42:29.294729 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52478) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:29.338896 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c974715-bc2a-4bcd-9859-f0f3aecbb092 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:29.339913 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c974715-bc2a-4bcd-9859-f0f3aecbb092 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:29.344711 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5c974715-bc2a-4bcd-9859-f0f3aecbb092 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/cfadcf71-b899-432d-8058-fbae9eb3d9df HTTP/1.1" status: 404 len: 333 time: 0.0395553 Apr 29 11:42:29.349641 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52480) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:29.414533 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72538b3-479a-48fa-be4b-5ef515bf7c88 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:29.415140 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a72538b3-479a-48fa-be4b-5ef515bf7c88 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:29.418409 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a72538b3-479a-48fa-be4b-5ef515bf7c88 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/a27a8927-6b05-423d-b36f-d9c3fead89f0 HTTP/1.1" status: 404 len: 337 time: 0.0628870 Apr 29 11:42:29.421341 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52482) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:29.475686 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4dd03319-db36-4ec4-b2f2-bc2681e7b7a0 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/a2e6dce0-bbcf-41d1-a88c-e3708377b1c5 HTTP/1.1" status: 200 len: 992 time: 0.3326817 Apr 29 11:42:29.482354 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5f7d24-8f54-4a32-b39a-841945691e7e tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:29.483020 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f5f7d24-8f54-4a32-b39a-841945691e7e tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:29.486613 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5f5f7d24-8f54-4a32-b39a-841945691e7e tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/61255edc-7c7d-4e1a-b2d4-0831a9262784 HTTP/1.1" status: 404 len: 337 time: 0.0573730 Apr 29 11:42:29.489988 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52484) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:29.495824 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-57f17c61-ca85-4f86-b830-be2a538f6cd9 req-a5e80365-9972-436b-8689-3422f4749483 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2152fcfb-efd4-49e9-baee-40e905b8c671 HTTP/1.1" status: 200 len: 1000 time: 0.2692928 Apr 29 11:42:29.503952 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-290ca4af-e2bb-4c9a-8aa8-f3578f7b530d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:29.544046 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a13fe77-ad12-497b-99d8-eaa42a5b407a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:29.545209 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a13fe77-ad12-497b-99d8-eaa42a5b407a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:29.549202 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4a13fe77-ad12-497b-99d8-eaa42a5b407a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/f503d56a-7e30-4af2-a187-bd0249e39437 HTTP/1.1" status: 404 len: 333 time: 0.0580156 Apr 29 11:42:29.557921 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1fe9a0-6c92-42d3-918e-6bf5b9cea6dd None None] Routers {'f601182d-d511-43d6-ade7-d211bedc506a'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:29.559328 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-fd1fe9a0-6c92-42d3-918e-6bf5b9cea6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f601182d-d511-43d6-ade7-d211bedc506a'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:29.580277 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52486) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:29.602857 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f17c61-ca85-4f86-b830-be2a538f6cd9 req-2c82cfc3-0962-4003-9446-b59a470de3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:29.604483 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-57f17c61-ca85-4f86-b830-be2a538f6cd9 req-2c82cfc3-0962-4003-9446-b59a470de3ee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=14800f35-4fe2-4cdc-98f9-522afcac0b97 HTTP/1.1" status: 200 len: 835 time: 0.0539331 Apr 29 11:42:29.618113 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-435c31f5-18d8-4a93-a7a2-0e6a51164181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f540444a-8344-431e-aed4-ced9478cf694', 'name': 'tempest-RoutersTest-router-1818015534', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:42:25Z', 'revision_number': 7, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None, '_interfaces': [{'id': '020b0ff4-3e0a-4662-bca9-6632172853ee', 'name': '', 'network_id': '551ffd37-3450-4cf8-9586-7163f4c00ab1', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:fa:31:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '0039ee55-c2e1-43f6-b679-a89ae19eb7f4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:42:21Z', 'revision_number': 4, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '0039ee55-c2e1-43f6-b679-a89ae19eb7f4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '141649f7-9057-493c-a3ef-428af8f8ecf8', 'name': '', 'network_id': 'a2c1ac3b-191d-4202-b460-c88b10dd2648', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:0a:d3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:57Z', 'updated_at': '2022-04-29T11:42:14Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17fd74da-bfb3-497a-8ba7-2cf15ed18823', 'name': '', 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:87:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:44Z', 'updated_at': '2022-04-29T11:41:59Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7d03790-d42c-4d91-bd67-35ee97455369', 'name': '', 'network_id': 'f971924f-e900-409d-9aa0-ccbce114efc6', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:7c:07:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '8190a8bd-eb42-41f4-a2c9-4686f5d6928a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:07Z', 'updated_at': '2022-04-29T11:42:21Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '8190a8bd-eb42-41f4-a2c9-4686f5d6928a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:29.623404 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea91ce9-a4e3-455a-a2bf-3d3940d1ab4b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:29.624437 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aea91ce9-a4e3-455a-a2bf-3d3940d1ab4b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:29.628178 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-aea91ce9-a4e3-455a-a2bf-3d3940d1ab4b tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/ed353246-fa6f-4e7d-a93d-1f59d16ee59f HTTP/1.1" status: 404 len: 337 time: 0.0462229 Apr 29 11:42:29.632217 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52488) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:29.651851 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4dd25-742a-48f3-9295-e5f7728351ec None None] Pushing event updated for resources: {'Port': ['ID=999fce44-439b-4f3a-8bbf-e54742674908,revision_number=4']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:29.657610 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435c31f5-18d8-4a93-a7a2-0e6a51164181 None None] The sync data for ids ['f540444a-8344-431e-aed4-ced9478cf694'] in dv-neutron-838888-1-hyperv is: [{'id': 'f540444a-8344-431e-aed4-ced9478cf694', 'name': 'tempest-RoutersTest-router-1818015534', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:42:25Z', 'revision_number': 7, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None, '_interfaces': [{'id': '020b0ff4-3e0a-4662-bca9-6632172853ee', 'name': '', 'network_id': '551ffd37-3450-4cf8-9586-7163f4c00ab1', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:fa:31:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '0039ee55-c2e1-43f6-b679-a89ae19eb7f4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:42:21Z', 'revision_number': 4, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '0039ee55-c2e1-43f6-b679-a89ae19eb7f4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '141649f7-9057-493c-a3ef-428af8f8ecf8', 'name': '', 'network_id': 'a2c1ac3b-191d-4202-b460-c88b10dd2648', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:0a:d3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:57Z', 'updated_at': '2022-04-29T11:42:14Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17fd74da-bfb3-497a-8ba7-2cf15ed18823', 'name': '', 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:87:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:44Z', 'updated_at': '2022-04-29T11:41:59Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7d03790-d42c-4d91-bd67-35ee97455369', 'name': '', 'network_id': 'f971924f-e900-409d-9aa0-ccbce114efc6', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:7c:07:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '8190a8bd-eb42-41f4-a2c9-4686f5d6928a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:07Z', 'updated_at': '2022-04-29T11:42:21Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '8190a8bd-eb42-41f4-a2c9-4686f5d6928a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:42:29.677920 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a7c8168-f125-4b93-949b-017bfe224143 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:29.678826 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a7c8168-f125-4b93-949b-017bfe224143 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:29.683280 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6a7c8168-f125-4b93-949b-017bfe224143 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/a0e7662a-20ba-46c6-9322-5fe3e286f4f3 HTTP/1.1" status: 404 len: 337 time: 0.0497911 Apr 29 11:42:29.686225 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52494) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:29.696604 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-658f5c9d-a563-4f3d-ae42-9b0bc352e3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'name': 'tempest-TestNetworkBasicOps-router-5149196', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '97fe2791-50d3-444c-a0df-ba0efdd2c9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:29Z', 'updated_at': '2022-04-29T11:41:43Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '97fe2791-50d3-444c-a0df-ba0efdd2c9e4', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:31Z', 'updated_at': '2022-04-29T11:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'a2e6dce0-bbcf-41d1-a88c-e3708377b1c5', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.233', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'port_id': '2152fcfb-efd4-49e9-baee-40e905b8c671', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e1c49c-e70d-447f-856f-664a2dd7d7ab', 'mac_address': 'fa:16:3e:31:40:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1853ef4d-315d-476b-8c59-f0003f78dda0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:42:25Z', 'updated_at': '2022-04-29T11:42:25Z', 'revision_number': 0, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10b2821c-69b2-49f8-95ec-6ddf16bdc052', 'name': '', 'network_id': 'e8e1c49c-e70d-447f-856f-664a2dd7d7ab', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:53:04:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '14800f35-4fe2-4cdc-98f9-522afcac0b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:41:53Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '14800f35-4fe2-4cdc-98f9-522afcac0b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:29.710636 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 020b0ff4-3e0a-4662-bca9-6632172853ee triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:29.710636 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:29.749214 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-845d29a3-7d69-4831-a690-859cf689681d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:29.756947 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-845d29a3-7d69-4831-a690-859cf689681d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:29.762537 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-845d29a3-7d69-4831-a690-859cf689681d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/8f8b4f7c-c9da-4bad-9f37-8d492f88ac1a HTTP/1.1" status: 404 len: 333 time: 0.0668023 Apr 29 11:42:29.764417 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52496) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:29.771177 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658f5c9d-a563-4f3d-ae42-9b0bc352e3b7 None None] Checking router: 5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:42:29.783900 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-63c09430-f405-484f-a425-507ecb9c9a60 admin admin] Allocated IP 172.20.0.1 (5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe/f5ac330d-ca10-40a7-be09-bd3240982b3e/6c180ea6-1112-477a-8766-6df7ed5a38a5) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:29.806899 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-fd1fe9a0-6c92-42d3-918e-6bf5b9cea6dd None None] Set router f601182d-d511-43d6-ade7-d211bedc506a gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:42:29.839192 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-97a05c02-96b9-4ec6-8c6c-f4da90ea018e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:29.856432 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658f5c9d-a563-4f3d-ae42-9b0bc352e3b7 None None] Routers {'5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:29.857326 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-658f5c9d-a563-4f3d-ae42-9b0bc352e3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:29.865981 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-26af414b-2c97-43f0-aa57-26b6feac1a4c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:29.866601 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26af414b-2c97-43f0-aa57-26b6feac1a4c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:29.872328 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-26af414b-2c97-43f0-aa57-26b6feac1a4c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/345538a9-ae7b-4938-8b6d-527872bc8ac1 HTTP/1.1" status: 404 len: 337 time: 0.0952141 Apr 29 11:42:29.879355 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52498) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:29.899903 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f17c61-ca85-4f86-b830-be2a538f6cd9 req-4b62c448-51e7-4084-9222-d2e52a9cebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:29.901566 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-57f17c61-ca85-4f86-b830-be2a538f6cd9 req-4b62c448-51e7-4084-9222-d2e52a9cebc8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e8e1c49c-e70d-447f-856f-664a2dd7d7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2572691 Apr 29 11:42:29.935216 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-13a913ca-ed22-417e-870c-3a9514aa3300 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:29.935672 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13a913ca-ed22-417e-870c-3a9514aa3300 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:29.940943 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-13a913ca-ed22-417e-870c-3a9514aa3300 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/3dd24191-a7d6-4624-b4cc-5bc74305a137 HTTP/1.1" status: 404 len: 337 time: 0.0546730 Apr 29 11:42:29.941676 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52500) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:29.982117 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ed6639-81c2-4a42-8f7a-9f56e5910827 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:29.982954 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ed6639-81c2-4a42-8f7a-9f56e5910827 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:29.996198 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-73ed6639-81c2-4a42-8f7a-9f56e5910827 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/fa723e91-5d72-430d-b627-61f03c6b94f6 HTTP/1.1" status: 404 len: 333 time: 0.0525482 Apr 29 11:42:29.999076 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52502) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:30.016947 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-97a05c02-96b9-4ec6-8c6c-f4da90ea018e None None] For port 020b0ff4-3e0a-4662-bca9-6632172853ee, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=020b0ff4-3e0a-4662-bca9-6632172853ee,segment=NetworkSegment(bdc94ef0-fd7f-4f33-a4d0-a3a37631b575),segment_id=bdc94ef0-fd7f-4f33-a4d0-a3a37631b575)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:30.039527 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-97a05c02-96b9-4ec6-8c6c-f4da90ea018e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:30.051248 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc3f983-80f1-4248-ad5e-127368b7faed tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:30.052403 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc3f983-80f1-4248-ad5e-127368b7faed tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:30.055813 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-dcc3f983-80f1-4248-ad5e-127368b7faed tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/5179d711-7a19-426c-a128-9636ee99fa3d HTTP/1.1" status: 404 len: 337 time: 0.0560937 Apr 29 11:42:30.060269 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52504) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:30.080442 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5958d2b5-66b6-45e5-9196-352ce048674c None None] DHCP port deletion for 62578361-baac-4d3e-b4ee-401a25f05a0e request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:42:30.090797 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:30.102198 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b8d00b-a708-48e1-b05d-08cb67715746 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:30.102702 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0b8d00b-a708-48e1-b05d-08cb67715746 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:30.105985 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d0b8d00b-a708-48e1-b05d-08cb67715746 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/48ee3c8d-ae61-4dd5-892d-8ecf502b8d6d HTTP/1.1" status: 404 len: 337 time: 0.0448797 Apr 29 11:42:30.111941 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52506) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:30.140087 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-63c09430-f405-484f-a425-507ecb9c9a60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:30.142037 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-12c009b9-23f2-42f1-89de-2c73cd711fa8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:30.142779 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12c009b9-23f2-42f1-89de-2c73cd711fa8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:30.146274 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-12c009b9-23f2-42f1-89de-2c73cd711fa8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/3fc22a2c-2fff-45c2-a021-bcf66057055b HTTP/1.1" status: 404 len: 333 time: 0.0333827 Apr 29 11:42:30.150687 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52508) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:30.188870 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22fdd36-5b75-4959-aa3f-682a4842048a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:30.188870 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a22fdd36-5b75-4959-aa3f-682a4842048a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:30.191643 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a22fdd36-5b75-4959-aa3f-682a4842048a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/bafe59bf-8fd0-4b8c-b4f7-609006d25067 HTTP/1.1" status: 404 len: 337 time: 0.0382643 Apr 29 11:42:30.194534 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52510) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:30.226008 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1681e1-ae7b-4ad2-98e2-ebbf926912dd tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:30.226851 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd1681e1-ae7b-4ad2-98e2-ebbf926912dd tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:30.234011 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-cd1681e1-ae7b-4ad2-98e2-ebbf926912dd tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/7838e84e-fbad-4729-8b26-d271cc0e0a4b HTTP/1.1" status: 404 len: 333 time: 0.0383940 Apr 29 11:42:30.236365 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52512) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:30.264261 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-658f5c9d-a563-4f3d-ae42-9b0bc352e3b7 None None] Set router 5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:42:30.268222 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-c5a2471a-5172-4460-9564-b6cc1bc94cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4ae7b6-a63f-43a5-a869-4ae1e1a64837', 'name': 'tempest-TestVolumeBootPattern-1430520944-router', 'tenant_id': 'e1c005074ddf4a1aab160c9a8e99cdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'ba083414-2d2f-48c6-84d2-dc05f7191fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:20Z', 'updated_at': '2022-04-29T11:42:25Z', 'revision_number': 3, 'project_id': 'e1c005074ddf4a1aab160c9a8e99cdfd', 'gw_port': {'id': 'ba083414-2d2f-48c6-84d2-dc05f7191fe3', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4ae7b6-a63f-43a5-a869-4ae1e1a64837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:22Z', 'updated_at': '2022-04-29T11:42:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:30.271147 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:30.275624 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd9192de-20a6-4972-bc2c-ee0c21b85e34 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:30.276079 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd9192de-20a6-4972-bc2c-ee0c21b85e34 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:30.283095 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-bd9192de-20a6-4972-bc2c-ee0c21b85e34 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/1150ebb3-eadd-4cc1-b440-0bdee7718c38 HTTP/1.1" status: 404 len: 337 time: 0.0455461 Apr 29 11:42:30.283780 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52514) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:30.305344 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device a7d03790-d42c-4d91-bd67-35ee97455369 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:42:30.314902 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-95360c67-6671-430f-993d-61fb6c75ddea tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:30.315628 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95360c67-6671-430f-993d-61fb6c75ddea tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:30.322852 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-95360c67-6671-430f-993d-61fb6c75ddea tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/69d46794-a73c-41ce-baf7-fc09226c4ed0 HTTP/1.1" status: 404 len: 333 time: 0.0362110 Apr 29 11:42:30.325330 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52516) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:30.337861 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-fd1fe9a0-6c92-42d3-918e-6bf5b9cea6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'name': 'tempest-TestVolumeBootPattern-1959983474-router', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:08Z', 'updated_at': '2022-04-29T11:42:16Z', 'revision_number': 4, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'gw_port': {'id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '999fce44-439b-4f3a-8bbf-e54742674908', 'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'mac_address': 'fa:16:3e:87:c0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:42:29Z', 'revision_number': 4, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'subnets': [{'id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:30.356029 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-63c09430-f405-484f-a425-507ecb9c9a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:30.358206 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-124b6853-7317-490e-9d35-51e988f0b73f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:30.358656 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-124b6853-7317-490e-9d35-51e988f0b73f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:30.365656 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-124b6853-7317-490e-9d35-51e988f0b73f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/5baac576-71b9-4853-bc91-8335109d566b HTTP/1.1" status: 404 len: 337 time: 0.0389864 Apr 29 11:42:30.367269 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52518) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:30.373865 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1fe9a0-6c92-42d3-918e-6bf5b9cea6dd None None] The sync data for ids ['f601182d-d511-43d6-ade7-d211bedc506a'] in dv-neutron-838888-1-hyperv is: [{'id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'name': 'tempest-TestVolumeBootPattern-1959983474-router', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:08Z', 'updated_at': '2022-04-29T11:42:16Z', 'revision_number': 4, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'gw_port': {'id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '999fce44-439b-4f3a-8bbf-e54742674908', 'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'mac_address': 'fa:16:3e:87:c0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:42:29Z', 'revision_number': 4, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'subnets': [{'id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:42:30.402030 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a2471a-5172-4460-9564-b6cc1bc94cf9 None None] Checking router: ce4ae7b6-a63f-43a5-a869-4ae1e1a64837 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:42:30.402426 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a2471a-5172-4460-9564-b6cc1bc94cf9 None None] Updating router ce4ae7b6-a63f-43a5-a869-4ae1e1a64837 port ba083414-2d2f-48c6-84d2-dc05f7191fe3 binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:42:30.433118 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a5b25b1-1593-456c-aee3-58b9cb7ac5f8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:30.433844 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a5b25b1-1593-456c-aee3-58b9cb7ac5f8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:30.434630 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a05c02-96b9-4ec6-8c6c-f4da90ea018e None None] Pushing event updated for resources: {'Port': ['ID=020b0ff4-3e0a-4662-bca9-6632172853ee,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:30.440356 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7a5b25b1-1593-456c-aee3-58b9cb7ac5f8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/a18582ff-0128-438f-8331-23fc9fc84258 HTTP/1.1" status: 404 len: 333 time: 0.0706387 Apr 29 11:42:30.444168 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52520) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:30.458328 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-b345a6cd-f169-416f-9a28-4eb856d3c521 None None] Provisioning complete for port 999fce44-439b-4f3a-8bbf-e54742674908 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:30.459103 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c09430-f405-484f-a425-507ecb9c9a60 admin admin] Network 5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:30.459253 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b345a6cd-f169-416f-9a28-4eb856d3c521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:30.480594 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-63c09430-f405-484f-a425-507ecb9c9a60 admin admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:30.483187 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c09430-f405-484f-a425-507ecb9c9a60 admin admin] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:42:30.485310 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52522) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:30.492440 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c09430-f405-484f-a425-507ecb9c9a60 admin admin] Pushing event updated for resources: {'Port': ['ID=6c180ea6-1112-477a-8766-6df7ed5a38a5,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:30.498001 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-77017027-fa20-4425-ab09-4b592b56b529 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:30.498465 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77017027-fa20-4425-ab09-4b592b56b529 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:30.504478 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-77017027-fa20-4425-ab09-4b592b56b529 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/8c43e4ad-d3d7-48cd-beb0-4baaf869d6a4 HTTP/1.1" status: 404 len: 337 time: 0.0564582 Apr 29 11:42:30.539632 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52524) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:30.577443 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef47bf-c10c-4341-8378-2821361015b3 req-a994a0ba-b601-4803-816f-40cded071989 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:30.579828 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c5a2471a-5172-4460-9564-b6cc1bc94cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:30.590212 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-79ef47bf-c10c-4341-8378-2821361015b3 req-a994a0ba-b601-4803-816f-40cded071989 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 945 time: 0.8245249 Apr 29 11:42:30.591114 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-63c09430-f405-484f-a425-507ecb9c9a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:30.650415 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-78b04e26-dfd3-4bb4-b52f-565feb130789 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/a2e6dce0-bbcf-41d1-a88c-e3708377b1c5 HTTP/1.1" status: 200 len: 992 time: 0.1628156 Apr 29 11:42:30.650634 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port a7d03790-d42c-4d91-bd67-35ee97455369 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:30.650858 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:30.658151 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-9be27cfa-9761-4ae5-85a4-86d6c1c47c66 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:30.658917 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9be27cfa-9761-4ae5-85a4-86d6c1c47c66 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:30.664656 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9be27cfa-9761-4ae5-85a4-86d6c1c47c66 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/ee16e78f-5bd8-4360-b15f-cdf499687c68 HTTP/1.1" status: 404 len: 333 time: 0.1204126 Apr 29 11:42:30.667625 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52526) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:30.709398 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f4e5172-7ded-4f2a-b043-5d958fa7f0f8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:30.709885 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5958d2b5-66b6-45e5-9196-352ce048674c None None] Deleting port f2a01d5a-838f-4c23-b107-1d83b9b8c636 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:42:30.710285 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5958d2b5-66b6-45e5-9196-352ce048674c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:30.710552 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f4e5172-7ded-4f2a-b043-5d958fa7f0f8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:30.713708 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0f4e5172-7ded-4f2a-b043-5d958fa7f0f8 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/21825fae-eb8b-4984-a08b-5e43b78a9208 HTTP/1.1" status: 404 len: 337 time: 0.0361524 Apr 29 11:42:30.716379 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52528) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:30.743199 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef848a0c-a9a4-421a-beaa-bd738878621d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:30.743827 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef848a0c-a9a4-421a-beaa-bd738878621d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:30.749586 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ef848a0c-a9a4-421a-beaa-bd738878621d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/3ff0fcce-3ae0-4321-a648-6fbc0f8babcb HTTP/1.1" status: 404 len: 333 time: 0.0293243 Apr 29 11:42:30.753465 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52530) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:30.787537 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a294833-9138-4bae-bb5d-97a98ed7f197 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:30.787921 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a294833-9138-4bae-bb5d-97a98ed7f197 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:30.791147 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4a294833-9138-4bae-bb5d-97a98ed7f197 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/7c119ee9-1bc1-4938-b020-02e73a41e6c4 HTTP/1.1" status: 404 len: 337 time: 0.0338511 Apr 29 11:42:30.793189 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-57f17c61-ca85-4f86-b830-be2a538f6cd9 req-ca968600-8ab0-4439-9444-21191710bd40 service neutron] 10.222.0.62 "GET /v2.0/networks/e8e1c49c-e70d-447f-856f-664a2dd7d7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8768258 Apr 29 11:42:30.793699 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52532) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:30.812578 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-79ef47bf-c10c-4341-8378-2821361015b3 req-0b49a334-be2f-467f-ac8e-baab55915c43 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/security-groups?id=f5874629-b9e1-4000-8425-6441ce247fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2215164 Apr 29 11:42:30.861893 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-63c09430-f405-484f-a425-507ecb9c9a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:30.931992 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b345a6cd-f169-416f-9a28-4eb856d3c521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:30.959936 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-57f17c61-ca85-4f86-b830-be2a538f6cd9 req-2a6896d6-4680-4d65-abd0-d167dfc7781d service neutron] 10.222.0.62 "GET /v2.0/networks/e8e1c49c-e70d-447f-856f-664a2dd7d7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408498 Apr 29 11:42:30.960842 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-11bc141b-e84e-4e4d-b797-fcda3066e881 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:30.961281 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11bc141b-e84e-4e4d-b797-fcda3066e881 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:30.964398 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-11bc141b-e84e-4e4d-b797-fcda3066e881 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/e23a4736-f38e-4ef5-b929-9c035749d89e HTTP/1.1" status: 404 len: 337 time: 0.1667695 Apr 29 11:42:30.984407 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52534) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:31.017653 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-da5ec3ef-9167-4d13-833d-5f23d9dd5851 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:31.018009 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da5ec3ef-9167-4d13-833d-5f23d9dd5851 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:31.024576 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-da5ec3ef-9167-4d13-833d-5f23d9dd5851 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/fb200bf0-03cf-4555-bee7-89a70c76c2b4 HTTP/1.1" status: 404 len: 333 time: 0.0361040 Apr 29 11:42:31.026372 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52536) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:31.037647 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5958d2b5-66b6-45e5-9196-352ce048674c None None] For port f2a01d5a-838f-4c23-b107-1d83b9b8c636, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=f2a01d5a-838f-4c23-b107-1d83b9b8c636,segment=NetworkSegment(364dad00-4fee-405c-b828-1d9a115f455a),segment_id=364dad00-4fee-405c-b828-1d9a115f455a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:31.038055 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5958d2b5-66b6-45e5-9196-352ce048674c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:31.064550 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-290ca4af-e2bb-4c9a-8aa8-f3578f7b530d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Deleting port 020b0ff4-3e0a-4662-bca9-6632172853ee {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:42:31.064781 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9fb29d7-31f6-47a3-94a9-4acf3755a380 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:31.065427 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9fb29d7-31f6-47a3-94a9-4acf3755a380 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:31.065557 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-290ca4af-e2bb-4c9a-8aa8-f3578f7b530d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:31.068867 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b9fb29d7-31f6-47a3-94a9-4acf3755a380 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/f0179a15-706f-48f8-b7fe-53c2e02a6303 HTTP/1.1" status: 404 len: 337 time: 0.0429626 Apr 29 11:42:31.072628 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52538) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:31.080181 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5958d2b5-66b6-45e5-9196-352ce048674c None None] Calling delete_port for f2a01d5a-838f-4c23-b107-1d83b9b8c636 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:42:31.108150 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-455e8be5-fa0e-49c2-85ae-22bf387e2870 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:31.108936 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-455e8be5-fa0e-49c2-85ae-22bf387e2870 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:31.112056 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-455e8be5-fa0e-49c2-85ae-22bf387e2870 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/2679784f-6ab7-4611-b7a1-7f7bff06a8c3 HTTP/1.1" status: 404 len: 337 time: 0.0384586 Apr 29 11:42:31.116155 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52540) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:31.116477 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-b345a6cd-f169-416f-9a28-4eb856d3c521 None None] For port 999fce44-439b-4f3a-8bbf-e54742674908, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=999fce44-439b-4f3a-8bbf-e54742674908,segment=NetworkSegment(0c080895-bcf4-4e59-861e-09d2c7c3a6d0),segment_id=0c080895-bcf4-4e59-861e-09d2c7c3a6d0)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:31.150343 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-98bd0137-8dd9-4b29-900b-b039b4ae632c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:31.150343 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98bd0137-8dd9-4b29-900b-b039b4ae632c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:31.154716 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-98bd0137-8dd9-4b29-900b-b039b4ae632c tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/abddc051-8e04-43cd-90e1-4f0750c5a9a8 HTTP/1.1" status: 404 len: 333 time: 0.0333023 Apr 29 11:42:31.158099 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52542) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:31.168513 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-63c09430-f405-484f-a425-507ecb9c9a60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:31.175125 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b345a6cd-f169-416f-9a28-4eb856d3c521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:31.178356 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-63c09430-f405-484f-a425-507ecb9c9a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:31.191936 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0340a5-8bae-42eb-a00f-32a642090ddb tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:31.193102 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f0340a5-8bae-42eb-a00f-32a642090ddb tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:31.199583 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-8f0340a5-8bae-42eb-a00f-32a642090ddb tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/c77be766-505a-4d76-97c4-0da430cbb227 HTTP/1.1" status: 404 len: 337 time: 0.0402784 Apr 29 11:42:31.207926 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52544) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:31.241536 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-290ca4af-e2bb-4c9a-8aa8-f3578f7b530d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] For port 020b0ff4-3e0a-4662-bca9-6632172853ee, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=020b0ff4-3e0a-4662-bca9-6632172853ee,segment=NetworkSegment(bdc94ef0-fd7f-4f33-a4d0-a3a37631b575),segment_id=bdc94ef0-fd7f-4f33-a4d0-a3a37631b575)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:31.241909 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-290ca4af-e2bb-4c9a-8aa8-f3578f7b530d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:31.257266 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-290ca4af-e2bb-4c9a-8aa8-f3578f7b530d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Calling delete_port for 020b0ff4-3e0a-4662-bca9-6632172853ee owned by network:router_interface {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:42:31.263328 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-64533c97-839e-4cf1-808e-6d02fbb00776 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:31.263794 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64533c97-839e-4cf1-808e-6d02fbb00776 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:31.267026 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-64533c97-839e-4cf1-808e-6d02fbb00776 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/62e0004a-35d4-40eb-84bc-b023db2dc4f6 HTTP/1.1" status: 404 len: 337 time: 0.0581806 Apr 29 11:42:31.272702 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52546) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:31.292095 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-63c09430-f405-484f-a425-507ecb9c9a60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:31.297324 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345a6cd-f169-416f-9a28-4eb856d3c521 None None] Pushing event updated for resources: {'Port': ['ID=999fce44-439b-4f3a-8bbf-e54742674908,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:31.300249 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-b345a6cd-f169-416f-9a28-4eb856d3c521 None None] Could not find standard attr ID for object f503d56a-7e30-4af2-a187-bd0249e39437. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:42:31.317028 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c09430-f405-484f-a425-507ecb9c9a60 admin admin] Pushing event updated for resources: {'Port': ['ID=6c180ea6-1112-477a-8766-6df7ed5a38a5,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:31.320664 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-440313c0-4652-48cf-a60a-2bb4099e9feb tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:31.321847 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-440313c0-4652-48cf-a60a-2bb4099e9feb tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:31.324949 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-440313c0-4652-48cf-a60a-2bb4099e9feb tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/513e1115-36d1-41bd-9f6a-d8a97c0f32fd HTTP/1.1" status: 404 len: 333 time: 0.0512855 Apr 29 11:42:31.327576 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52548) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:31.354190 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device f2a01d5a-838f-4c23-b107-1d83b9b8c636 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:42:31.401743 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-13dbe0c1-e3db-4251-a29b-a8806474ee34 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:31.402261 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13dbe0c1-e3db-4251-a29b-a8806474ee34 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:31.405992 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-13dbe0c1-e3db-4251-a29b-a8806474ee34 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/85db5bd1-f23b-4fd3-b102-d50cb2152b0a HTTP/1.1" status: 404 len: 337 time: 0.0774782 Apr 29 11:42:31.412031 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52550) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:31.418129 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-b345a6cd-f169-416f-9a28-4eb856d3c521 None None] Provisioning complete for port f2a01d5a-838f-4c23-b107-1d83b9b8c636 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:31.418603 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b345a6cd-f169-416f-9a28-4eb856d3c521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:31.467317 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b93be02-6e86-4ca6-ba20-8ca3d11d7bfc tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:31.467782 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b93be02-6e86-4ca6-ba20-8ca3d11d7bfc tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:31.470896 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3b93be02-6e86-4ca6-ba20-8ca3d11d7bfc tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/a7a1820c-7992-46a9-a45e-a1afd42f397c HTTP/1.1" status: 404 len: 337 time: 0.0578654 Apr 29 11:42:31.476141 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52552) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:31.498204 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c09430-f405-484f-a425-507ecb9c9a60 admin admin] Network 5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:31.500126 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-63c09430-f405-484f-a425-507ecb9c9a60 admin admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:31.507789 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e4d475f6-a809-4488-97ce-6bc47a5c8371 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports?device_id=caec8610-069b-4a00-ad02-2d5c14bac698 HTTP/1.1" status: 200 len: 205 time: 0.0304637 Apr 29 11:42:31.510787 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52554) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:31.575522 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-0bf454e8-e6d9-4ce9-9708-6d74998220b1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] delete failed (client error): The resource could not be found. Apr 29 11:42:31.577214 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0bf454e8-e6d9-4ce9-9708-6d74998220b1 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/routers/caec8610-069b-4a00-ad02-2d5c14bac698 HTTP/1.1" status: 404 len: 336 time: 0.0652640 Apr 29 11:42:31.579355 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52556) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:31.590563 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-290ca4af-e2bb-4c9a-8aa8-f3578f7b530d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:31.620657 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e823b5f-7886-469f-a2ed-682e8ad5971d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:31.621101 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e823b5f-7886-469f-a2ed-682e8ad5971d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:31.624339 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3e823b5f-7886-469f-a2ed-682e8ad5971d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/c78b5425-a98c-48fa-84b4-a84265746f9b HTTP/1.1" status: 404 len: 337 time: 0.0437799 Apr 29 11:42:31.643221 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52558) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:31.679301 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52560) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:31.687434 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6dbf90c3-87e4-4566-9553-96d9d26e1432 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "GET /v2.0/ports?device_id=94d6ab1d-9b91-49be-aff2-a1b6161ec335 HTTP/1.1" status: 200 len: 205 time: 0.0395303 Apr 29 11:42:31.687434 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ca4af-e2bb-4c9a-8aa8-f3578f7b530d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Port': ['ID=020b0ff4-3e0a-4662-bca9-6632172853ee,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:31.706075 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52562) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:31.759380 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5958d2b5-66b6-45e5-9196-352ce048674c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:31.776076 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-c2ea5897-180d-4782-9bb2-bc3e026cae93 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] delete failed (client error): The resource could not be found. Apr 29 11:42:31.776425 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-b345a6cd-f169-416f-9a28-4eb856d3c521 None None] Could not find standard attr ID for object f2a01d5a-838f-4c23-b107-1d83b9b8c636. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:42:31.777379 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c2ea5897-180d-4782-9bb2-bc3e026cae93 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/routers/94d6ab1d-9b91-49be-aff2-a1b6161ec335 HTTP/1.1" status: 404 len: 336 time: 0.0701673 Apr 29 11:42:31.816377 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port f2a01d5a-838f-4c23-b107-1d83b9b8c636 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:31.816745 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:31.820426 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-658f5c9d-a563-4f3d-ae42-9b0bc352e3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'name': 'tempest-TestNetworkBasicOps-router-5149196', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '97fe2791-50d3-444c-a0df-ba0efdd2c9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:29Z', 'updated_at': '2022-04-29T11:41:43Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '97fe2791-50d3-444c-a0df-ba0efdd2c9e4', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:31Z', 'updated_at': '2022-04-29T11:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'a2e6dce0-bbcf-41d1-a88c-e3708377b1c5', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.233', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'port_id': '2152fcfb-efd4-49e9-baee-40e905b8c671', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e1c49c-e70d-447f-856f-664a2dd7d7ab', 'mac_address': 'fa:16:3e:31:40:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1853ef4d-315d-476b-8c59-f0003f78dda0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:42:25Z', 'updated_at': '2022-04-29T11:42:25Z', 'revision_number': 0, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10b2821c-69b2-49f8-95ec-6ddf16bdc052', 'name': '', 'network_id': 'e8e1c49c-e70d-447f-856f-664a2dd7d7ab', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:53:04:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '14800f35-4fe2-4cdc-98f9-522afcac0b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:41:53Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '14800f35-4fe2-4cdc-98f9-522afcac0b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:31.821612 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52564) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:31.867765 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.plugins.ml2.db [None req-b345a6cd-f169-416f-9a28-4eb856d3c521 None None] No ports have port_id starting with f2a01d5a-838f-4c23-b107-1d83b9b8c636 Apr 29 11:42:31.904375 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c3bb2010-296c-46b0-bd63-3972bcf00094 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/a2e6dce0-bbcf-41d1-a88c-e3708377b1c5 HTTP/1.1" status: 200 len: 992 time: 0.2128758 Apr 29 11:42:31.908665 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d5e62d-9c8f-4801-baa8-59ecaa77cf93 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:31.909368 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95d5e62d-9c8f-4801-baa8-59ecaa77cf93 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:31.909558 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958d2b5-66b6-45e5-9196-352ce048674c None None] Pushing event deleted for resources: {'Port': ['ID=f2a01d5a-838f-4c23-b107-1d83b9b8c636,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:31.914076 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-95d5e62d-9c8f-4801-baa8-59ecaa77cf93 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/8cf78ed1-c7d0-419e-a12c-5dafa9b36dcc HTTP/1.1" status: 404 len: 337 time: 0.0909441 Apr 29 11:42:31.930437 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52568) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:31.955984 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5958d2b5-66b6-45e5-9196-352ce048674c None None] No DVR routers for this DVR port f2a01d5a-838f-4c23-b107-1d83b9b8c636 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:42:31.958089 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Port f2a01d5a-838f-4c23-b107-1d83b9b8c636 was deleted so its status cannot be updated. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 29 11:42:31.958963 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device d4336138-cd4a-44e7-a436-3296793e8916 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:42:31.964948 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658f5c9d-a563-4f3d-ae42-9b0bc352e3b7 None None] The sync data for ids ['5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1'] in dv-neutron-838888-1-hyperv is: [{'id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'name': 'tempest-TestNetworkBasicOps-router-5149196', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '97fe2791-50d3-444c-a0df-ba0efdd2c9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:29Z', 'updated_at': '2022-04-29T11:41:43Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '97fe2791-50d3-444c-a0df-ba0efdd2c9e4', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:31Z', 'updated_at': '2022-04-29T11:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'a2e6dce0-bbcf-41d1-a88c-e3708377b1c5', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.233', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'port_id': '2152fcfb-efd4-49e9-baee-40e905b8c671', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e1c49c-e70d-447f-856f-664a2dd7d7ab', 'mac_address': 'fa:16:3e:31:40:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1853ef4d-315d-476b-8c59-f0003f78dda0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:42:25Z', 'updated_at': '2022-04-29T11:42:25Z', 'revision_number': 0, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10b2821c-69b2-49f8-95ec-6ddf16bdc052', 'name': '', 'network_id': 'e8e1c49c-e70d-447f-856f-664a2dd7d7ab', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:53:04:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '14800f35-4fe2-4cdc-98f9-522afcac0b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:41:53Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '14800f35-4fe2-4cdc-98f9-522afcac0b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:42:32.026089 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37af126e-05cb-486b-ab00-e7774fdbc885 None None] get_active_networks_info from dv-neutron-838888-1-hyperv {{(pid=102961) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 11:42:32.028439 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca017cd-e7f9-4bd4-a230-400d14d68664 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:32.029120 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ca017cd-e7f9-4bd4-a230-400d14d68664 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:32.035263 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-1ca017cd-e7f9-4bd4-a230-400d14d68664 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/6a1c4fe9-8476-496b-bc1f-d1da894373b8 HTTP/1.1" status: 404 len: 337 time: 0.1011758 Apr 29 11:42:32.037974 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c5a2471a-5172-4460-9564-b6cc1bc94cf9 None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:32.043442 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52570) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:32.097709 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c5a2471a-5172-4460-9564-b6cc1bc94cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:32.101292 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0027ed-1091-4c90-949f-463874f58f70 req-0f9196b8-cd75-4012-97a0-e4c572481281 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:32.108257 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9e0027ed-1091-4c90-949f-463874f58f70 req-0f9196b8-cd75-4012-97a0-e4c572481281 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 945 time: 0.1887383 Apr 29 11:42:32.112322 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbec06ef-da01-4329-8ce4-1f91b13f382f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:32.113260 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbec06ef-da01-4329-8ce4-1f91b13f382f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:32.120536 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-b345a6cd-f169-416f-9a28-4eb856d3c521 None None] Provisioning complete for port 7781b938-427f-4254-be71-f1a18ec9184a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:32.120905 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b345a6cd-f169-416f-9a28-4eb856d3c521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:32.127502 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-cbec06ef-da01-4329-8ce4-1f91b13f382f tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/a674ed5c-47eb-43a2-98f1-b7627fa04141 HTTP/1.1" status: 404 len: 333 time: 0.0804245 Apr 29 11:42:32.131246 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c09430-f405-484f-a425-507ecb9c9a60 admin admin] Router ce4ae7b6-a63f-43a5-a869-4ae1e1a64837 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:42:32.132426 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52572) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:32.169565 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b0280b-ff26-4a56-8d4d-388e60f6967a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:32.170024 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b0280b-ff26-4a56-8d4d-388e60f6967a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:32.181176 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c5b0280b-ff26-4a56-8d4d-388e60f6967a tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/d339d9b7-7bcb-446f-bcbc-34ed7977d87b HTTP/1.1" status: 404 len: 337 time: 0.0431011 Apr 29 11:42:32.181820 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52574) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:32.258537 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd4de46-7e38-4fbc-aa10-998e7aaf3065 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:32.259338 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fd4de46-7e38-4fbc-aa10-998e7aaf3065 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:32.264699 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0fd4de46-7e38-4fbc-aa10-998e7aaf3065 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/fe0fdd1d-2f12-41cd-b32e-9f2d9e710ce7 HTTP/1.1" status: 404 len: 333 time: 0.0780678 Apr 29 11:42:32.266261 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52576) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:32.273569 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-c5a2471a-5172-4460-9564-b6cc1bc94cf9 None None] Attempting to bind port ba083414-2d2f-48c6-84d2-dc05f7191fe3 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:32.274026 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-c5a2471a-5172-4460-9564-b6cc1bc94cf9 None None] Attempting to bind port ba083414-2d2f-48c6-84d2-dc05f7191fe3 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:32.274331 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a2471a-5172-4460-9564-b6cc1bc94cf9 None None] Attempting to bind port ba083414-2d2f-48c6-84d2-dc05f7191fe3 on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:42:32.285158 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4bc6f0-e6d3-4b61-95eb-276137738a71 None None] Pushing event updated for resources: {'Port': ['ID=ba083414-2d2f-48c6-84d2-dc05f7191fe3,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:32.301624 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a2471a-5172-4460-9564-b6cc1bc94cf9 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:42:32.302499 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a2471a-5172-4460-9564-b6cc1bc94cf9 None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:42:32.307738 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c5a2471a-5172-4460-9564-b6cc1bc94cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:32.308332 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9e0027ed-1091-4c90-949f-463874f58f70 req-640de6e4-4031-4206-8124-c492ff86db8d tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/security-groups?id=f5874629-b9e1-4000-8425-6441ce247fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806905 Apr 29 11:42:32.314070 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ab8c44-6716-4812-aef8-bdd1921dc1a2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:32.314562 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4ab8c44-6716-4812-aef8-bdd1921dc1a2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:32.320371 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f4ab8c44-6716-4812-aef8-bdd1921dc1a2 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/3aa986ee-c3a6-4e07-bf7e-15916508788e HTTP/1.1" status: 404 len: 337 time: 0.0517540 Apr 29 11:42:32.320537 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a2471a-5172-4460-9564-b6cc1bc94cf9 None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:42:32.320537 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-c5a2471a-5172-4460-9564-b6cc1bc94cf9 None None] Bound port: ba083414-2d2f-48c6-84d2-dc05f7191fe3, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:42:32.320537 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c5a2471a-5172-4460-9564-b6cc1bc94cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:32.333962 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52578) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:32.353658 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-4defb38b-d680-4e12-8398-77a480a220a6 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:32.354384 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4defb38b-d680-4e12-8398-77a480a220a6 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:32.359728 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4defb38b-d680-4e12-8398-77a480a220a6 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/eeac6a1a-88a1-4da8-b52c-d93d82321fd6 HTTP/1.1" status: 404 len: 333 time: 0.0297341 Apr 29 11:42:32.359922 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8ee450-8ed3-4105-b735-2c54f651d225 None None] New status for floating IP a2e6dce0-bbcf-41d1-a88c-e3708377b1c5: ACTIVE {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:42:32.360363 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52580) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:32.363477 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c09430-f405-484f-a425-507ecb9c9a60 admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:42:32.377531 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-63c09430-f405-484f-a425-507ecb9c9a60 admin admin] 10.222.0.69 "PUT /v2.0/routers/ce4ae7b6-a63f-43a5-a869-4ae1e1a64837/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9165955 Apr 29 11:42:32.382714 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port d4336138-cd4a-44e7-a436-3296793e8916 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:32.383094 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:32.392951 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9dff74-9a8a-41d2-b774-275101b63d93 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:32.393487 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a9dff74-9a8a-41d2-b774-275101b63d93 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:32.399622 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2a9dff74-9a8a-41d2-b774-275101b63d93 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/b5b78cb7-97c4-4db8-9b33-223d73d86114 HTTP/1.1" status: 404 len: 337 time: 0.0363300 Apr 29 11:42:32.399622 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-290ca4af-e2bb-4c9a-8aa8-f3578f7b530d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:32.400073 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52584) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:32.428756 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc16bab-3887-400d-b40c-ef8d2e496bfe tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:32.429347 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc16bab-3887-400d-b40c-ef8d2e496bfe tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:32.433018 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4dc16bab-3887-400d-b40c-ef8d2e496bfe tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/80ae514a-e5dc-46c1-8a61-7fbf7bfe0db9 HTTP/1.1" status: 404 len: 333 time: 0.0316730 Apr 29 11:42:32.436902 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52586) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:32.467577 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ab412c-e9d2-4569-841e-0375aaf3548d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:32.468030 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7ab412c-e9d2-4569-841e-0375aaf3548d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:32.474603 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b7ab412c-e9d2-4569-841e-0375aaf3548d tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/ac771f95-c4bc-4bab-8b85-d7d6b3334dca HTTP/1.1" status: 404 len: 337 time: 0.0333264 Apr 29 11:42:32.478687 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52588) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:32.496010 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-c5a2471a-5172-4460-9564-b6cc1bc94cf9 None None] For port ba083414-2d2f-48c6-84d2-dc05f7191fe3, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:42:32.525210 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2bc8d57-9705-48cb-bad0-0c12c9c25162 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:32.526329 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2bc8d57-9705-48cb-bad0-0c12c9c25162 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:32.535093 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d2bc8d57-9705-48cb-bad0-0c12c9c25162 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/9f7a8bb3-7ff7-4fcb-b4df-1c84744f70f9 HTTP/1.1" status: 404 len: 333 time: 0.0545957 Apr 29 11:42:32.536085 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52590) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:32.551027 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-c5a2471a-5172-4460-9564-b6cc1bc94cf9 None None] For port ba083414-2d2f-48c6-84d2-dc05f7191fe3, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=ba083414-2d2f-48c6-84d2-dc05f7191fe3,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:42:32.572093 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c5a2471a-5172-4460-9564-b6cc1bc94cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:32.579027 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37af126e-05cb-486b-ab00-e7774fdbc885 None None] Resources bound (agent type, host, resource id): {{(pid=102961) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 11:42:32.624624 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-a143eee3-c426-481b-88d5-4fe319df1fc6 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:32.624624 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a143eee3-c426-481b-88d5-4fe319df1fc6 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:32.635991 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a143eee3-c426-481b-88d5-4fe319df1fc6 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/8889e401-3186-4041-aca6-f34c59e5612c HTTP/1.1" status: 404 len: 337 time: 0.0981541 Apr 29 11:42:32.636647 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52596) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:32.668097 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d8c3e15-bfd6-4060-a931-87d36035b9f0 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:32.668764 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d8c3e15-bfd6-4060-a931-87d36035b9f0 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:32.674910 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7d8c3e15-bfd6-4060-a931-87d36035b9f0 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/64041818-c520-46b7-9a9e-be930512945a HTTP/1.1" status: 404 len: 333 time: 0.0371840 Apr 29 11:42:32.675663 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52598) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:32.709641 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7570e14-4e7a-4295-8430-03ccdfb049e3 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:32.710368 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7570e14-4e7a-4295-8430-03ccdfb049e3 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:32.714067 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4bc6f0-e6d3-4b61-95eb-276137738a71 None None] Pushing event updated for resources: {'Port': ['ID=ba083414-2d2f-48c6-84d2-dc05f7191fe3,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:32.716725 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52600) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:32.717423 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e7570e14-4e7a-4295-8430-03ccdfb049e3 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/0433f78a-55da-4c79-9722-ad84659835af HTTP/1.1" status: 404 len: 337 time: 0.0407526 Apr 29 11:42:32.741657 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290ca4af-e2bb-4c9a-8aa8-f3578f7b530d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Router f540444a-8344-431e-aed4-ced9478cf694 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:42:32.751284 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a2471a-5172-4460-9564-b6cc1bc94cf9 None None] Routers {'ce4ae7b6-a63f-43a5-a869-4ae1e1a64837'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:32.751925 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-c5a2471a-5172-4460-9564-b6cc1bc94cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['ce4ae7b6-a63f-43a5-a869-4ae1e1a64837'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:32.760670 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d8bada6-649e-4deb-803f-f16150f23077 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:32.761992 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d8bada6-649e-4deb-803f-f16150f23077 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:32.767829 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52602) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:32.778107 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9d8bada6-649e-4deb-803f-f16150f23077 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/ports/51b1f72c-e310-4d06-8428-7b0134ef8ed6 HTTP/1.1" status: 404 len: 333 time: 0.0546355 Apr 29 11:42:32.799795 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 23742d92-2b3c-4841-a3e7-5d968b33aa4d up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:42:32.810942 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14fe26d-88d9-4fdc-96aa-3e445d659b91 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:32.812001 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d14fe26d-88d9-4fdc-96aa-3e445d659b91 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:32.815344 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d14fe26d-88d9-4fdc-96aa-3e445d659b91 tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/subnets/f5d67383-c273-432b-ba9a-44ecff1df349 HTTP/1.1" status: 404 len: 337 time: 0.0463881 Apr 29 11:42:32.819716 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52604) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:32.866626 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-68fd415b-8392-4a55-a262-4fe71db7888f None None] Provisioning complete for port 6c180ea6-1112-477a-8766-6df7ed5a38a5 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:32.866999 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-68fd415b-8392-4a55-a262-4fe71db7888f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:32.894451 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290ca4af-e2bb-4c9a-8aa8-f3578f7b530d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:42:32.908360 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52606) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:32.908832 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-290ca4af-e2bb-4c9a-8aa8-f3578f7b530d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "PUT /v2.0/routers/f540444a-8344-431e-aed4-ced9478cf694/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3771503 Apr 29 11:42:32.912331 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52608) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:32.913411 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4960bdb-df30-4d85-a7af-ab8d4ffc93f2 None None] Sync routers for ids ['f540444a-8344-431e-aed4-ced9478cf694'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:42:32.970327 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4ec378-2693-4f99-8838-b10fe9f1c971 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Deleting subnet 0039ee55-c2e1-43f6-b679-a89ae19eb7f4 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:42:32.973938 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ee4ec378-2693-4f99-8838-b10fe9f1c971 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:32.982007 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8c125133-ab13-43f0-b5d4-8725284c5ffc tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.007901 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52610) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:33.016832 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-9e576039-106d-4149-9661-bb58c88a29dc tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1256992549', 'description': 'tempest-secgroup-smoke-1256992549 description', 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:33.024673 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-68fd415b-8392-4a55-a262-4fe71db7888f None None] Port 6c180ea6-1112-477a-8766-6df7ed5a38a5 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:42:33.030160 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-57d89180-8886-4049-9c35-5e5bdf3a7c7c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/a2e6dce0-bbcf-41d1-a88c-e3708377b1c5 HTTP/1.1" status: 200 len: 994 time: 0.1197863 Apr 29 11:42:33.030651 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4960bdb-df30-4d85-a7af-ab8d4ffc93f2 None None] Routers {'f540444a-8344-431e-aed4-ced9478cf694'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:33.031273 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-a4960bdb-df30-4d85-a7af-ab8d4ffc93f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f540444a-8344-431e-aed4-ced9478cf694'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:33.040661 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-c5a2471a-5172-4460-9564-b6cc1bc94cf9 None None] Set router ce4ae7b6-a63f-43a5-a869-4ae1e1a64837 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:42:33.057642 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ee4ec378-2693-4f99-8838-b10fe9f1c971 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.116112 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 23742d92-2b3c-4841-a3e7-5d968b33aa4d triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:33.116556 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.122859 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9e576039-106d-4149-9661-bb58c88a29dc tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.132274 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8c125133-ab13-43f0-b5d4-8725284c5ffc tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.156902 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-8c125133-ab13-43f0-b5d4-8725284c5ffc tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62578361-baac-4d3e-b4ee-401a25f05a0e']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:33.170231 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-8c125133-ab13-43f0-b5d4-8725284c5ffc tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '364dad00-4fee-405c-b828-1d9a115f455a') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:33.170694 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-8c125133-ab13-43f0-b5d4-8725284c5ffc tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '364dad00-4fee-405c-b828-1d9a115f455a') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:33.185282 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8c125133-ab13-43f0-b5d4-8725284c5ffc tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.189190 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ee4ec378-2693-4f99-8838-b10fe9f1c971 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.202589 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8c125133-ab13-43f0-b5d4-8725284c5ffc tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.212082 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c125133-ab13-43f0-b5d4-8725284c5ffc tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:42:33.212695 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8c125133-ab13-43f0-b5d4-8725284c5ffc tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.216780 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:42:33.216780 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:42:33.216780 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:42:33.216780 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:42:33.216780 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:42:33.216780 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:42:33.216780 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:42:33.216780 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:42:33.216780 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:42:33.216780 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:42:33.216780 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:42:33.216780 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:42:33.216780 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:42:33.216780 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:42:33.216780 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:42:33.216780 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:42:33.216780 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:42:33.216780 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:42:33.216780 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:42:33.216780 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:42:33.216780 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:42:33.216780 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:42:33.216780 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:42:33.216780 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:42:33.216780 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:42:33.216780 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:42:33.216780 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:42:33.216780 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:42:33.216780 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:42:33.216780 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:42:33.216780 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:42:33.216780 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:42:33.283028 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9e576039-106d-4149-9661-bb58c88a29dc tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.288992 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9e576039-106d-4149-9661-bb58c88a29dc tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.295837 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ee4ec378-2693-4f99-8838-b10fe9f1c971 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.299362 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-a4960bdb-df30-4d85-a7af-ab8d4ffc93f2 None None] Set router f540444a-8344-431e-aed4-ced9478cf694 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:42:33.315457 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8c125133-ab13-43f0-b5d4-8725284c5ffc tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.344175 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8c125133-ab13-43f0-b5d4-8725284c5ffc tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.350868 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8c125133-ab13-43f0-b5d4-8725284c5ffc tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] 10.222.0.69 "DELETE /v2.0/networks/62578361-baac-4d3e-b4ee-401a25f05a0e HTTP/1.1" status: 204 len: 168 time: 0.5301297 Apr 29 11:42:33.352015 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c125133-ab13-43f0-b5d4-8725284c5ffc tempest-NetworksTestDHCPv6-8181236 tempest-NetworksTestDHCPv6-8181236-project] Pushing event deleted for resources: {'Network': ['ID=62578361-baac-4d3e-b4ee-401a25f05a0e,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:33.379442 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ec378-2693-4f99-8838-b10fe9f1c971 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Subnet': ['ID=0039ee55-c2e1-43f6-b679-a89ae19eb7f4,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:33.379442 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ee4ec378-2693-4f99-8838-b10fe9f1c971 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.389814 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ee4ec378-2693-4f99-8838-b10fe9f1c971 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/subnets/0039ee55-c2e1-43f6-b679-a89ae19eb7f4 HTTP/1.1" status: 204 len: 168 time: 0.4741149 Apr 29 11:42:33.391587 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52616) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:33.400954 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9e576039-106d-4149-9661-bb58c88a29dc tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.406441 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9e576039-106d-4149-9661-bb58c88a29dc tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3969860 Apr 29 11:42:33.407218 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52618) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:33.411051 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e576039-106d-4149-9661-bb58c88a29dc tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff58dd1-c0d9-4127-be13-e91e3b09d2af,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:33.416902 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-0a0f42c9-f396-41fa-9df5-c9f07ace927c tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Request body: {'security_group_rule': {'security_group_id': '4ff58dd1-c0d9-4127-be13-e91e3b09d2af', 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:33.462983 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0a0f42c9-f396-41fa-9df5-c9f07ace927c tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.516553 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6e254bf8-12bb-4cf8-bc95-2be01b7c5fb8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.576916 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde0a7e7-004b-4f28-8d13-dcece1fe72ae None None] get_active_networks_info from dv-neutron-838888-1-hyperv {{(pid=102961) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 11:42:33.577540 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b8fbb-776d-4ae7-990c-1a60cec9c117 req-d387e26d-95c5-4216-9ee9-a5a78e0a78a5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:33.579371 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-934b8fbb-776d-4ae7-990c-1a60cec9c117 req-d387e26d-95c5-4216-9ee9-a5a78e0a78a5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 945 time: 0.0912938 Apr 29 11:42:33.591002 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0a0f42c9-f396-41fa-9df5-c9f07ace927c tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.600836 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0a0f42c9-f396-41fa-9df5-c9f07ace927c tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.647124 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f42c9-f396-41fa-9df5-c9f07ace927c tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e96e610-ac3f-4810-8ea0-76f4fc7f5622,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:33.665689 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-6e254bf8-12bb-4cf8-bc95-2be01b7c5fb8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Deleting port 23742d92-2b3c-4841-a3e7-5d968b33aa4d {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:42:33.665964 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6e254bf8-12bb-4cf8-bc95-2be01b7c5fb8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.680512 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-934b8fbb-776d-4ae7-990c-1a60cec9c117 req-c149ee83-ea49-4a04-b2f6-b482ff1e7380 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/security-groups?id=f5874629-b9e1-4000-8425-6441ce247fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829487 Apr 29 11:42:33.684848 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0a0f42c9-f396-41fa-9df5-c9f07ace927c tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.689572 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0a0f42c9-f396-41fa-9df5-c9f07ace927c tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2805157 Apr 29 11:42:33.690494 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52620) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:33.696791 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-e78466b0-9e01-4f7f-a9ad-01125a6e61e1 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Request body: {'security_group_rule': {'security_group_id': '4ff58dd1-c0d9-4127-be13-e91e3b09d2af', 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:33.754409 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e78466b0-9e01-4f7f-a9ad-01125a6e61e1 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.786787 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 51af3d46-6272-46ba-b3c1-a1c6d773a7d1 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:42:33.793928 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-6e254bf8-12bb-4cf8-bc95-2be01b7c5fb8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] For port 23742d92-2b3c-4841-a3e7-5d968b33aa4d, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=23742d92-2b3c-4841-a3e7-5d968b33aa4d,segment=NetworkSegment(bdc94ef0-fd7f-4f33-a4d0-a3a37631b575),segment_id=bdc94ef0-fd7f-4f33-a4d0-a3a37631b575)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:33.794461 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6e254bf8-12bb-4cf8-bc95-2be01b7c5fb8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.813218 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-6e254bf8-12bb-4cf8-bc95-2be01b7c5fb8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Calling delete_port for 23742d92-2b3c-4841-a3e7-5d968b33aa4d owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:42:33.841318 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e78466b0-9e01-4f7f-a9ad-01125a6e61e1 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.841556 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 51af3d46-6272-46ba-b3c1-a1c6d773a7d1 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:42:33.841684 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 51af3d46-6272-46ba-b3c1-a1c6d773a7d1 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:42:33.851339 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e78466b0-9e01-4f7f-a9ad-01125a6e61e1 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.887272 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e78466b0-9e01-4f7f-a9ad-01125a6e61e1 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.894995 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e78466b0-9e01-4f7f-a9ad-01125a6e61e1 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2032542 Apr 29 11:42:33.898041 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52624) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:33.904844 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-9d69fe9a-413f-485e-8445-b77ef4f70c4f tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Request body: {'security_group_rule': {'security_group_id': '4ff58dd1-c0d9-4127-be13-e91e3b09d2af', 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:33.922387 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52626) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:33.932498 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6e254bf8-12bb-4cf8-bc95-2be01b7c5fb8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.937452 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78466b0-9e01-4f7f-a9ad-01125a6e61e1 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d40c4e-0afc-4fad-a420-3b4abc806dee,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:33.966631 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9d69fe9a-413f-485e-8445-b77ef4f70c4f tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.989098 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e254bf8-12bb-4cf8-bc95-2be01b7c5fb8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] No DVR routers for this DVR port 23742d92-2b3c-4841-a3e7-5d968b33aa4d on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:42:33.995155 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e254bf8-12bb-4cf8-bc95-2be01b7c5fb8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Port': ['ID=23742d92-2b3c-4841-a3e7-5d968b33aa4d,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:34.023325 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-c5a2471a-5172-4460-9564-b6cc1bc94cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4ae7b6-a63f-43a5-a869-4ae1e1a64837', 'name': 'tempest-TestVolumeBootPattern-1430520944-router', 'tenant_id': 'e1c005074ddf4a1aab160c9a8e99cdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'ba083414-2d2f-48c6-84d2-dc05f7191fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:20Z', 'updated_at': '2022-04-29T11:42:30Z', 'revision_number': 4, 'project_id': 'e1c005074ddf4a1aab160c9a8e99cdfd', 'gw_port': {'id': 'ba083414-2d2f-48c6-84d2-dc05f7191fe3', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4ae7b6-a63f-43a5-a869-4ae1e1a64837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:22Z', 'updated_at': '2022-04-29T11:42:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '6c180ea6-1112-477a-8766-6df7ed5a38a5', 'name': '', 'network_id': '5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe', 'tenant_id': 'e1c005074ddf4a1aab160c9a8e99cdfd', 'mac_address': 'fa:16:3e:73:0e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4ae7b6-a63f-43a5-a869-4ae1e1a64837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'f5ac330d-ca10-40a7-be09-bd3240982b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:29Z', 'updated_at': '2022-04-29T11:42:30Z', 'revision_number': 2, 'project_id': 'e1c005074ddf4a1aab160c9a8e99cdfd', 'subnets': [{'id': 'f5ac330d-ca10-40a7-be09-bd3240982b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:34.063447 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a2471a-5172-4460-9564-b6cc1bc94cf9 None None] The sync data for ids ['ce4ae7b6-a63f-43a5-a869-4ae1e1a64837'] in dv-neutron-838888-1-hyperv is: [{'id': 'ce4ae7b6-a63f-43a5-a869-4ae1e1a64837', 'name': 'tempest-TestVolumeBootPattern-1430520944-router', 'tenant_id': 'e1c005074ddf4a1aab160c9a8e99cdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'ba083414-2d2f-48c6-84d2-dc05f7191fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:20Z', 'updated_at': '2022-04-29T11:42:30Z', 'revision_number': 4, 'project_id': 'e1c005074ddf4a1aab160c9a8e99cdfd', 'gw_port': {'id': 'ba083414-2d2f-48c6-84d2-dc05f7191fe3', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4ae7b6-a63f-43a5-a869-4ae1e1a64837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:22Z', 'updated_at': '2022-04-29T11:42:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '6c180ea6-1112-477a-8766-6df7ed5a38a5', 'name': '', 'network_id': '5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe', 'tenant_id': 'e1c005074ddf4a1aab160c9a8e99cdfd', 'mac_address': 'fa:16:3e:73:0e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4ae7b6-a63f-43a5-a869-4ae1e1a64837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'f5ac330d-ca10-40a7-be09-bd3240982b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:29Z', 'updated_at': '2022-04-29T11:42:30Z', 'revision_number': 2, 'project_id': 'e1c005074ddf4a1aab160c9a8e99cdfd', 'subnets': [{'id': 'f5ac330d-ca10-40a7-be09-bd3240982b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:42:34.066831 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde0a7e7-004b-4f28-8d13-dcece1fe72ae None None] Resources bound (agent type, host, resource id): {{(pid=102961) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 11:42:34.088230 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9d69fe9a-413f-485e-8445-b77ef4f70c4f tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.100385 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6e254bf8-12bb-4cf8-bc95-2be01b7c5fb8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.102401 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9d69fe9a-413f-485e-8445-b77ef4f70c4f tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.129581 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-6e254bf8-12bb-4cf8-bc95-2be01b7c5fb8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['551ffd37-3450-4cf8-9586-7163f4c00ab1']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:34.150876 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69fe9a-413f-485e-8445-b77ef4f70c4f tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0676fb06-a828-44fd-a0eb-83835e0e6123,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:34.157033 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9d69fe9a-413f-485e-8445-b77ef4f70c4f tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.160912 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9d69fe9a-413f-485e-8445-b77ef4f70c4f tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2592263 Apr 29 11:42:34.161473 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52630) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:34.169094 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-ec5c134d-2054-4072-9fd7-c19e670bdcde tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Request body: {'security_group_rule': {'security_group_id': '4ff58dd1-c0d9-4127-be13-e91e3b09d2af', 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:34.187263 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-a4960bdb-df30-4d85-a7af-ab8d4ffc93f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f540444a-8344-431e-aed4-ced9478cf694', 'name': 'tempest-RoutersTest-router-1818015534', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:42:31Z', 'revision_number': 8, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None, '_interfaces': [{'id': '141649f7-9057-493c-a3ef-428af8f8ecf8', 'name': '', 'network_id': 'a2c1ac3b-191d-4202-b460-c88b10dd2648', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:0a:d3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:57Z', 'updated_at': '2022-04-29T11:42:14Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17fd74da-bfb3-497a-8ba7-2cf15ed18823', 'name': '', 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:87:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:44Z', 'updated_at': '2022-04-29T11:41:59Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7d03790-d42c-4d91-bd67-35ee97455369', 'name': '', 'network_id': 'f971924f-e900-409d-9aa0-ccbce114efc6', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:7c:07:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '8190a8bd-eb42-41f4-a2c9-4686f5d6928a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:07Z', 'updated_at': '2022-04-29T11:42:21Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '8190a8bd-eb42-41f4-a2c9-4686f5d6928a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:34.203102 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ec5c134d-2054-4072-9fd7-c19e670bdcde tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.221971 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-6e254bf8-12bb-4cf8-bc95-2be01b7c5fb8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc94ef0-fd7f-4f33-a4d0-a3a37631b575') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:34.222608 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-6e254bf8-12bb-4cf8-bc95-2be01b7c5fb8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc94ef0-fd7f-4f33-a4d0-a3a37631b575') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:34.228296 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4960bdb-df30-4d85-a7af-ab8d4ffc93f2 None None] Checking router: f540444a-8344-431e-aed4-ced9478cf694 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:42:34.247141 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 2652afa2-8e5c-4a3e-a506-d374184bafe7 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:42:34.260347 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6e254bf8-12bb-4cf8-bc95-2be01b7c5fb8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.273583 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-01161a09-ae61-4e85-a64c-69ccb4df8b95 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=816ee0d9de714cffbf04b1f22c0f1713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498900 Apr 29 11:42:34.274438 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52632) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:34.274555 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4960bdb-df30-4d85-a7af-ab8d4ffc93f2 None None] Routers {'f540444a-8344-431e-aed4-ced9478cf694'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:34.275167 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-a4960bdb-df30-4d85-a7af-ab8d4ffc93f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f540444a-8344-431e-aed4-ced9478cf694'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:34.292765 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6e254bf8-12bb-4cf8-bc95-2be01b7c5fb8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.298479 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ec5c134d-2054-4072-9fd7-c19e670bdcde tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.305261 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ec5c134d-2054-4072-9fd7-c19e670bdcde tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.309362 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e254bf8-12bb-4cf8-bc95-2be01b7c5fb8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:42:34.309840 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6e254bf8-12bb-4cf8-bc95-2be01b7c5fb8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.313478 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:42:34.313478 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:42:34.313478 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:42:34.313478 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:42:34.313478 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:42:34.313478 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:42:34.313478 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:42:34.313478 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:42:34.313478 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:42:34.313478 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:42:34.313478 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:42:34.313478 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:42:34.313478 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:42:34.313478 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:42:34.313478 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:42:34.313478 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:42:34.313478 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:42:34.313478 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:42:34.313478 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:42:34.313478 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:42:34.313478 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:42:34.313478 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:42:34.313478 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:42:34.313478 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:42:34.313478 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:42:34.313478 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:42:34.313478 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:42:34.313478 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:42:34.313478 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:42:34.313478 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:42:34.313478 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:42:34.313478 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:42:34.326819 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c134d-2054-4072-9fd7-c19e670bdcde tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa4e8dc-993d-46cd-a79c-8d91c94e472a,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:34.338767 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ec5c134d-2054-4072-9fd7-c19e670bdcde tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.340112 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ec5c134d-2054-4072-9fd7-c19e670bdcde tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1771080 Apr 29 11:42:34.343381 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52634) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:34.353263 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-bf2fb7d9-c985-4034-a36a-6c41bec32276 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Request body: {'security_group_rule': {'security_group_id': '4ff58dd1-c0d9-4127-be13-e91e3b09d2af', 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:34.382121 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.securitygroups_db [None req-bf2fb7d9-c985-4034-a36a-6c41bec32276 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Project 5c18c08a53e64ca1a8e956042fa2eb3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:42:34.388116 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bf2fb7d9-c985-4034-a36a-6c41bec32276 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.414558 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6e254bf8-12bb-4cf8-bc95-2be01b7c5fb8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.423714 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6e254bf8-12bb-4cf8-bc95-2be01b7c5fb8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.432257 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6e254bf8-12bb-4cf8-bc95-2be01b7c5fb8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/networks/551ffd37-3450-4cf8-9586-7163f4c00ab1 HTTP/1.1" status: 204 len: 168 time: 1.0370350 Apr 29 11:42:34.442900 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52636) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:34.479719 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-a4960bdb-df30-4d85-a7af-ab8d4ffc93f2 None None] Set router f540444a-8344-431e-aed4-ced9478cf694 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:42:34.512061 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e254bf8-12bb-4cf8-bc95-2be01b7c5fb8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Network': ['ID=551ffd37-3450-4cf8-9586-7163f4c00ab1,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:34.515871 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bf2fb7d9-c985-4034-a36a-6c41bec32276 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.516089 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-767f5058-f99b-4b64-98f6-48d6eae4f20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.521264 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bf2fb7d9-c985-4034-a36a-6c41bec32276 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.542222 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2fb7d9-c985-4034-a36a-6c41bec32276 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41fc0629-4168-42bc-9512-dacd15089025,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:34.576567 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bf2fb7d9-c985-4034-a36a-6c41bec32276 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.583703 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-bf2fb7d9-c985-4034-a36a-6c41bec32276 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2379677 Apr 29 11:42:34.584454 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52638) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:34.589196 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-a30d4a10-be65-4da9-95ef-671940e5840e tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Request body: {'security_group_rule': {'security_group_id': '4ff58dd1-c0d9-4127-be13-e91e3b09d2af', 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:34.596134 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-767f5058-f99b-4b64-98f6-48d6eae4f20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.623255 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.securitygroups_db [None req-a30d4a10-be65-4da9-95ef-671940e5840e tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Project 5c18c08a53e64ca1a8e956042fa2eb3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:42:34.631345 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a30d4a10-be65-4da9-95ef-671940e5840e tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.632057 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 2652afa2-8e5c-4a3e-a506-d374184bafe7 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:34.634272 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.732388 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a30d4a10-be65-4da9-95ef-671940e5840e tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.742320 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a30d4a10-be65-4da9-95ef-671940e5840e tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.768266 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d4a10-be65-4da9-95ef-671940e5840e tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=172661c3-0226-4215-b6c3-d53a4bf4cb95,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:34.776268 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a30d4a10-be65-4da9-95ef-671940e5840e tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.790297 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a30d4a10-be65-4da9-95ef-671940e5840e tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1944323 Apr 29 11:42:34.812710 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-767f5058-f99b-4b64-98f6-48d6eae4f20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.816198 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-767f5058-f99b-4b64-98f6-48d6eae4f20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.818086 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-767f5058-f99b-4b64-98f6-48d6eae4f20a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4edfd49f-c9c7-4b8e-9bf7-9984e23a26b5 HTTP/1.1" status: 204 len: 168 time: 0.5408511 Apr 29 11:42:34.839959 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f5058-f99b-4b64-98f6-48d6eae4f20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edfd49f-c9c7-4b8e-9bf7-9984e23a26b5,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:34.970316 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df77d05-849f-49c2-98a8-04d4e8566a8c req-7d54cc55-24bb-40af-bc2e-88bd3b4205af tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:34.974193 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1df77d05-849f-49c2-98a8-04d4e8566a8c req-7d54cc55-24bb-40af-bc2e-88bd3b4205af tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 945 time: 0.1648467 Apr 29 11:42:34.989990 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 7781b938-427f-4254-be71-f1a18ec9184a up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:42:35.079545 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bfda4c-4c26-4670-988a-ff0ff5e286e6 None None] DHCP port deletion for 551ffd37-3450-4cf8-9586-7163f4c00ab1 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:42:35.088064 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-efbfb042-31db-437c-829f-7429b00c02e0 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:35.107718 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1df77d05-849f-49c2-98a8-04d4e8566a8c req-6c9034c1-8e48-4469-8e76-9f0d93a7cfb0 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/security-groups?id=f5874629-b9e1-4000-8425-6441ce247fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177797 Apr 29 11:42:35.157272 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-a4960bdb-df30-4d85-a7af-ab8d4ffc93f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f540444a-8344-431e-aed4-ced9478cf694', 'name': 'tempest-RoutersTest-router-1818015534', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:42:31Z', 'revision_number': 8, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None, '_interfaces': [{'id': '141649f7-9057-493c-a3ef-428af8f8ecf8', 'name': '', 'network_id': 'a2c1ac3b-191d-4202-b460-c88b10dd2648', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:0a:d3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:57Z', 'updated_at': '2022-04-29T11:42:14Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17fd74da-bfb3-497a-8ba7-2cf15ed18823', 'name': '', 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:87:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:44Z', 'updated_at': '2022-04-29T11:41:59Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7d03790-d42c-4d91-bd67-35ee97455369', 'name': '', 'network_id': 'f971924f-e900-409d-9aa0-ccbce114efc6', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:7c:07:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '8190a8bd-eb42-41f4-a2c9-4686f5d6928a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:07Z', 'updated_at': '2022-04-29T11:42:21Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '8190a8bd-eb42-41f4-a2c9-4686f5d6928a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:35.211301 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4960bdb-df30-4d85-a7af-ab8d4ffc93f2 None None] The sync data for ids ['f540444a-8344-431e-aed4-ced9478cf694'] in dv-neutron-838888-1-hyperv is: [{'id': 'f540444a-8344-431e-aed4-ced9478cf694', 'name': 'tempest-RoutersTest-router-1818015534', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:42:31Z', 'revision_number': 8, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None, '_interfaces': [{'id': '141649f7-9057-493c-a3ef-428af8f8ecf8', 'name': '', 'network_id': 'a2c1ac3b-191d-4202-b460-c88b10dd2648', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:0a:d3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:57Z', 'updated_at': '2022-04-29T11:42:14Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17fd74da-bfb3-497a-8ba7-2cf15ed18823', 'name': '', 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:87:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:44Z', 'updated_at': '2022-04-29T11:41:59Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7d03790-d42c-4d91-bd67-35ee97455369', 'name': '', 'network_id': 'f971924f-e900-409d-9aa0-ccbce114efc6', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:7c:07:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '8190a8bd-eb42-41f4-a2c9-4686f5d6928a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:07Z', 'updated_at': '2022-04-29T11:42:21Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '8190a8bd-eb42-41f4-a2c9-4686f5d6928a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:42:35.226599 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 7781b938-427f-4254-be71-f1a18ec9184a triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:35.228982 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:35.371429 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 999fce44-439b-4f3a-8bbf-e54742674908 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:42:35.437082 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 999fce44-439b-4f3a-8bbf-e54742674908 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:35.437465 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:35.530906 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-efbfb042-31db-437c-829f-7429b00c02e0 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Deleting port a7d03790-d42c-4d91-bd67-35ee97455369 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:42:35.531817 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-efbfb042-31db-437c-829f-7429b00c02e0 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:35.681737 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device f2a01d5a-838f-4c23-b107-1d83b9b8c636 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:42:35.709597 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-efbfb042-31db-437c-829f-7429b00c02e0 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] For port a7d03790-d42c-4d91-bd67-35ee97455369, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=a7d03790-d42c-4d91-bd67-35ee97455369,segment=NetworkSegment(7295140f-6788-4d93-986c-7e5e7ddc63e9),segment_id=7295140f-6788-4d93-986c-7e5e7ddc63e9)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:35.710216 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-efbfb042-31db-437c-829f-7429b00c02e0 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:35.732733 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: f2a01d5a-838f-4c23-b107-1d83b9b8c636 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:42:35.733173 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device f2a01d5a-838f-4c23-b107-1d83b9b8c636 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:42:35.742588 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-efbfb042-31db-437c-829f-7429b00c02e0 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Calling delete_port for a7d03790-d42c-4d91-bd67-35ee97455369 owned by network:router_interface {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:42:36.018744 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-efbfb042-31db-437c-829f-7429b00c02e0 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:36.028642 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52714) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:36.059749 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device ba083414-2d2f-48c6-84d2-dc05f7191fe3 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:42:36.133582 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfb042-31db-437c-829f-7429b00c02e0 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Port': ['ID=a7d03790-d42c-4d91-bd67-35ee97455369,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:36.166772 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port ba083414-2d2f-48c6-84d2-dc05f7191fe3 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:36.167283 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:36.271318 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-d5b32741-da98-4a4c-a810-6f236cf109d0 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-99785103'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:36.358573 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b32741-da98-4a4c-a810-6f236cf109d0 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Made reservation on behalf of c00df603e28d465ba8046e1ade4fb7f9 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:36.363766 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d5b32741-da98-4a4c-a810-6f236cf109d0 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:36.378630 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d5b32741-da98-4a4c-a810-6f236cf109d0 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:36.393316 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:36.440620 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc5977-b3ad-4d02-8f87-1e27782a0d63 req-2a027f42-aa81-4f32-a71b-697a29d76de1 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:36.443375 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3efc5977-b3ad-4d02-8f87-1e27782a0d63 req-2a027f42-aa81-4f32-a71b-697a29d76de1 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 945 time: 0.1997368 Apr 29 11:42:36.447800 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port ba083414-2d2f-48c6-84d2-dc05f7191fe3, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=ba083414-2d2f-48c6-84d2-dc05f7191fe3,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:36.466518 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:36.477446 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-efbfb042-31db-437c-829f-7429b00c02e0 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:36.556555 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3efc5977-b3ad-4d02-8f87-1e27782a0d63 req-3923acb5-1989-4850-9414-22fa57fb7b8e tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/security-groups?id=f5874629-b9e1-4000-8425-6441ce247fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998878 Apr 29 11:42:36.587393 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 020b0ff4-3e0a-4662-bca9-6632172853ee no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:42:36.619325 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=ba083414-2d2f-48c6-84d2-dc05f7191fe3,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:36.622233 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 020b0ff4-3e0a-4662-bca9-6632172853ee {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:42:36.622575 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 020b0ff4-3e0a-4662-bca9-6632172853ee not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:42:36.623147 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 23742d92-2b3c-4841-a3e7-5d968b33aa4d no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:42:36.646974 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 23742d92-2b3c-4841-a3e7-5d968b33aa4d {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:42:36.647317 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 23742d92-2b3c-4841-a3e7-5d968b33aa4d not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:42:36.671993 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d5b32741-da98-4a4c-a810-6f236cf109d0 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:36.679341 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d5b32741-da98-4a4c-a810-6f236cf109d0 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:36.711757 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b32741-da98-4a4c-a810-6f236cf109d0 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:42:36.731835 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b32741-da98-4a4c-a810-6f236cf109d0 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9127ddcc-40fb-4615-8c70-a912d5b9afab,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:36.736455 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d5b32741-da98-4a4c-a810-6f236cf109d0 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:36.736795 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-d5b32741-da98-4a4c-a810-6f236cf109d0 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Added segment c72a1b22-42c9-4b21-812d-6e4d371a997b of type vlan for network 4a7dcfd9-727f-4905-92ed-b86e6d1cb83d Apr 29 11:42:36.785251 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d5b32741-da98-4a4c-a810-6f236cf109d0 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:36.826084 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d5b32741-da98-4a4c-a810-6f236cf109d0 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:36.832347 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbfb042-31db-437c-829f-7429b00c02e0 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Router f540444a-8344-431e-aed4-ced9478cf694 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:42:36.839969 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b32741-da98-4a4c-a810-6f236cf109d0 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:36.840626 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d5b32741-da98-4a4c-a810-6f236cf109d0 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:36.910007 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d5b32741-da98-4a4c-a810-6f236cf109d0 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8803039 Apr 29 11:42:36.917460 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52754) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:36.925231 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-a6725a44-e3d4-4b43-9873-c9e433193b90 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Request body: {'subnet': {'network_id': '4a7dcfd9-727f-4905-92ed-b86e6d1cb83d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:36.955064 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbfb042-31db-437c-829f-7429b00c02e0 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:42:36.962057 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-efbfb042-31db-437c-829f-7429b00c02e0 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "PUT /v2.0/routers/f540444a-8344-431e-aed4-ced9478cf694/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5005229 Apr 29 11:42:36.964527 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52756) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:36.966934 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a889ea-1e65-4c30-a936-b6ca2bdd8772 None None] Sync routers for ids ['f540444a-8344-431e-aed4-ced9478cf694'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:42:36.980710 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a889ea-1e65-4c30-a936-b6ca2bdd8772 None None] Routers {'f540444a-8344-431e-aed4-ced9478cf694'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:36.981335 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-d7a889ea-1e65-4c30-a936-b6ca2bdd8772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f540444a-8344-431e-aed4-ced9478cf694'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:36.984357 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b32741-da98-4a4c-a810-6f236cf109d0 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Pushing event updated for resources: {'Network': ['ID=4a7dcfd9-727f-4905-92ed-b86e6d1cb83d,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:36.996923 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 4a7dcfd9-727f-4905-92ed-b86e6d1cb83d details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:42:37.045187 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-18bff0a1-a9be-49dd-abae-d14e0faa099f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Deleting subnet 8190a8bd-eb42-41f4-a2c9-4686f5d6928a {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:42:37.065479 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-18bff0a1-a9be-49dd-abae-d14e0faa099f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:37.079461 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6725a44-e3d4-4b43-9873-c9e433193b90 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Made reservation on behalf of c00df603e28d465ba8046e1ade4fb7f9 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:37.084098 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a6725a44-e3d4-4b43-9873-c9e433193b90 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:37.103637 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-d7a889ea-1e65-4c30-a936-b6ca2bdd8772 None None] Set router f540444a-8344-431e-aed4-ced9478cf694 gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:42:37.142583 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-18bff0a1-a9be-49dd-abae-d14e0faa099f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:37.273320 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-18bff0a1-a9be-49dd-abae-d14e0faa099f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:37.346221 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-18bff0a1-a9be-49dd-abae-d14e0faa099f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:37.355200 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a6725a44-e3d4-4b43-9873-c9e433193b90 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:37.380647 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bff0a1-a9be-49dd-abae-d14e0faa099f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Subnet': ['ID=8190a8bd-eb42-41f4-a2c9-4686f5d6928a,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:37.383042 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-18bff0a1-a9be-49dd-abae-d14e0faa099f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:37.386903 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-18bff0a1-a9be-49dd-abae-d14e0faa099f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/subnets/8190a8bd-eb42-41f4-a2c9-4686f5d6928a HTTP/1.1" status: 204 len: 168 time: 0.4205713 Apr 29 11:42:37.390239 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caeefbb-520c-47d8-b2cf-9f4142d1974c None None] Network f971924f-e900-409d-9aa0-ccbce114efc6 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:42:37.394506 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52760) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:37.400352 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-d7a889ea-1e65-4c30-a936-b6ca2bdd8772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f540444a-8344-431e-aed4-ced9478cf694', 'name': 'tempest-RoutersTest-router-1818015534', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:42:35Z', 'revision_number': 9, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None, '_interfaces': [{'id': '141649f7-9057-493c-a3ef-428af8f8ecf8', 'name': '', 'network_id': 'a2c1ac3b-191d-4202-b460-c88b10dd2648', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:0a:d3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:57Z', 'updated_at': '2022-04-29T11:42:14Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17fd74da-bfb3-497a-8ba7-2cf15ed18823', 'name': '', 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:87:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:44Z', 'updated_at': '2022-04-29T11:41:59Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:37.444058 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a889ea-1e65-4c30-a936-b6ca2bdd8772 None None] Checking router: f540444a-8344-431e-aed4-ced9478cf694 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:42:37.456828 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a889ea-1e65-4c30-a936-b6ca2bdd8772 None None] Routers {'f540444a-8344-431e-aed4-ced9478cf694'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:37.458298 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-d7a889ea-1e65-4c30-a936-b6ca2bdd8772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f540444a-8344-431e-aed4-ced9478cf694'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:37.482648 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6725a44-e3d4-4b43-9873-c9e433193b90 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Pushing event updated for resources: {'Subnet': ['ID=119957bd-b3d0-48a9-813b-f700eeccfc00,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:37.488603 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6725a44-e3d4-4b43-9873-c9e433193b90 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Checking segment: {'id': 'c72a1b22-42c9-4b21-812d-6e4d371a997b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '4a7dcfd9-727f-4905-92ed-b86e6d1cb83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:42:37.489792 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6725a44-e3d4-4b43-9873-c9e433193b90 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Network hostable DHCP agents. Network: 4a7dcfd9-727f-4905-92ed-b86e6d1cb83d, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:42:37.515467 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6725a44-e3d4-4b43-9873-c9e433193b90 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Network 4a7dcfd9-727f-4905-92ed-b86e6d1cb83d is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:42:37.534533 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-a6725a44-e3d4-4b43-9873-c9e433193b90 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 4a7dcfd9-727f-4905-92ed-b86e6d1cb83d) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:37.540186 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-79d31837-0acb-439a-8443-9c6a639de7e1 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:37.545511 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6725a44-e3d4-4b43-9873-c9e433193b90 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:37.546135 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a6725a44-e3d4-4b43-9873-c9e433193b90 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:37.548143 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb389ad-d462-4538-82ca-e0a3547f9e02 None None] Network 4a7dcfd9-727f-4905-92ed-b86e6d1cb83d requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:42:37.606104 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a6725a44-e3d4-4b43-9873-c9e433193b90 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6873300 Apr 29 11:42:37.611267 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52764) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:37.632528 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-9ffd86fd-1f49-4063-816a-a2b5c5afa919 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Request body: {'port': {'network_id': '4a7dcfd9-727f-4905-92ed-b86e6d1cb83d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1325252961'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:37.661162 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-79d31837-0acb-439a-8443-9c6a639de7e1 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Deleting port 9d12506f-1774-4ded-b17d-10b0d84eb3eb {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:42:37.662022 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-79d31837-0acb-439a-8443-9c6a639de7e1 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:37.666516 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-d7a889ea-1e65-4c30-a936-b6ca2bdd8772 None None] Set router f540444a-8344-431e-aed4-ced9478cf694 gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:42:37.670391 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488cae73-0844-412d-bdee-ab5b86638805 None None] DHCP port deletion for f971924f-e900-409d-9aa0-ccbce114efc6 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:42:37.761687 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-79d31837-0acb-439a-8443-9c6a639de7e1 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] For port 9d12506f-1774-4ded-b17d-10b0d84eb3eb, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=9d12506f-1774-4ded-b17d-10b0d84eb3eb,segment=NetworkSegment(7295140f-6788-4d93-986c-7e5e7ddc63e9),segment_id=7295140f-6788-4d93-986c-7e5e7ddc63e9)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:37.762666 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-79d31837-0acb-439a-8443-9c6a639de7e1 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:37.784920 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-79d31837-0acb-439a-8443-9c6a639de7e1 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Calling delete_port for 9d12506f-1774-4ded-b17d-10b0d84eb3eb owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:42:37.809012 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158b703-ef1c-49b7-acaa-f9c475586e13 req-22d3ec93-ae49-4ef6-b5b4-b8aea7747b19 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:37.811121 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2158b703-ef1c-49b7-acaa-f9c475586e13 req-22d3ec93-ae49-4ef6-b5b4-b8aea7747b19 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 945 time: 0.0902319 Apr 29 11:42:37.817759 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-488cae73-0844-412d-bdee-ab5b86638805 None None] Deleting port 9d12506f-1774-4ded-b17d-10b0d84eb3eb {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:42:37.818140 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-488cae73-0844-412d-bdee-ab5b86638805 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:37.900972 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-488cae73-0844-412d-bdee-ab5b86638805 None None] For port 9d12506f-1774-4ded-b17d-10b0d84eb3eb, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=9d12506f-1774-4ded-b17d-10b0d84eb3eb,segment=NetworkSegment(7295140f-6788-4d93-986c-7e5e7ddc63e9),segment_id=7295140f-6788-4d93-986c-7e5e7ddc63e9)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:37.901381 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-488cae73-0844-412d-bdee-ab5b86638805 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:37.925499 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-488cae73-0844-412d-bdee-ab5b86638805 None None] Calling delete_port for 9d12506f-1774-4ded-b17d-10b0d84eb3eb owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:42:37.934795 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffd86fd-1f49-4063-816a-a2b5c5afa919 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Made reservation on behalf of c00df603e28d465ba8046e1ade4fb7f9 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:37.940260 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9ffd86fd-1f49-4063-816a-a2b5c5afa919 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:37.967495 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-79d31837-0acb-439a-8443-9c6a639de7e1 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:37.970147 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2158b703-ef1c-49b7-acaa-f9c475586e13 req-8ee4c719-404e-45f6-8187-75fc63ca6c54 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/security-groups?id=f5874629-b9e1-4000-8425-6441ce247fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461244 Apr 29 11:42:37.976980 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [None req-9ffd86fd-1f49-4063-816a-a2b5c5afa919 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] device_id is not set on port ab47a443-d500-496f-96e6-8e1aeb498448 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:42:38.085385 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d31837-0acb-439a-8443-9c6a639de7e1 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Port': ['ID=9d12506f-1774-4ded-b17d-10b0d84eb3eb,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:38.095072 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d31837-0acb-439a-8443-9c6a639de7e1 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] No DVR routers for this DVR port 9d12506f-1774-4ded-b17d-10b0d84eb3eb on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:42:38.229398 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-d7a889ea-1e65-4c30-a936-b6ca2bdd8772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f540444a-8344-431e-aed4-ced9478cf694', 'name': 'tempest-RoutersTest-router-1818015534', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:42:35Z', 'revision_number': 9, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None, '_interfaces': [{'id': '141649f7-9057-493c-a3ef-428af8f8ecf8', 'name': '', 'network_id': 'a2c1ac3b-191d-4202-b460-c88b10dd2648', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:0a:d3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:57Z', 'updated_at': '2022-04-29T11:42:14Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17fd74da-bfb3-497a-8ba7-2cf15ed18823', 'name': '', 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:87:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:44Z', 'updated_at': '2022-04-29T11:41:59Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:38.235929 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-9ffd86fd-1f49-4063-816a-a2b5c5afa919 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Allocated IP 172.20.0.10 (4a7dcfd9-727f-4905-92ed-b86e6d1cb83d/119957bd-b3d0-48a9-813b-f700eeccfc00/ab47a443-d500-496f-96e6-8e1aeb498448) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:38.329178 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-79d31837-0acb-439a-8443-9c6a639de7e1 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:38.329779 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a889ea-1e65-4c30-a936-b6ca2bdd8772 None None] The sync data for ids ['f540444a-8344-431e-aed4-ced9478cf694'] in dv-neutron-838888-1-hyperv is: [{'id': 'f540444a-8344-431e-aed4-ced9478cf694', 'name': 'tempest-RoutersTest-router-1818015534', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:42:35Z', 'revision_number': 9, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None, '_interfaces': [{'id': '141649f7-9057-493c-a3ef-428af8f8ecf8', 'name': '', 'network_id': 'a2c1ac3b-191d-4202-b460-c88b10dd2648', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:0a:d3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:57Z', 'updated_at': '2022-04-29T11:42:14Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': '701c2aba-9061-4a93-94d4-6d51a4538c86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17fd74da-bfb3-497a-8ba7-2cf15ed18823', 'name': '', 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:87:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:44Z', 'updated_at': '2022-04-29T11:41:59Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:42:38.347221 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device ba083414-2d2f-48c6-84d2-dc05f7191fe3 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:42:38.379208 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-79d31837-0acb-439a-8443-9c6a639de7e1 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f971924f-e900-409d-9aa0-ccbce114efc6']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:38.401393 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-79d31837-0acb-439a-8443-9c6a639de7e1 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7295140f-6788-4d93-986c-7e5e7ddc63e9') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:38.402020 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-79d31837-0acb-439a-8443-9c6a639de7e1 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7295140f-6788-4d93-986c-7e5e7ddc63e9') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:38.422500 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-79d31837-0acb-439a-8443-9c6a639de7e1 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:38.426733 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-488cae73-0844-412d-bdee-ab5b86638805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:38.448955 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-79d31837-0acb-439a-8443-9c6a639de7e1 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:38.449731 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488cae73-0844-412d-bdee-ab5b86638805 None None] No DVR routers for this DVR port 9d12506f-1774-4ded-b17d-10b0d84eb3eb on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:42:38.457060 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb275b1-1bcd-4af5-9f6e-3a7150702756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-4a7dcfd9-727f-4905-92ed-b86e6d1cb83d', 'network_id': '4a7dcfd9-727f-4905-92ed-b86e6d1cb83d', 'tenant_id': 'c00df603e28d465ba8046e1ade4fb7f9', 'fixed_ips': [{'subnet_id': '119957bd-b3d0-48a9-813b-f700eeccfc00'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:42:38.459638 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7eb275b1-1bcd-4af5-9f6e-3a7150702756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:38.465216 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d31837-0acb-439a-8443-9c6a639de7e1 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:42:38.465613 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-79d31837-0acb-439a-8443-9c6a639de7e1 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:38.469259 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:42:38.469259 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:42:38.469259 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:42:38.469259 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:42:38.469259 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:42:38.469259 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:42:38.469259 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:42:38.469259 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:42:38.469259 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:42:38.469259 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:42:38.469259 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:42:38.469259 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:42:38.469259 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:42:38.469259 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:42:38.469259 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:42:38.469259 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:42:38.469259 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:42:38.469259 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:42:38.469259 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:42:38.469259 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:42:38.469259 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:42:38.469259 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:42:38.469259 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:42:38.469259 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:42:38.469259 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:42:38.469259 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:42:38.469259 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:42:38.469259 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:42:38.469259 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:42:38.469259 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:42:38.469259 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:42:38.469259 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:42:38.507634 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488cae73-0844-412d-bdee-ab5b86638805 None None] Pushing event deleted for resources: {'Port': ['ID=9d12506f-1774-4ded-b17d-10b0d84eb3eb,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:38.555364 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-79d31837-0acb-439a-8443-9c6a639de7e1 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:38.558840 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9ffd86fd-1f49-4063-816a-a2b5c5afa919 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:38.562412 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-79d31837-0acb-439a-8443-9c6a639de7e1 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:38.570137 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52768) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:38.574341 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-79d31837-0acb-439a-8443-9c6a639de7e1 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/networks/f971924f-e900-409d-9aa0-ccbce114efc6 HTTP/1.1" status: 204 len: 168 time: 1.1771576 Apr 29 11:42:38.600560 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d31837-0acb-439a-8443-9c6a639de7e1 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Network': ['ID=f971924f-e900-409d-9aa0-ccbce114efc6,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:38.607833 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2370bae0-37f1-41da-a521-1172b3b4c04b None None] Sync routers for ids ['ce4ae7b6-a63f-43a5-a869-4ae1e1a64837'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:42:38.635745 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port ba083414-2d2f-48c6-84d2-dc05f7191fe3 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:38.636039 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:38.665465 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2370bae0-37f1-41da-a521-1172b3b4c04b None None] Routers {'ce4ae7b6-a63f-43a5-a869-4ae1e1a64837'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:38.666034 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-2370bae0-37f1-41da-a521-1172b3b4c04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['ce4ae7b6-a63f-43a5-a869-4ae1e1a64837'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:38.696742 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9ffd86fd-1f49-4063-816a-a2b5c5afa919 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:38.816115 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffd86fd-1f49-4063-816a-a2b5c5afa919 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Network 4a7dcfd9-727f-4905-92ed-b86e6d1cb83d is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:38.827385 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-9ffd86fd-1f49-4063-816a-a2b5c5afa919 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:38.829875 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffd86fd-1f49-4063-816a-a2b5c5afa919 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:42:38.850415 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-7eb275b1-1bcd-4af5-9f6e-3a7150702756 None None] Allocated IP 172.20.0.2 (4a7dcfd9-727f-4905-92ed-b86e6d1cb83d/119957bd-b3d0-48a9-813b-f700eeccfc00/da5b8ae9-f827-46a9-a8c4-1510e7bfa564) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:38.864809 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd86fd-1f49-4063-816a-a2b5c5afa919 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Pushing event updated for resources: {'Port': ['ID=ab47a443-d500-496f-96e6-8e1aeb498448,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:38.931021 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffd86fd-1f49-4063-816a-a2b5c5afa919 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:38.931682 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9ffd86fd-1f49-4063-816a-a2b5c5afa919 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:38.962046 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9ffd86fd-1f49-4063-816a-a2b5c5afa919 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3496706 Apr 29 11:42:38.965424 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52770) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:38.971172 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-44691ceb-b5a8-4cc0-80cf-0fb456856004 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Request body: {'port': {'network_id': '4a7dcfd9-727f-4905-92ed-b86e6d1cb83d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-892361368', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:38.972617 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.api.validators [None req-44691ceb-b5a8-4cc0-80cf-0fb456856004 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] bootfile-name is not in valid_values {{(pid=102960) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 11:42:38.973478 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.api.validators [None req-44691ceb-b5a8-4cc0-80cf-0fb456856004 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] tftp-server is not in valid_values {{(pid=102960) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 11:42:38.974453 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.api.validators [None req-44691ceb-b5a8-4cc0-80cf-0fb456856004 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] server-ip-address is not in valid_values {{(pid=102960) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 11:42:39.044785 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-2370bae0-37f1-41da-a521-1172b3b4c04b None None] Set router ce4ae7b6-a63f-43a5-a869-4ae1e1a64837 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:42:39.105668 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 9d12506f-1774-4ded-b17d-10b0d84eb3eb no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:42:39.132108 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 9d12506f-1774-4ded-b17d-10b0d84eb3eb {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:42:39.132459 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 9d12506f-1774-4ded-b17d-10b0d84eb3eb not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:42:39.176184 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44691ceb-b5a8-4cc0-80cf-0fb456856004 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Made reservation on behalf of c00df603e28d465ba8046e1ade4fb7f9 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:39.179866 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44c376-a207-460a-bbb9-9aac0bd8f96d req-d1912807-694a-4ede-a2de-6e36629b09ec tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:39.181419 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dd44c376-a207-460a-bbb9-9aac0bd8f96d req-d1912807-694a-4ede-a2de-6e36629b09ec tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 945 time: 0.0736537 Apr 29 11:42:39.193609 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-44691ceb-b5a8-4cc0-80cf-0fb456856004 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:39.206054 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7e6f9786-b292-4213-aa3d-2c98d277ef51 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:39.247941 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7eb275b1-1bcd-4af5-9f6e-3a7150702756 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:39.280744 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7eb275b1-1bcd-4af5-9f6e-3a7150702756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:39.320760 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dd44c376-a207-460a-bbb9-9aac0bd8f96d req-9c51e7e2-0963-4dd5-86ef-c340e20a3647 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/security-groups?id=f5874629-b9e1-4000-8425-6441ce247fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261694 Apr 29 11:42:39.397282 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb275b1-1bcd-4af5-9f6e-3a7150702756 None None] Network 4a7dcfd9-727f-4905-92ed-b86e6d1cb83d is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:39.414317 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-7eb275b1-1bcd-4af5-9f6e-3a7150702756 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:39.423462 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb275b1-1bcd-4af5-9f6e-3a7150702756 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:42:39.445330 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb275b1-1bcd-4af5-9f6e-3a7150702756 None None] Pushing event updated for resources: {'Port': ['ID=da5b8ae9-f827-46a9-a8c4-1510e7bfa564,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:39.564562 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-7eb275b1-1bcd-4af5-9f6e-3a7150702756 None None] Attempting to bind port da5b8ae9-f827-46a9-a8c4-1510e7bfa564 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:39.565215 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-7eb275b1-1bcd-4af5-9f6e-3a7150702756 None None] Attempting to bind port da5b8ae9-f827-46a9-a8c4-1510e7bfa564 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'c72a1b22-42c9-4b21-812d-6e4d371a997b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '4a7dcfd9-727f-4905-92ed-b86e6d1cb83d'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:39.566618 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb275b1-1bcd-4af5-9f6e-3a7150702756 None None] Attempting to bind port da5b8ae9-f827-46a9-a8c4-1510e7bfa564 on network 4a7dcfd9-727f-4905-92ed-b86e6d1cb83d {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:42:39.576546 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb275b1-1bcd-4af5-9f6e-3a7150702756 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:42:39.577247 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb275b1-1bcd-4af5-9f6e-3a7150702756 None None] Checking segment: {'id': 'c72a1b22-42c9-4b21-812d-6e4d371a997b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '4a7dcfd9-727f-4905-92ed-b86e6d1cb83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:42:39.578096 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7eb275b1-1bcd-4af5-9f6e-3a7150702756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:39.578699 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb275b1-1bcd-4af5-9f6e-3a7150702756 None None] Bound using segment: {'id': 'c72a1b22-42c9-4b21-812d-6e4d371a997b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '4a7dcfd9-727f-4905-92ed-b86e6d1cb83d'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:42:39.579359 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-7eb275b1-1bcd-4af5-9f6e-3a7150702756 None None] Bound port: da5b8ae9-f827-46a9-a8c4-1510e7bfa564, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72a1b22-42c9-4b21-812d-6e4d371a997b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '4a7dcfd9-727f-4905-92ed-b86e6d1cb83d'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:42:39.580179 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7eb275b1-1bcd-4af5-9f6e-3a7150702756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:39.602283 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-7e6f9786-b292-4213-aa3d-2c98d277ef51 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Deleting port 141649f7-9057-493c-a3ef-428af8f8ecf8 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:42:39.602572 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7e6f9786-b292-4213-aa3d-2c98d277ef51 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:39.631439 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-2370bae0-37f1-41da-a521-1172b3b4c04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4ae7b6-a63f-43a5-a869-4ae1e1a64837', 'name': 'tempest-TestVolumeBootPattern-1430520944-router', 'tenant_id': 'e1c005074ddf4a1aab160c9a8e99cdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'ba083414-2d2f-48c6-84d2-dc05f7191fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:20Z', 'updated_at': '2022-04-29T11:42:30Z', 'revision_number': 4, 'project_id': 'e1c005074ddf4a1aab160c9a8e99cdfd', 'gw_port': {'id': 'ba083414-2d2f-48c6-84d2-dc05f7191fe3', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4ae7b6-a63f-43a5-a869-4ae1e1a64837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:22Z', 'updated_at': '2022-04-29T11:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '6c180ea6-1112-477a-8766-6df7ed5a38a5', 'name': '', 'network_id': '5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe', 'tenant_id': 'e1c005074ddf4a1aab160c9a8e99cdfd', 'mac_address': 'fa:16:3e:73:0e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4ae7b6-a63f-43a5-a869-4ae1e1a64837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'f5ac330d-ca10-40a7-be09-bd3240982b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:29Z', 'updated_at': '2022-04-29T11:42:30Z', 'revision_number': 2, 'project_id': 'e1c005074ddf4a1aab160c9a8e99cdfd', 'subnets': [{'id': 'f5ac330d-ca10-40a7-be09-bd3240982b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:39.631740 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-44691ceb-b5a8-4cc0-80cf-0fb456856004 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] device_id is not set on port c7f7e7b8-86c4-4022-b8b7-c50a393ac494 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:42:39.675848 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2370bae0-37f1-41da-a521-1172b3b4c04b None None] Checking router: ce4ae7b6-a63f-43a5-a869-4ae1e1a64837 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:42:39.676682 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2370bae0-37f1-41da-a521-1172b3b4c04b None None] Updating router ce4ae7b6-a63f-43a5-a869-4ae1e1a64837 port 6c180ea6-1112-477a-8766-6df7ed5a38a5 binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:42:39.727856 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2370bae0-37f1-41da-a521-1172b3b4c04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:39.732593 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-7e6f9786-b292-4213-aa3d-2c98d277ef51 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] For port 141649f7-9057-493c-a3ef-428af8f8ecf8, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=141649f7-9057-493c-a3ef-428af8f8ecf8,segment=NetworkSegment(f6e92e8e-330b-4eb7-b418-efccd060863e),segment_id=f6e92e8e-330b-4eb7-b418-efccd060863e)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:39.733054 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7e6f9786-b292-4213-aa3d-2c98d277ef51 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:39.748442 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-7eb275b1-1bcd-4af5-9f6e-3a7150702756 None None] For port da5b8ae9-f827-46a9-a8c4-1510e7bfa564, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:42:39.751020 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-7e6f9786-b292-4213-aa3d-2c98d277ef51 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Calling delete_port for 141649f7-9057-493c-a3ef-428af8f8ecf8 owned by network:router_interface {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:42:39.762486 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-44691ceb-b5a8-4cc0-80cf-0fb456856004 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Allocated IP 172.20.0.11 (4a7dcfd9-727f-4905-92ed-b86e6d1cb83d/119957bd-b3d0-48a9-813b-f700eeccfc00/c7f7e7b8-86c4-4022-b8b7-c50a393ac494) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:39.790443 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-7eb275b1-1bcd-4af5-9f6e-3a7150702756 None None] For port da5b8ae9-f827-46a9-a8c4-1510e7bfa564, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=da5b8ae9-f827-46a9-a8c4-1510e7bfa564,segment=NetworkSegment(c72a1b22-42c9-4b21-812d-6e4d371a997b),segment_id=c72a1b22-42c9-4b21-812d-6e4d371a997b)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:42:39.804439 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7eb275b1-1bcd-4af5-9f6e-3a7150702756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:39.909166 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device a7d03790-d42c-4d91-bd67-35ee97455369 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:42:39.979538 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: a7d03790-d42c-4d91-bd67-35ee97455369 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:42:39.979856 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device a7d03790-d42c-4d91-bd67-35ee97455369 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:42:40.033342 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb275b1-1bcd-4af5-9f6e-3a7150702756 None None] Pushing event updated for resources: {'Port': ['ID=da5b8ae9-f827-46a9-a8c4-1510e7bfa564,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:40.049417 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7e6f9786-b292-4213-aa3d-2c98d277ef51 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:40.058898 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-44691ceb-b5a8-4cc0-80cf-0fb456856004 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:40.093862 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f9786-b292-4213-aa3d-2c98d277ef51 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Port': ['ID=141649f7-9057-493c-a3ef-428af8f8ecf8,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:40.128170 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-44691ceb-b5a8-4cc0-80cf-0fb456856004 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:40.194158 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44691ceb-b5a8-4cc0-80cf-0fb456856004 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Pushing event updated for resources: {'Port': ['ID=c7f7e7b8-86c4-4022-b8b7-c50a393ac494,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:40.213723 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44691ceb-b5a8-4cc0-80cf-0fb456856004 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Network 4a7dcfd9-727f-4905-92ed-b86e6d1cb83d is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:40.215859 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-44691ceb-b5a8-4cc0-80cf-0fb456856004 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:40.220314 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44691ceb-b5a8-4cc0-80cf-0fb456856004 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:42:40.340831 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44691ceb-b5a8-4cc0-80cf-0fb456856004 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:40.343651 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-44691ceb-b5a8-4cc0-80cf-0fb456856004 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:40.381996 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-44691ceb-b5a8-4cc0-80cf-0fb456856004 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.4047751 Apr 29 11:42:40.383855 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52782) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:40.389270 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2370bae0-37f1-41da-a521-1172b3b4c04b None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:40.400885 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2370bae0-37f1-41da-a521-1172b3b4c04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:40.499845 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e72339-9cd3-420f-a774-8b34a621e48d tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:40.506142 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e72339-9cd3-420f-a774-8b34a621e48d tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:40.516498 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e72339-9cd3-420f-a774-8b34a621e48d tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:40.518598 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c1e72339-9cd3-420f-a774-8b34a621e48d tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1326938 Apr 29 11:42:40.534994 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52786) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:40.619667 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5e343-d665-4be2-8248-dd13f967f6dc None None] Pushing event updated for resources: {'Port': ['ID=6c180ea6-1112-477a-8766-6df7ed5a38a5,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:40.703782 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-2370bae0-37f1-41da-a521-1172b3b4c04b None None] Attempting to bind port 6c180ea6-1112-477a-8766-6df7ed5a38a5 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:40.704884 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-2370bae0-37f1-41da-a521-1172b3b4c04b None None] Attempting to bind port 6c180ea6-1112-477a-8766-6df7ed5a38a5 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'd5e395bd-ebd2-494d-99dc-4f90093e31d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:40.708145 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2370bae0-37f1-41da-a521-1172b3b4c04b None None] Attempting to bind port 6c180ea6-1112-477a-8766-6df7ed5a38a5 on network 5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:42:40.716877 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2370bae0-37f1-41da-a521-1172b3b4c04b None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:42:40.717273 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2370bae0-37f1-41da-a521-1172b3b4c04b None None] Checking segment: {'id': 'd5e395bd-ebd2-494d-99dc-4f90093e31d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:42:40.717676 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2370bae0-37f1-41da-a521-1172b3b4c04b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:40.718044 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2370bae0-37f1-41da-a521-1172b3b4c04b None None] Bound using segment: {'id': 'd5e395bd-ebd2-494d-99dc-4f90093e31d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:42:40.720385 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-2370bae0-37f1-41da-a521-1172b3b4c04b None None] Bound port: 6c180ea6-1112-477a-8766-6df7ed5a38a5, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e395bd-ebd2-494d-99dc-4f90093e31d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:42:40.720787 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2370bae0-37f1-41da-a521-1172b3b4c04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:40.742096 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-5963200c-12c0-4126-bb4f-aa190d801cfb tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Deleting port c7f7e7b8-86c4-4022-b8b7-c50a393ac494 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:42:40.743714 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5963200c-12c0-4126-bb4f-aa190d801cfb tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:40.839753 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-2370bae0-37f1-41da-a521-1172b3b4c04b None None] For port 6c180ea6-1112-477a-8766-6df7ed5a38a5, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:42:40.845362 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-2370bae0-37f1-41da-a521-1172b3b4c04b None None] For port 6c180ea6-1112-477a-8766-6df7ed5a38a5, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=6c180ea6-1112-477a-8766-6df7ed5a38a5,segment=NetworkSegment(d5e395bd-ebd2-494d-99dc-4f90093e31d2),segment_id=d5e395bd-ebd2-494d-99dc-4f90093e31d2)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:42:40.854044 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2370bae0-37f1-41da-a521-1172b3b4c04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:40.891910 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5963200c-12c0-4126-bb4f-aa190d801cfb tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:40.918160 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-5963200c-12c0-4126-bb4f-aa190d801cfb tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Calling delete_port for c7f7e7b8-86c4-4022-b8b7-c50a393ac494 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:42:40.968293 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2370bae0-37f1-41da-a521-1172b3b4c04b None None] Routers {'ce4ae7b6-a63f-43a5-a869-4ae1e1a64837'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:40.969372 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-2370bae0-37f1-41da-a521-1172b3b4c04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['ce4ae7b6-a63f-43a5-a869-4ae1e1a64837'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:40.974502 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-0e9df031-6414-45dc-a9a2-692e4d12cc4d None None] Provisioning complete for port 6c180ea6-1112-477a-8766-6df7ed5a38a5 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:40.975118 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0e9df031-6414-45dc-a9a2-692e4d12cc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:40.979070 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5e343-d665-4be2-8248-dd13f967f6dc None None] Pushing event updated for resources: {'Port': ['ID=6c180ea6-1112-477a-8766-6df7ed5a38a5,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:41.149496 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7e6f9786-b292-4213-aa3d-2c98d277ef51 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:41.198816 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495daac6-cbdb-4a0c-8916-1785c4bea7b9 req-3de555d1-915a-4458-8d6d-84e73b4b6da2 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:41.209782 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-495daac6-cbdb-4a0c-8916-1785c4bea7b9 req-3de555d1-915a-4458-8d6d-84e73b4b6da2 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 945 time: 0.7637901 Apr 29 11:42:41.294872 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5963200c-12c0-4126-bb4f-aa190d801cfb tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:41.327881 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-2370bae0-37f1-41da-a521-1172b3b4c04b None None] Set router ce4ae7b6-a63f-43a5-a869-4ae1e1a64837 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:42:41.370836 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963200c-12c0-4126-bb4f-aa190d801cfb tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Pushing event deleted for resources: {'Port': ['ID=c7f7e7b8-86c4-4022-b8b7-c50a393ac494,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:41.394502 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-495daac6-cbdb-4a0c-8916-1785c4bea7b9 req-36838300-ac50-414b-ae9d-120ca98cb72a tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/security-groups?id=f5874629-b9e1-4000-8425-6441ce247fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787643 Apr 29 11:42:41.399656 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0e9df031-6414-45dc-a9a2-692e4d12cc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:41.495002 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5963200c-12c0-4126-bb4f-aa190d801cfb tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:41.498546 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5963200c-12c0-4126-bb4f-aa190d801cfb tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] 10.222.0.69 "DELETE /v2.0/ports/c7f7e7b8-86c4-4022-b8b7-c50a393ac494 HTTP/1.1" status: 204 len: 168 time: 0.9681435 Apr 29 11:42:41.505630 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52788) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:41.528445 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-02f2ce03-cc2e-4637-946f-c5fa31df20ba tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Request body: {'port': {'name': 'tempest-new-port-name-1329070958', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:41.529056 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.api.validators [None req-02f2ce03-cc2e-4637-946f-c5fa31df20ba tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] bootfile-name is not in valid_values {{(pid=102960) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 11:42:41.529636 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.api.validators [None req-02f2ce03-cc2e-4637-946f-c5fa31df20ba tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] tftp-server is not in valid_values {{(pid=102960) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 11:42:41.530946 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.api.validators [None req-02f2ce03-cc2e-4637-946f-c5fa31df20ba tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] server-ip-address is not in valid_values {{(pid=102960) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 11:42:41.546148 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-0e9df031-6414-45dc-a9a2-692e4d12cc4d None None] For port 6c180ea6-1112-477a-8766-6df7ed5a38a5, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=6c180ea6-1112-477a-8766-6df7ed5a38a5,segment=NetworkSegment(d5e395bd-ebd2-494d-99dc-4f90093e31d2),segment_id=d5e395bd-ebd2-494d-99dc-4f90093e31d2)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:41.565114 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0e9df031-6414-45dc-a9a2-692e4d12cc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:41.639858 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6f9786-b292-4213-aa3d-2c98d277ef51 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Router f540444a-8344-431e-aed4-ced9478cf694 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:42:41.702232 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-02f2ce03-cc2e-4637-946f-c5fa31df20ba tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:41.748497 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9df031-6414-45dc-a9a2-692e4d12cc4d None None] Pushing event updated for resources: {'Port': ['ID=6c180ea6-1112-477a-8766-6df7ed5a38a5,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:41.803959 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-a84d2328-c4b5-4341-83d6-f3e3eca433d3 None None] Provisioning complete for port 6c180ea6-1112-477a-8766-6df7ed5a38a5 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:41.804469 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a84d2328-c4b5-4341-83d6-f3e3eca433d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:41.904537 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6f9786-b292-4213-aa3d-2c98d277ef51 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:42:41.917139 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7e6f9786-b292-4213-aa3d-2c98d277ef51 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "PUT /v2.0/routers/f540444a-8344-431e-aed4-ced9478cf694/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3458428 Apr 29 11:42:41.921305 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52792) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:41.925248 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00350f50-00e4-4259-a5f0-2cb2f90f231a None None] Sync routers for ids ['f540444a-8344-431e-aed4-ced9478cf694'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:42:41.941566 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00350f50-00e4-4259-a5f0-2cb2f90f231a None None] Routers {'f540444a-8344-431e-aed4-ced9478cf694'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:41.942301 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-00350f50-00e4-4259-a5f0-2cb2f90f231a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f540444a-8344-431e-aed4-ced9478cf694'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:41.957111 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0c61e-133f-4743-9015-d0da8934ca1f req-cc71f699-91f9-45e3-9e7c-f019336698ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:41.959672 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c4a0c61e-133f-4743-9015-d0da8934ca1f req-cc71f699-91f9-45e3-9e7c-f019336698ac service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 1098 time: 0.1645741 Apr 29 11:42:42.046072 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3acb157-a712-4e20-a810-9082366e503e None None] Network 4a7dcfd9-727f-4905-92ed-b86e6d1cb83d requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:42:42.048198 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 8ac3d547-2967-4c7e-87d8-399b475ba90d details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:42:42.087077 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-00350f50-00e4-4259-a5f0-2cb2f90f231a None None] Set router f540444a-8344-431e-aed4-ced9478cf694 gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:42:42.096949 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-d317f84f-061c-4f60-b9bd-947f9e347ac8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Deleting subnet 701c2aba-9061-4a93-94d4-6d51a4538c86 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:42:42.117958 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d317f84f-061c-4f60-b9bd-947f9e347ac8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:42.118198 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-02f2ce03-cc2e-4637-946f-c5fa31df20ba tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:42.128108 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-02f2ce03-cc2e-4637-946f-c5fa31df20ba tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:42.171770 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c4a0c61e-133f-4743-9015-d0da8934ca1f req-8cecf49e-c061-46a5-bcb7-7797e0813b26 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f5874629-b9e1-4000-8425-6441ce247fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943705 Apr 29 11:42:42.213789 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d317f84f-061c-4f60-b9bd-947f9e347ac8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:42.331292 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-2370bae0-37f1-41da-a521-1172b3b4c04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4ae7b6-a63f-43a5-a869-4ae1e1a64837', 'name': 'tempest-TestVolumeBootPattern-1430520944-router', 'tenant_id': 'e1c005074ddf4a1aab160c9a8e99cdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'ba083414-2d2f-48c6-84d2-dc05f7191fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:20Z', 'updated_at': '2022-04-29T11:42:30Z', 'revision_number': 4, 'project_id': 'e1c005074ddf4a1aab160c9a8e99cdfd', 'gw_port': {'id': 'ba083414-2d2f-48c6-84d2-dc05f7191fe3', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4ae7b6-a63f-43a5-a869-4ae1e1a64837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:22Z', 'updated_at': '2022-04-29T11:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '6c180ea6-1112-477a-8766-6df7ed5a38a5', 'name': '', 'network_id': '5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe', 'tenant_id': 'e1c005074ddf4a1aab160c9a8e99cdfd', 'mac_address': 'fa:16:3e:73:0e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4ae7b6-a63f-43a5-a869-4ae1e1a64837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'f5ac330d-ca10-40a7-be09-bd3240982b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:29Z', 'updated_at': '2022-04-29T11:42:40Z', 'revision_number': 4, 'project_id': 'e1c005074ddf4a1aab160c9a8e99cdfd', 'subnets': [{'id': 'f5ac330d-ca10-40a7-be09-bd3240982b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:42.334018 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device da5b8ae9-f827-46a9-a8c4-1510e7bfa564 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:42:42.346036 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2ce03-cc2e-4637-946f-c5fa31df20ba tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Pushing event updated for resources: {'Port': ['ID=ab47a443-d500-496f-96e6-8e1aeb498448,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:42.397731 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d317f84f-061c-4f60-b9bd-947f9e347ac8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:42.399236 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-02f2ce03-cc2e-4637-946f-c5fa31df20ba tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] In _notify_port_updated(), no bound segment for port ab47a443-d500-496f-96e6-8e1aeb498448 on network 4a7dcfd9-727f-4905-92ed-b86e6d1cb83d {{(pid=102960) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 11:42:42.412740 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f2ce03-cc2e-4637-946f-c5fa31df20ba tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:42.416218 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-02f2ce03-cc2e-4637-946f-c5fa31df20ba tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:42.421568 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-02f2ce03-cc2e-4637-946f-c5fa31df20ba tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] 10.222.0.69 "PUT /v2.0/ports/ab47a443-d500-496f-96e6-8e1aeb498448 HTTP/1.1" status: 200 len: 1137 time: 0.9124160 Apr 29 11:42:42.429703 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2370bae0-37f1-41da-a521-1172b3b4c04b None None] The sync data for ids ['ce4ae7b6-a63f-43a5-a869-4ae1e1a64837'] in dv-neutron-838888-1-hyperv is: [{'id': 'ce4ae7b6-a63f-43a5-a869-4ae1e1a64837', 'name': 'tempest-TestVolumeBootPattern-1430520944-router', 'tenant_id': 'e1c005074ddf4a1aab160c9a8e99cdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'ba083414-2d2f-48c6-84d2-dc05f7191fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:20Z', 'updated_at': '2022-04-29T11:42:30Z', 'revision_number': 4, 'project_id': 'e1c005074ddf4a1aab160c9a8e99cdfd', 'gw_port': {'id': 'ba083414-2d2f-48c6-84d2-dc05f7191fe3', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4ae7b6-a63f-43a5-a869-4ae1e1a64837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:22Z', 'updated_at': '2022-04-29T11:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '6c180ea6-1112-477a-8766-6df7ed5a38a5', 'name': '', 'network_id': '5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe', 'tenant_id': 'e1c005074ddf4a1aab160c9a8e99cdfd', 'mac_address': 'fa:16:3e:73:0e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4ae7b6-a63f-43a5-a869-4ae1e1a64837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'f5ac330d-ca10-40a7-be09-bd3240982b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:29Z', 'updated_at': '2022-04-29T11:42:40Z', 'revision_number': 4, 'project_id': 'e1c005074ddf4a1aab160c9a8e99cdfd', 'subnets': [{'id': 'f5ac330d-ca10-40a7-be09-bd3240982b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:42:42.434534 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52796) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:42.500919 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794622f7-af0f-43f4-a52e-629b01342dec tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:42.506946 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-794622f7-af0f-43f4-a52e-629b01342dec tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] 10.222.0.69 "GET /v2.0/ports/ab47a443-d500-496f-96e6-8e1aeb498448 HTTP/1.1" status: 200 len: 1137 time: 0.0671780 Apr 29 11:42:42.509126 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52798) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:42.542018 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 8ac3d547-2967-4c7e-87d8-399b475ba90d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8ac3d547-2967-4c7e-87d8-399b475ba90d,segment=NetworkSegment(14159b9b-c437-40b5-acde-2a010b1f147b),segment_id=14159b9b-c437-40b5-acde-2a010b1f147b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:42.623321 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '8ac3d547-2967-4c7e-87d8-399b475ba90d', 'network_id': '1e626177-13e1-498b-8c5b-25bda1fa93e6', 'port_id': '8ac3d547-2967-4c7e-87d8-399b475ba90d', 'mac_address': 'fa:16:3e:a4:00:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eb7862d-0f8b-4e76-aacd-7adf3a8843ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:42:42.630993 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d317f84f-061c-4f60-b9bd-947f9e347ac8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:42.632447 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-00350f50-00e4-4259-a5f0-2cb2f90f231a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f540444a-8344-431e-aed4-ced9478cf694', 'name': 'tempest-RoutersTest-router-1818015534', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:42:39Z', 'revision_number': 10, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None, '_interfaces': [{'id': '17fd74da-bfb3-497a-8ba7-2cf15ed18823', 'name': '', 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:87:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:44Z', 'updated_at': '2022-04-29T11:41:59Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:42.669658 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00350f50-00e4-4259-a5f0-2cb2f90f231a None None] Checking router: f540444a-8344-431e-aed4-ced9478cf694 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:42:42.680585 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00350f50-00e4-4259-a5f0-2cb2f90f231a None None] Routers {'f540444a-8344-431e-aed4-ced9478cf694'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:42.681666 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-00350f50-00e4-4259-a5f0-2cb2f90f231a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f540444a-8344-431e-aed4-ced9478cf694'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:42.687682 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-96e81366-be8b-426c-be59-fa616622b910 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Deleting port ab47a443-d500-496f-96e6-8e1aeb498448 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:42:42.688483 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-96e81366-be8b-426c-be59-fa616622b910 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:42.720722 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317f84f-061c-4f60-b9bd-947f9e347ac8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Subnet': ['ID=701c2aba-9061-4a93-94d4-6d51a4538c86,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:42.738307 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d317f84f-061c-4f60-b9bd-947f9e347ac8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:42.742338 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d317f84f-061c-4f60-b9bd-947f9e347ac8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/subnets/701c2aba-9061-4a93-94d4-6d51a4538c86 HTTP/1.1" status: 204 len: 168 time: 0.8197131 Apr 29 11:42:42.749416 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52802) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:42.783236 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3297c2c-570d-424f-a9b3-3e37bab16539 req-23842ff5-8514-4617-bf17-f51c7b6d7f29 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:42.784849 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d3297c2c-570d-424f-a9b3-3e37bab16539 req-23842ff5-8514-4617-bf17-f51c7b6d7f29 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 945 time: 0.2275631 Apr 29 11:42:42.790471 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828f1711-11e4-40bf-8df1-22d5806bd8ce None None] Network a2c1ac3b-191d-4202-b460-c88b10dd2648 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:42:42.828093 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-00350f50-00e4-4259-a5f0-2cb2f90f231a None None] Set router f540444a-8344-431e-aed4-ced9478cf694 gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:42:42.850041 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-fba4c9a6-1568-4967-827b-cb155915af2d None None] Provisioning complete for port da5b8ae9-f827-46a9-a8c4-1510e7bfa564 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:42.850841 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fba4c9a6-1568-4967-827b-cb155915af2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:42.870529 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d3297c2c-570d-424f-a9b3-3e37bab16539 req-4126df3c-7a38-4420-880e-f941b1d42c0c tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/security-groups?id=f5874629-b9e1-4000-8425-6441ce247fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710106 Apr 29 11:42:42.935208 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-09372efd-96be-4a33-a798-29f9e86647f6 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:42.948037 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port da5b8ae9-f827-46a9-a8c4-1510e7bfa564 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:42.948551 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:43.015260 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-96e81366-be8b-426c-be59-fa616622b910 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:43.043370 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-96e81366-be8b-426c-be59-fa616622b910 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Calling delete_port for ab47a443-d500-496f-96e6-8e1aeb498448 owned by {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:42:43.060322 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:43.064811 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-09372efd-96be-4a33-a798-29f9e86647f6 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Deleting port d1d10260-0920-4740-820e-719d14782f13 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:42:43.065414 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-09372efd-96be-4a33-a798-29f9e86647f6 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:43.173837 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-09372efd-96be-4a33-a798-29f9e86647f6 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] For port d1d10260-0920-4740-820e-719d14782f13, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=d1d10260-0920-4740-820e-719d14782f13,segment=NetworkSegment(f6e92e8e-330b-4eb7-b418-efccd060863e),segment_id=f6e92e8e-330b-4eb7-b418-efccd060863e)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:43.174373 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-09372efd-96be-4a33-a798-29f9e86647f6 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:43.199034 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-09372efd-96be-4a33-a798-29f9e86647f6 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Calling delete_port for d1d10260-0920-4740-820e-719d14782f13 owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:42:43.217816 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ac3d547-2967-4c7e-87d8-399b475ba90d {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:42:43.244512 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fba4c9a6-1568-4967-827b-cb155915af2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:43.296277 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 8ac3d547-2967-4c7e-87d8-399b475ba90d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8ac3d547-2967-4c7e-87d8-399b475ba90d,segment=NetworkSegment(14159b9b-c437-40b5-acde-2a010b1f147b),segment_id=14159b9b-c437-40b5-acde-2a010b1f147b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:43.321058 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:43.321729 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-00350f50-00e4-4259-a5f0-2cb2f90f231a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f540444a-8344-431e-aed4-ced9478cf694', 'name': 'tempest-RoutersTest-router-1818015534', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:42:39Z', 'revision_number': 10, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None, '_interfaces': [{'id': '17fd74da-bfb3-497a-8ba7-2cf15ed18823', 'name': '', 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:87:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:44Z', 'updated_at': '2022-04-29T11:41:59Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:43.384626 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daa6e20-a9cf-410f-8449-fb8862aaeea9 None None] DHCP port deletion for a2c1ac3b-191d-4202-b460-c88b10dd2648 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:42:43.396604 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00350f50-00e4-4259-a5f0-2cb2f90f231a None None] The sync data for ids ['f540444a-8344-431e-aed4-ced9478cf694'] in dv-neutron-838888-1-hyperv is: [{'id': 'f540444a-8344-431e-aed4-ced9478cf694', 'name': 'tempest-RoutersTest-router-1818015534', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:42:39Z', 'revision_number': 10, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None, '_interfaces': [{'id': '17fd74da-bfb3-497a-8ba7-2cf15ed18823', 'name': '', 'network_id': '9def8503-a4da-48a5-8842-eab00f621f47', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'mac_address': 'fa:16:3e:87:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f540444a-8344-431e-aed4-ced9478cf694', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:44Z', 'updated_at': '2022-04-29T11:41:59Z', 'revision_number': 5, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'subnets': [{'id': 'dbd8366b-1514-479b-9e9c-fd29357144cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:42:43.495884 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-09372efd-96be-4a33-a798-29f9e86647f6 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:43.514852 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09372efd-96be-4a33-a798-29f9e86647f6 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] No DVR routers for this DVR port d1d10260-0920-4740-820e-719d14782f13 on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:42:43.515383 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-fba4c9a6-1568-4967-827b-cb155915af2d None None] For port da5b8ae9-f827-46a9-a8c4-1510e7bfa564, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=da5b8ae9-f827-46a9-a8c4-1510e7bfa564,segment=NetworkSegment(c72a1b22-42c9-4b21-812d-6e4d371a997b),segment_id=c72a1b22-42c9-4b21-812d-6e4d371a997b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:43.525207 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fba4c9a6-1568-4967-827b-cb155915af2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:43.528108 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:43.593089 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-2daa6e20-a9cf-410f-8449-fb8862aaeea9 None None] The port 'd1d10260-0920-4740-820e-719d14782f13' was deleted {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 29 11:42:43.606728 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09372efd-96be-4a33-a798-29f9e86647f6 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Port': ['ID=d1d10260-0920-4740-820e-719d14782f13,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:43.652149 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=8ac3d547-2967-4c7e-87d8-399b475ba90d,revision_number=6']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:43.709277 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:42:43.709528 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:42:43.710040 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-77c7f138-0698-487d-a5d9-d720956e447c None None] Provisioning complete for port ab47a443-d500-496f-96e6-8e1aeb498448 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:43.710438 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-77c7f138-0698-487d-a5d9-d720956e447c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:43.721820 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['8ac3d547-2967-4c7e-87d8-399b475ba90d'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:42:43.737374 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-09372efd-96be-4a33-a798-29f9e86647f6 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:43.858476 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-09372efd-96be-4a33-a798-29f9e86647f6 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c1ac3b-191d-4202-b460-c88b10dd2648']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:43.881232 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-09372efd-96be-4a33-a798-29f9e86647f6 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6e92e8e-330b-4eb7-b418-efccd060863e') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:43.881661 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-09372efd-96be-4a33-a798-29f9e86647f6 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6e92e8e-330b-4eb7-b418-efccd060863e') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:43.896035 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba4c9a6-1568-4967-827b-cb155915af2d None None] Pushing event updated for resources: {'Port': ['ID=da5b8ae9-f827-46a9-a8c4-1510e7bfa564,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:43.898279 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-09372efd-96be-4a33-a798-29f9e86647f6 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:43.915030 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-77c7f138-0698-487d-a5d9-d720956e447c None None] Port ab47a443-d500-496f-96e6-8e1aeb498448 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:42:43.930916 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 8ac3d547-2967-4c7e-87d8-399b475ba90d no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:42:43.931452 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-96e81366-be8b-426c-be59-fa616622b910 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:43.996093 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-77c7f138-0698-487d-a5d9-d720956e447c None None] Provisioning complete for port da5b8ae9-f827-46a9-a8c4-1510e7bfa564 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:43.996543 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-77c7f138-0698-487d-a5d9-d720956e447c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:43.998139 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-09372efd-96be-4a33-a798-29f9e86647f6 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:44.006719 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e81366-be8b-426c-be59-fa616622b910 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Pushing event deleted for resources: {'Port': ['ID=ab47a443-d500-496f-96e6-8e1aeb498448,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:44.012927 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09372efd-96be-4a33-a798-29f9e86647f6 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:42:44.013355 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-09372efd-96be-4a33-a798-29f9e86647f6 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:44.017464 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:42:44.017464 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:42:44.017464 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:42:44.017464 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:42:44.017464 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:42:44.017464 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:42:44.017464 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:42:44.017464 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:42:44.017464 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:42:44.017464 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:42:44.017464 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:42:44.017464 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:42:44.017464 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:42:44.017464 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:42:44.017464 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:42:44.017464 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:42:44.017464 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:42:44.017464 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:42:44.017464 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:42:44.017464 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:42:44.017464 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:42:44.017464 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:42:44.017464 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:42:44.017464 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:42:44.017464 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:42:44.017464 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:42:44.017464 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:42:44.017464 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:42:44.017464 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:42:44.017464 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:42:44.017464 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:42:44.017464 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:42:44.090537 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc029f36-d01c-46b7-a1e7-c2d8be588743 req-84272013-8a6b-45ff-8604-cd827cf44c85 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:44.092887 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fc029f36-d01c-46b7-a1e7-c2d8be588743 req-84272013-8a6b-45ff-8604-cd827cf44c85 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 944 time: 0.0943151 Apr 29 11:42:44.162942 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fc029f36-d01c-46b7-a1e7-c2d8be588743 req-8640c54b-7430-4b38-88ef-e937e2f3b301 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/security-groups?id=f5874629-b9e1-4000-8425-6441ce247fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624740 Apr 29 11:42:44.167054 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-09372efd-96be-4a33-a798-29f9e86647f6 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:44.189150 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-09372efd-96be-4a33-a798-29f9e86647f6 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:44.192497 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-09372efd-96be-4a33-a798-29f9e86647f6 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/networks/a2c1ac3b-191d-4202-b460-c88b10dd2648 HTTP/1.1" status: 204 len: 168 time: 1.4387743 Apr 29 11:42:44.196414 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-96e81366-be8b-426c-be59-fa616622b910 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:44.199696 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-96e81366-be8b-426c-be59-fa616622b910 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] 10.222.0.69 "DELETE /v2.0/ports/ab47a443-d500-496f-96e6-8e1aeb498448 HTTP/1.1" status: 204 len: 168 time: 1.6895685 Apr 29 11:42:44.200247 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52808) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:44.201578 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52810) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:44.213095 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52812) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:44.221606 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09372efd-96be-4a33-a798-29f9e86647f6 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Network': ['ID=a2c1ac3b-191d-4202-b460-c88b10dd2648,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:44.303557 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:44.345396 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8ac3d547-2967-4c7e-87d8-399b475ba90d {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:42:44.362140 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 6c180ea6-1112-477a-8766-6df7ed5a38a5 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:42:44.375168 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e84c5422-b8b4-4484-b4b8-835a770630aa tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/floatingips/cdd11439-57b1-4e0a-af97-05f9a02adae2 HTTP/1.1" status: 200 len: 992 time: 0.1722717 Apr 29 11:42:44.385182 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a9e2326-ab76-4b31-b045-d12f06e7796b tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Deleting subnet 119957bd-b3d0-48a9-813b-f700eeccfc00 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:42:44.397131 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1a9e2326-ab76-4b31-b045-d12f06e7796b tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:44.420433 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 8ac3d547-2967-4c7e-87d8-399b475ba90d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8ac3d547-2967-4c7e-87d8-399b475ba90d,segment=NetworkSegment(14159b9b-c437-40b5-acde-2a010b1f147b),segment_id=14159b9b-c437-40b5-acde-2a010b1f147b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:44.440192 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:44.449974 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1a9e2326-ab76-4b31-b045-d12f06e7796b tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:44.541088 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=8ac3d547-2967-4c7e-87d8-399b475ba90d,revision_number=7']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:44.563558 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-011da35b-4c5e-4702-8459-6c8656be5815 None None] Could not find standard attr ID for object ab47a443-d500-496f-96e6-8e1aeb498448. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:42:44.594644 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-011da35b-4c5e-4702-8459-6c8656be5815 None None] Could not find standard attr ID for object c7f7e7b8-86c4-4022-b8b7-c50a393ac494. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:42:44.599160 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 6c180ea6-1112-477a-8766-6df7ed5a38a5 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:44.599657 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:44.605192 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1a9e2326-ab76-4b31-b045-d12f06e7796b tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:44.705536 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1a9e2326-ab76-4b31-b045-d12f06e7796b tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:44.756515 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e2326-ab76-4b31-b045-d12f06e7796b tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Pushing event deleted for resources: {'Subnet': ['ID=119957bd-b3d0-48a9-813b-f700eeccfc00,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:44.758649 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1a9e2326-ab76-4b31-b045-d12f06e7796b tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:44.761874 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-1a9e2326-ab76-4b31-b045-d12f06e7796b tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] 10.222.0.69 "DELETE /v2.0/subnets/119957bd-b3d0-48a9-813b-f700eeccfc00 HTTP/1.1" status: 204 len: 168 time: 0.5469129 Apr 29 11:42:44.764726 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52814) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:44.782370 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4c4a12e8-f14c-4545-b63f-0470e2a7c5fd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:44.829293 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device da5b8ae9-f827-46a9-a8c4-1510e7bfa564 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:42:44.885903 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-12a70d2a-ee5c-4fed-8ceb-c51865b714a6 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:44.933868 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port da5b8ae9-f827-46a9-a8c4-1510e7bfa564 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:44.935015 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:44.973546 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-12a70d2a-ee5c-4fed-8ceb-c51865b714a6 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Deleting port da5b8ae9-f827-46a9-a8c4-1510e7bfa564 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:42:44.974238 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-12a70d2a-ee5c-4fed-8ceb-c51865b714a6 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:44.986586 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2a3c24-6269-4e7b-8ec6-c57bc23a3673 None None] Network 4a7dcfd9-727f-4905-92ed-b86e6d1cb83d requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:42:45.066000 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-53ecac5c-face-4c2d-b206-8dcb8f956710 None None] Could not find standard attr ID for object ab47a443-d500-496f-96e6-8e1aeb498448. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:42:45.069064 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-12a70d2a-ee5c-4fed-8ceb-c51865b714a6 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] For port da5b8ae9-f827-46a9-a8c4-1510e7bfa564, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=da5b8ae9-f827-46a9-a8c4-1510e7bfa564,segment=NetworkSegment(c72a1b22-42c9-4b21-812d-6e4d371a997b),segment_id=c72a1b22-42c9-4b21-812d-6e4d371a997b)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:45.069437 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-12a70d2a-ee5c-4fed-8ceb-c51865b714a6 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:45.088325 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-12a70d2a-ee5c-4fed-8ceb-c51865b714a6 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Calling delete_port for da5b8ae9-f827-46a9-a8c4-1510e7bfa564 owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:42:45.139833 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-4c4a12e8-f14c-4545-b63f-0470e2a7c5fd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Deleting port 17fd74da-bfb3-497a-8ba7-2cf15ed18823 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:42:45.140264 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4c4a12e8-f14c-4545-b63f-0470e2a7c5fd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:45.197957 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-12a70d2a-ee5c-4fed-8ceb-c51865b714a6 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:45.241993 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a70d2a-ee5c-4fed-8ceb-c51865b714a6 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Pushing event deleted for resources: {'Port': ['ID=da5b8ae9-f827-46a9-a8c4-1510e7bfa564,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:45.255774 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:42:45.256589 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a70d2a-ee5c-4fed-8ceb-c51865b714a6 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] No DVR routers for this DVR port da5b8ae9-f827-46a9-a8c4-1510e7bfa564 on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:42:45.277623 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-4c4a12e8-f14c-4545-b63f-0470e2a7c5fd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] For port 17fd74da-bfb3-497a-8ba7-2cf15ed18823, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=17fd74da-bfb3-497a-8ba7-2cf15ed18823,segment=NetworkSegment(7d325af5-cac8-4e30-8ab0-d3af66a578a1),segment_id=7d325af5-cac8-4e30-8ab0-d3af66a578a1)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:45.278123 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4c4a12e8-f14c-4545-b63f-0470e2a7c5fd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:45.304828 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-4c4a12e8-f14c-4545-b63f-0470e2a7c5fd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Calling delete_port for 17fd74da-bfb3-497a-8ba7-2cf15ed18823 owned by network:router_interface {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:42:45.356546 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-12a70d2a-ee5c-4fed-8ceb-c51865b714a6 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:45.401976 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-12a70d2a-ee5c-4fed-8ceb-c51865b714a6 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a7dcfd9-727f-4905-92ed-b86e6d1cb83d']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:45.415652 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-12a70d2a-ee5c-4fed-8ceb-c51865b714a6 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c72a1b22-42c9-4b21-812d-6e4d371a997b') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:45.415973 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-12a70d2a-ee5c-4fed-8ceb-c51865b714a6 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c72a1b22-42c9-4b21-812d-6e4d371a997b') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:45.428141 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-12a70d2a-ee5c-4fed-8ceb-c51865b714a6 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:45.444648 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881228ad-97c7-446e-813b-b15eeda730f2 None None] DHCP port deletion for 4a7dcfd9-727f-4905-92ed-b86e6d1cb83d request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:42:45.446039 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-12a70d2a-ee5c-4fed-8ceb-c51865b714a6 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:45.464742 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a70d2a-ee5c-4fed-8ceb-c51865b714a6 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:42:45.465208 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-12a70d2a-ee5c-4fed-8ceb-c51865b714a6 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:45.468580 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:42:45.468580 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:42:45.468580 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:42:45.468580 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:42:45.468580 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:42:45.468580 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:42:45.468580 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:42:45.468580 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:42:45.468580 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:42:45.468580 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:42:45.468580 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:42:45.468580 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:42:45.468580 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:42:45.468580 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:42:45.468580 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:42:45.468580 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:42:45.468580 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:42:45.468580 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:42:45.468580 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:42:45.468580 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:42:45.468580 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:42:45.468580 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:42:45.468580 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:42:45.468580 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:42:45.468580 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:42:45.468580 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:42:45.468580 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:42:45.468580 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:42:45.468580 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:42:45.468580 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:42:45.468580 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:42:45.468580 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:42:45.479475 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device d1d10260-0920-4740-820e-719d14782f13 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:42:45.501379 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: d1d10260-0920-4740-820e-719d14782f13 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:42:45.501856 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device d1d10260-0920-4740-820e-719d14782f13 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:42:45.502598 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 141649f7-9057-493c-a3ef-428af8f8ecf8 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:42:45.526826 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 141649f7-9057-493c-a3ef-428af8f8ecf8 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:42:45.527278 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 141649f7-9057-493c-a3ef-428af8f8ecf8 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:42:45.548044 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-12a70d2a-ee5c-4fed-8ceb-c51865b714a6 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:45.560606 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-12a70d2a-ee5c-4fed-8ceb-c51865b714a6 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:45.564101 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-12a70d2a-ee5c-4fed-8ceb-c51865b714a6 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] 10.222.0.69 "DELETE /v2.0/networks/4a7dcfd9-727f-4905-92ed-b86e6d1cb83d HTTP/1.1" status: 204 len: 168 time: 0.7985878 Apr 29 11:42:45.569029 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4c4a12e8-f14c-4545-b63f-0470e2a7c5fd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:45.575080 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a70d2a-ee5c-4fed-8ceb-c51865b714a6 tempest-ExtraDHCPOptionsTestJSON-346228587 tempest-ExtraDHCPOptionsTestJSON-346228587-project] Pushing event deleted for resources: {'Network': ['ID=4a7dcfd9-727f-4905-92ed-b86e6d1cb83d,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:45.595837 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a12e8-f14c-4545-b63f-0470e2a7c5fd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Port': ['ID=17fd74da-bfb3-497a-8ba7-2cf15ed18823,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:45.752839 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4c4a12e8-f14c-4545-b63f-0470e2a7c5fd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:45.892848 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52822) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:45.930889 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 8ac3d547-2967-4c7e-87d8-399b475ba90d up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:42:45.948586 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4a12e8-f14c-4545-b63f-0470e2a7c5fd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Router f540444a-8344-431e-aed4-ced9478cf694 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:42:46.021297 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 8ac3d547-2967-4c7e-87d8-399b475ba90d triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:46.021791 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:46.042583 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4a12e8-f14c-4545-b63f-0470e2a7c5fd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:42:46.052886 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4c4a12e8-f14c-4545-b63f-0470e2a7c5fd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "PUT /v2.0/routers/f540444a-8344-431e-aed4-ced9478cf694/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8407183 Apr 29 11:42:46.053568 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52828) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:46.056373 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f7db68-abc2-44f2-a8e6-ebfeb024337d None None] Sync routers for ids ['f540444a-8344-431e-aed4-ced9478cf694'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:42:46.075384 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e12c398a-5af3-469c-aef0-e4df3ad452dd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c00df603e28d465ba8046e1ade4fb7f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1813052 Apr 29 11:42:46.078197 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52830) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:46.083772 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f7db68-abc2-44f2-a8e6-ebfeb024337d None None] Routers {'f540444a-8344-431e-aed4-ced9478cf694'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:46.084683 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-16f7db68-abc2-44f2-a8e6-ebfeb024337d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f540444a-8344-431e-aed4-ced9478cf694'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:46.119002 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-838812e6-1364-44d5-bc82-29bcae50c089 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Deleting subnet dbd8366b-1514-479b-9e9c-fd29357144cf {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:42:46.122756 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-838812e6-1364-44d5-bc82-29bcae50c089 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:46.153621 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-96575e40-f763-4705-be54-fee001778c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:46.181435 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-96575e40-f763-4705-be54-fee001778c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:46.181999 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-838812e6-1364-44d5-bc82-29bcae50c089 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:46.183876 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-16f7db68-abc2-44f2-a8e6-ebfeb024337d None None] Set router f540444a-8344-431e-aed4-ced9478cf694 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:42:46.243181 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-16f7db68-abc2-44f2-a8e6-ebfeb024337d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f540444a-8344-431e-aed4-ced9478cf694', 'name': 'tempest-RoutersTest-router-1818015534', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:42:45Z', 'revision_number': 11, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:46.250545 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-96575e40-f763-4705-be54-fee001778c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:46.254641 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-96575e40-f763-4705-be54-fee001778c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:46.258963 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-96575e40-f763-4705-be54-fee001778c9f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9127ddcc-40fb-4615-8c70-a912d5b9afab HTTP/1.1" status: 204 len: 168 time: 0.1788106 Apr 29 11:42:46.268741 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96575e40-f763-4705-be54-fee001778c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9127ddcc-40fb-4615-8c70-a912d5b9afab,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:46.291292 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f7db68-abc2-44f2-a8e6-ebfeb024337d None None] Checking router: f540444a-8344-431e-aed4-ced9478cf694 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:42:46.293131 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:46.313989 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f7db68-abc2-44f2-a8e6-ebfeb024337d None None] Routers {'f540444a-8344-431e-aed4-ced9478cf694'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:46.314827 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-16f7db68-abc2-44f2-a8e6-ebfeb024337d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f540444a-8344-431e-aed4-ced9478cf694'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:46.326852 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-838812e6-1364-44d5-bc82-29bcae50c089 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:46.365802 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac3d547-2967-4c7e-87d8-399b475ba90d'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:42:46.368490 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f378ef-8704-4d48-ac51-4e94493de057" -d '{"events": [{"server_uuid": "799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1", "name": "network-vif-plugged", "status": "completed", "tag": "8ac3d547-2967-4c7e-87d8-399b475ba90d"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:42:46.413886 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-838812e6-1364-44d5-bc82-29bcae50c089 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:46.418512 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 8ac3d547-2967-4c7e-87d8-399b475ba90d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8ac3d547-2967-4c7e-87d8-399b475ba90d,segment=NetworkSegment(14159b9b-c437-40b5-acde-2a010b1f147b),segment_id=14159b9b-c437-40b5-acde-2a010b1f147b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:46.420217 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-16f7db68-abc2-44f2-a8e6-ebfeb024337d None None] Set router f540444a-8344-431e-aed4-ced9478cf694 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:42:46.443619 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-838812e6-1364-44d5-bc82-29bcae50c089 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:46.449561 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52836) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:46.449770 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-838812e6-1364-44d5-bc82-29bcae50c089 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/subnets/dbd8366b-1514-479b-9e9c-fd29357144cf HTTP/1.1" status: 204 len: 168 time: 0.3947923 Apr 29 11:42:46.468364 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22078758-93a4-4b5d-a003-5b8bc43e915e x-openstack-request-id: req-22078758-93a4-4b5d-a003-5b8bc43e915e {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:42:46.468608 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1", "name": "network-vif-plugged", "status": "completed", "tag": "8ac3d547-2967-4c7e-87d8-399b475ba90d", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:42:46.468839 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-22078758-93a4-4b5d-a003-5b8bc43e915e {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:42:46.469234 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22078758-93a4-4b5d-a003-5b8bc43e915e'] response: {'server_uuid': '799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac3d547-2967-4c7e-87d8-399b475ba90d', 'code': 200} Apr 29 11:42:46.471787 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa42b5c8-e7e4-456e-afd3-f89e4e01c339 None None] Network 9def8503-a4da-48a5-8842-eab00f621f47 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:42:46.478517 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838812e6-1364-44d5-bc82-29bcae50c089 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Subnet': ['ID=dbd8366b-1514-479b-9e9c-fd29357144cf,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:46.510012 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:46.530234 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-16f7db68-abc2-44f2-a8e6-ebfeb024337d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f540444a-8344-431e-aed4-ced9478cf694', 'name': 'tempest-RoutersTest-router-1818015534', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:42:45Z', 'revision_number': 11, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:46.558571 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-277c59b7-e21a-4f43-9f79-50d99a86985f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:46.627863 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-277c59b7-e21a-4f43-9f79-50d99a86985f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Deleting port 80b20bea-6407-4d41-94d3-edb242054280 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:42:46.627863 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-277c59b7-e21a-4f43-9f79-50d99a86985f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:46.647695 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f7db68-abc2-44f2-a8e6-ebfeb024337d None None] The sync data for ids ['f540444a-8344-431e-aed4-ced9478cf694'] in dv-neutron-838888-1-hyperv is: [{'id': 'f540444a-8344-431e-aed4-ced9478cf694', 'name': 'tempest-RoutersTest-router-1818015534', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:42:45Z', 'revision_number': 11, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:42:46.687977 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=8ac3d547-2967-4c7e-87d8-399b475ba90d,revision_number=8']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:46.731512 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-277c59b7-e21a-4f43-9f79-50d99a86985f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] For port 80b20bea-6407-4d41-94d3-edb242054280, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=80b20bea-6407-4d41-94d3-edb242054280,segment=NetworkSegment(7d325af5-cac8-4e30-8ab0-d3af66a578a1),segment_id=7d325af5-cac8-4e30-8ab0-d3af66a578a1)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:46.732206 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-277c59b7-e21a-4f43-9f79-50d99a86985f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:46.750808 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-277c59b7-e21a-4f43-9f79-50d99a86985f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Calling delete_port for 80b20bea-6407-4d41-94d3-edb242054280 owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:42:46.848520 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-277c59b7-e21a-4f43-9f79-50d99a86985f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:46.878212 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c59b7-e21a-4f43-9f79-50d99a86985f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Port': ['ID=80b20bea-6407-4d41-94d3-edb242054280,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:46.880797 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277c59b7-e21a-4f43-9f79-50d99a86985f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] No DVR routers for this DVR port 80b20bea-6407-4d41-94d3-edb242054280 on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:42:46.974936 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-277c59b7-e21a-4f43-9f79-50d99a86985f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:47.001362 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-277c59b7-e21a-4f43-9f79-50d99a86985f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9def8503-a4da-48a5-8842-eab00f621f47']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:47.012913 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-277c59b7-e21a-4f43-9f79-50d99a86985f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d325af5-cac8-4e30-8ab0-d3af66a578a1') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:47.013508 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-277c59b7-e21a-4f43-9f79-50d99a86985f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d325af5-cac8-4e30-8ab0-d3af66a578a1') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:47.042930 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-277c59b7-e21a-4f43-9f79-50d99a86985f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:47.047757 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c56dc80-956c-45b1-aba2-c338b1987886 None None] DHCP port deletion for 9def8503-a4da-48a5-8842-eab00f621f47 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:42:47.086042 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-277c59b7-e21a-4f43-9f79-50d99a86985f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:47.096529 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-277c59b7-e21a-4f43-9f79-50d99a86985f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:42:47.097205 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-277c59b7-e21a-4f43-9f79-50d99a86985f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:47.138771 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:42:47.138771 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:42:47.138771 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:42:47.138771 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:42:47.138771 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:42:47.138771 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:42:47.138771 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:42:47.138771 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:42:47.138771 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:42:47.138771 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:42:47.138771 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:42:47.138771 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:42:47.138771 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:42:47.138771 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:42:47.138771 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:42:47.138771 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:42:47.138771 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:42:47.138771 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:42:47.138771 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:42:47.138771 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:42:47.138771 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:42:47.138771 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:42:47.138771 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:42:47.138771 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:42:47.138771 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:42:47.138771 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:42:47.138771 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:42:47.138771 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:42:47.138771 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:42:47.138771 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:42:47.138771 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:42:47.138771 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:42:47.158801 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device da5b8ae9-f827-46a9-a8c4-1510e7bfa564 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:42:47.192443 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: da5b8ae9-f827-46a9-a8c4-1510e7bfa564 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:42:47.192782 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device da5b8ae9-f827-46a9-a8c4-1510e7bfa564 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:42:47.196066 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 17fd74da-bfb3-497a-8ba7-2cf15ed18823 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:42:47.234974 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-277c59b7-e21a-4f43-9f79-50d99a86985f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:47.235202 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52858) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:47.238842 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 17fd74da-bfb3-497a-8ba7-2cf15ed18823 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:42:47.239444 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 17fd74da-bfb3-497a-8ba7-2cf15ed18823 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:42:47.240053 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 80b20bea-6407-4d41-94d3-edb242054280 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:42:47.256422 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-277c59b7-e21a-4f43-9f79-50d99a86985f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:47.267391 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 80b20bea-6407-4d41-94d3-edb242054280 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:42:47.267391 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 80b20bea-6407-4d41-94d3-edb242054280 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:42:47.267720 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-277c59b7-e21a-4f43-9f79-50d99a86985f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/networks/9def8503-a4da-48a5-8842-eab00f621f47 HTTP/1.1" status: 204 len: 168 time: 0.8157356 Apr 29 11:42:47.268423 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52862) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:47.288158 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-dcbfa336-d3f9-4a80-a63d-b0a4155c5e64 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Request body: {'router': {'routes': None}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:47.304534 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c59b7-e21a-4f43-9f79-50d99a86985f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Pushing event deleted for resources: {'Network': ['ID=9def8503-a4da-48a5-8842-eab00f621f47,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:47.381615 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-a5c3e5eb-6de9-4beb-9a68-e9f7771bf869 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Request body: {'security_group': {'name': 'tempest-secgroup--579193708'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:47.469284 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a5c3e5eb-6de9-4beb-9a68-e9f7771bf869 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:47.494939 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a5c3e5eb-6de9-4beb-9a68-e9f7771bf869 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:47.496958 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.extraroute_db [None req-dcbfa336-d3f9-4a80-a63d-b0a4155c5e64 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Added routes are [] {{(pid=102960) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 29 11:42:47.497250 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.extraroute_db [None req-dcbfa336-d3f9-4a80-a63d-b0a4155c5e64 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Removed routes are [] {{(pid=102960) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 29 11:42:47.497594 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dcbfa336-d3f9-4a80-a63d-b0a4155c5e64 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681475', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3683613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1117'] for router, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:47.698747 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dcbfa336-d3f9-4a80-a63d-b0a4155c5e64 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681475', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3683613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1117'] for router, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:47.707279 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dcbfa336-d3f9-4a80-a63d-b0a4155c5e64 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683602'] for router, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.096356 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a5c3e5eb-6de9-4beb-9a68-e9f7771bf869 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.103078 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcbfa336-d3f9-4a80-a63d-b0a4155c5e64 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Router f540444a-8344-431e-aed4-ced9478cf694 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:42:48.103991 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a5c3e5eb-6de9-4beb-9a68-e9f7771bf869 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.157438 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3e5eb-6de9-4beb-9a68-e9f7771bf869 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53a7ff4f-5a05-4e59-9a4f-bf4221bd7195,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:48.241971 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbfa336-d3f9-4a80-a63d-b0a4155c5e64 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:42:48.253538 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dcbfa336-d3f9-4a80-a63d-b0a4155c5e64 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.253831 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10e531b-9903-4add-ac50-74bc12b30249 None None] Sync routers for ids ['f540444a-8344-431e-aed4-ced9478cf694'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:42:48.257996 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-dcbfa336-d3f9-4a80-a63d-b0a4155c5e64 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "PUT /v2.0/routers/f540444a-8344-431e-aed4-ced9478cf694 HTTP/1.1" status: 200 len: 701 time: 0.9858656 Apr 29 11:42:48.258391 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52866) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:48.270312 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10e531b-9903-4add-ac50-74bc12b30249 None None] Routers {'f540444a-8344-431e-aed4-ced9478cf694'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:48.273132 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-b10e531b-9903-4add-ac50-74bc12b30249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f540444a-8344-431e-aed4-ced9478cf694'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:48.290076 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a5c3e5eb-6de9-4beb-9a68-e9f7771bf869 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.293058 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4eddd301-7d43-42d7-b823-e61ed8b78b65 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "GET /v2.0/ports?device_id=f540444a-8344-431e-aed4-ced9478cf694 HTTP/1.1" status: 200 len: 205 time: 0.0335884 Apr 29 11:42:48.295260 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a5c3e5eb-6de9-4beb-9a68-e9f7771bf869 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.295773 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52868) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:48.331504 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3e5eb-6de9-4beb-9a68-e9f7771bf869 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17199bec-c955-404f-bb8c-2b2971d76924,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:48.336805 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a5c3e5eb-6de9-4beb-9a68-e9f7771bf869 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.341012 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a5c3e5eb-6de9-4beb-9a68-e9f7771bf869 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1046023 Apr 29 11:42:48.341714 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52870) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:48.354542 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-b10e531b-9903-4add-ac50-74bc12b30249 None None] Set router f540444a-8344-431e-aed4-ced9478cf694 gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:42:48.407314 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4a9aed83-9853-4257-8d5b-31b557b40304 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0640552 Apr 29 11:42:48.407990 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52872) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:48.413677 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-f2f7de01-5c7a-4625-b3df-c69fce6fb8ec tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Request body: {'security_group': {'name': 'tempest-security--1232430681', 'description': 'tempest-security-description-311144265'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:48.428337 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-b10e531b-9903-4add-ac50-74bc12b30249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f540444a-8344-431e-aed4-ced9478cf694', 'name': 'tempest-RoutersTest-router-1818015534', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:42:45Z', 'revision_number': 11, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:48.436242 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-62c91eb1-3f5d-4059-85b2-aa7b21e0151f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.448345 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f2f7de01-5c7a-4625-b3df-c69fce6fb8ec tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.463296 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10e531b-9903-4add-ac50-74bc12b30249 None None] Checking router: f540444a-8344-431e-aed4-ced9478cf694 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:42:48.475981 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10e531b-9903-4add-ac50-74bc12b30249 None None] Routers {'f540444a-8344-431e-aed4-ced9478cf694'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:48.476609 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-b10e531b-9903-4add-ac50-74bc12b30249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f540444a-8344-431e-aed4-ced9478cf694'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:48.513657 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f2f7de01-5c7a-4625-b3df-c69fce6fb8ec tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.521044 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f2f7de01-5c7a-4625-b3df-c69fce6fb8ec tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.525502 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f2f7de01-5c7a-4625-b3df-c69fce6fb8ec tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.529803 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f2f7de01-5c7a-4625-b3df-c69fce6fb8ec tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "PUT /v2.0/security-groups/17199bec-c955-404f-bb8c-2b2971d76924 HTTP/1.1" status: 200 len: 1779 time: 0.1207519 Apr 29 11:42:48.530652 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52874) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:48.559969 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-b10e531b-9903-4add-ac50-74bc12b30249 None None] Set router f540444a-8344-431e-aed4-ced9478cf694 gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:42:48.603569 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2852f67d-e7ee-49fa-997b-06d400bbd49e tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "GET /v2.0/security-groups/17199bec-c955-404f-bb8c-2b2971d76924 HTTP/1.1" status: 200 len: 1779 time: 0.0668137 Apr 29 11:42:48.605927 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52876) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:48.612930 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7de01-5c7a-4625-b3df-c69fce6fb8ec tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17199bec-c955-404f-bb8c-2b2971d76924,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:48.618818 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-b10e531b-9903-4add-ac50-74bc12b30249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f540444a-8344-431e-aed4-ced9478cf694', 'name': 'tempest-RoutersTest-router-1818015534', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:42:45Z', 'revision_number': 11, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:48.632748 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-62c91eb1-3f5d-4059-85b2-aa7b21e0151f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.635353 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-62c91eb1-3f5d-4059-85b2-aa7b21e0151f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.654701 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10e531b-9903-4add-ac50-74bc12b30249 None None] The sync data for ids ['f540444a-8344-431e-aed4-ced9478cf694'] in dv-neutron-838888-1-hyperv is: [{'id': 'f540444a-8344-431e-aed4-ced9478cf694', 'name': 'tempest-RoutersTest-router-1818015534', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:42:45Z', 'revision_number': 11, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:42:48.685712 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-62c91eb1-3f5d-4059-85b2-aa7b21e0151f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.686382 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c91eb1-3f5d-4059-85b2-aa7b21e0151f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Fanout notify agent at l3_agent the message router_deleted on router f540444a-8344-431e-aed4-ced9478cf694 {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:42:48.691348 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f78cda84-2149-4f97-b8f9-2c001c72d01c tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.694780 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-62c91eb1-3f5d-4059-85b2-aa7b21e0151f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.704838 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-62c91eb1-3f5d-4059-85b2-aa7b21e0151f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/routers/f540444a-8344-431e-aed4-ced9478cf694 HTTP/1.1" status: 204 len: 168 time: 0.4073155 Apr 29 11:42:48.705742 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52878) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:48.711287 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-a18a37e9-3b79-4c69-9028-903212529291 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2026270389', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:48.732361 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f78cda84-2149-4f97-b8f9-2c001c72d01c tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.735913 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a18a37e9-3b79-4c69-9028-903212529291 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.737164 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a18a37e9-3b79-4c69-9028-903212529291 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.800545 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f78cda84-2149-4f97-b8f9-2c001c72d01c tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.807860 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f78cda84-2149-4f97-b8f9-2c001c72d01c tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.809016 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f78cda84-2149-4f97-b8f9-2c001c72d01c tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "DELETE /v2.0/security-groups/17199bec-c955-404f-bb8c-2b2971d76924 HTTP/1.1" status: 204 len: 168 time: 0.2021751 Apr 29 11:42:48.809976 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a18a37e9-3b79-4c69-9028-903212529291 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.812475 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52880) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:48.826789 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78cda84-2149-4f97-b8f9-2c001c72d01c tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17199bec-c955-404f-bb8c-2b2971d76924,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:48.829710 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a18a37e9-3b79-4c69-9028-903212529291 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.866748 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a18a37e9-3b79-4c69-9028-903212529291 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.870824 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a18a37e9-3b79-4c69-9028-903212529291 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1640289 Apr 29 11:42:48.871505 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52882) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:48.879320 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-6a8086b7-2554-41d5-a31b-c99648fcd152 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:48.879614 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5cbf89a2-551a-4839-8829-2b398573bc46 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0656838 Apr 29 11:42:48.882117 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52884) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:48.897452 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-60330cd7-1611-4051-ba8b-7d9a955fa19a tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] delete failed (client error): The resource could not be found. Apr 29 11:42:48.898757 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-60330cd7-1611-4051-ba8b-7d9a955fa19a tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "DELETE /v2.0/security-groups/17199bec-c955-404f-bb8c-2b2971d76924 HTTP/1.1" status: 404 len: 347 time: 0.0155990 Apr 29 11:42:48.902632 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52886) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:48.908669 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-05719264-496f-4b6d-9a3a-c73795b82e8f tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Request body: {'security_group': {'name': 'tempest-secgroup--1204003952'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:48.931973 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-05719264-496f-4b6d-9a3a-c73795b82e8f tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.015714 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-05719264-496f-4b6d-9a3a-c73795b82e8f tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.021674 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-05719264-496f-4b6d-9a3a-c73795b82e8f tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.053398 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-05719264-496f-4b6d-9a3a-c73795b82e8f tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.060139 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-05719264-496f-4b6d-9a3a-c73795b82e8f tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1510358 Apr 29 11:42:49.060139 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52888) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:49.064242 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-5f57a520-2ab0-445e-8e1d-7987fca047f8 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Request body: {'security_group_rule': {'security_group_id': '661d3cac-3d1f-4188-b2ec-bc09ab21d929', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:49.074408 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05719264-496f-4b6d-9a3a-c73795b82e8f tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=661d3cac-3d1f-4188-b2ec-bc09ab21d929,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:49.112499 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5f57a520-2ab0-445e-8e1d-7987fca047f8 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.134149 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6a8086b7-2554-41d5-a31b-c99648fcd152 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681475', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3683613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1117'] for router, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.149262 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6a8086b7-2554-41d5-a31b-c99648fcd152 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683602'] for router, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.181360 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5f57a520-2ab0-445e-8e1d-7987fca047f8 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.187239 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5f57a520-2ab0-445e-8e1d-7987fca047f8 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.214708 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57a520-2ab0-445e-8e1d-7987fca047f8 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f41daa3-3428-46ce-9d18-d548ca39e466,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:49.231321 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5f57a520-2ab0-445e-8e1d-7987fca047f8 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.237647 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5f57a520-2ab0-445e-8e1d-7987fca047f8 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1768241 Apr 29 11:42:49.238845 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52892) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:49.288367 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8086b7-2554-41d5-a31b-c99648fcd152 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Router 5647c388-29a9-480e-8331-0126666d3ff2 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:42:49.290983 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-da812012-76b3-4469-8335-6b4e55321a60 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.302419 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-da812012-76b3-4469-8335-6b4e55321a60 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.348366 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-da812012-76b3-4469-8335-6b4e55321a60 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.355913 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-da812012-76b3-4469-8335-6b4e55321a60 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.361478 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-da812012-76b3-4469-8335-6b4e55321a60 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/3f41daa3-3428-46ce-9d18-d548ca39e466 HTTP/1.1" status: 204 len: 168 time: 0.1174293 Apr 29 11:42:49.364464 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52894) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:49.373577 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da812012-76b3-4469-8335-6b4e55321a60 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f41daa3-3428-46ce-9d18-d548ca39e466,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:49.409192 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8086b7-2554-41d5-a31b-c99648fcd152 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:42:49.417782 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6a8086b7-2554-41d5-a31b-c99648fcd152 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.420954 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6a8086b7-2554-41d5-a31b-c99648fcd152 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "PUT /v2.0/routers/5647c388-29a9-480e-8331-0126666d3ff2 HTTP/1.1" status: 200 len: 694 time: 0.5454493 Apr 29 11:42:49.421726 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52896) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:49.429768 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8519d949-2717-4838-a914-7781a61549b8 None None] Sync routers for ids ['5647c388-29a9-480e-8331-0126666d3ff2'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:42:49.447991 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-1ab6684c-a3a9-4a98-8495-7a1c81aa8273 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0754547 Apr 29 11:42:49.448238 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8519d949-2717-4838-a914-7781a61549b8 None None] Routers {'5647c388-29a9-480e-8331-0126666d3ff2'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:49.448238 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-8519d949-2717-4838-a914-7781a61549b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5647c388-29a9-480e-8331-0126666d3ff2'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:49.448688 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52898) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:49.532196 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f9c7f1fc-f506-43c4-b164-2581157fb703 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.539958 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-8519d949-2717-4838-a914-7781a61549b8 None None] Set router 5647c388-29a9-480e-8331-0126666d3ff2 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:42:49.565461 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f9c7f1fc-f506-43c4-b164-2581157fb703 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.569569 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-cdc61dee-f48f-4db4-b8af-c8089368b73f tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "GET /v2.0/routers/5647c388-29a9-480e-8331-0126666d3ff2 HTTP/1.1" status: 200 len: 700 time: 0.1463432 Apr 29 11:42:49.572135 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52900) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:49.609567 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-26af7f15-cfc9-4155-89ab-96e9368d1c86 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "GET /v2.0/ports?device_id=5647c388-29a9-480e-8331-0126666d3ff2 HTTP/1.1" status: 200 len: 205 time: 0.0361142 Apr 29 11:42:49.612632 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52902) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:49.615101 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-8519d949-2717-4838-a914-7781a61549b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5647c388-29a9-480e-8331-0126666d3ff2', 'name': 'tempest-RoutersTest-router-2026270389', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:48Z', 'updated_at': '2022-04-29T11:42:49Z', 'revision_number': 2, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:49.632141 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f9c7f1fc-f506-43c4-b164-2581157fb703 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.639635 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f9c7f1fc-f506-43c4-b164-2581157fb703 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.639635 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f9c7f1fc-f506-43c4-b164-2581157fb703 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "DELETE /v2.0/security-groups/661d3cac-3d1f-4188-b2ec-bc09ab21d929 HTTP/1.1" status: 204 len: 168 time: 0.1865821 Apr 29 11:42:49.641501 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52904) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:49.658674 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8519d949-2717-4838-a914-7781a61549b8 None None] Checking router: 5647c388-29a9-480e-8331-0126666d3ff2 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:42:49.664544 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7f1fc-f506-43c4-b164-2581157fb703 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=661d3cac-3d1f-4188-b2ec-bc09ab21d929,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:49.669504 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8519d949-2717-4838-a914-7781a61549b8 None None] Routers {'5647c388-29a9-480e-8331-0126666d3ff2'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:49.670135 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-8519d949-2717-4838-a914-7781a61549b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5647c388-29a9-480e-8331-0126666d3ff2'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:49.702044 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c10ef122-49e7-44f6-a0f4-23ba87705ecf tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0561261 Apr 29 11:42:49.702314 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52906) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:49.708086 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-7268f7f0-ce91-427a-a6a4-7adde3508be7 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Request body: {'security_group': {'name': 'tempest-secgroup--132959761'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:49.741505 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b6cf3d29-1c52-45f7-8014-92041744a1aa tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.742512 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7268f7f0-ce91-427a-a6a4-7adde3508be7 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.774417 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-8519d949-2717-4838-a914-7781a61549b8 None None] Set router 5647c388-29a9-480e-8331-0126666d3ff2 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:42:49.836691 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-8519d949-2717-4838-a914-7781a61549b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5647c388-29a9-480e-8331-0126666d3ff2', 'name': 'tempest-RoutersTest-router-2026270389', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:48Z', 'updated_at': '2022-04-29T11:42:49Z', 'revision_number': 2, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:49.864482 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7268f7f0-ce91-427a-a6a4-7adde3508be7 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.881211 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7268f7f0-ce91-427a-a6a4-7adde3508be7 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.942539 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7268f7f0-ce91-427a-a6a4-7adde3508be7 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.943897 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7268f7f0-ce91-427a-a6a4-7adde3508be7 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2406275 Apr 29 11:42:49.947152 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268f7f0-ce91-427a-a6a4-7adde3508be7 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee367eb-d40d-4bab-b51d-d83a24660b4d,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:49.953145 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52908) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:49.963537 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-a5d41f17-059b-4186-823a-95a6357ebc9a tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Request body: {'security_group_rule': {'security_group_id': '3ee367eb-d40d-4bab-b51d-d83a24660b4d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:50.011419 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a5d41f17-059b-4186-823a-95a6357ebc9a tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:50.059767 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8519d949-2717-4838-a914-7781a61549b8 None None] The sync data for ids ['5647c388-29a9-480e-8331-0126666d3ff2'] in dv-neutron-838888-1-hyperv is: [{'id': '5647c388-29a9-480e-8331-0126666d3ff2', 'name': 'tempest-RoutersTest-router-2026270389', 'tenant_id': '4fc08cbadd26470a96bfec5ad3948785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:48Z', 'updated_at': '2022-04-29T11:42:49Z', 'revision_number': 2, 'project_id': '4fc08cbadd26470a96bfec5ad3948785', 'gw_port_host': None}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:42:50.103511 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a5d41f17-059b-4186-823a-95a6357ebc9a tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:50.109031 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a5d41f17-059b-4186-823a-95a6357ebc9a tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:50.137538 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d41f17-059b-4186-823a-95a6357ebc9a tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae6c631a-94ba-47b0-853f-48f8c286bd3c,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:50.143996 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a5d41f17-059b-4186-823a-95a6357ebc9a tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:50.149771 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a5d41f17-059b-4186-823a-95a6357ebc9a tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1928828 Apr 29 11:42:50.150053 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52910) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:50.155330 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-0158d1d6-2231-4d4b-8ad1-299ab74a37ab tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Request body: {'security_group_rule': {'security_group_id': '3ee367eb-d40d-4bab-b51d-d83a24660b4d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:50.214651 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0158d1d6-2231-4d4b-8ad1-299ab74a37ab tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:50.307354 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0158d1d6-2231-4d4b-8ad1-299ab74a37ab tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:50.314660 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0158d1d6-2231-4d4b-8ad1-299ab74a37ab tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:50.356096 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158d1d6-2231-4d4b-8ad1-299ab74a37ab tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b1e59c-dc14-4c34-bed3-286fc3e639c3,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:50.361485 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0158d1d6-2231-4d4b-8ad1-299ab74a37ab tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:50.362784 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0158d1d6-2231-4d4b-8ad1-299ab74a37ab tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2115717 Apr 29 11:42:50.365504 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52914) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:50.374789 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-2beeb382-a338-426e-aa60-8500d0960798 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Request body: {'security_group_rule': {'security_group_id': '3ee367eb-d40d-4bab-b51d-d83a24660b4d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:50.408210 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2beeb382-a338-426e-aa60-8500d0960798 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:50.429483 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b6cf3d29-1c52-45f7-8014-92041744a1aa tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:50.431893 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b6cf3d29-1c52-45f7-8014-92041744a1aa tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:50.485449 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2beeb382-a338-426e-aa60-8500d0960798 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:50.486623 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b6cf3d29-1c52-45f7-8014-92041744a1aa tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:50.487609 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cf3d29-1c52-45f7-8014-92041744a1aa tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Fanout notify agent at l3_agent the message router_deleted on router 5647c388-29a9-480e-8331-0126666d3ff2 {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:42:50.489953 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2beeb382-a338-426e-aa60-8500d0960798 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:50.505256 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b6cf3d29-1c52-45f7-8014-92041744a1aa tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:50.506597 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b6cf3d29-1c52-45f7-8014-92041744a1aa tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/routers/5647c388-29a9-480e-8331-0126666d3ff2 HTTP/1.1" status: 204 len: 168 time: 0.8920105 Apr 29 11:42:50.510556 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52916) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:50.513001 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beeb382-a338-426e-aa60-8500d0960798 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2dfb816-6f71-44b3-90dd-06b8d2a46ba6,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:50.519995 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2beeb382-a338-426e-aa60-8500d0960798 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:50.521744 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2beeb382-a338-426e-aa60-8500d0960798 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1550364 Apr 29 11:42:50.526200 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52918) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:50.531022 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-34a6e8cb-ccd0-4092-8991-72f5612014ef tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Request body: {'security_group_rule': {'security_group_id': '3ee367eb-d40d-4bab-b51d-d83a24660b4d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:50.551894 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ad5396c2-af41-4ae2-aad0-abd9659340c8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "GET /v2.0/ports?device_id=5647c388-29a9-480e-8331-0126666d3ff2 HTTP/1.1" status: 200 len: 205 time: 0.0393403 Apr 29 11:42:50.555184 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52920) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:50.601226 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-51fa72e9-cbca-4aa6-aa41-dfcdd01b6d9a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] delete failed (client error): The resource could not be found. Apr 29 11:42:50.602315 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-51fa72e9-cbca-4aa6-aa41-dfcdd01b6d9a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/routers/5647c388-29a9-480e-8331-0126666d3ff2 HTTP/1.1" status: 404 len: 336 time: 0.0461407 Apr 29 11:42:50.604940 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52922) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:50.637529 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-25935bb2-4d8c-4afd-b624-822058713f29 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:50.637981 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25935bb2-4d8c-4afd-b624-822058713f29 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:50.641080 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-25935bb2-4d8c-4afd-b624-822058713f29 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/subnets/0039ee55-c2e1-43f6-b679-a89ae19eb7f4 HTTP/1.1" status: 404 len: 337 time: 0.0351653 Apr 29 11:42:50.643670 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52924) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:50.669736 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-34a6e8cb-ccd0-4092-8991-72f5612014ef tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:50.674152 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-e72ad915-14d4-4c4e-8ce4-30ec2c4dad7d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:50.674631 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e72ad915-14d4-4c4e-8ce4-30ec2c4dad7d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:50.678261 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e72ad915-14d4-4c4e-8ce4-30ec2c4dad7d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/subnets/8190a8bd-eb42-41f4-a2c9-4686f5d6928a HTTP/1.1" status: 404 len: 337 time: 0.0336289 Apr 29 11:42:50.681288 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52926) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:50.717583 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ebf5087-416c-4470-bd91-e53be200c4ab tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:50.718326 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ebf5087-416c-4470-bd91-e53be200c4ab tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:50.721337 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8ebf5087-416c-4470-bd91-e53be200c4ab tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/subnets/701c2aba-9061-4a93-94d4-6d51a4538c86 HTTP/1.1" status: 404 len: 337 time: 0.0390279 Apr 29 11:42:50.724840 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52928) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:50.747352 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-34a6e8cb-ccd0-4092-8991-72f5612014ef tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:50.752502 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-34a6e8cb-ccd0-4092-8991-72f5612014ef tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:50.770464 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-110a0546-3c30-4995-994c-608c83fb5534 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:50.771327 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-110a0546-3c30-4995-994c-608c83fb5534 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:50.772679 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6e8cb-ccd0-4092-8991-72f5612014ef tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d7585e-7fff-45a4-bed8-b2818708dc15,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:50.777583 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-110a0546-3c30-4995-994c-608c83fb5534 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/subnets/dbd8366b-1514-479b-9e9c-fd29357144cf HTTP/1.1" status: 404 len: 337 time: 0.0513799 Apr 29 11:42:50.780146 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52930) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:50.786597 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-34a6e8cb-ccd0-4092-8991-72f5612014ef tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:50.787890 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-34a6e8cb-ccd0-4092-8991-72f5612014ef tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2618849 Apr 29 11:42:50.791848 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52932) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:50.796666 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-ba438266-c19f-458e-afc1-73c3858b9439 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Request body: {'security_group_rule': {'security_group_id': '3ee367eb-d40d-4bab-b51d-d83a24660b4d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:50.819463 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d43cffca-b2f8-480b-8d7d-3d67ea56560d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "GET /v2.0/ports?device_id=f540444a-8344-431e-aed4-ced9478cf694 HTTP/1.1" status: 200 len: 205 time: 0.0352507 Apr 29 11:42:50.819980 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52934) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:50.829713 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ba438266-c19f-458e-afc1-73c3858b9439 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:50.864842 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-747148db-8615-43e4-9d5d-ac7e3065b89e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] delete failed (client error): The resource could not be found. Apr 29 11:42:50.866018 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-747148db-8615-43e4-9d5d-ac7e3065b89e tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/routers/f540444a-8344-431e-aed4-ced9478cf694 HTTP/1.1" status: 404 len: 336 time: 0.0445604 Apr 29 11:42:50.868695 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52936) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:50.906454 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-fce8a63f-45f6-4256-a07f-81199c3b519a tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef3bb96d-413e-49c4-9a6b-0f3e07c6b208 HTTP/1.1" status: 200 len: 205 time: 0.0366220 Apr 29 11:42:50.908868 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52938) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:50.942595 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ba438266-c19f-458e-afc1-73c3858b9439 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:50.947840 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ba438266-c19f-458e-afc1-73c3858b9439 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:50.952830 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-9ebc49e8-5451-4080-af02-f0b58f29c388 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] delete failed (client error): The resource could not be found. Apr 29 11:42:50.954216 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9ebc49e8-5451-4080-af02-f0b58f29c388 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/routers/ef3bb96d-413e-49c4-9a6b-0f3e07c6b208 HTTP/1.1" status: 404 len: 336 time: 0.0442343 Apr 29 11:42:50.959626 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52940) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:50.968737 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba438266-c19f-458e-afc1-73c3858b9439 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c64e59-56a3-4064-a034-7bfcd70a9ca3,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:50.979462 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ba438266-c19f-458e-afc1-73c3858b9439 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:50.981019 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ba438266-c19f-458e-afc1-73c3858b9439 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1878264 Apr 29 11:42:50.983923 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52942) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:50.990560 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-b88db39a-bc09-4b75-926d-690f2ab1a7bd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:50.991156 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b88db39a-bc09-4b75-926d-690f2ab1a7bd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:50.996526 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b88db39a-bc09-4b75-926d-690f2ab1a7bd tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/subnets/01076003-7964-4492-b51c-5120b86eefee HTTP/1.1" status: 404 len: 337 time: 0.0339761 Apr 29 11:42:50.999183 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52944) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:51.012820 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-348f69c4-3fec-4d9f-a57a-cabd542abc55 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.020947 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-348f69c4-3fec-4d9f-a57a-cabd542abc55 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.028553 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a93f85f6-1bd2-4699-b97a-e9fe87857779 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "GET /v2.0/ports?device_id=9850e46e-8e75-4591-bd21-8030fb9c7b7a HTTP/1.1" status: 200 len: 205 time: 0.0280597 Apr 29 11:42:51.030968 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52946) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:51.055073 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-348f69c4-3fec-4d9f-a57a-cabd542abc55 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.061731 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-348f69c4-3fec-4d9f-a57a-cabd542abc55 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.064615 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-348f69c4-3fec-4d9f-a57a-cabd542abc55 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/11c64e59-56a3-4064-a034-7bfcd70a9ca3 HTTP/1.1" status: 204 len: 168 time: 0.0780563 Apr 29 11:42:51.070092 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52948) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:51.076453 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f69c4-3fec-4d9f-a57a-cabd542abc55 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11c64e59-56a3-4064-a034-7bfcd70a9ca3,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:51.086883 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-ef45afad-3c40-4889-bef1-93a046e3fa55 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] delete failed (client error): The resource could not be found. Apr 29 11:42:51.087929 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ef45afad-3c40-4889-bef1-93a046e3fa55 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/routers/9850e46e-8e75-4591-bd21-8030fb9c7b7a HTTP/1.1" status: 404 len: 336 time: 0.0518200 Apr 29 11:42:51.090683 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52950) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:51.128448 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b5bdd5bd-47dc-42dc-9593-4281e0ebba48 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "GET /v2.0/ports?device_id=80361878-1f46-45ca-b890-668e23bc0974 HTTP/1.1" status: 200 len: 205 time: 0.0366602 Apr 29 11:42:51.132077 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52956) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:51.146628 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-eb4fe6de-0939-4040-8239-4e299670e73d tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0717065 Apr 29 11:42:51.147067 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52958) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:51.187170 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e607b16-b840-44e1-9463-bccbfc6f5310 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.198260 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-7259e3a5-a17f-4ee3-806f-32282557e6b8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] delete failed (client error): The resource could not be found. Apr 29 11:42:51.198781 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7259e3a5-a17f-4ee3-806f-32282557e6b8 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/routers/80361878-1f46-45ca-b890-668e23bc0974 HTTP/1.1" status: 404 len: 336 time: 0.0659926 Apr 29 11:42:51.201324 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52960) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:51.204045 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e607b16-b840-44e1-9463-bccbfc6f5310 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.244173 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4a3585-a3ca-462d-b9f1-7e7e4abb1eeb tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:51.244888 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b4a3585-a3ca-462d-b9f1-7e7e4abb1eeb tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:51.250771 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9b4a3585-a3ca-462d-b9f1-7e7e4abb1eeb tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/subnets/303a25cb-f09f-4cac-89be-8500010655da HTTP/1.1" status: 404 len: 337 time: 0.0459111 Apr 29 11:42:51.251182 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52962) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:51.256450 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e607b16-b840-44e1-9463-bccbfc6f5310 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.267781 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e607b16-b840-44e1-9463-bccbfc6f5310 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.272322 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5e607b16-b840-44e1-9463-bccbfc6f5310 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/e1d7585e-7fff-45a4-bed8-b2818708dc15 HTTP/1.1" status: 204 len: 168 time: 0.1210566 Apr 29 11:42:51.275364 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52964) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:51.292341 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-fd8e4d20-60f8-4d9a-b1e5-17dbbf03961d tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc61d9ea-e50f-4a40-9b46-8b1afa926e9a HTTP/1.1" status: 200 len: 205 time: 0.0372286 Apr 29 11:42:51.295661 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52966) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:51.298307 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e607b16-b840-44e1-9463-bccbfc6f5310 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1d7585e-7fff-45a4-bed8-b2818708dc15,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:51.349654 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-edbb9624-ede4-49ae-9509-0c3b635f770c tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0730724 Apr 29 11:42:51.352339 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52968) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:51.357566 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-96c091fa-191e-475e-8eb2-8b8a33f86aff tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] delete failed (client error): The resource could not be found. Apr 29 11:42:51.359910 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-96c091fa-191e-475e-8eb2-8b8a33f86aff tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/routers/bc61d9ea-e50f-4a40-9b46-8b1afa926e9a HTTP/1.1" status: 404 len: 336 time: 0.0627837 Apr 29 11:42:51.362445 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52972) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:51.399766 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a185a481-c106-4d43-bf58-d71f3aa25924 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.403062 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-a142f6db-775d-479f-a6d1-3007d2071c94 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:51.403635 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a142f6db-775d-479f-a6d1-3007d2071c94 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:51.407583 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a142f6db-775d-479f-a6d1-3007d2071c94 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/subnets/c8605b12-e064-4455-93aa-49855faa43a9 HTTP/1.1" status: 404 len: 337 time: 0.0438929 Apr 29 11:42:51.410538 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52974) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:51.410789 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a185a481-c106-4d43-bf58-d71f3aa25924 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.442660 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c3f1c732-d7f3-41fe-9c33-5900b7adf605 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "GET /v2.0/ports?device_id=40fd25c8-33a1-4f10-9163-aff987a352be HTTP/1.1" status: 200 len: 205 time: 0.0307090 Apr 29 11:42:51.445189 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52976) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:51.466450 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a185a481-c106-4d43-bf58-d71f3aa25924 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.471635 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a185a481-c106-4d43-bf58-d71f3aa25924 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.476110 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a185a481-c106-4d43-bf58-d71f3aa25924 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/d2dfb816-6f71-44b3-90dd-06b8d2a46ba6 HTTP/1.1" status: 204 len: 168 time: 0.1226890 Apr 29 11:42:51.476732 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52978) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:51.498808 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185a481-c106-4d43-bf58-d71f3aa25924 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2dfb816-6f71-44b3-90dd-06b8d2a46ba6,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:51.502232 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-0aa93ba3-b515-4a85-a2d1-1e289c335e1b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] delete failed (client error): The resource could not be found. Apr 29 11:42:51.504678 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0aa93ba3-b515-4a85-a2d1-1e289c335e1b tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/routers/40fd25c8-33a1-4f10-9163-aff987a352be HTTP/1.1" status: 404 len: 336 time: 0.0570421 Apr 29 11:42:51.506457 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52980) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:51.539234 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0bd234df-ea8f-4521-ab0c-19e9ba906fab tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0584476 Apr 29 11:42:51.541959 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52982) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:51.550096 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ca8acd8-1f2d-4cf7-a539-f63023593682 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:51.550827 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ca8acd8-1f2d-4cf7-a539-f63023593682 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:51.554877 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8ca8acd8-1f2d-4cf7-a539-f63023593682 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/subnets/2c1ccaa3-4ce5-49f5-a955-802a8ac973ae HTTP/1.1" status: 404 len: 337 time: 0.0472777 Apr 29 11:42:51.557396 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52984) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:51.570928 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5189acdc-99ec-4693-b4e7-19606f296f70 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.591026 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5189acdc-99ec-4693-b4e7-19606f296f70 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.593082 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-99a3bde2-83b3-40c5-afed-2348437d98f3 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:51.593690 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99a3bde2-83b3-40c5-afed-2348437d98f3 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:51.597013 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-99a3bde2-83b3-40c5-afed-2348437d98f3 tempest-RoutersTest-1918063481 tempest-RoutersTest-1918063481-project] 10.222.0.69 "DELETE /v2.0/subnets/1eb3841d-9150-47d1-a390-a8821eb3856b HTTP/1.1" status: 404 len: 337 time: 0.0384858 Apr 29 11:42:51.628196 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5189acdc-99ec-4693-b4e7-19606f296f70 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.633307 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5189acdc-99ec-4693-b4e7-19606f296f70 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.637195 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52990) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:51.637480 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5189acdc-99ec-4693-b4e7-19606f296f70 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/09b1e59c-dc14-4c34-bed3-286fc3e639c3 HTTP/1.1" status: 204 len: 168 time: 0.0944848 Apr 29 11:42:51.645813 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189acdc-99ec-4693-b4e7-19606f296f70 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09b1e59c-dc14-4c34-bed3-286fc3e639c3,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:51.697276 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4a42b878-4a54-43d2-bc4b-19ef3b78490f tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0576632 Apr 29 11:42:51.700180 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 52992) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:51.735865 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7ccf88fd-e194-4149-b637-790c6ce158fb tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.745596 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7ccf88fd-e194-4149-b637-790c6ce158fb tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.777464 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7ccf88fd-e194-4149-b637-790c6ce158fb tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.782397 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7ccf88fd-e194-4149-b637-790c6ce158fb tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.783577 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7ccf88fd-e194-4149-b637-790c6ce158fb tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/ae6c631a-94ba-47b0-853f-48f8c286bd3c HTTP/1.1" status: 204 len: 168 time: 0.0822377 Apr 29 11:42:51.786619 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52994) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:51.792358 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf88fd-e194-4149-b637-790c6ce158fb tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae6c631a-94ba-47b0-853f-48f8c286bd3c,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:51.839019 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-8e039e48-136e-4ece-85c4-6759ce28a3d7 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0508044 Apr 29 11:42:51.841372 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 52998) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:51.897763 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53000) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:51.899595 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4c1b6c86-6398-4da5-a651-3c9f0cc0f324 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.923836 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4c1b6c86-6398-4da5-a651-3c9f0cc0f324 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.971901 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4c1b6c86-6398-4da5-a651-3c9f0cc0f324 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.975209 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4c1b6c86-6398-4da5-a651-3c9f0cc0f324 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.979647 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4c1b6c86-6398-4da5-a651-3c9f0cc0f324 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "DELETE /v2.0/security-groups/3ee367eb-d40d-4bab-b51d-d83a24660b4d HTTP/1.1" status: 204 len: 168 time: 0.1372571 Apr 29 11:42:51.979824 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53004) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:51.990825 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b6c86-6398-4da5-a651-3c9f0cc0f324 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee367eb-d40d-4bab-b51d-d83a24660b4d,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:52.054270 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-127b709b-0a6f-4def-8485-66d601eaa358 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0730910 Apr 29 11:42:52.059405 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53006) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:52.064599 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-3d45c8f4-0365-441a-b415-4fe899932bec tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Request body: {'security_group': {'name': 'tempest-secgroup--6602042'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:52.073257 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-85c3e9c4-3414-4128-a0e9-e312e2365841 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4fc08cbadd26470a96bfec5ad3948785&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1716847 Apr 29 11:42:52.073544 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53008) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:52.103819 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3d45c8f4-0365-441a-b415-4fe899932bec tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.153531 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-89853cde-dbf3-4b53-9511-9d021c5fd5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.192634 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-89853cde-dbf3-4b53-9511-9d021c5fd5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.241820 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3d45c8f4-0365-441a-b415-4fe899932bec tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.248369 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3d45c8f4-0365-441a-b415-4fe899932bec tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.277105 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-89853cde-dbf3-4b53-9511-9d021c5fd5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.279636 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-89853cde-dbf3-4b53-9511-9d021c5fd5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.280960 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-89853cde-dbf3-4b53-9511-9d021c5fd5db admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/91dc5d4a-5e3d-4bc3-ae41-0b90b47fb5d9 HTTP/1.1" status: 204 len: 168 time: 0.2065341 Apr 29 11:42:52.286678 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45c8f4-0365-441a-b415-4fe899932bec tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=027e3747-439f-41e6-b211-b3a883073c3d,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:52.291725 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3d45c8f4-0365-441a-b415-4fe899932bec tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.295686 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3d45c8f4-0365-441a-b415-4fe899932bec tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2327957 Apr 29 11:42:52.296253 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53012) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:52.302560 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-9a0feaec-1c64-400b-9248-c1852068aca7 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Request body: {'security_group_rule': {'security_group_id': '027e3747-439f-41e6-b211-b3a883073c3d', 'direction': 'ingress', 'protocol': 17}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:52.311732 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89853cde-dbf3-4b53-9511-9d021c5fd5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dc5d4a-5e3d-4bc3-ae41-0b90b47fb5d9,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:52.349099 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9a0feaec-1c64-400b-9248-c1852068aca7 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.420691 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9a0feaec-1c64-400b-9248-c1852068aca7 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.426953 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9a0feaec-1c64-400b-9248-c1852068aca7 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.449307 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0feaec-1c64-400b-9248-c1852068aca7 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99448a06-4ed5-4389-89f1-187ab2f9f98c,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:52.462424 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9a0feaec-1c64-400b-9248-c1852068aca7 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.463705 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9a0feaec-1c64-400b-9248-c1852068aca7 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1661799 Apr 29 11:42:52.466654 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53018) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:52.542512 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d76d1fa9-1e5e-43cf-abc9-44aa4167ab1f tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.575713 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d76d1fa9-1e5e-43cf-abc9-44aa4167ab1f tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.652844 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d76d1fa9-1e5e-43cf-abc9-44aa4167ab1f tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.655984 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d76d1fa9-1e5e-43cf-abc9-44aa4167ab1f tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.657176 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d76d1fa9-1e5e-43cf-abc9-44aa4167ab1f tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "DELETE /v2.0/security-groups/027e3747-439f-41e6-b211-b3a883073c3d HTTP/1.1" status: 204 len: 168 time: 0.1885610 Apr 29 11:42:52.661440 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53032) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:52.670091 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d1fa9-1e5e-43cf-abc9-44aa4167ab1f tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=027e3747-439f-41e6-b211-b3a883073c3d,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:52.738936 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e87ea7b1-4ccc-4598-af6f-944fb4af7f94 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0730069 Apr 29 11:42:52.739670 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53036) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:52.743893 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-07866565-5cc5-4fa7-9dfb-5a18c0aae764 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Request body: {'security_group': {'name': 'tempest-secgroup--1484816882'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:52.770820 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-07866565-5cc5-4fa7-9dfb-5a18c0aae764 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.854062 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-07866565-5cc5-4fa7-9dfb-5a18c0aae764 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.860321 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-07866565-5cc5-4fa7-9dfb-5a18c0aae764 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.903626 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-07866565-5cc5-4fa7-9dfb-5a18c0aae764 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.905225 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-07866565-5cc5-4fa7-9dfb-5a18c0aae764 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1649480 Apr 29 11:42:52.907055 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07866565-5cc5-4fa7-9dfb-5a18c0aae764 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed74e692-59e7-4873-b6e9-02bbf02a7bda,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:52.908361 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53042) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:52.913908 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-efa20647-91ef-4924-9a50-dabe99972385 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Request body: {'security_group': {'name': 'tempest-secgroup--1760772667'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:52.936849 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-efa20647-91ef-4924-9a50-dabe99972385 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.016705 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-efa20647-91ef-4924-9a50-dabe99972385 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.023446 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-efa20647-91ef-4924-9a50-dabe99972385 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.058979 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-efa20647-91ef-4924-9a50-dabe99972385 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.062875 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-efa20647-91ef-4924-9a50-dabe99972385 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1507592 Apr 29 11:42:53.063243 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53050) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:53.068596 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-05882847-808c-4393-a72b-19f491ef0da7 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Request body: {'security_group_rule': {'security_group_id': 'ed74e692-59e7-4873-b6e9-02bbf02a7bda', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c8691123-4673-4129-a26a-68dde568d869', 'remote_ip_prefix': None}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:53.078699 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa20647-91ef-4924-9a50-dabe99972385 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8691123-4673-4129-a26a-68dde568d869,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:53.103520 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05882847-808c-4393-a72b-19f491ef0da7 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.155428 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53052) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:53.184788 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05882847-808c-4393-a72b-19f491ef0da7 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.188982 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05882847-808c-4393-a72b-19f491ef0da7 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.211152 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05882847-808c-4393-a72b-19f491ef0da7 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89227214-af53-48d9-8ad9-4ecc57577276,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:53.224482 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-05882847-808c-4393-a72b-19f491ef0da7 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.226996 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-05882847-808c-4393-a72b-19f491ef0da7 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1623724 Apr 29 11:42:53.229354 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53056) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:53.264242 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-390a661e-f7d9-41d6-a4ed-0bb4b5a9e372 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.274074 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-390a661e-f7d9-41d6-a4ed-0bb4b5a9e372 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.293304 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-7515b528-ee31-4a2d-a3a9-4d298a58554d tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-234587686', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:53.318033 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-390a661e-f7d9-41d6-a4ed-0bb4b5a9e372 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.327043 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-390a661e-f7d9-41d6-a4ed-0bb4b5a9e372 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.328406 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-390a661e-f7d9-41d6-a4ed-0bb4b5a9e372 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/89227214-af53-48d9-8ad9-4ecc57577276 HTTP/1.1" status: 204 len: 168 time: 0.0978432 Apr 29 11:42:53.331363 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53066) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:53.331540 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7515b528-ee31-4a2d-a3a9-4d298a58554d tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.333091 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7515b528-ee31-4a2d-a3a9-4d298a58554d tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.342289 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a661e-f7d9-41d6-a4ed-0bb4b5a9e372 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89227214-af53-48d9-8ad9-4ecc57577276,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:53.379898 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d67d8cc4-c6a4-4ba6-8e1e-985e8e1f621b tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0464616 Apr 29 11:42:53.383417 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53068) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:53.407921 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7515b528-ee31-4a2d-a3a9-4d298a58554d tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.412162 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7515b528-ee31-4a2d-a3a9-4d298a58554d tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.432003 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7515b528-ee31-4a2d-a3a9-4d298a58554d tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.433588 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7515b528-ee31-4a2d-a3a9-4d298a58554d tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2769544 Apr 29 11:42:53.436358 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53070) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:53.445907 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-fa80120d-4c00-4a9a-a515-e484019c0d5e tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2021405492'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:53.464911 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0e151a34-d181-49fd-96fd-7c7a2f6b8226 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.494827 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa80120d-4c00-4a9a-a515-e484019c0d5e tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Made reservation on behalf of 2486876a70ca403b85e9655f0ff7ea5c for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:53.498415 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fa80120d-4c00-4a9a-a515-e484019c0d5e tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.505861 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0e151a34-d181-49fd-96fd-7c7a2f6b8226 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.523919 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fa80120d-4c00-4a9a-a515-e484019c0d5e tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.553530 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-87ed5107-b48d-4fa2-a79b-a252cf2dae4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.590433 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0e151a34-d181-49fd-96fd-7c7a2f6b8226 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.593006 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0e151a34-d181-49fd-96fd-7c7a2f6b8226 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.595436 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0e151a34-d181-49fd-96fd-7c7a2f6b8226 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "DELETE /v2.0/security-groups/c8691123-4673-4129-a26a-68dde568d869 HTTP/1.1" status: 204 len: 168 time: 0.2098005 Apr 29 11:42:53.597110 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53074) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:53.617635 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e151a34-d181-49fd-96fd-7c7a2f6b8226 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8691123-4673-4129-a26a-68dde568d869,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:53.667401 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-385e889f-c4cb-4ff5-be70-71f4d9205dd0 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0683064 Apr 29 11:42:53.668238 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53076) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:53.676191 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fa80120d-4c00-4a9a-a515-e484019c0d5e tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.680941 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fa80120d-4c00-4a9a-a515-e484019c0d5e tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.710859 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa80120d-4c00-4a9a-a515-e484019c0d5e tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:42:53.729001 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80120d-4c00-4a9a-a515-e484019c0d5e tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5142a5-e4be-44a0-aa90-51cf5e29232d,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:53.732396 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fa80120d-4c00-4a9a-a515-e484019c0d5e tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.732832 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-fa80120d-4c00-4a9a-a515-e484019c0d5e tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Added segment cae2aee2-46c2-48e5-9e95-8cac9d3cf70e of type vlan for network 2a9d0c27-47d8-4cb9-a1a4-49b060979825 Apr 29 11:42:53.743728 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dae714cf-cd8d-4858-9d0b-c445b944fc82 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.774322 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dae714cf-cd8d-4858-9d0b-c445b944fc82 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.779525 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fa80120d-4c00-4a9a-a515-e484019c0d5e tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.809749 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fa80120d-4c00-4a9a-a515-e484019c0d5e tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.816328 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa80120d-4c00-4a9a-a515-e484019c0d5e tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:53.817866 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fa80120d-4c00-4a9a-a515-e484019c0d5e tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.821439 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dae714cf-cd8d-4858-9d0b-c445b944fc82 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.824021 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dae714cf-cd8d-4858-9d0b-c445b944fc82 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.826615 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-dae714cf-cd8d-4858-9d0b-c445b944fc82 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "DELETE /v2.0/security-groups/ed74e692-59e7-4873-b6e9-02bbf02a7bda HTTP/1.1" status: 204 len: 168 time: 0.1572421 Apr 29 11:42:53.828005 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53078) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:53.856237 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae714cf-cd8d-4858-9d0b-c445b944fc82 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed74e692-59e7-4873-b6e9-02bbf02a7bda,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:53.893464 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-1eab6048-4982-47ca-8408-5a05889848ff tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0603065 Apr 29 11:42:53.898375 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53080) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:53.907034 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-e627dc35-7a47-4142-90ad-3ea03fb84574 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Request body: {'security_group': {'name': 'tempest-secgroup--1404890114'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:53.907293 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-fa80120d-4c00-4a9a-a515-e484019c0d5e tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4655845 Apr 29 11:42:53.907969 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53082) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:53.913614 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-bad7c6a5-9491-4376-b087-702db2cbff24 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Request body: {'subnet': {'network_id': '2a9d0c27-47d8-4cb9-a1a4-49b060979825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:53.915506 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80120d-4c00-4a9a-a515-e484019c0d5e tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Pushing event updated for resources: {'Network': ['ID=2a9d0c27-47d8-4cb9-a1a4-49b060979825,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:53.926626 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 2a9d0c27-47d8-4cb9-a1a4-49b060979825 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:42:53.994730 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e627dc35-7a47-4142-90ad-3ea03fb84574 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.042195 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad7c6a5-9491-4376-b087-702db2cbff24 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Made reservation on behalf of 2486876a70ca403b85e9655f0ff7ea5c for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:54.045514 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bad7c6a5-9491-4376-b087-702db2cbff24 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.146218 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e627dc35-7a47-4142-90ad-3ea03fb84574 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.153706 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e627dc35-7a47-4142-90ad-3ea03fb84574 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.198180 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e627dc35-7a47-4142-90ad-3ea03fb84574 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.199448 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e627dc35-7a47-4142-90ad-3ea03fb84574 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3000073 Apr 29 11:42:54.202395 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627dc35-7a47-4142-90ad-3ea03fb84574 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89aa6a5d-9b21-4a1f-b9b0-d39a5ce29abb,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:54.202678 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53086) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:54.210015 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-202e98ca-17e2-4567-977a-0a0b4b96a568 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Request body: {'security_group_rule': {'security_group_id': '89aa6a5d-9b21-4a1f-b9b0-d39a5ce29abb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:54.246861 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-202e98ca-17e2-4567-977a-0a0b4b96a568 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.312530 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bad7c6a5-9491-4376-b087-702db2cbff24 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.320100 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-202e98ca-17e2-4567-977a-0a0b4b96a568 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.325030 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-202e98ca-17e2-4567-977a-0a0b4b96a568 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.351273 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e98ca-17e2-4567-977a-0a0b4b96a568 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=731f47a8-b14e-4a6d-a3c7-4b596a72314e,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:54.362390 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-202e98ca-17e2-4567-977a-0a0b4b96a568 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.367860 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-202e98ca-17e2-4567-977a-0a0b4b96a568 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1614745 Apr 29 11:42:54.369345 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53088) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:54.375891 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7c6a5-9491-4376-b087-702db2cbff24 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Pushing event updated for resources: {'Subnet': ['ID=017606ea-e9e2-467b-9bf2-b1f88ece8e51,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:54.391918 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad7c6a5-9491-4376-b087-702db2cbff24 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Checking segment: {'id': 'cae2aee2-46c2-48e5-9e95-8cac9d3cf70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2a9d0c27-47d8-4cb9-a1a4-49b060979825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:42:54.392487 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad7c6a5-9491-4376-b087-702db2cbff24 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Network hostable DHCP agents. Network: 2a9d0c27-47d8-4cb9-a1a4-49b060979825, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:42:54.403865 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ce40cabc-8263-4a36-a340-f43b82f2a6ee tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.413447 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ce40cabc-8263-4a36-a340-f43b82f2a6ee tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.421257 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad7c6a5-9491-4376-b087-702db2cbff24 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Network 2a9d0c27-47d8-4cb9-a1a4-49b060979825 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:42:54.436013 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-bad7c6a5-9491-4376-b087-702db2cbff24 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 2a9d0c27-47d8-4cb9-a1a4-49b060979825) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:54.444974 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad7c6a5-9491-4376-b087-702db2cbff24 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:54.445318 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed48d318-ef3c-42fb-86c5-f01bd8f28a97 None None] Network 2a9d0c27-47d8-4cb9-a1a4-49b060979825 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:42:54.446055 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bad7c6a5-9491-4376-b087-702db2cbff24 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.448079 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ce40cabc-8263-4a36-a340-f43b82f2a6ee tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.462239 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ce40cabc-8263-4a36-a340-f43b82f2a6ee tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.463901 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ce40cabc-8263-4a36-a340-f43b82f2a6ee tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/731f47a8-b14e-4a6d-a3c7-4b596a72314e HTTP/1.1" status: 204 len: 168 time: 0.0935090 Apr 29 11:42:54.471443 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-bad7c6a5-9491-4376-b087-702db2cbff24 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5599086 Apr 29 11:42:54.471443 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53090) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:54.472150 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53092) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:54.477038 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40cabc-8263-4a36-a340-f43b82f2a6ee tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=731f47a8-b14e-4a6d-a3c7-4b596a72314e,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:54.489016 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-67cc36ed-adaa-401f-89d0-50eb1ca769e4 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Request body: {'network': {'name': 'tempest-router-network01--614154495'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:54.529443 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cc36ed-adaa-401f-89d0-50eb1ca769e4 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Made reservation on behalf of 2486876a70ca403b85e9655f0ff7ea5c for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:54.533093 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-67cc36ed-adaa-401f-89d0-50eb1ca769e4 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.555627 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b91b440d-d2af-4aed-a8b2-5d926c04d0a5 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0821371 Apr 29 11:42:54.556067 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53094) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:54.591132 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67cc36ed-adaa-401f-89d0-50eb1ca769e4 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:42:54.626713 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8bf51b-30b6-44e4-9c31-04261e35b448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-2a9d0c27-47d8-4cb9-a1a4-49b060979825', 'network_id': '2a9d0c27-47d8-4cb9-a1a4-49b060979825', 'tenant_id': '2486876a70ca403b85e9655f0ff7ea5c', 'fixed_ips': [{'subnet_id': '017606ea-e9e2-467b-9bf2-b1f88ece8e51'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:42:54.628493 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2b8bf51b-30b6-44e4-9c31-04261e35b448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.636309 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-67cc36ed-adaa-401f-89d0-50eb1ca769e4 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.636924 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-67cc36ed-adaa-401f-89d0-50eb1ca769e4 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Added segment 3df27243-32a8-4beb-b8a3-cdc80ae63bae of type vlan for network 3fe47afd-dee4-478d-8ac7-f8e616895a20 Apr 29 11:42:54.638187 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4d47b07a-9eb2-488b-a2d7-31aaa249e448 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.697886 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4d47b07a-9eb2-488b-a2d7-31aaa249e448 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.708193 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-67cc36ed-adaa-401f-89d0-50eb1ca769e4 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.760661 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-67cc36ed-adaa-401f-89d0-50eb1ca769e4 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.763654 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cc36ed-adaa-401f-89d0-50eb1ca769e4 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:54.764306 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-67cc36ed-adaa-401f-89d0-50eb1ca769e4 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.771440 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4d47b07a-9eb2-488b-a2d7-31aaa249e448 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.773968 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4d47b07a-9eb2-488b-a2d7-31aaa249e448 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.775183 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4d47b07a-9eb2-488b-a2d7-31aaa249e448 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "DELETE /v2.0/security-groups/89aa6a5d-9b21-4a1f-b9b0-d39a5ce29abb HTTP/1.1" status: 204 len: 168 time: 0.2182794 Apr 29 11:42:54.782189 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53098) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:54.797522 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-2b8bf51b-30b6-44e4-9c31-04261e35b448 None None] Allocated IP 2001:db8::2 (2a9d0c27-47d8-4cb9-a1a4-49b060979825/017606ea-e9e2-467b-9bf2-b1f88ece8e51/eb752a13-448c-4b33-9e16-2a6718e93b92) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:54.804113 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47b07a-9eb2-488b-a2d7-31aaa249e448 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89aa6a5d-9b21-4a1f-b9b0-d39a5ce29abb,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:54.845368 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-67cc36ed-adaa-401f-89d0-50eb1ca769e4 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3721151 Apr 29 11:42:54.848920 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53100) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:54.857859 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-624c57b3-c4c9-4c03-abf6-76e6653b889b tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Request body: {'network': {'name': 'tempest-router-network02--337337086'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:54.863669 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc36ed-adaa-401f-89d0-50eb1ca769e4 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Pushing event updated for resources: {'Network': ['ID=3fe47afd-dee4-478d-8ac7-f8e616895a20,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:54.877516 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a7769323-0911-4d34-b625-b64660f19944 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0975499 Apr 29 11:42:54.883167 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53102) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:54.887486 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 3fe47afd-dee4-478d-8ac7-f8e616895a20 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:42:54.887671 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-3840b253-8451-4b0f-8ebc-53b9d7d3d247 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Request body: {'security_group': {'name': 'tempest-secgroup--1209115052'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:54.911167 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624c57b3-c4c9-4c03-abf6-76e6653b889b tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Made reservation on behalf of 2486876a70ca403b85e9655f0ff7ea5c for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:54.912080 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3840b253-8451-4b0f-8ebc-53b9d7d3d247 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.918433 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-624c57b3-c4c9-4c03-abf6-76e6653b889b tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.947067 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624c57b3-c4c9-4c03-abf6-76e6653b889b tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:42:54.965897 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-624c57b3-c4c9-4c03-abf6-76e6653b889b tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.967978 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-624c57b3-c4c9-4c03-abf6-76e6653b889b tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Added segment e35270ad-fc07-4f81-aa36-d60453c0d3cc of type vlan for network 5fb23f63-d73f-4d4f-ac36-6cdb017775f5 Apr 29 11:42:55.008703 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3840b253-8451-4b0f-8ebc-53b9d7d3d247 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.012872 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3840b253-8451-4b0f-8ebc-53b9d7d3d247 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.030423 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-624c57b3-c4c9-4c03-abf6-76e6653b889b tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.052064 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3840b253-8451-4b0f-8ebc-53b9d7d3d247 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.055162 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3840b253-8451-4b0f-8ebc-53b9d7d3d247 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1716361 Apr 29 11:42:55.059343 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53104) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:55.065761 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-e3e48ad9-a67c-40c1-ae78-84d5f69cc4f9 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Request body: {'security_group_rule': {'security_group_id': '902cf007-1188-4699-866a-1dbf2b9b3197', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:55.073244 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840b253-8451-4b0f-8ebc-53b9d7d3d247 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=902cf007-1188-4699-866a-1dbf2b9b3197,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:55.075621 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2b8bf51b-30b6-44e4-9c31-04261e35b448 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.077196 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-624c57b3-c4c9-4c03-abf6-76e6653b889b tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.084132 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2b8bf51b-30b6-44e4-9c31-04261e35b448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.086561 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624c57b3-c4c9-4c03-abf6-76e6653b889b tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:55.087361 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-624c57b3-c4c9-4c03-abf6-76e6653b889b tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.120045 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e3e48ad9-a67c-40c1-ae78-84d5f69cc4f9 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.154272 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-624c57b3-c4c9-4c03-abf6-76e6653b889b tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3008447 Apr 29 11:42:55.158512 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8bf51b-30b6-44e4-9c31-04261e35b448 None None] Network 2a9d0c27-47d8-4cb9-a1a4-49b060979825 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:55.158992 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53110) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:55.162842 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-2b8bf51b-30b6-44e4-9c31-04261e35b448 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:55.167748 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8bf51b-30b6-44e4-9c31-04261e35b448 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:42:55.170134 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-2045ba51-a1fc-4c51-bea9-231d16b27872 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Request body: {'subnet': {'network_id': '3fe47afd-dee4-478d-8ac7-f8e616895a20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:55.171610 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8bf51b-30b6-44e4-9c31-04261e35b448 None None] Pushing event updated for resources: {'Port': ['ID=eb752a13-448c-4b33-9e16-2a6718e93b92,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:55.195068 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c57b3-c4c9-4c03-abf6-76e6653b889b tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Pushing event updated for resources: {'Network': ['ID=5fb23f63-d73f-4d4f-ac36-6cdb017775f5,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:55.232641 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e3e48ad9-a67c-40c1-ae78-84d5f69cc4f9 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.235978 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-2b8bf51b-30b6-44e4-9c31-04261e35b448 None None] Attempting to bind port eb752a13-448c-4b33-9e16-2a6718e93b92 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:55.236497 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-2b8bf51b-30b6-44e4-9c31-04261e35b448 None None] Attempting to bind port eb752a13-448c-4b33-9e16-2a6718e93b92 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'cae2aee2-46c2-48e5-9e95-8cac9d3cf70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2a9d0c27-47d8-4cb9-a1a4-49b060979825'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:55.236966 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8bf51b-30b6-44e4-9c31-04261e35b448 None None] Attempting to bind port eb752a13-448c-4b33-9e16-2a6718e93b92 on network 2a9d0c27-47d8-4cb9-a1a4-49b060979825 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:42:55.237943 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e3e48ad9-a67c-40c1-ae78-84d5f69cc4f9 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.245131 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8bf51b-30b6-44e4-9c31-04261e35b448 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:42:55.245131 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8bf51b-30b6-44e4-9c31-04261e35b448 None None] Checking segment: {'id': 'cae2aee2-46c2-48e5-9e95-8cac9d3cf70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2a9d0c27-47d8-4cb9-a1a4-49b060979825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:42:55.245597 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2b8bf51b-30b6-44e4-9c31-04261e35b448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.246088 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8bf51b-30b6-44e4-9c31-04261e35b448 None None] Bound using segment: {'id': 'cae2aee2-46c2-48e5-9e95-8cac9d3cf70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2a9d0c27-47d8-4cb9-a1a4-49b060979825'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:42:55.246301 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c57b3-c4c9-4c03-abf6-76e6653b889b tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:55.246656 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c57b3-c4c9-4c03-abf6-76e6653b889b tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:55.246852 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-2b8bf51b-30b6-44e4-9c31-04261e35b448 None None] Bound port: eb752a13-448c-4b33-9e16-2a6718e93b92, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae2aee2-46c2-48e5-9e95-8cac9d3cf70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2a9d0c27-47d8-4cb9-a1a4-49b060979825'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:42:55.246987 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c57b3-c4c9-4c03-abf6-76e6653b889b tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:55.247349 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c57b3-c4c9-4c03-abf6-76e6653b889b tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:55.247510 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2b8bf51b-30b6-44e4-9c31-04261e35b448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.247681 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c57b3-c4c9-4c03-abf6-76e6653b889b tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:55.248019 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c57b3-c4c9-4c03-abf6-76e6653b889b tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:55.248383 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c57b3-c4c9-4c03-abf6-76e6653b889b tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:55.248715 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c57b3-c4c9-4c03-abf6-76e6653b889b tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:55.249168 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c57b3-c4c9-4c03-abf6-76e6653b889b tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:55.249646 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c57b3-c4c9-4c03-abf6-76e6653b889b tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:55.249967 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c57b3-c4c9-4c03-abf6-76e6653b889b tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:55.250374 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c57b3-c4c9-4c03-abf6-76e6653b889b tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:55.263763 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 5fb23f63-d73f-4d4f-ac36-6cdb017775f5 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:42:55.273076 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e48ad9-a67c-40c1-ae78-84d5f69cc4f9 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee620c3-d300-4059-a624-d15b9727dff3,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:55.286899 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e3e48ad9-a67c-40c1-ae78-84d5f69cc4f9 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.294629 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2045ba51-a1fc-4c51-bea9-231d16b27872 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Made reservation on behalf of 2486876a70ca403b85e9655f0ff7ea5c for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:55.297972 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2045ba51-a1fc-4c51-bea9-231d16b27872 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.298676 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e3e48ad9-a67c-40c1-ae78-84d5f69cc4f9 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2376876 Apr 29 11:42:55.299288 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53116) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:55.317860 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4558506f-d1d3-402a-8a3e-fbfae134299f tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "GET /v2.0/security-group-rules/3ee620c3-d300-4059-a624-d15b9727dff3 HTTP/1.1" status: 200 len: 763 time: 0.0162444 Apr 29 11:42:55.320050 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53118) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:55.363579 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ba33ce70-f59c-483a-936b-6168886dd138 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0418127 Apr 29 11:42:55.366834 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53120) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:55.401675 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c12760c9-d791-4d9e-835a-e91a3276a076 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.411571 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c12760c9-d791-4d9e-835a-e91a3276a076 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.436287 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-2b8bf51b-30b6-44e4-9c31-04261e35b448 None None] For port eb752a13-448c-4b33-9e16-2a6718e93b92, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:42:55.443010 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-2b8bf51b-30b6-44e4-9c31-04261e35b448 None None] For port eb752a13-448c-4b33-9e16-2a6718e93b92, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=eb752a13-448c-4b33-9e16-2a6718e93b92,segment=NetworkSegment(cae2aee2-46c2-48e5-9e95-8cac9d3cf70e),segment_id=cae2aee2-46c2-48e5-9e95-8cac9d3cf70e)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:42:55.443858 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c12760c9-d791-4d9e-835a-e91a3276a076 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.449549 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2b8bf51b-30b6-44e4-9c31-04261e35b448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.457848 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c12760c9-d791-4d9e-835a-e91a3276a076 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.459183 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c12760c9-d791-4d9e-835a-e91a3276a076 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/3ee620c3-d300-4059-a624-d15b9727dff3 HTTP/1.1" status: 204 len: 168 time: 0.0910754 Apr 29 11:42:55.464259 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53122) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:55.464918 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12760c9-d791-4d9e-835a-e91a3276a076 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ee620c3-d300-4059-a624-d15b9727dff3,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:55.526610 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8bf51b-30b6-44e4-9c31-04261e35b448 None None] Pushing event updated for resources: {'Port': ['ID=eb752a13-448c-4b33-9e16-2a6718e93b92,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:55.527811 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53124) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:55.528015 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1d3fa008-4198-4ed1-96a5-79625378f85c tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0623159 Apr 29 11:42:55.544076 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-40850cd2-2406-4709-a033-f24a8b0c547f tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Request body: {'security_group_rule': {'security_group_id': '902cf007-1188-4699-866a-1dbf2b9b3197', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:55.577127 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-40850cd2-2406-4709-a033-f24a8b0c547f tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.585506 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2045ba51-a1fc-4c51-bea9-231d16b27872 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.640502 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-40850cd2-2406-4709-a033-f24a8b0c547f tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.647457 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-40850cd2-2406-4709-a033-f24a8b0c547f tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.668333 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045ba51-a1fc-4c51-bea9-231d16b27872 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Pushing event updated for resources: {'Subnet': ['ID=1daa4769-975b-4e99-9f47-4e25adca59fa,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:55.668926 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40850cd2-2406-4709-a033-f24a8b0c547f tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201958f7-b23c-4604-b036-01a92f9219ed,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:55.670654 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045ba51-a1fc-4c51-bea9-231d16b27872 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Checking segment: {'id': '3df27243-32a8-4beb-b8a3-cdc80ae63bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3fe47afd-dee4-478d-8ac7-f8e616895a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:42:55.671059 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2045ba51-a1fc-4c51-bea9-231d16b27872 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Network hostable DHCP agents. Network: 3fe47afd-dee4-478d-8ac7-f8e616895a20, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:42:55.685452 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-40850cd2-2406-4709-a033-f24a8b0c547f tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.691008 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-40850cd2-2406-4709-a033-f24a8b0c547f tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1613810 Apr 29 11:42:55.691449 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53128) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:55.700394 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2045ba51-a1fc-4c51-bea9-231d16b27872 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Network 3fe47afd-dee4-478d-8ac7-f8e616895a20 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:42:55.724225 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d878d05a-73a3-4593-b17d-2df6656d8ff8 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "GET /v2.0/security-group-rules/201958f7-b23c-4604-b036-01a92f9219ed HTTP/1.1" status: 200 len: 763 time: 0.0302105 Apr 29 11:42:55.727044 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53130) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:55.749967 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-2045ba51-a1fc-4c51-bea9-231d16b27872 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 3fe47afd-dee4-478d-8ac7-f8e616895a20) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:55.763091 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2045ba51-a1fc-4c51-bea9-231d16b27872 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:55.764225 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2045ba51-a1fc-4c51-bea9-231d16b27872 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.773474 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f310f45-2fe1-401e-951a-2af33e99d773 None None] Network 3fe47afd-dee4-478d-8ac7-f8e616895a20 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:42:55.804943 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0701135a-eeda-459c-a379-190f289c1555 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0748079 Apr 29 11:42:55.806006 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53132) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:55.826611 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2045ba51-a1fc-4c51-bea9-231d16b27872 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6664355 Apr 29 11:42:55.829728 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53134) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:55.839063 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-a5581a70-1163-4ca6-b61e-fd29cf43e398 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Request body: {'subnet': {'network_id': '5fb23f63-d73f-4d4f-ac36-6cdb017775f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:55.869231 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6984d724-34b7-45bb-a924-e8c6e833ba48 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.879670 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6984d724-34b7-45bb-a924-e8c6e833ba48 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.946403 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6984d724-34b7-45bb-a924-e8c6e833ba48 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.967845 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6984d724-34b7-45bb-a924-e8c6e833ba48 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.971316 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6984d724-34b7-45bb-a924-e8c6e833ba48 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/201958f7-b23c-4604-b036-01a92f9219ed HTTP/1.1" status: 204 len: 168 time: 0.1618555 Apr 29 11:42:55.971316 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984d724-34b7-45bb-a924-e8c6e833ba48 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=201958f7-b23c-4604-b036-01a92f9219ed,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:55.971664 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53136) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:56.021212 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb7039d-4ca5-4870-ab82-e4d484a1e9bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-3fe47afd-dee4-478d-8ac7-f8e616895a20', 'network_id': '3fe47afd-dee4-478d-8ac7-f8e616895a20', 'tenant_id': '2486876a70ca403b85e9655f0ff7ea5c', 'fixed_ips': [{'subnet_id': '1daa4769-975b-4e99-9f47-4e25adca59fa'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:42:56.022076 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ebb7039d-4ca5-4870-ab82-e4d484a1e9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.046203 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5581a70-1163-4ca6-b61e-fd29cf43e398 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Made reservation on behalf of 2486876a70ca403b85e9655f0ff7ea5c for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:56.050134 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e133ca29-3415-401f-9641-2ef89821baa7 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0773053 Apr 29 11:42:56.053982 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a5581a70-1163-4ca6-b61e-fd29cf43e398 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.057387 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53138) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:56.065841 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-7e5caec6-48b3-4168-9400-5c5ef7afbeef tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Request body: {'security_group_rule': {'security_group_id': '902cf007-1188-4699-866a-1dbf2b9b3197', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:56.116206 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.securitygroups_db [None req-7e5caec6-48b3-4168-9400-5c5ef7afbeef tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Project 56a55eac749047878bba859b6505ef48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:42:56.122377 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7e5caec6-48b3-4168-9400-5c5ef7afbeef tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.265907 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7e5caec6-48b3-4168-9400-5c5ef7afbeef tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.275530 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7e5caec6-48b3-4168-9400-5c5ef7afbeef tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.281426 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-ebb7039d-4ca5-4870-ab82-e4d484a1e9bf None None] Allocated IP 2001:db8::2 (3fe47afd-dee4-478d-8ac7-f8e616895a20/1daa4769-975b-4e99-9f47-4e25adca59fa/0de12f02-54f8-4593-8376-241546b76c53) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:56.300359 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5caec6-48b3-4168-9400-5c5ef7afbeef tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199cacdc-a301-486b-ab90-188b99dc1e8e,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:56.322368 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7e5caec6-48b3-4168-9400-5c5ef7afbeef tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.324739 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7e5caec6-48b3-4168-9400-5c5ef7afbeef tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2662175 Apr 29 11:42:56.327133 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53140) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:56.356576 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2d1553ae-ee46-485f-ad87-bed111b044a4 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "GET /v2.0/security-group-rules/199cacdc-a301-486b-ab90-188b99dc1e8e HTTP/1.1" status: 200 len: 769 time: 0.0272963 Apr 29 11:42:56.358512 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53142) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:56.402652 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a5581a70-1163-4ca6-b61e-fd29cf43e398 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.467495 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-60a8de7c-45a2-40f5-99ff-3df00ce8d1a6 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1036227 Apr 29 11:42:56.475922 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53144) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:56.489104 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5581a70-1163-4ca6-b61e-fd29cf43e398 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Checking segment: {'id': 'e35270ad-fc07-4f81-aa36-d60453c0d3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5fb23f63-d73f-4d4f-ac36-6cdb017775f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:42:56.489491 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5581a70-1163-4ca6-b61e-fd29cf43e398 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Network hostable DHCP agents. Network: 5fb23f63-d73f-4d4f-ac36-6cdb017775f5, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:42:56.493306 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5581a70-1163-4ca6-b61e-fd29cf43e398 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Pushing event updated for resources: {'Subnet': ['ID=dd343157-34ad-40dd-8ac5-e2c4c264a3ea,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:56.502292 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ebb7039d-4ca5-4870-ab82-e4d484a1e9bf None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.513647 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ebb7039d-4ca5-4870-ab82-e4d484a1e9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.516710 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5581a70-1163-4ca6-b61e-fd29cf43e398 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Network 5fb23f63-d73f-4d4f-ac36-6cdb017775f5 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:42:56.536039 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6592a49d-9ab6-4ea6-b7ff-b69ca2fbdc6c tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.537542 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-a5581a70-1163-4ca6-b61e-fd29cf43e398 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 5fb23f63-d73f-4d4f-ac36-6cdb017775f5) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:56.543523 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5581a70-1163-4ca6-b61e-fd29cf43e398 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:56.544143 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a5581a70-1163-4ca6-b61e-fd29cf43e398 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.551449 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5625edd2-48f8-45c1-8868-f0d17ac4b38f None None] Network 5fb23f63-d73f-4d4f-ac36-6cdb017775f5 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:42:56.554780 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6592a49d-9ab6-4ea6-b7ff-b69ca2fbdc6c tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.574939 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a5581a70-1163-4ca6-b61e-fd29cf43e398 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7412088 Apr 29 11:42:56.575745 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53146) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:56.593589 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6592a49d-9ab6-4ea6-b7ff-b69ca2fbdc6c tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.593907 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb7039d-4ca5-4870-ab82-e4d484a1e9bf None None] Network 3fe47afd-dee4-478d-8ac7-f8e616895a20 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:56.600423 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6592a49d-9ab6-4ea6-b7ff-b69ca2fbdc6c tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.601658 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6592a49d-9ab6-4ea6-b7ff-b69ca2fbdc6c tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/199cacdc-a301-486b-ab90-188b99dc1e8e HTTP/1.1" status: 204 len: 168 time: 0.1247115 Apr 29 11:42:56.604987 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53148) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:56.625687 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592a49d-9ab6-4ea6-b7ff-b69ca2fbdc6c tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=199cacdc-a301-486b-ab90-188b99dc1e8e,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:56.639384 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-ebb7039d-4ca5-4870-ab82-e4d484a1e9bf None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:56.646843 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb7039d-4ca5-4870-ab82-e4d484a1e9bf None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:42:56.672891 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-601b71a9-18fe-4255-8822-d0eb422ea4b7 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0665498 Apr 29 11:42:56.676456 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53150) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:56.678462 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7039d-4ca5-4870-ab82-e4d484a1e9bf None None] Pushing event updated for resources: {'Port': ['ID=0de12f02-54f8-4593-8376-241546b76c53,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:56.750190 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-ebb7039d-4ca5-4870-ab82-e4d484a1e9bf None None] Attempting to bind port 0de12f02-54f8-4593-8376-241546b76c53 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:56.750427 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-ebb7039d-4ca5-4870-ab82-e4d484a1e9bf None None] Attempting to bind port 0de12f02-54f8-4593-8376-241546b76c53 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '3df27243-32a8-4beb-b8a3-cdc80ae63bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3fe47afd-dee4-478d-8ac7-f8e616895a20'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:56.750909 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb7039d-4ca5-4870-ab82-e4d484a1e9bf None None] Attempting to bind port 0de12f02-54f8-4593-8376-241546b76c53 on network 3fe47afd-dee4-478d-8ac7-f8e616895a20 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:42:56.766108 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb7039d-4ca5-4870-ab82-e4d484a1e9bf None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:42:56.766546 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb7039d-4ca5-4870-ab82-e4d484a1e9bf None None] Checking segment: {'id': '3df27243-32a8-4beb-b8a3-cdc80ae63bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3fe47afd-dee4-478d-8ac7-f8e616895a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:42:56.766916 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ebb7039d-4ca5-4870-ab82-e4d484a1e9bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.767307 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb7039d-4ca5-4870-ab82-e4d484a1e9bf None None] Bound using segment: {'id': '3df27243-32a8-4beb-b8a3-cdc80ae63bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3fe47afd-dee4-478d-8ac7-f8e616895a20'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:42:56.767770 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-ebb7039d-4ca5-4870-ab82-e4d484a1e9bf None None] Bound port: 0de12f02-54f8-4593-8376-241546b76c53, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df27243-32a8-4beb-b8a3-cdc80ae63bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3fe47afd-dee4-478d-8ac7-f8e616895a20'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:42:56.768149 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ebb7039d-4ca5-4870-ab82-e4d484a1e9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.838213 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-33b57e84-f9db-4f27-ac2a-a23f43ac2f99 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.881906 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-33b57e84-f9db-4f27-ac2a-a23f43ac2f99 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.911553 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-ebb7039d-4ca5-4870-ab82-e4d484a1e9bf None None] For port 0de12f02-54f8-4593-8376-241546b76c53, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:42:56.924768 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-ebb7039d-4ca5-4870-ab82-e4d484a1e9bf None None] For port 0de12f02-54f8-4593-8376-241546b76c53, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=0de12f02-54f8-4593-8376-241546b76c53,segment=NetworkSegment(3df27243-32a8-4beb-b8a3-cdc80ae63bae),segment_id=3df27243-32a8-4beb-b8a3-cdc80ae63bae)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:42:56.935152 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ebb7039d-4ca5-4870-ab82-e4d484a1e9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.965590 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-33b57e84-f9db-4f27-ac2a-a23f43ac2f99 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.968152 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-33b57e84-f9db-4f27-ac2a-a23f43ac2f99 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.969311 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-33b57e84-f9db-4f27-ac2a-a23f43ac2f99 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "DELETE /v2.0/security-groups/902cf007-1188-4699-866a-1dbf2b9b3197 HTTP/1.1" status: 204 len: 168 time: 0.2917871 Apr 29 11:42:56.972727 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53154) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:56.975061 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device eb752a13-448c-4b33-9e16-2a6718e93b92 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:42:56.977685 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-5fb23f63-d73f-4d4f-ac36-6cdb017775f5', 'network_id': '5fb23f63-d73f-4d4f-ac36-6cdb017775f5', 'tenant_id': '2486876a70ca403b85e9655f0ff7ea5c', 'fixed_ips': [{'subnet_id': 'dd343157-34ad-40dd-8ac5-e2c4c264a3ea'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:42:56.978553 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.980364 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31b2b25-25de-415b-85ff-ba8c5d493b71 None None] Network 2a9d0c27-47d8-4cb9-a1a4-49b060979825 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:42:57.001832 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b57e84-f9db-4f27-ac2a-a23f43ac2f99 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=902cf007-1188-4699-866a-1dbf2b9b3197,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:57.035717 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-11ad0c8c-25e7-4a78-8c8e-733d8f477e2e tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0607026 Apr 29 11:42:57.041039 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53156) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:57.048008 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-f8cdce7f-ffc5-4863-9a35-e6490882678c tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Request body: {'security_group': {'name': 'tempest-secgroup--1042506355'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:57.121041 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f8cdce7f-ffc5-4863-9a35-e6490882678c tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:57.164457 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0349c3bf-23e4-4095-bbdb-5f7a80657380 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:57.379354 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f8cdce7f-ffc5-4863-9a35-e6490882678c tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:57.388939 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f8cdce7f-ffc5-4863-9a35-e6490882678c tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:57.413079 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:57.435449 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7039d-4ca5-4870-ab82-e4d484a1e9bf None None] Pushing event updated for resources: {'Port': ['ID=0de12f02-54f8-4593-8376-241546b76c53,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:57.445939 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-daccd259-db8f-4da2-9cce-2a7256dbaf9e None None] Provisioning complete for port eb752a13-448c-4b33-9e16-2a6718e93b92 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:57.446257 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-daccd259-db8f-4da2-9cce-2a7256dbaf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:57.501197 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port eb752a13-448c-4b33-9e16-2a6718e93b92 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:57.503326 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:57.510920 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cdce7f-ffc5-4863-9a35-e6490882678c tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e55c4e36-b08a-4f18-b146-e280db244a5c,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:57.536584 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f8cdce7f-ffc5-4863-9a35-e6490882678c tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:57.538767 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f8cdce7f-ffc5-4863-9a35-e6490882678c tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4959888 Apr 29 11:42:57.541416 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53158) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:57.550150 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-14f33663-a3f3-44c9-9904-d44c62cc177b tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Request body: {'security_group_rule': {'security_group_id': 'e55c4e36-b08a-4f18-b146-e280db244a5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:57.628522 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-14f33663-a3f3-44c9-9904-d44c62cc177b tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:57.688399 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] Allocated IP 2001:db8::2 (5fb23f63-d73f-4d4f-ac36-6cdb017775f5/dd343157-34ad-40dd-8ac5-e2c4c264a3ea/da475427-2f06-4d3e-ae5f-b6270379e6e0) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:57.704732 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-0349c3bf-23e4-4095-bbdb-5f7a80657380 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Allocated IP 2001:db8::1 (3fe47afd-dee4-478d-8ac7-f8e616895a20/1daa4769-975b-4e99-9f47-4e25adca59fa/9f1e8134-0acf-40d4-8b85-7240421eaea0) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:57.798201 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4d81453f-d15b-469b-aeb9-f4084fd09480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:57.806215 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-14f33663-a3f3-44c9-9904-d44c62cc177b tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:57.814974 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-14f33663-a3f3-44c9-9904-d44c62cc177b tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:57.896226 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f33663-a3f3-44c9-9904-d44c62cc177b tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd16346-538a-4896-9d5b-feb07e56523f,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:57.921022 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:57.927385 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-14f33663-a3f3-44c9-9904-d44c62cc177b tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:57.931570 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-14f33663-a3f3-44c9-9904-d44c62cc177b tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3887591 Apr 29 11:42:57.934665 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53164) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:57.934871 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-daccd259-db8f-4da2-9cce-2a7256dbaf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:58.046067 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-67f6c578-bfd6-451c-a63a-e45b361c1b51 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:58.068387 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0349c3bf-23e4-4095-bbdb-5f7a80657380 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:58.087678 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port eb752a13-448c-4b33-9e16-2a6718e93b92, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=eb752a13-448c-4b33-9e16-2a6718e93b92,segment=NetworkSegment(cae2aee2-46c2-48e5-9e95-8cac9d3cf70e),segment_id=cae2aee2-46c2-48e5-9e95-8cac9d3cf70e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:58.103696 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-67f6c578-bfd6-451c-a63a-e45b361c1b51 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:58.108593 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:58.162944 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0349c3bf-23e4-4095-bbdb-5f7a80657380 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:58.194551 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:58.228842 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0349c3bf-23e4-4095-bbdb-5f7a80657380 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Network 3fe47afd-dee4-478d-8ac7-f8e616895a20 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:58.232515 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-0349c3bf-23e4-4095-bbdb-5f7a80657380 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:58.236922 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:58.245285 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0349c3bf-23e4-4095-bbdb-5f7a80657380 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:42:58.245626 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0349c3bf-23e4-4095-bbdb-5f7a80657380 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:58.255068 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-daccd259-db8f-4da2-9cce-2a7256dbaf9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:42:58.255485 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-daccd259-db8f-4da2-9cce-2a7256dbaf9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:42:58.277934 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] Network 5fb23f63-d73f-4d4f-ac36-6cdb017775f5 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:58.278337 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=eb752a13-448c-4b33-9e16-2a6718e93b92,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:58.287451 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-67f6c578-bfd6-451c-a63a-e45b361c1b51 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:58.291273 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-67f6c578-bfd6-451c-a63a-e45b361c1b51 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:58.294541 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:58.298756 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-67f6c578-bfd6-451c-a63a-e45b361c1b51 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "DELETE /v2.0/security-groups/e55c4e36-b08a-4f18-b146-e280db244a5c HTTP/1.1" status: 204 len: 168 time: 0.3605866 Apr 29 11:42:58.299986 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53166) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:58.308381 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:42:58.318638 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349c3bf-23e4-4095-bbdb-5f7a80657380 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Pushing event updated for resources: {'Port': ['ID=9f1e8134-0acf-40d4-8b85-7240421eaea0,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:58.353314 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6c578-bfd6-451c-a63a-e45b361c1b51 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55c4e36-b08a-4f18-b146-e280db244a5c,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:58.414083 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-dbda6f28-cb79-46a1-8f3b-4049ae343b07 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1077831 Apr 29 11:42:58.419150 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53168) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:58.487044 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] Pushing event updated for resources: {'Port': ['ID=da475427-2f06-4d3e-ae5f-b6270379e6e0,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:58.509033 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] Attempting to bind port da475427-2f06-4d3e-ae5f-b6270379e6e0 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:58.509451 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] Attempting to bind port da475427-2f06-4d3e-ae5f-b6270379e6e0 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'e35270ad-fc07-4f81-aa36-d60453c0d3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5fb23f63-d73f-4d4f-ac36-6cdb017775f5'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:58.509769 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] Attempting to bind port da475427-2f06-4d3e-ae5f-b6270379e6e0 on network 5fb23f63-d73f-4d4f-ac36-6cdb017775f5 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:42:58.516647 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:58.517693 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:42:58.518072 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] Checking segment: {'id': 'e35270ad-fc07-4f81-aa36-d60453c0d3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5fb23f63-d73f-4d4f-ac36-6cdb017775f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:42:58.518488 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:58.518949 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] Bound using segment: {'id': 'e35270ad-fc07-4f81-aa36-d60453c0d3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5fb23f63-d73f-4d4f-ac36-6cdb017775f5'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:42:58.520139 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] Bound port: da475427-2f06-4d3e-ae5f-b6270379e6e0, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e35270ad-fc07-4f81-aa36-d60453c0d3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5fb23f63-d73f-4d4f-ac36-6cdb017775f5'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:42:58.520691 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:58.541310 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-818bc813-aa71-4646-9ce3-b53a8693980e tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1208098 Apr 29 11:42:58.542198 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0349c3bf-23e4-4095-bbdb-5f7a80657380 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:58.544007 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53170) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:58.567726 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-2ae4e9fe-c065-4272-bb8d-e4c6d3211f9e tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] delete failed (client error): The resource could not be found. Apr 29 11:42:58.568831 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2ae4e9fe-c065-4272-bb8d-e4c6d3211f9e tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "DELETE /v2.0/security-groups/e55c4e36-b08a-4f18-b146-e280db244a5c HTTP/1.1" status: 404 len: 347 time: 0.0237849 Apr 29 11:42:58.573944 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53172) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:58.608983 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] For port da475427-2f06-4d3e-ae5f-b6270379e6e0, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:42:58.612657 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] For port da475427-2f06-4d3e-ae5f-b6270379e6e0, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=da475427-2f06-4d3e-ae5f-b6270379e6e0,segment=NetworkSegment(e35270ad-fc07-4f81-aa36-d60453c0d3cc),segment_id=e35270ad-fc07-4f81-aa36-d60453c0d3cc)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:42:58.617843 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:58.697157 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] Pushing event updated for resources: {'Port': ['ID=da475427-2f06-4d3e-ae5f-b6270379e6e0,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:58.718224 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7d482bf6-8461-4ce5-b62e-5cd339605690 tempest-SecGroupIPv6Test-1450699318 tempest-SecGroupIPv6Test-1450699318-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1378736 Apr 29 11:42:58.729435 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:58.729787 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:58.730129 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:58.730483 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:58.730815 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:58.731146 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:58.731471 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:58.731794 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:58.732127 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:58.732437 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:58.732755 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:58.738648 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39c7c7-871e-4137-8063-531834f22402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:58.936968 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-ce3ce0ea-d1ee-4474-b368-f586db182ed7 None None] Provisioning complete for port eb752a13-448c-4b33-9e16-2a6718e93b92 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:58.937645 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ce3ce0ea-d1ee-4474-b368-f586db182ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:59.122407 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0349c3bf-23e4-4095-bbdb-5f7a80657380 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:59.133068 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0349c3bf-23e4-4095-bbdb-5f7a80657380 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:59.133896 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0349c3bf-23e4-4095-bbdb-5f7a80657380 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:59.144489 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b57db84-efe1-4e1c-a0a9-7b0a444aa34e None None] Network 3fe47afd-dee4-478d-8ac7-f8e616895a20 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:42:59.165306 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 0de12f02-54f8-4593-8376-241546b76c53 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:42:59.244462 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349c3bf-23e4-4095-bbdb-5f7a80657380 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Pushing event updated for resources: {'Port': ['ID=9f1e8134-0acf-40d4-8b85-7240421eaea0,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:59.254368 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53180) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:59.325483 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-97c8fdab-c7c6-42ee-884a-cb45fdef5dce None None] Provisioning complete for port 0de12f02-54f8-4593-8376-241546b76c53 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:59.326255 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-97c8fdab-c7c6-42ee-884a-cb45fdef5dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:59.383221 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0349c3bf-23e4-4095-bbdb-5f7a80657380 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Network 3fe47afd-dee4-478d-8ac7-f8e616895a20 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:59.384811 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-0349c3bf-23e4-4095-bbdb-5f7a80657380 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:59.418501 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 0de12f02-54f8-4593-8376-241546b76c53 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:59.418878 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:59.489917 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c7595781-e309-424b-b91d-1830aba29296 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=56a55eac749047878bba859b6505ef48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2343731 Apr 29 11:42:59.492567 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53184) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:59.547753 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6f09e04e-a275-4086-a125-cc249103be1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:59.553344 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-97c8fdab-c7c6-42ee-884a-cb45fdef5dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:59.562283 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0349c3bf-23e4-4095-bbdb-5f7a80657380 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Router b78d8d8b-6849-4214-83d6-97588790967b is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:42:59.578027 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6f09e04e-a275-4086-a125-cc249103be1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:59.612377 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:59.631631 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-97c8fdab-c7c6-42ee-884a-cb45fdef5dce None None] For port 0de12f02-54f8-4593-8376-241546b76c53, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=0de12f02-54f8-4593-8376-241546b76c53,segment=NetworkSegment(3df27243-32a8-4beb-b8a3-cdc80ae63bae),segment_id=3df27243-32a8-4beb-b8a3-cdc80ae63bae)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:42:59.644651 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-97c8fdab-c7c6-42ee-884a-cb45fdef5dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:59.645792 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6f09e04e-a275-4086-a125-cc249103be1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:59.653055 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6f09e04e-a275-4086-a125-cc249103be1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:59.672399 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6f09e04e-a275-4086-a125-cc249103be1f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/53a7ff4f-5a05-4e59-9a4f-bf4221bd7195 HTTP/1.1" status: 204 len: 168 time: 0.1769590 Apr 29 11:42:59.693278 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09e04e-a275-4086-a125-cc249103be1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a7ff4f-5a05-4e59-9a4f-bf4221bd7195,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:59.693851 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0349c3bf-23e4-4095-bbdb-5f7a80657380 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:42:59.705741 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0349c3bf-23e4-4095-bbdb-5f7a80657380 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] 10.222.0.69 "PUT /v2.0/routers/b78d8d8b-6849-4214-83d6-97588790967b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1291573 Apr 29 11:42:59.709152 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53188) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:42:59.728950 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a4ba8a-ef6f-4117-bb0d-4629154c677a None None] Sync routers for ids ['b78d8d8b-6849-4214-83d6-97588790967b'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:42:59.740531 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a4ba8a-ef6f-4117-bb0d-4629154c677a None None] Routers {'b78d8d8b-6849-4214-83d6-97588790967b'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:59.742334 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:42:59.742679 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:42:59.746816 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f5a4ba8a-ef6f-4117-bb0d-4629154c677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['b78d8d8b-6849-4214-83d6-97588790967b'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:59.748222 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8fdab-c7c6-42ee-884a-cb45fdef5dce None None] Pushing event updated for resources: {'Port': ['ID=0de12f02-54f8-4593-8376-241546b76c53,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:59.836931 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f5a4ba8a-ef6f-4117-bb0d-4629154c677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:59.852335 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a4ba8a-ef6f-4117-bb0d-4629154c677a None None] Routers {'b78d8d8b-6849-4214-83d6-97588790967b'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:42:59.852875 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f5a4ba8a-ef6f-4117-bb0d-4629154c677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['b78d8d8b-6849-4214-83d6-97588790967b'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:59.901073 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f5a4ba8a-ef6f-4117-bb0d-4629154c677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:59.901721 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a4ba8a-ef6f-4117-bb0d-4629154c677a None None] The sync data for ids ['b78d8d8b-6849-4214-83d6-97588790967b'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:42:59.996178 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:00.088828 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-8d49b8cd-51c7-4947-97bd-19292dece4a0 None None] Provisioning complete for port 0de12f02-54f8-4593-8376-241546b76c53 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:00.089202 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8d49b8cd-51c7-4947-97bd-19292dece4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:00.202925 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-84351222-ba8a-4dd6-ab6c-e33aad46db95 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:43:00.204071 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-84351222-ba8a-4dd6-ab6c-e33aad46db95 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] 10.222.0.69 "PUT /v2.0/routers/b78d8d8b-6849-4214-83d6-97588790967b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4938085 Apr 29 11:43:00.207770 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53202) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:00.210500 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:00.303506 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device eb752a13-448c-4b33-9e16-2a6718e93b92 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:43:00.334152 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-8d49b8cd-51c7-4947-97bd-19292dece4a0 None None] Provisioning complete for port 9f1e8134-0acf-40d4-8b85-7240421eaea0 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:00.334559 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8d49b8cd-51c7-4947-97bd-19292dece4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:00.386956 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-8d49b8cd-51c7-4947-97bd-19292dece4a0 None None] Port 9f1e8134-0acf-40d4-8b85-7240421eaea0 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:43:00.397034 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port eb752a13-448c-4b33-9e16-2a6718e93b92 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:00.397420 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:00.437600 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c85906-134f-4226-8daa-0538028e9a41 None None] Network 5fb23f63-d73f-4d4f-ac36-6cdb017775f5 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:43:00.630938 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-ce3fff12-af8d-4149-bd80-995f912fd011 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1256992549&fields=id&tenant_id=5c18c08a53e64ca1a8e956042fa2eb3a HTTP/1.1" status: 200 len: 267 time: 0.0630407 Apr 29 11:43:00.733253 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-27820f77-f46c-452d-9508-2b44aeabc912 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:00.778802 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-26468466-4231-4b90-ac01-d11e0029c015 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:00.780864 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-26468466-4231-4b90-ac01-d11e0029c015 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/networks?id=13eec917-2205-41ac-bb67-a922e346256d HTTP/1.1" status: 200 len: 812 time: 0.1403441 Apr 29 11:43:00.783872 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-e6eea49c-c819-4cca-9d66-c29c708b14d5 None None] Provisioning complete for port da475427-2f06-4d3e-ae5f-b6270379e6e0 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:00.784269 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e6eea49c-c819-4cca-9d66-c29c708b14d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:00.799562 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-bb49a680-90ac-4f14-a16d-999c5f372b31 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/quotas/5c18c08a53e64ca1a8e956042fa2eb3a HTTP/1.1" status: 200 len: 375 time: 0.0116379 Apr 29 11:43:00.809718 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53220) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:00.974946 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e6eea49c-c819-4cca-9d66-c29c708b14d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:01.028269 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-e6eea49c-c819-4cca-9d66-c29c708b14d5 None None] For port da475427-2f06-4d3e-ae5f-b6270379e6e0, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=da475427-2f06-4d3e-ae5f-b6270379e6e0,segment=NetworkSegment(e35270ad-fc07-4f81-aa36-d60453c0d3cc),segment_id=e35270ad-fc07-4f81-aa36-d60453c0d3cc)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:43:01.033945 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e6eea49c-c819-4cca-9d66-c29c708b14d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:01.106028 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-e6eea49c-c819-4cca-9d66-c29c708b14d5 None None] Provisioning complete for port 9f1e8134-0acf-40d4-8b85-7240421eaea0 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:01.106448 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e6eea49c-c819-4cca-9d66-c29c708b14d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:01.109329 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eea49c-c819-4cca-9d66-c29c708b14d5 None None] Pushing event updated for resources: {'Port': ['ID=da475427-2f06-4d3e-ae5f-b6270379e6e0,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:01.148264 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-e6eea49c-c819-4cca-9d66-c29c708b14d5 None None] Port 9f1e8134-0acf-40d4-8b85-7240421eaea0 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:43:01.194306 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device da475427-2f06-4d3e-ae5f-b6270379e6e0 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:43:01.250480 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port da475427-2f06-4d3e-ae5f-b6270379e6e0 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:01.250891 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:01.283066 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-47325df9-14d3-4ff9-9237-40101b3bb404 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5c18c08a53e64ca1a8e956042fa2eb3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4740045 Apr 29 11:43:01.329514 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-6bf2820a-540f-44e1-9f6c-4c8eb793b311 None None] Provisioning complete for port 9f1e8134-0acf-40d4-8b85-7240421eaea0 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:01.330351 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6bf2820a-540f-44e1-9f6c-4c8eb793b311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:01.401302 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-eff2d0d9-28ee-4fce-9269-4c1d805f7ee8 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Request body: {'security_group': {'name': 'tempest-secgroup--840754430'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:01.410555 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 0de12f02-54f8-4593-8376-241546b76c53 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:43:01.419751 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-e288c0ad-d104-41b6-aec2-f5fce1911d43 service neutron] 10.222.0.69 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193159 Apr 29 11:43:01.449505 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eff2d0d9-28ee-4fce-9269-4c1d805f7ee8 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:01.461457 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-27820f77-f46c-452d-9508-2b44aeabc912 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Deleting port 9f1e8134-0acf-40d4-8b85-7240421eaea0 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:43:01.461790 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-27820f77-f46c-452d-9508-2b44aeabc912 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:01.466194 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-6bf2820a-540f-44e1-9f6c-4c8eb793b311 None None] Port 9f1e8134-0acf-40d4-8b85-7240421eaea0 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:43:01.489400 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 0de12f02-54f8-4593-8376-241546b76c53 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:01.489928 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:01.493636 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eff2d0d9-28ee-4fce-9269-4c1d805f7ee8 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:01.558208 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-25db7e6c-b14c-4dcb-9c23-e7db4c62e1af service neutron] 10.222.0.69 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324670 Apr 29 11:43:01.565274 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-27820f77-f46c-452d-9508-2b44aeabc912 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:01.579546 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-27820f77-f46c-452d-9508-2b44aeabc912 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Calling delete_port for 9f1e8134-0acf-40d4-8b85-7240421eaea0 owned by network:router_interface {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:43:01.617265 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eff2d0d9-28ee-4fce-9269-4c1d805f7ee8 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:01.623287 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eff2d0d9-28ee-4fce-9269-4c1d805f7ee8 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:01.625621 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-ddd066b6-b819-4eb4-a2df-c41b51f96fa3 None None] Provisioning complete for port da475427-2f06-4d3e-ae5f-b6270379e6e0 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:01.626678 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ddd066b6-b819-4eb4-a2df-c41b51f96fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:01.694509 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eff2d0d9-28ee-4fce-9269-4c1d805f7ee8 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:01.713401 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eff2d0d9-28ee-4fce-9269-4c1d805f7ee8 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:01.731832 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2d0d9-28ee-4fce-9269-4c1d805f7ee8 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c977c44e-300b-4fa8-b337-6d99920336ce,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:01.746664 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2d0d9-28ee-4fce-9269-4c1d805f7ee8 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:01.747018 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2d0d9-28ee-4fce-9269-4c1d805f7ee8 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:01.747364 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2d0d9-28ee-4fce-9269-4c1d805f7ee8 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:01.747705 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2d0d9-28ee-4fce-9269-4c1d805f7ee8 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:01.748044 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2d0d9-28ee-4fce-9269-4c1d805f7ee8 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:01.748396 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2d0d9-28ee-4fce-9269-4c1d805f7ee8 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:01.748710 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2d0d9-28ee-4fce-9269-4c1d805f7ee8 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:01.749041 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2d0d9-28ee-4fce-9269-4c1d805f7ee8 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:01.749366 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2d0d9-28ee-4fce-9269-4c1d805f7ee8 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:01.749690 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2d0d9-28ee-4fce-9269-4c1d805f7ee8 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:01.750018 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2d0d9-28ee-4fce-9269-4c1d805f7ee8 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:01.750382 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2d0d9-28ee-4fce-9269-4c1d805f7ee8 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:01.756087 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eff2d0d9-28ee-4fce-9269-4c1d805f7ee8 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:01.759756 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-eff2d0d9-28ee-4fce-9269-4c1d805f7ee8 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9467111 Apr 29 11:43:01.762056 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53230) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:01.785669 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2d0d9-28ee-4fce-9269-4c1d805f7ee8 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f77ffcd3-de43-4a19-b8e0-fefb3b4e60ff,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:01.825079 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-27820f77-f46c-452d-9508-2b44aeabc912 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:01.857112 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27820f77-f46c-452d-9508-2b44aeabc912 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Pushing event deleted for resources: {'Port': ['ID=9f1e8134-0acf-40d4-8b85-7240421eaea0,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:01.865244 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-503653f7-68e9-4d6c-a603-4d827e9501e0 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1019528 Apr 29 11:43:01.867875 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53232) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:01.873888 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-179db6ef-2530-44bc-b470-f21659db43cf tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Request body: {'security_group': {'name': 'tempest-security--699263666', 'description': 'tempest-security-description-26530383'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:01.953205 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c9564c24-a4f6-420f-8ee5-48b757f1f9fc req-5f4ada6f-cf25-4de1-8952-b9df70a93780 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f960b43-19a2-4fae-924d-9f153342f2ba HTTP/1.1" status: 200 len: 210 time: 0.0338600 Apr 29 11:43:01.969479 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-179db6ef-2530-44bc-b470-f21659db43cf tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.012390 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-27820f77-f46c-452d-9508-2b44aeabc912 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.129915 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-179db6ef-2530-44bc-b470-f21659db43cf tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.136693 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-179db6ef-2530-44bc-b470-f21659db43cf tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.139741 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-179db6ef-2530-44bc-b470-f21659db43cf tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.141286 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-179db6ef-2530-44bc-b470-f21659db43cf tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "PUT /v2.0/security-groups/f77ffcd3-de43-4a19-b8e0-fefb3b4e60ff HTTP/1.1" status: 200 len: 1777 time: 0.2722492 Apr 29 11:43:02.144354 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53244) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:02.194259 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7cd582ad-adb1-48f4-802f-cc03eff3f6a6 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "GET /v2.0/security-groups/f77ffcd3-de43-4a19-b8e0-fefb3b4e60ff HTTP/1.1" status: 200 len: 1777 time: 0.0484617 Apr 29 11:43:02.197227 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53246) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:02.237281 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179db6ef-2530-44bc-b470-f21659db43cf tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f77ffcd3-de43-4a19-b8e0-fefb3b4e60ff,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:02.247249 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27820f77-f46c-452d-9508-2b44aeabc912 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Router b78d8d8b-6849-4214-83d6-97588790967b has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:43:02.260717 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9bd75898-e794-4710-bbc3-383e1b03c348 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.286505 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9bd75898-e794-4710-bbc3-383e1b03c348 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.336395 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27820f77-f46c-452d-9508-2b44aeabc912 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:43:02.342463 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-27820f77-f46c-452d-9508-2b44aeabc912 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] 10.222.0.69 "PUT /v2.0/routers/b78d8d8b-6849-4214-83d6-97588790967b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1330657 Apr 29 11:43:02.342607 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9bd75898-e794-4710-bbc3-383e1b03c348 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.349302 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f177cd3c-0f3f-4204-a77f-ce845f9870ea None None] Sync routers for ids ['b78d8d8b-6849-4214-83d6-97588790967b'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:43:02.349862 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53250) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:02.350593 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9bd75898-e794-4710-bbc3-383e1b03c348 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.352149 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9bd75898-e794-4710-bbc3-383e1b03c348 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "DELETE /v2.0/security-groups/f77ffcd3-de43-4a19-b8e0-fefb3b4e60ff HTTP/1.1" status: 204 len: 168 time: 0.1534278 Apr 29 11:43:02.356686 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53252) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:02.360244 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f177cd3c-0f3f-4204-a77f-ce845f9870ea None None] Routers {'b78d8d8b-6849-4214-83d6-97588790967b'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:43:02.361053 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-f177cd3c-0f3f-4204-a77f-ce845f9870ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['b78d8d8b-6849-4214-83d6-97588790967b'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:02.368144 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd75898-e794-4710-bbc3-383e1b03c348 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77ffcd3-de43-4a19-b8e0-fefb3b4e60ff,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:02.411056 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-f177cd3c-0f3f-4204-a77f-ce845f9870ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:02.415302 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5f30cdfe-d34d-439a-a413-79ca43c0e748 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0572972 Apr 29 11:43:02.417946 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53254) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:02.429341 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f177cd3c-0f3f-4204-a77f-ce845f9870ea None None] Routers {'b78d8d8b-6849-4214-83d6-97588790967b'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:43:02.430141 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-f177cd3c-0f3f-4204-a77f-ce845f9870ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['b78d8d8b-6849-4214-83d6-97588790967b'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:02.432394 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-ae35acfd-2d1c-43e6-87b3-f716dd36e2b8 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] delete failed (client error): The resource could not be found. Apr 29 11:43:02.434627 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ae35acfd-2d1c-43e6-87b3-f716dd36e2b8 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "DELETE /v2.0/security-groups/f77ffcd3-de43-4a19-b8e0-fefb3b4e60ff HTTP/1.1" status: 404 len: 347 time: 0.0145423 Apr 29 11:43:02.444944 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53256) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:02.449923 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-3a491b10-eca9-4df4-b32d-a1cce768cdfc tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Request body: {'security_group': {'name': 'tempest-secgroup--1679236992'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:02.454386 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-4894e80b-5817-49db-bfd7-fe1a4539a548 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] delete failed (client error): The resource could not be found. Apr 29 11:43:02.456151 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4894e80b-5817-49db-bfd7-fe1a4539a548 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] 10.222.0.69 "DELETE /v2.0/routers/tempest-non_exist_router-1830740776 HTTP/1.1" status: 404 len: 335 time: 0.1052945 Apr 29 11:43:02.461124 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53258) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:02.467089 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-c0933844-762c-451c-80e5-65ec0b6fc644 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b78d8d8b-6849-4214-83d6-97588790967b'}}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:02.471324 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-f177cd3c-0f3f-4204-a77f-ce845f9870ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:02.472032 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f177cd3c-0f3f-4204-a77f-ce845f9870ea None None] The sync data for ids ['b78d8d8b-6849-4214-83d6-97588790967b'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:43:02.480751 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3a491b10-eca9-4df4-b32d-a1cce768cdfc tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.556384 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53260) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:02.603295 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3a491b10-eca9-4df4-b32d-a1cce768cdfc tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.608214 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3a491b10-eca9-4df4-b32d-a1cce768cdfc tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.655523 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3a491b10-eca9-4df4-b32d-a1cce768cdfc tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.659385 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3a491b10-eca9-4df4-b32d-a1cce768cdfc tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2104087 Apr 29 11:43:02.659703 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53262) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:02.664597 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-44356ef1-306f-45f3-abd5-f2548eb73bc5 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Request body: {'security_group_rule': {'security_group_id': 'd45bd6bc-d52b-4ad3-b08c-0d726403389d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:02.672263 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6737336d-05e9-4ffd-9f51-af227325213c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/a2e6dce0-bbcf-41d1-a88c-e3708377b1c5 HTTP/1.1" status: 200 len: 994 time: 0.1147361 Apr 29 11:43:02.677447 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a491b10-eca9-4df4-b32d-a1cce768cdfc tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d45bd6bc-d52b-4ad3-b08c-0d726403389d,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:02.699992 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-44356ef1-306f-45f3-abd5-f2548eb73bc5 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.723452 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c0933844-762c-451c-80e5-65ec0b6fc644 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.746762 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-c0933844-762c-451c-80e5-65ec0b6fc644 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] update failed (client error): The resource could not be found. Apr 29 11:43:02.748095 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c0933844-762c-451c-80e5-65ec0b6fc644 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] 10.222.0.69 "PUT /v2.0/routers/b78d8d8b-6849-4214-83d6-97588790967b HTTP/1.1" status: 404 len: 339 time: 0.2859287 Apr 29 11:43:02.752238 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53266) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:02.755599 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-44356ef1-306f-45f3-abd5-f2548eb73bc5 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.757730 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-14998cc5-d90c-4852-bea0-d8ce78bbee86 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-74924882'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:02.760158 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-44356ef1-306f-45f3-abd5-f2548eb73bc5 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.777028 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44356ef1-306f-45f3-abd5-f2548eb73bc5 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2f7256-1064-4748-b6e8-f1dd5286a398,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:02.778630 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14998cc5-d90c-4852-bea0-d8ce78bbee86 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Made reservation on behalf of 2486876a70ca403b85e9655f0ff7ea5c for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:02.781965 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-14998cc5-d90c-4852-bea0-d8ce78bbee86 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.788692 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-44356ef1-306f-45f3-abd5-f2548eb73bc5 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.789921 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-44356ef1-306f-45f3-abd5-f2548eb73bc5 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291010 Apr 29 11:43:02.792799 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53268) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:02.807430 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14998cc5-d90c-4852-bea0-d8ce78bbee86 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:43:02.817635 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-14998cc5-d90c-4852-bea0-d8ce78bbee86 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.818096 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-14998cc5-d90c-4852-bea0-d8ce78bbee86 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Added segment 0e1a5aa7-b3b4-4e8b-8bf9-d2d57d1aefd3 of type vlan for network 2fc06f0f-028c-418c-b3c9-e75a9c3f33a3 Apr 29 11:43:02.830447 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5fd70568-aa4e-4178-ba61-020a66fde015 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.839915 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5fd70568-aa4e-4178-ba61-020a66fde015 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.864312 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-14998cc5-d90c-4852-bea0-d8ce78bbee86 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.868865 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5fd70568-aa4e-4178-ba61-020a66fde015 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.875082 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5fd70568-aa4e-4178-ba61-020a66fde015 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.876205 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5fd70568-aa4e-4178-ba61-020a66fde015 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/7d2f7256-1064-4748-b6e8-f1dd5286a398 HTTP/1.1" status: 204 len: 168 time: 0.0824952 Apr 29 11:43:02.881301 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53272) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:02.890810 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd70568-aa4e-4178-ba61-020a66fde015 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d2f7256-1064-4748-b6e8-f1dd5286a398,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:02.896376 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-14998cc5-d90c-4852-bea0-d8ce78bbee86 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.903212 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14998cc5-d90c-4852-bea0-d8ce78bbee86 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:02.903820 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-14998cc5-d90c-4852-bea0-d8ce78bbee86 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.928631 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c8b4264c-cc8d-40a6-83fd-325920748d93 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0437362 Apr 29 11:43:02.928827 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53274) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:02.964926 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-14998cc5-d90c-4852-bea0-d8ce78bbee86 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2090943 Apr 29 11:43:02.967186 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53276) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:02.972845 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-2d4944f7-12b0-402f-9114-f4124ca1d2ca tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Request body: {'subnet': {'network_id': '2fc06f0f-028c-418c-b3c9-e75a9c3f33a3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:02.980301 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14998cc5-d90c-4852-bea0-d8ce78bbee86 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Pushing event updated for resources: {'Network': ['ID=2fc06f0f-028c-418c-b3c9-e75a9c3f33a3,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:02.993223 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 2fc06f0f-028c-418c-b3c9-e75a9c3f33a3 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:43:03.015819 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-58294803-851b-41e2-a835-6723222160db tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:03.046531 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53280) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:03.080432 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device da475427-2f06-4d3e-ae5f-b6270379e6e0 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:43:03.080923 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-58294803-851b-41e2-a835-6723222160db tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:03.149618 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4944f7-12b0-402f-9114-f4124ca1d2ca tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Made reservation on behalf of 2486876a70ca403b85e9655f0ff7ea5c for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:03.155032 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port da475427-2f06-4d3e-ae5f-b6270379e6e0 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:03.155226 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2d4944f7-12b0-402f-9114-f4124ca1d2ca tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:03.155905 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:03.179334 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-33fc71f8-b16e-4059-a4c5-e8f4a0798b15 req-329c3ff5-c583-49d4-a20d-d9e610443f6b tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f960b43-19a2-4fae-924d-9f153342f2ba HTTP/1.1" status: 200 len: 210 time: 0.1234171 Apr 29 11:43:03.183076 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-58294803-851b-41e2-a835-6723222160db tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:03.185797 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-58294803-851b-41e2-a835-6723222160db tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:03.189916 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-58294803-851b-41e2-a835-6723222160db tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "DELETE /v2.0/security-groups/d45bd6bc-d52b-4ad3-b08c-0d726403389d HTTP/1.1" status: 204 len: 168 time: 0.2600069 Apr 29 11:43:03.197039 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53282) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:03.234288 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58294803-851b-41e2-a835-6723222160db tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45bd6bc-d52b-4ad3-b08c-0d726403389d,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:03.392449 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-1ae4f26b-25f2-43ec-80b4-409a3115fdcc tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1838548 Apr 29 11:43:03.393053 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53284) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:03.399789 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-9a646d20-5364-47d1-9b2d-c11e51eace49 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Request body: {'security_group': {'name': 'tempest-secgroup--362466388'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:03.429118 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2d4944f7-12b0-402f-9114-f4124ca1d2ca tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:03.435565 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-83413b16-981c-4482-bcc6-4ff5eeedce02 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:03.436974 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-83413b16-981c-4482-bcc6-4ff5eeedce02 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.62 "GET /v2.0/networks?id=13eec917-2205-41ac-bb67-a922e346256d HTTP/1.1" status: 200 len: 812 time: 0.2687578 Apr 29 11:43:03.443464 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-7acaef81-c27b-4653-add2-e51fba3fd148 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port 39b8cea6-2b1d-4bc5-9f4c-b4b964016898 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:43:03.443808 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7acaef81-c27b-4653-add2-e51fba3fd148 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:03.460806 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9a646d20-5364-47d1-9b2d-c11e51eace49 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:03.510877 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4944f7-12b0-402f-9114-f4124ca1d2ca tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Pushing event updated for resources: {'Subnet': ['ID=374ad2f6-8a15-4b31-a736-9b2c7daaa386,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:03.530479 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4944f7-12b0-402f-9114-f4124ca1d2ca tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Checking segment: {'id': '0e1a5aa7-b3b4-4e8b-8bf9-d2d57d1aefd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2fc06f0f-028c-418c-b3c9-e75a9c3f33a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:43:03.530890 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4944f7-12b0-402f-9114-f4124ca1d2ca tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Network hostable DHCP agents. Network: 2fc06f0f-028c-418c-b3c9-e75a9c3f33a3, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:43:03.540369 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7acaef81-c27b-4653-add2-e51fba3fd148 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:03.540703 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7acaef81-c27b-4653-add2-e51fba3fd148 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:03.563130 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-7acaef81-c27b-4653-add2-e51fba3fd148 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for 39b8cea6-2b1d-4bc5-9f4c-b4b964016898 owned by network:floatingip {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:43:03.571261 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4944f7-12b0-402f-9114-f4124ca1d2ca tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Network 2fc06f0f-028c-418c-b3c9-e75a9c3f33a3 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:43:03.587819 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9a646d20-5364-47d1-9b2d-c11e51eace49 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:03.588907 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-2d4944f7-12b0-402f-9114-f4124ca1d2ca tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 2fc06f0f-028c-418c-b3c9-e75a9c3f33a3) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:03.593435 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4944f7-12b0-402f-9114-f4124ca1d2ca tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:03.594029 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2d4944f7-12b0-402f-9114-f4124ca1d2ca tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:03.594259 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-f311c7dc-cc86-4c19-a3a7-8dc6a163e5b2 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c18c08a53e64ca1a8e956042fa2eb3a HTTP/1.1" status: 200 len: 380 time: 0.0634100 Apr 29 11:43:03.596495 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9a646d20-5364-47d1-9b2d-c11e51eace49 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:03.604642 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e24563e-f822-4348-aa03-b286337f0942 None None] Network 2fc06f0f-028c-418c-b3c9-e75a9c3f33a3 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:43:03.637116 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2d4944f7-12b0-402f-9114-f4124ca1d2ca tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6688786 Apr 29 11:43:03.639729 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9a646d20-5364-47d1-9b2d-c11e51eace49 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:03.640879 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9a646d20-5364-47d1-9b2d-c11e51eace49 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2468441 Apr 29 11:43:03.642350 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53286) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:03.646678 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-11c073a3-ec92-46ae-a1a4-d129c9443460 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Request body: {'port': {'device_id': '4f960b43-19a2-4fae-924d-9f153342f2ba', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'admin_state_up': True, 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'security_groups': ['4ff58dd1-c0d9-4127-be13-e91e3b09d2af']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:03.647077 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-c46d08b8-f5fe-4979-ada1-fd1548bcb372 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Request body: {'router': {'external_gateway_info': {'network_id': '2fc06f0f-028c-418c-b3c9-e75a9c3f33a3'}}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:03.649039 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53288) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:03.657893 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-e8760e0a-3fde-40a0-95a1-59e535d53408 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Request body: {'security_group_rule': {'security_group_id': '2b30a2ba-fddd-4b17-813d-aac9b487dae2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:03.663880 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a646d20-5364-47d1-9b2d-c11e51eace49 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b30a2ba-fddd-4b17-813d-aac9b487dae2,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:03.797795 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e8760e0a-3fde-40a0-95a1-59e535d53408 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:03.836432 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-11c073a3-ec92-46ae-a1a4-d129c9443460 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Made reservation on behalf of 5c18c08a53e64ca1a8e956042fa2eb3a for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:03.842398 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-11c073a3-ec92-46ae-a1a4-d129c9443460 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:03.844865 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a149491-5538-4eb2-9547-ecb7c1ecec71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-2fc06f0f-028c-418c-b3c9-e75a9c3f33a3', 'network_id': '2fc06f0f-028c-418c-b3c9-e75a9c3f33a3', 'tenant_id': '2486876a70ca403b85e9655f0ff7ea5c', 'fixed_ips': [{'subnet_id': '374ad2f6-8a15-4b31-a736-9b2c7daaa386'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:43:03.848215 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2a149491-5538-4eb2-9547-ecb7c1ecec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:03.934955 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c46d08b8-f5fe-4979-ada1-fd1548bcb372 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:03.973967 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e8760e0a-3fde-40a0-95a1-59e535d53408 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:03.976363 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7acaef81-c27b-4653-add2-e51fba3fd148 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:03.992972 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e8760e0a-3fde-40a0-95a1-59e535d53408 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:04.027371 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acaef81-c27b-4653-add2-e51fba3fd148 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=39b8cea6-2b1d-4bc5-9f4c-b4b964016898,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:04.087343 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-2a149491-5538-4eb2-9547-ecb7c1ecec71 None None] Allocated IP 2001:db8:1::2 (2fc06f0f-028c-418c-b3c9-e75a9c3f33a3/374ad2f6-8a15-4b31-a736-9b2c7daaa386/1405b0ed-67c4-435d-8f29-7eaa21771e53) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:04.089305 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8760e0a-3fde-40a0-95a1-59e535d53408 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efea7a75-2573-4b8c-970b-c6c4377700d2,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:04.124031 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e8760e0a-3fde-40a0-95a1-59e535d53408 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:04.129080 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e8760e0a-3fde-40a0-95a1-59e535d53408 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4750969 Apr 29 11:43:04.132112 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53294) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:04.138523 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-a83d7609-3144-4a4d-b0c9-d9e4329e6be2 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Request body: {'security_group_rule': {'security_group_id': '2b30a2ba-fddd-4b17-813d-aac9b487dae2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:04.155758 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-11c073a3-ec92-46ae-a1a4-d129c9443460 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Allocated IP 172.20.0.4 (13eec917-2205-41ac-bb67-a922e346256d/4d46e396-b942-4a36-95e7-aa43a356bdd4/e0232197-aa8e-453a-8b4a-47f4685634c2) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:04.173880 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7acaef81-c27b-4653-add2-e51fba3fd148 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:04.174398 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [None req-7acaef81-c27b-4653-add2-e51fba3fd148 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Floating IP a2e6dce0-bbcf-41d1-a88c-e3708377b1c5 disassociated (deleted). External IP: 172.26.4.233, port: 2152fcfb-efd4-49e9-baee-40e905b8c671. Apr 29 11:43:04.180289 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-c46d08b8-f5fe-4979-ada1-fd1548bcb372 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:43:04.185422 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53296) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:04.189519 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c46d08b8-f5fe-4979-ada1-fd1548bcb372 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] 10.222.0.69 "PUT /v2.0/routers/b78d8d8b-6849-4214-83d6-97588790967b HTTP/1.1" status: 400 len: 364 time: 0.5452955 Apr 29 11:43:04.289105 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2a149491-5538-4eb2-9547-ecb7c1ecec71 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:04.297303 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2a149491-5538-4eb2-9547-ecb7c1ecec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:04.325931 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6240743d-a18a-4ed4-b22e-714c80c1bbd7 req-9dfe7ba4-3a81-4b73-b4a0-387c20854540 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f960b43-19a2-4fae-924d-9f153342f2ba HTTP/1.1" status: 200 len: 210 time: 0.0461087 Apr 29 11:43:04.344165 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a149491-5538-4eb2-9547-ecb7c1ecec71 None None] Network 2fc06f0f-028c-418c-b3c9-e75a9c3f33a3 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:04.348302 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-2a149491-5538-4eb2-9547-ecb7c1ecec71 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:04.350319 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a149491-5538-4eb2-9547-ecb7c1ecec71 None None] Pushing event updated for resources: {'Port': ['ID=1405b0ed-67c4-435d-8f29-7eaa21771e53,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:04.352659 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a149491-5538-4eb2-9547-ecb7c1ecec71 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:43:04.374187 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a83d7609-3144-4a4d-b0c9-d9e4329e6be2 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:04.415228 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-2a149491-5538-4eb2-9547-ecb7c1ecec71 None None] Attempting to bind port 1405b0ed-67c4-435d-8f29-7eaa21771e53 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:43:04.415744 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-2a149491-5538-4eb2-9547-ecb7c1ecec71 None None] Attempting to bind port 1405b0ed-67c4-435d-8f29-7eaa21771e53 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '0e1a5aa7-b3b4-4e8b-8bf9-d2d57d1aefd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2fc06f0f-028c-418c-b3c9-e75a9c3f33a3'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:43:04.416119 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a149491-5538-4eb2-9547-ecb7c1ecec71 None None] Attempting to bind port 1405b0ed-67c4-435d-8f29-7eaa21771e53 on network 2fc06f0f-028c-418c-b3c9-e75a9c3f33a3 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:43:04.421373 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a149491-5538-4eb2-9547-ecb7c1ecec71 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:43:04.421772 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a149491-5538-4eb2-9547-ecb7c1ecec71 None None] Checking segment: {'id': '0e1a5aa7-b3b4-4e8b-8bf9-d2d57d1aefd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2fc06f0f-028c-418c-b3c9-e75a9c3f33a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:43:04.422146 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2a149491-5538-4eb2-9547-ecb7c1ecec71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:04.422581 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a149491-5538-4eb2-9547-ecb7c1ecec71 None None] Bound using segment: {'id': '0e1a5aa7-b3b4-4e8b-8bf9-d2d57d1aefd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2fc06f0f-028c-418c-b3c9-e75a9c3f33a3'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:43:04.423065 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-2a149491-5538-4eb2-9547-ecb7c1ecec71 None None] Bound port: 1405b0ed-67c4-435d-8f29-7eaa21771e53, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e1a5aa7-b3b4-4e8b-8bf9-d2d57d1aefd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2fc06f0f-028c-418c-b3c9-e75a9c3f33a3'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:43:04.423450 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2a149491-5538-4eb2-9547-ecb7c1ecec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:04.498879 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-2a149491-5538-4eb2-9547-ecb7c1ecec71 None None] For port 1405b0ed-67c4-435d-8f29-7eaa21771e53, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:43:04.502654 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-2a149491-5538-4eb2-9547-ecb7c1ecec71 None None] For port 1405b0ed-67c4-435d-8f29-7eaa21771e53, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=1405b0ed-67c4-435d-8f29-7eaa21771e53,segment=NetworkSegment(0e1a5aa7-b3b4-4e8b-8bf9-d2d57d1aefd3),segment_id=0e1a5aa7-b3b4-4e8b-8bf9-d2d57d1aefd3)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:43:04.508073 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2a149491-5538-4eb2-9547-ecb7c1ecec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:04.588999 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a149491-5538-4eb2-9547-ecb7c1ecec71 None None] Pushing event updated for resources: {'Port': ['ID=1405b0ed-67c4-435d-8f29-7eaa21771e53,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:04.739859 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a83d7609-3144-4a4d-b0c9-d9e4329e6be2 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:04.788465 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a83d7609-3144-4a4d-b0c9-d9e4329e6be2 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:04.836613 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-11c073a3-ec92-46ae-a1a4-d129c9443460 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:04.846088 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d7609-3144-4a4d-b0c9-d9e4329e6be2 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7f1d6c-7503-4716-ada2-08a144f7f262,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:04.886093 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a83d7609-3144-4a4d-b0c9-d9e4329e6be2 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:04.890467 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a83d7609-3144-4a4d-b0c9-d9e4329e6be2 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7526402 Apr 29 11:43:04.891182 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53300) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:04.897843 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-e4bbf035-19e7-43b1-b3d2-a895c5cf721f tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Request body: {'security_group_rule': {'security_group_id': '2b30a2ba-fddd-4b17-813d-aac9b487dae2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:04.926615 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b5cdcc80-310a-44c8-9618-6a3bc4f50783 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:04.971252 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e4bbf035-19e7-43b1-b3d2-a895c5cf721f tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.054447 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e4bbf035-19e7-43b1-b3d2-a895c5cf721f tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.058689 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e4bbf035-19e7-43b1-b3d2-a895c5cf721f tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.079170 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 1405b0ed-67c4-435d-8f29-7eaa21771e53 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:43:05.091560 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bbf035-19e7-43b1-b3d2-a895c5cf721f tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e21da7-b750-4d42-a330-4d10735f746d,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:05.104192 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e4bbf035-19e7-43b1-b3d2-a895c5cf721f tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.105833 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e4bbf035-19e7-43b1-b3d2-a895c5cf721f tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2129004 Apr 29 11:43:05.108675 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53302) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:05.114537 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-7c8ce273-bf80-44ca-90dc-8112bb46ab25 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Request body: {'security_group_rule': {'security_group_id': '2b30a2ba-fddd-4b17-813d-aac9b487dae2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:05.119788 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7acaef81-c27b-4653-add2-e51fba3fd148 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router 5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:43:05.127986 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-11c073a3-ec92-46ae-a1a4-d129c9443460 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.150285 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7c8ce273-bf80-44ca-90dc-8112bb46ab25 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.165583 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 1405b0ed-67c4-435d-8f29-7eaa21771e53 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:05.166022 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.249994 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7c8ce273-bf80-44ca-90dc-8112bb46ab25 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.255124 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7c8ce273-bf80-44ca-90dc-8112bb46ab25 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.261811 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-11c073a3-ec92-46ae-a1a4-d129c9443460 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Network 13eec917-2205-41ac-bb67-a922e346256d is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:05.269829 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2d4317cb-3b34-497f-95fc-619863eccd88 req-ee25adc4-59a9-4014-a369-afeba151cb93 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3164382 Apr 29 11:43:05.273713 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.278542 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c073a3-ec92-46ae-a1a4-d129c9443460 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Pushing event updated for resources: {'Port': ['ID=e0232197-aa8e-453a-8b4a-47f4685634c2,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:05.281107 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-11c073a3-ec92-46ae-a1a4-d129c9443460 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:05.291359 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-11c073a3-ec92-46ae-a1a4-d129c9443460 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:43:05.291576 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ce273-bf80-44ca-90dc-8112bb46ab25 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0669fad7-e9be-414a-9849-8dd80b256522,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:05.302521 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7c8ce273-bf80-44ca-90dc-8112bb46ab25 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.308054 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7c8ce273-bf80-44ca-90dc-8112bb46ab25 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1981573 Apr 29 11:43:05.311323 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53304) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:05.321946 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-d428a83d-44e6-4b95-a0f8-5d16fbcfb428 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Request body: {'security_group_rule': {'security_group_id': '2b30a2ba-fddd-4b17-813d-aac9b487dae2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:05.364966 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 1405b0ed-67c4-435d-8f29-7eaa21771e53, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=1405b0ed-67c4-435d-8f29-7eaa21771e53,segment=NetworkSegment(0e1a5aa7-b3b4-4e8b-8bf9-d2d57d1aefd3),segment_id=0e1a5aa7-b3b4-4e8b-8bf9-d2d57d1aefd3)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:43:05.371912 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.403970 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d428a83d-44e6-4b95-a0f8-5d16fbcfb428 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.527452 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=1405b0ed-67c4-435d-8f29-7eaa21771e53,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:05.560538 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d428a83d-44e6-4b95-a0f8-5d16fbcfb428 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.567487 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d428a83d-44e6-4b95-a0f8-5d16fbcfb428 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.585483 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-11c073a3-ec92-46ae-a1a4-d129c9443460 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:05.586508 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-11c073a3-ec92-46ae-a1a4-d129c9443460 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.590483 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428a83d-44e6-4b95-a0f8-5d16fbcfb428 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=218bb7b7-1ae6-460e-8bbe-df77f46cbd32,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:05.601696 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d428a83d-44e6-4b95-a0f8-5d16fbcfb428 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.605679 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d428a83d-44e6-4b95-a0f8-5d16fbcfb428 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2907982 Apr 29 11:43:05.607234 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53308) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:05.640657 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a07d201b-6f6b-4bca-933a-6a267f8bc40e tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.651141 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a07d201b-6f6b-4bca-933a-6a267f8bc40e tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.688231 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a07d201b-6f6b-4bca-933a-6a267f8bc40e tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.696358 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a07d201b-6f6b-4bca-933a-6a267f8bc40e tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.702545 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a07d201b-6f6b-4bca-933a-6a267f8bc40e tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/218bb7b7-1ae6-460e-8bbe-df77f46cbd32 HTTP/1.1" status: 204 len: 168 time: 0.0942464 Apr 29 11:43:05.706999 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53310) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:05.731044 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d201b-6f6b-4bca-933a-6a267f8bc40e tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=218bb7b7-1ae6-460e-8bbe-df77f46cbd32,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:05.789304 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-124bc0e2-0ef4-4c61-868a-be32cae17cd5 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0739148 Apr 29 11:43:05.789528 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53312) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:05.819017 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-96f90711-e5d9-416b-b031-5f4855eba41f None None] Provisioning complete for port e0232197-aa8e-453a-8b4a-47f4685634c2 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:05.819397 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-96f90711-e5d9-416b-b031-5f4855eba41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.855622 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-895660a9-995a-4cf7-b31a-ab12e724f425 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.875440 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-895660a9-995a-4cf7-b31a-ab12e724f425 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.904686 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-96f90711-e5d9-416b-b031-5f4855eba41f None None] Port e0232197-aa8e-453a-8b4a-47f4685634c2 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:43:05.914379 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-895660a9-995a-4cf7-b31a-ab12e724f425 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.919617 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-895660a9-995a-4cf7-b31a-ab12e724f425 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.920881 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-895660a9-995a-4cf7-b31a-ab12e724f425 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/0669fad7-e9be-414a-9849-8dd80b256522 HTTP/1.1" status: 204 len: 168 time: 0.1301885 Apr 29 11:43:05.923888 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53314) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:05.942934 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d1ac7f-3e66-4dda-9528-dca611391934 None None] Network 2fc06f0f-028c-418c-b3c9-e75a9c3f33a3 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:43:05.953182 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895660a9-995a-4cf7-b31a-ab12e724f425 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0669fad7-e9be-414a-9849-8dd80b256522,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:05.985977 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-91e9b01a-1de5-4336-aeb7-b352ce877987 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0584514 Apr 29 11:43:05.986297 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53316) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:06.018279 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-103a9466-d2f2-4d93-b25a-df5fe12df8cc tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:06.028836 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-103a9466-d2f2-4d93-b25a-df5fe12df8cc tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:06.066051 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-103a9466-d2f2-4d93-b25a-df5fe12df8cc tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:06.073799 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5a3613c4-5f2d-4ddb-b173-49975e25f140 None None] Provisioning complete for port 1405b0ed-67c4-435d-8f29-7eaa21771e53 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:06.074322 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-103a9466-d2f2-4d93-b25a-df5fe12df8cc tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:06.074916 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5a3613c4-5f2d-4ddb-b173-49975e25f140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:06.077907 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-103a9466-d2f2-4d93-b25a-df5fe12df8cc tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/06e21da7-b750-4d42-a330-4d10735f746d HTTP/1.1" status: 204 len: 168 time: 0.0893505 Apr 29 11:43:06.078633 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53318) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:06.092932 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a9466-d2f2-4d93-b25a-df5fe12df8cc tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06e21da7-b750-4d42-a330-4d10735f746d,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:06.127239 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7acaef81-c27b-4653-add2-e51fba3fd148 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:43:06.130890 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4317cb-3b34-497f-95fc-619863eccd88 req-c11076d4-8052-4cb6-ad8c-65af1fb2170f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:06.132457 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2d4317cb-3b34-497f-95fc-619863eccd88 req-c11076d4-8052-4cb6-ad8c-65af1fb2170f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56bd83428e3c4f3aa29e4f4f408e0dec&device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 1098 time: 0.7012682 Apr 29 11:43:06.137121 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7acaef81-c27b-4653-add2-e51fba3fd148 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:06.146482 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-11c073a3-ec92-46ae-a1a4-d129c9443460 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5093451 Apr 29 11:43:06.151621 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b723b58-83d2-4508-bff8-d7bd7dccaf8a None None] Sync routers for ids ['5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:43:06.167074 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b723b58-83d2-4508-bff8-d7bd7dccaf8a None None] Routers {'5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:43:06.168126 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-0b723b58-83d2-4508-bff8-d7bd7dccaf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:06.173847 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-b5cdcc80-310a-44c8-9618-6a3bc4f50783 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Allocated IP 2001:db8::1 (2a9d0c27-47d8-4cb9-a1a4-49b060979825/017606ea-e9e2-467b-9bf2-b1f88ece8e51/7588c417-c580-4314-b5ce-bf3c6e3bf8d9) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:06.190042 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-1dee23ac-68f2-47d3-ae9a-9d8559f84c56 service neutron] Request body: {'port': {'device_id': '4f960b43-19a2-4fae-924d-9f153342f2ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:06.253072 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085445ba-d365-4254-a616-8f6c0695a155 req-56f1ca96-094e-4a7b-96ad-2b6d565b0676 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:06.255610 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-085445ba-d365-4254-a616-8f6c0695a155 req-56f1ca96-094e-4a7b-96ad-2b6d565b0676 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f960b43-19a2-4fae-924d-9f153342f2ba HTTP/1.1" status: 200 len: 931 time: 0.7465284 Apr 29 11:43:06.288204 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7acaef81-c27b-4653-add2-e51fba3fd148 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/floatingips/a2e6dce0-bbcf-41d1-a88c-e3708377b1c5 HTTP/1.1" status: 204 len: 168 time: 3.2374852 Apr 29 11:43:06.303232 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1853ef4d-315d-476b-8c59-f0003f78dda0', 'tag': '2152fcfb-efd4-49e9-baee-40e905b8c671'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:43:06.305377 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfafeea-9f4c-4898-9e77-72b9ed121987" -d '{"events": [{"name": "network-changed", "server_uuid": "1853ef4d-315d-476b-8c59-f0003f78dda0", "tag": "2152fcfb-efd4-49e9-baee-40e905b8c671"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:43:06.341672 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-0b723b58-83d2-4508-bff8-d7bd7dccaf8a None None] Set router 5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:43:06.356959 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d6ddb636-4399-410c-9bb3-c8936e03d2b3 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2720404 Apr 29 11:43:06.359672 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53324) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:06.431685 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2d757e0d-6d79-45af-bec8-5236e4481098 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:06.440594 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2d757e0d-6d79-45af-bec8-5236e4481098 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:06.498557 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2d757e0d-6d79-45af-bec8-5236e4481098 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:06.527431 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2d757e0d-6d79-45af-bec8-5236e4481098 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:06.535427 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2d757e0d-6d79-45af-bec8-5236e4481098 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/ab7f1d6c-7503-4716-ada2-08a144f7f262 HTTP/1.1" status: 204 len: 168 time: 0.1740410 Apr 29 11:43:06.536623 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53328) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:06.550143 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d757e0d-6d79-45af-bec8-5236e4481098 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab7f1d6c-7503-4716-ada2-08a144f7f262,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:06.575524 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-1dee23ac-68f2-47d3-ae9a-9d8559f84c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:06.617132 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa852916-6cf1-4a7e-bf3f-0cb419a1319d x-openstack-request-id: req-aa852916-6cf1-4a7e-bf3f-0cb419a1319d {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:43:06.617422 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1853ef4d-315d-476b-8c59-f0003f78dda0", "tag": "2152fcfb-efd4-49e9-baee-40e905b8c671", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:43:06.617680 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-aa852916-6cf1-4a7e-bf3f-0cb419a1319d {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:43:06.618092 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa852916-6cf1-4a7e-bf3f-0cb419a1319d'] response: {'name': 'network-changed', 'server_uuid': '1853ef4d-315d-476b-8c59-f0003f78dda0', 'tag': '2152fcfb-efd4-49e9-baee-40e905b8c671', 'status': 'completed', 'code': 200} Apr 29 11:43:06.618553 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8f39c27d-8d7d-486c-872e-29a0cb3dd775 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0800827 Apr 29 11:43:06.619808 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53330) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:06.649063 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-085445ba-d365-4254-a616-8f6c0695a155 req-4583a29f-1528-4da1-b470-f4077974f770 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3704004 Apr 29 11:43:06.691472 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-76ed05db-2872-476e-acb4-c06fe69d8c37 None None] Provisioning complete for port 1405b0ed-67c4-435d-8f29-7eaa21771e53 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:06.691472 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-76ed05db-2872-476e-acb4-c06fe69d8c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:06.718542 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-0b723b58-83d2-4508-bff8-d7bd7dccaf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'name': 'tempest-TestNetworkBasicOps-router-5149196', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '97fe2791-50d3-444c-a0df-ba0efdd2c9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:29Z', 'updated_at': '2022-04-29T11:41:43Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '97fe2791-50d3-444c-a0df-ba0efdd2c9e4', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:31Z', 'updated_at': '2022-04-29T11:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '10b2821c-69b2-49f8-95ec-6ddf16bdc052', 'name': '', 'network_id': 'e8e1c49c-e70d-447f-856f-664a2dd7d7ab', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:53:04:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '14800f35-4fe2-4cdc-98f9-522afcac0b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:41:53Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '14800f35-4fe2-4cdc-98f9-522afcac0b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:06.726818 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bfbcd488-31cb-42ae-9379-c1dc807f5c3b tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:06.741803 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bfbcd488-31cb-42ae-9379-c1dc807f5c3b tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:06.745457 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfafeea-9f4c-4898-9e77-72b9ed121987 req-229524a2-22eb-451c-ba3f-9a5a792ab418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:06.747948 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [req-7cfafeea-9f4c-4898-9e77-72b9ed121987 req-229524a2-22eb-451c-ba3f-9a5a792ab418 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=1853ef4d-315d-476b-8c59-f0003f78dda0 HTTP/1.1" status: 200 len: 1099 time: 0.1076620 Apr 29 11:43:06.787297 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b723b58-83d2-4508-bff8-d7bd7dccaf8a None None] Checking router: 5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:43:06.812246 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b723b58-83d2-4508-bff8-d7bd7dccaf8a None None] Routers {'5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:43:06.813183 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-0b723b58-83d2-4508-bff8-d7bd7dccaf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:06.876998 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bfbcd488-31cb-42ae-9379-c1dc807f5c3b tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:06.891928 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bfbcd488-31cb-42ae-9379-c1dc807f5c3b tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:06.893337 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-bfbcd488-31cb-42ae-9379-c1dc807f5c3b tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/efea7a75-2573-4b8c-970b-c6c4377700d2 HTTP/1.1" status: 204 len: 168 time: 0.2723665 Apr 29 11:43:06.901960 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53332) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:06.979150 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbcd488-31cb-42ae-9379-c1dc807f5c3b tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=efea7a75-2573-4b8c-970b-c6c4377700d2,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:07.052811 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3fe4c10e-1a37-4ef4-bad0-c6202ec30d72 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1496580 Apr 29 11:43:07.060945 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 1405b0ed-67c4-435d-8f29-7eaa21771e53 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:43:07.061402 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53334) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:07.074296 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-1dee23ac-68f2-47d3-ae9a-9d8559f84c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0232197-aa8e-453a-8b4a-47f4685634c2 {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:43:07.085936 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-1dee23ac-68f2-47d3-ae9a-9d8559f84c56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:07.100221 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4317cb-3b34-497f-95fc-619863eccd88 req-47041ccb-ba6b-4edf-95a3-91a2b18685dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:07.101687 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2d4317cb-3b34-497f-95fc-619863eccd88 req-47041ccb-ba6b-4edf-95a3-91a2b18685dc service neutron] 10.222.0.62 "GET /v2.0/networks?id=1e626177-13e1-498b-8c5b-25bda1fa93e6 HTTP/1.1" status: 200 len: 898 time: 0.9078121 Apr 29 11:43:07.108587 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfafeea-9f4c-4898-9e77-72b9ed121987 req-ee273337-ce99-4333-b681-8ac000b2ab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:07.110118 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [req-7cfafeea-9f4c-4898-9e77-72b9ed121987 req-ee273337-ce99-4333-b681-8ac000b2ab4d service neutron] 10.222.0.62 "GET /v2.0/networks?id=e8e1c49c-e70d-447f-856f-664a2dd7d7ab HTTP/1.1" status: 200 len: 896 time: 0.3491037 Apr 29 11:43:07.120377 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-0b723b58-83d2-4508-bff8-d7bd7dccaf8a None None] Set router 5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:43:07.128027 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 1405b0ed-67c4-435d-8f29-7eaa21771e53 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:07.129622 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:07.209886 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-1dee23ac-68f2-47d3-ae9a-9d8559f84c56 service neutron] Transition to ACTIVE for port object e0232197-aa8e-453a-8b4a-47f4685634c2 will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:43:07.223337 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b5cdcc80-310a-44c8-9618-6a3bc4f50783 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:07.230425 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [req-7cfafeea-9f4c-4898-9e77-72b9ed121987 req-e30a97d8-dfa7-4a87-8ff4-d6bd722934d9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2152fcfb-efd4-49e9-baee-40e905b8c671 HTTP/1.1" status: 200 len: 217 time: 0.0985851 Apr 29 11:43:07.231896 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-1dee23ac-68f2-47d3-ae9a-9d8559f84c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:07.309876 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-46e7accf-4165-4c52-8374-3fee163d2270 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:07.313061 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770e0d9-c42f-47ac-8070-088da12af0d2 req-fefdf4a7-b358-467c-ad1a-bcdb60063659 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:07.314834 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f770e0d9-c42f-47ac-8070-088da12af0d2 req-fefdf4a7-b358-467c-ad1a-bcdb60063659 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=1853ef4d-315d-476b-8c59-f0003f78dda0 HTTP/1.1" status: 200 len: 946 time: 0.6265342 Apr 29 11:43:07.349530 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-46e7accf-4165-4c52-8374-3fee163d2270 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:07.395722 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfafeea-9f4c-4898-9e77-72b9ed121987 req-641321eb-b3cd-4419-b72f-a460cac8e919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:07.397464 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [req-7cfafeea-9f4c-4898-9e77-72b9ed121987 req-641321eb-b3cd-4419-b72f-a460cac8e919 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=14800f35-4fe2-4cdc-98f9-522afcac0b97 HTTP/1.1" status: 200 len: 835 time: 0.1521497 Apr 29 11:43:07.452236 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-0b723b58-83d2-4508-bff8-d7bd7dccaf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'name': 'tempest-TestNetworkBasicOps-router-5149196', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '97fe2791-50d3-444c-a0df-ba0efdd2c9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:29Z', 'updated_at': '2022-04-29T11:41:43Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '97fe2791-50d3-444c-a0df-ba0efdd2c9e4', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:31Z', 'updated_at': '2022-04-29T11:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '10b2821c-69b2-49f8-95ec-6ddf16bdc052', 'name': '', 'network_id': 'e8e1c49c-e70d-447f-856f-664a2dd7d7ab', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:53:04:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '14800f35-4fe2-4cdc-98f9-522afcac0b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:41:53Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '14800f35-4fe2-4cdc-98f9-522afcac0b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:07.489473 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-46e7accf-4165-4c52-8374-3fee163d2270 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:07.490887 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b723b58-83d2-4508-bff8-d7bd7dccaf8a None None] The sync data for ids ['5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1'] in dv-neutron-838888-1-hyperv is: [{'id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'name': 'tempest-TestNetworkBasicOps-router-5149196', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '97fe2791-50d3-444c-a0df-ba0efdd2c9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:29Z', 'updated_at': '2022-04-29T11:41:43Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '97fe2791-50d3-444c-a0df-ba0efdd2c9e4', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:31Z', 'updated_at': '2022-04-29T11:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '10b2821c-69b2-49f8-95ec-6ddf16bdc052', 'name': '', 'network_id': 'e8e1c49c-e70d-447f-856f-664a2dd7d7ab', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:53:04:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '14800f35-4fe2-4cdc-98f9-522afcac0b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:41Z', 'updated_at': '2022-04-29T11:41:53Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '14800f35-4fe2-4cdc-98f9-522afcac0b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:43:07.493245 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-46e7accf-4165-4c52-8374-3fee163d2270 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:07.494656 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-46e7accf-4165-4c52-8374-3fee163d2270 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "DELETE /v2.0/security-groups/2b30a2ba-fddd-4b17-813d-aac9b487dae2 HTTP/1.1" status: 204 len: 168 time: 0.4319069 Apr 29 11:43:07.499419 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53336) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:07.506717 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2d4317cb-3b34-497f-95fc-619863eccd88 req-b3b3d4be-306a-4f19-bab4-0ddf14766a40 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ac3d547-2967-4c7e-87d8-399b475ba90d HTTP/1.1" status: 200 len: 1001 time: 0.3604991 Apr 29 11:43:07.516064 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee23ac-68f2-47d3-ae9a-9d8559f84c56 service neutron] Pushing event updated for resources: {'Port': ['ID=e0232197-aa8e-453a-8b4a-47f4685634c2,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:07.546529 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfafeea-9f4c-4898-9e77-72b9ed121987 req-30675fdc-c463-417e-ad8f-8a2c43656575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:07.548068 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [req-7cfafeea-9f4c-4898-9e77-72b9ed121987 req-30675fdc-c463-417e-ad8f-8a2c43656575 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e8e1c49c-e70d-447f-856f-664a2dd7d7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1403537 Apr 29 11:43:07.549279 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e7accf-4165-4c52-8374-3fee163d2270 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b30a2ba-fddd-4b17-813d-aac9b487dae2,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:07.641597 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a542ecfe-5639-4df9-81c2-d9974edc3b2e tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1311047 Apr 29 11:43:07.645806 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53338) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:07.652411 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-7c2b42bc-f306-4dcb-8510-e8f07eeeb557 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Request body: {'security_group': {'name': 'tempest-secgroup--113688839'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:07.656341 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-1dee23ac-68f2-47d3-ae9a-9d8559f84c56 service neutron] Attempting to bind port e0232197-aa8e-453a-8b4a-47f4685634c2 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:43:07.656982 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-1dee23ac-68f2-47d3-ae9a-9d8559f84c56 service neutron] Attempting to bind port e0232197-aa8e-453a-8b4a-47f4685634c2 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '0c080895-bcf4-4e59-861e-09d2c7c3a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '13eec917-2205-41ac-bb67-a922e346256d'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:43:07.657469 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-1dee23ac-68f2-47d3-ae9a-9d8559f84c56 service neutron] Attempting to bind port e0232197-aa8e-453a-8b4a-47f4685634c2 on network 13eec917-2205-41ac-bb67-a922e346256d {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:43:07.666336 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f770e0d9-c42f-47ac-8070-088da12af0d2 req-7bf46fbf-409e-4361-aca8-f9f8f0ace059 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e97b539-a470-4de4-bba2-e5c91828c3da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3241603 Apr 29 11:43:07.669909 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b5cdcc80-310a-44c8-9618-6a3bc4f50783 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:07.690870 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-1dee23ac-68f2-47d3-ae9a-9d8559f84c56 service neutron] Port e0232197-aa8e-453a-8b4a-47f4685634c2 on network 13eec917-2205-41ac-bb67-a922e346256d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:43:07.691904 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-1dee23ac-68f2-47d3-ae9a-9d8559f84c56 service neutron] Attempting to bind port e0232197-aa8e-453a-8b4a-47f4685634c2 on network 13eec917-2205-41ac-bb67-a922e346256d {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:43:07.718613 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [req-7cfafeea-9f4c-4898-9e77-72b9ed121987 req-80d09f9c-dfa8-42d7-b3d7-0d86fd964703 service neutron] 10.222.0.62 "GET /v2.0/networks/e8e1c49c-e70d-447f-856f-664a2dd7d7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547682 Apr 29 11:43:07.726720 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7c2b42bc-f306-4dcb-8510-e8f07eeeb557 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:07.733798 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cdcc80-310a-44c8-9618-6a3bc4f50783 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Network 2a9d0c27-47d8-4cb9-a1a4-49b060979825 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:07.740266 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-1dee23ac-68f2-47d3-ae9a-9d8559f84c56 service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:43:07.740783 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-1dee23ac-68f2-47d3-ae9a-9d8559f84c56 service neutron] Checking segment: {'id': '0c080895-bcf4-4e59-861e-09d2c7c3a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '13eec917-2205-41ac-bb67-a922e346256d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:43:07.741269 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-1dee23ac-68f2-47d3-ae9a-9d8559f84c56 service neutron] Bound using segment: {'id': '0c080895-bcf4-4e59-861e-09d2c7c3a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '13eec917-2205-41ac-bb67-a922e346256d'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:43:07.741931 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-1dee23ac-68f2-47d3-ae9a-9d8559f84c56 service neutron] Bound port: e0232197-aa8e-453a-8b4a-47f4685634c2, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c080895-bcf4-4e59-861e-09d2c7c3a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '13eec917-2205-41ac-bb67-a922e346256d'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:43:07.742504 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-1dee23ac-68f2-47d3-ae9a-9d8559f84c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:07.749178 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-b5cdcc80-310a-44c8-9618-6a3bc4f50783 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:07.798615 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cdcc80-310a-44c8-9618-6a3bc4f50783 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:43:07.799274 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b5cdcc80-310a-44c8-9618-6a3bc4f50783 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:07.811674 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4317cb-3b34-497f-95fc-619863eccd88 req-3121b4b0-6d09-492f-b26f-d511941a21db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:07.813618 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2d4317cb-3b34-497f-95fc-619863eccd88 req-3121b4b0-6d09-492f-b26f-d511941a21db service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0eb7862d-0f8b-4e76-aacd-7adf3a8843ee HTTP/1.1" status: 200 len: 835 time: 0.2855208 Apr 29 11:43:07.889655 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [req-7cfafeea-9f4c-4898-9e77-72b9ed121987 req-b8bbc027-78f7-4e70-8d64-8a23e0e08f4c service neutron] 10.222.0.62 "GET /v2.0/networks/e8e1c49c-e70d-447f-856f-664a2dd7d7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584823 Apr 29 11:43:07.929170 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7c2b42bc-f306-4dcb-8510-e8f07eeeb557 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:07.935311 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdcc80-310a-44c8-9618-6a3bc4f50783 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Pushing event updated for resources: {'Port': ['ID=7588c417-c580-4314-b5ce-bf3c6e3bf8d9,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:07.939936 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7c2b42bc-f306-4dcb-8510-e8f07eeeb557 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:07.981923 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b42bc-f306-4dcb-8510-e8f07eeeb557 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3de54763-1e29-47b8-9822-098f9e30edb3,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:07.990977 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a10bc9-5401-4d29-bd05-67e33bd6d4d2 None None] New status for floating IP a2e6dce0-bbcf-41d1-a88c-e3708377b1c5: DOWN {{(pid=102961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:43:08.006596 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7c2b42bc-f306-4dcb-8510-e8f07eeeb557 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:08.011009 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7c2b42bc-f306-4dcb-8510-e8f07eeeb557 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3621194 Apr 29 11:43:08.013763 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53342) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:08.022730 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-e289637e-66dc-4c67-9c45-f1872cf62811 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Request body: {'security_group_rule': {'security_group_id': '3de54763-1e29-47b8-9822-098f9e30edb3', 'direction': 'ingress', 'protocol': 17}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:08.070576 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4317cb-3b34-497f-95fc-619863eccd88 req-4abdf92f-a643-4e71-9fc0-a44852456864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:08.072288 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2d4317cb-3b34-497f-95fc-619863eccd88 req-4abdf92f-a643-4e71-9fc0-a44852456864 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1e626177-13e1-498b-8c5b-25bda1fa93e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1920958 Apr 29 11:43:08.075399 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e289637e-66dc-4c67-9c45-f1872cf62811 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:08.095351 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4623f1-48b8-412e-8283-5a418f617ef7 req-23ce4f58-0a50-4c8e-b245-0e9e3b4c39df tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:08.097312 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fa4623f1-48b8-412e-8283-5a418f617ef7 req-23ce4f58-0a50-4c8e-b245-0e9e3b4c39df tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f960b43-19a2-4fae-924d-9f153342f2ba HTTP/1.1" status: 200 len: 943 time: 0.3092861 Apr 29 11:43:08.152508 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-63fe739a-15e1-4314-b22f-54fb57d30acb None None] Provisioning complete for port 7588c417-c580-4314-b5ce-bf3c6e3bf8d9 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:08.153142 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-63fe739a-15e1-4314-b22f-54fb57d30acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:08.163725 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-1dee23ac-68f2-47d3-ae9a-9d8559f84c56 service neutron] For port e0232197-aa8e-453a-8b4a-47f4685634c2, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:43:08.171139 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e289637e-66dc-4c67-9c45-f1872cf62811 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:08.177501 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e289637e-66dc-4c67-9c45-f1872cf62811 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:08.197475 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289637e-66dc-4c67-9c45-f1872cf62811 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=978e04d2-6e1b-4687-8a16-5003971df2b2,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:08.204703 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-63fe739a-15e1-4314-b22f-54fb57d30acb None None] Port 7588c417-c580-4314-b5ce-bf3c6e3bf8d9 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:43:08.210560 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e289637e-66dc-4c67-9c45-f1872cf62811 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:08.215697 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e289637e-66dc-4c67-9c45-f1872cf62811 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2007742 Apr 29 11:43:08.216645 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53344) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:08.225906 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-1dee23ac-68f2-47d3-ae9a-9d8559f84c56 service neutron] For port e0232197-aa8e-453a-8b4a-47f4685634c2, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e0232197-aa8e-453a-8b4a-47f4685634c2,segment=NetworkSegment(0c080895-bcf4-4e59-861e-09d2c7c3a6d0),segment_id=0c080895-bcf4-4e59-861e-09d2c7c3a6d0)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:43:08.262792 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fa4623f1-48b8-412e-8283-5a418f617ef7 req-1786e21c-84fd-4644-a465-3b430664f4bd tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490333 Apr 29 11:43:08.263851 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-1dee23ac-68f2-47d3-ae9a-9d8559f84c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:08.292598 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c54d8ba7-64c6-4c1a-8189-a23e91d43cb1 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:08.321055 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c54d8ba7-64c6-4c1a-8189-a23e91d43cb1 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:08.326827 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-1dee23ac-68f2-47d3-ae9a-9d8559f84c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:08.327458 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-1dee23ac-68f2-47d3-ae9a-9d8559f84c56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:08.340007 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-1dee23ac-68f2-47d3-ae9a-9d8559f84c56 service neutron] 10.222.0.62 "PUT /v2.0/ports/e0232197-aa8e-453a-8b4a-47f4685634c2 HTTP/1.1" status: 200 len: 1093 time: 2.1600535 Apr 29 11:43:08.376482 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b5cdcc80-310a-44c8-9618-6a3bc4f50783 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:08.420704 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c54d8ba7-64c6-4c1a-8189-a23e91d43cb1 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:08.428606 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c54d8ba7-64c6-4c1a-8189-a23e91d43cb1 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:08.429905 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c54d8ba7-64c6-4c1a-8189-a23e91d43cb1 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "DELETE /v2.0/security-groups/3de54763-1e29-47b8-9822-098f9e30edb3 HTTP/1.1" status: 204 len: 168 time: 0.2120588 Apr 29 11:43:08.434939 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53346) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:08.451368 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee23ac-68f2-47d3-ae9a-9d8559f84c56 service neutron] Pushing event updated for resources: {'Port': ['ID=e0232197-aa8e-453a-8b4a-47f4685634c2,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:08.478121 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d8ba7-64c6-4c1a-8189-a23e91d43cb1 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de54763-1e29-47b8-9822-098f9e30edb3,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:08.508570 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2d4317cb-3b34-497f-95fc-619863eccd88 req-15268648-7c85-4508-b6fc-1ce9bceaa629 service neutron] 10.222.0.62 "GET /v2.0/networks/1e626177-13e1-498b-8c5b-25bda1fa93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019587 Apr 29 11:43:08.561826 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e1f82d51-fc7d-452d-b55e-e9c29edc0368 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1251435 Apr 29 11:43:08.566444 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53348) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:08.573465 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-bc3fd5ad-f43c-4196-bd1a-408c8a269a01 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Request body: {'security_group': {'name': 'tempest-secgroup--1957249623'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:08.601444 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1926896-ce80-417d-8b5b-5041b71b9dd4 req-80d767ad-b310-4daf-bbec-2f5fced26521 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:08.603143 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [req-d1926896-ce80-417d-8b5b-5041b71b9dd4 req-80d767ad-b310-4daf-bbec-2f5fced26521 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/ports?device_id=1853ef4d-315d-476b-8c59-f0003f78dda0 HTTP/1.1" status: 200 len: 946 time: 0.0951378 Apr 29 11:43:08.620444 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bc3fd5ad-f43c-4196-bd1a-408c8a269a01 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:08.638543 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f960b43-19a2-4fae-924d-9f153342f2ba', 'tag': 'e0232197-aa8e-453a-8b4a-47f4685634c2'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:43:08.641801 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6e44a9-2e11-466f-b545-46bd4f84bb86" -d '{"events": [{"name": "network-changed", "server_uuid": "4f960b43-19a2-4fae-924d-9f153342f2ba", "tag": "e0232197-aa8e-453a-8b4a-47f4685634c2"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:43:08.683776 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-306375c4-b2bf-4f4f-8fcc-74a777f5b2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:08.685447 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-306375c4-b2bf-4f4f-8fcc-74a777f5b2c2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5c18c08a53e64ca1a8e956042fa2eb3a&device_id=4f960b43-19a2-4fae-924d-9f153342f2ba HTTP/1.1" status: 200 len: 1096 time: 0.2867644 Apr 29 11:43:08.742978 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85c14bc-87b4-4f48-96bc-61606240f9bd x-openstack-request-id: req-a85c14bc-87b4-4f48-96bc-61606240f9bd {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:43:08.743985 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f960b43-19a2-4fae-924d-9f153342f2ba", "tag": "e0232197-aa8e-453a-8b4a-47f4685634c2", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:43:08.744350 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a85c14bc-87b4-4f48-96bc-61606240f9bd {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:43:08.744848 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a85c14bc-87b4-4f48-96bc-61606240f9bd'] response: {'name': 'network-changed', 'server_uuid': '4f960b43-19a2-4fae-924d-9f153342f2ba', 'tag': 'e0232197-aa8e-453a-8b4a-47f4685634c2', 'status': 'completed', 'code': 200} Apr 29 11:43:08.790315 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-a772f1db-bcd6-406e-9c49-7def0348f0ad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0232197-aa8e-453a-8b4a-47f4685634c2 HTTP/1.1" status: 200 len: 217 time: 0.0902500 Apr 29 11:43:08.902621 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2d4317cb-3b34-497f-95fc-619863eccd88 req-3b498c47-a189-46b0-ae17-ba556353c591 service neutron] 10.222.0.62 "GET /v2.0/networks/1e626177-13e1-498b-8c5b-25bda1fa93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666928 Apr 29 11:43:08.957197 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-6c3c63fa-1f6d-4b9d-b66d-b35401893dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:08.958708 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-6c3c63fa-1f6d-4b9d-b66d-b35401893dc6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d46e396-b942-4a36-95e7-aa43a356bdd4 HTTP/1.1" status: 200 len: 851 time: 0.1514716 Apr 29 11:43:08.989041 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96affc5d-620c-45f1-ba3a-c4bee49c4481 req-ad166fda-b57f-4f7c-9506-0580fafb62e2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:08.990802 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-96affc5d-620c-45f1-ba3a-c4bee49c4481 req-ad166fda-b57f-4f7c-9506-0580fafb62e2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=1853ef4d-315d-476b-8c59-f0003f78dda0 HTTP/1.1" status: 200 len: 946 time: 0.2113993 Apr 29 11:43:09.085527 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bc3fd5ad-f43c-4196-bd1a-408c8a269a01 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.093466 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [req-d1926896-ce80-417d-8b5b-5041b71b9dd4 req-0f98a46e-0f4b-469a-b907-ebfb7259df12 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port 2152fcfb-efd4-49e9-baee-40e905b8c671 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:43:09.093818 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [req-d1926896-ce80-417d-8b5b-5041b71b9dd4 req-0f98a46e-0f4b-469a-b907-ebfb7259df12 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.100114 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bc3fd5ad-f43c-4196-bd1a-408c8a269a01 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.100560 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-96affc5d-620c-45f1-ba3a-c4bee49c4481 req-3dff25a5-dca0-4c35-afa9-508bd7cdb228 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e97b539-a470-4de4-bba2-e5c91828c3da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0876315 Apr 29 11:43:09.108709 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-8693e70e-3cd1-4e62-99b8-256eae31d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:09.110141 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-8693e70e-3cd1-4e62-99b8-256eae31d187 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13eec917-2205-41ac-bb67-a922e346256d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1410706 Apr 29 11:43:09.141084 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b5cdcc80-310a-44c8-9618-6a3bc4f50783 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.156641 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b5cdcc80-310a-44c8-9618-6a3bc4f50783 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.157437 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b5cdcc80-310a-44c8-9618-6a3bc4f50783 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.199724 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bc3fd5ad-f43c-4196-bd1a-408c8a269a01 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.203411 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-bc3fd5ad-f43c-4196-bd1a-408c8a269a01 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6334078 Apr 29 11:43:09.209912 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53354) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:09.216577 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-20f0dc74-91d5-486f-b466-4761eab67d98 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Request body: {'security_group': {'name': 'tempest-secgroup--794541022'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:09.226130 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3fd5ad-f43c-4196-bd1a-408c8a269a01 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d74df19-e172-4eb7-ae9e-686773d0a284,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:09.255619 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [req-d1926896-ce80-417d-8b5b-5041b71b9dd4 req-0f98a46e-0f4b-469a-b907-ebfb7259df12 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] For port 2152fcfb-efd4-49e9-baee-40e905b8c671, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=2152fcfb-efd4-49e9-baee-40e905b8c671,segment=NetworkSegment(5ae0213c-e045-45e1-a170-1fcd80f529a8),segment_id=5ae0213c-e045-45e1-a170-1fcd80f529a8)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:43:09.255989 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [req-d1926896-ce80-417d-8b5b-5041b71b9dd4 req-0f98a46e-0f4b-469a-b907-ebfb7259df12 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.264252 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-20f0dc74-91d5-486f-b466-4761eab67d98 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.278109 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [req-d1926896-ce80-417d-8b5b-5041b71b9dd4 req-0f98a46e-0f4b-469a-b907-ebfb7259df12 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for 2152fcfb-efd4-49e9-baee-40e905b8c671 owned by compute:nova {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:43:09.310910 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdcc80-310a-44c8-9618-6a3bc4f50783 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Pushing event updated for resources: {'Port': ['ID=7588c417-c580-4314-b5ce-bf3c6e3bf8d9,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:09.350263 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-20f0dc74-91d5-486f-b466-4761eab67d98 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.381140 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-9d9be250-1a40-4452-b519-28ad7d34a71a service neutron] 10.222.0.62 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530568 Apr 29 11:43:09.389706 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-20f0dc74-91d5-486f-b466-4761eab67d98 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.435394 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-20f0dc74-91d5-486f-b466-4761eab67d98 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.436649 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-20f0dc74-91d5-486f-b466-4761eab67d98 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2249591 Apr 29 11:43:09.439025 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0dc74-91d5-486f-b466-4761eab67d98 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66576129-f8f0-4df2-a5cf-618ebed3d0d9,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:09.443285 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53360) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:09.447718 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-8b2305d7-bf7d-4e4c-9e73-1d0f1a4c9f45 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Request body: {'security_group_rule': {'security_group_id': '8d74df19-e172-4eb7-ae9e-686773d0a284', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '66576129-f8f0-4df2-a5cf-618ebed3d0d9', 'remote_ip_prefix': None}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:09.521650 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cdcc80-310a-44c8-9618-6a3bc4f50783 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Network 2a9d0c27-47d8-4cb9-a1a4-49b060979825 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:09.529102 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8b2305d7-bf7d-4e4c-9e73-1d0f1a4c9f45 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.529495 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-b5cdcc80-310a-44c8-9618-6a3bc4f50783 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:09.552672 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49b960-9ec9-41c9-a5fa-2e8069ae47b6 req-8d08b88b-d5e0-479c-9d7c-852b640bf6c4 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:09.560092 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3a49b960-9ec9-41c9-a5fa-2e8069ae47b6 req-8d08b88b-d5e0-479c-9d7c-852b640bf6c4 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f960b43-19a2-4fae-924d-9f153342f2ba HTTP/1.1" status: 200 len: 943 time: 0.2037072 Apr 29 11:43:09.584287 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [req-d1926896-ce80-417d-8b5b-5041b71b9dd4 req-0f98a46e-0f4b-469a-b907-ebfb7259df12 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.625873 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98a46e-0f4b-469a-b907-ebfb7259df12 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=2152fcfb-efd4-49e9-baee-40e905b8c671,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:09.693190 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1926896-ce80-417d-8b5b-5041b71b9dd4 req-0f98a46e-0f4b-469a-b907-ebfb7259df12 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] No DVR routers for this DVR port 2152fcfb-efd4-49e9-baee-40e905b8c671 on host hv-neutron-8388 {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:43:09.699232 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [req-d1926896-ce80-417d-8b5b-5041b71b9dd4 req-0f98a46e-0f4b-469a-b907-ebfb7259df12 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.702545 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [req-d1926896-ce80-417d-8b5b-5041b71b9dd4 req-0f98a46e-0f4b-469a-b907-ebfb7259df12 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "DELETE /v2.0/ports/2152fcfb-efd4-49e9-baee-40e905b8c671 HTTP/1.1" status: 204 len: 173 time: 1.0915663 Apr 29 11:43:09.703000 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1853ef4d-315d-476b-8c59-f0003f78dda0', 'name': 'network-vif-deleted', 'tag': '2152fcfb-efd4-49e9-baee-40e905b8c671'}] {{(pid=102960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:43:09.705973 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f284d994886e2bee032f7329864f24e5fe1e0d39b4215f9cf8d7074f2166ea6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15af1e26-683d-48df-a1b0-a185e85e9fc5" -d '{"events": [{"server_uuid": "1853ef4d-315d-476b-8c59-f0003f78dda0", "name": "network-vif-deleted", "tag": "2152fcfb-efd4-49e9-baee-40e905b8c671"}]}' {{(pid=102960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:43:09.710650 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8b2305d7-bf7d-4e4c-9e73-1d0f1a4c9f45 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.717862 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8b2305d7-bf7d-4e4c-9e73-1d0f1a4c9f45 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.735481 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dbf40bc5-0c94-483b-800b-8697922cfd21 req-d795a082-9f1c-4979-bab6-17ac590e77ba service neutron] 10.222.0.62 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244276 Apr 29 11:43:09.741692 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2305d7-bf7d-4e4c-9e73-1d0f1a4c9f45 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b8b534-032a-4d2b-be11-9ba535da098e,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:09.756000 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8b2305d7-bf7d-4e4c-9e73-1d0f1a4c9f45 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.759388 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8b2305d7-bf7d-4e4c-9e73-1d0f1a4c9f45 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3149772 Apr 29 11:43:09.761093 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19571e41-b7f4-4863-ad33-4584d68e3f42 x-openstack-request-id: req-19571e41-b7f4-4863-ad33-4584d68e3f42 {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:43:09.761406 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1853ef4d-315d-476b-8c59-f0003f78dda0", "name": "network-vif-deleted", "tag": "2152fcfb-efd4-49e9-baee-40e905b8c671", "status": "completed", "code": 200}]} {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:43:09.761660 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-19571e41-b7f4-4863-ad33-4584d68e3f42 {{(pid=102960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:43:09.762141 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19571e41-b7f4-4863-ad33-4584d68e3f42'] response: {'server_uuid': '1853ef4d-315d-476b-8c59-f0003f78dda0', 'name': 'network-vif-deleted', 'tag': '2152fcfb-efd4-49e9-baee-40e905b8c671', 'status': 'completed', 'code': 200} Apr 29 11:43:09.762719 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53364) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:09.785299 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3a49b960-9ec9-41c9-a5fa-2e8069ae47b6 req-b7be70b5-a5f6-4032-8eea-eefe4a0bdd4a tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242296 Apr 29 11:43:09.803484 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a6a76b03-9179-49c6-94b8-84a864cad376 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.806665 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a6a76b03-9179-49c6-94b8-84a864cad376 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.809649 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cdcc80-310a-44c8-9618-6a3bc4f50783 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Router b78d8d8b-6849-4214-83d6-97588790967b has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:43:09.842432 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a6a76b03-9179-49c6-94b8-84a864cad376 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.847260 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a6a76b03-9179-49c6-94b8-84a864cad376 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.850858 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a6a76b03-9179-49c6-94b8-84a864cad376 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/f1b8b534-032a-4d2b-be11-9ba535da098e HTTP/1.1" status: 204 len: 168 time: 0.0869620 Apr 29 11:43:09.851928 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53370) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:09.869550 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a76b03-9179-49c6-94b8-84a864cad376 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1b8b534-032a-4d2b-be11-9ba535da098e,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:09.917913 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-caee7bae-67cc-410e-967e-633ac996587b tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0551972 Apr 29 11:43:09.920847 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53372) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:09.973372 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e44a9-2e11-466f-b545-46bd4f84bb86 req-14802b6c-6de5-456e-a681-61c2d3132449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:09.974931 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4e6e44a9-2e11-466f-b545-46bd4f84bb86 req-14802b6c-6de5-456e-a681-61c2d3132449 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5c18c08a53e64ca1a8e956042fa2eb3a&device_id=4f960b43-19a2-4fae-924d-9f153342f2ba HTTP/1.1" status: 200 len: 1096 time: 0.1377003 Apr 29 11:43:09.976340 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cdcc80-310a-44c8-9618-6a3bc4f50783 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:43:09.978352 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c537768f-bc47-44b1-ba62-915e844a5612 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.981311 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b5cdcc80-310a-44c8-9618-6a3bc4f50783 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] 10.222.0.69 "PUT /v2.0/routers/b78d8d8b-6849-4214-83d6-97588790967b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7938986 Apr 29 11:43:09.983880 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53374) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:09.988438 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-8ba5f5f2-9543-46b7-be7b-ec0cf653167c None None] Provisioning complete for port 7588c417-c580-4314-b5ce-bf3c6e3bf8d9 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:09.988893 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8ba5f5f2-9543-46b7-be7b-ec0cf653167c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.994384 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15161222-fb74-4ffc-a8af-db6a11aa9346 None None] Sync routers for ids ['b78d8d8b-6849-4214-83d6-97588790967b'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:43:10.010721 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c537768f-bc47-44b1-ba62-915e844a5612 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:10.011867 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15161222-fb74-4ffc-a8af-db6a11aa9346 None None] Routers {'b78d8d8b-6849-4214-83d6-97588790967b'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:43:10.012663 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-15161222-fb74-4ffc-a8af-db6a11aa9346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['b78d8d8b-6849-4214-83d6-97588790967b'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:10.043178 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-8ba5f5f2-9543-46b7-be7b-ec0cf653167c None None] Port 7588c417-c580-4314-b5ce-bf3c6e3bf8d9 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:43:10.064273 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c537768f-bc47-44b1-ba62-915e844a5612 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:10.068152 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c537768f-bc47-44b1-ba62-915e844a5612 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:10.070567 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c537768f-bc47-44b1-ba62-915e844a5612 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "DELETE /v2.0/security-groups/66576129-f8f0-4df2-a5cf-618ebed3d0d9 HTTP/1.1" status: 204 len: 168 time: 0.1488359 Apr 29 11:43:10.078270 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-15161222-fb74-4ffc-a8af-db6a11aa9346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:10.079524 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53376) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:10.084152 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537768f-bc47-44b1-ba62-915e844a5612 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66576129-f8f0-4df2-a5cf-618ebed3d0d9,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:10.089110 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15161222-fb74-4ffc-a8af-db6a11aa9346 None None] Routers {'b78d8d8b-6849-4214-83d6-97588790967b'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:43:10.089927 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-15161222-fb74-4ffc-a8af-db6a11aa9346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['b78d8d8b-6849-4214-83d6-97588790967b'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:10.126625 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-15161222-fb74-4ffc-a8af-db6a11aa9346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:10.127299 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15161222-fb74-4ffc-a8af-db6a11aa9346 None None] The sync data for ids ['b78d8d8b-6849-4214-83d6-97588790967b'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:43:10.535155 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-130e6cda-01d5-40ae-8c34-c411718fb74a req-cfdecf00-ec16-4144-892a-610f3d3ff932 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=1853ef4d-315d-476b-8c59-f0003f78dda0 HTTP/1.1" status: 200 len: 210 time: 0.0521116 Apr 29 11:43:10.559298 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c7eeecdd-94b2-4351-b572-bda5a0472dfb tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:10.653415 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e44a9-2e11-466f-b545-46bd4f84bb86 req-2142101d-05a0-432b-bcfb-6c85de6f1221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:10.654919 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4e6e44a9-2e11-466f-b545-46bd4f84bb86 req-2142101d-05a0-432b-bcfb-6c85de6f1221 service neutron] 10.222.0.62 "GET /v2.0/networks?id=13eec917-2205-41ac-bb67-a922e346256d HTTP/1.1" status: 200 len: 913 time: 0.6645575 Apr 29 11:43:10.663312 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-985ea5d6-8551-4d14-a232-92cb308a2e1c tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.5530491 Apr 29 11:43:10.666065 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53380) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:10.734497 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4e6e44a9-2e11-466f-b545-46bd4f84bb86 req-d17aa9fd-0a52-4dae-96e1-0a5117cb8e6e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0232197-aa8e-453a-8b4a-47f4685634c2 HTTP/1.1" status: 200 len: 217 time: 0.0597675 Apr 29 11:43:10.739759 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.api.v2.resource [None req-c7eeecdd-94b2-4351-b572-bda5a0472dfb tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 29 11:43:10.740826 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c7eeecdd-94b2-4351-b572-bda5a0472dfb tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] 10.222.0.69 "DELETE /v2.0/routers/b78d8d8b-6849-4214-83d6-97588790967b HTTP/1.1" status: 409 len: 329 time: 0.7559221 Apr 29 11:43:10.743798 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53382) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:10.813226 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e44a9-2e11-466f-b545-46bd4f84bb86 req-67ec6ce2-a26c-4153-9ecf-7fb316ffa010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:10.814741 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4e6e44a9-2e11-466f-b545-46bd4f84bb86 req-67ec6ce2-a26c-4153-9ecf-7fb316ffa010 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d46e396-b942-4a36-95e7-aa43a356bdd4 HTTP/1.1" status: 200 len: 851 time: 0.0710278 Apr 29 11:43:10.815359 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eba77a69-4554-4d6b-9277-a639a0b9adaf tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:10.869740 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eba77a69-4554-4d6b-9277-a639a0b9adaf tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:10.952595 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e44a9-2e11-466f-b545-46bd4f84bb86 req-49bb9bf2-962e-4a1d-af21-edbb4525ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:10.954248 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4e6e44a9-2e11-466f-b545-46bd4f84bb86 req-49bb9bf2-962e-4a1d-af21-edbb4525ed36 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13eec917-2205-41ac-bb67-a922e346256d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1212373 Apr 29 11:43:10.962030 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e118d5d-de99-412e-a580-74e28da39334 req-2a8e36e0-b331-46c3-b4d5-a102d02df207 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:10.963487 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9e118d5d-de99-412e-a580-74e28da39334 req-2a8e36e0-b331-46c3-b4d5-a102d02df207 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f960b43-19a2-4fae-924d-9f153342f2ba HTTP/1.1" status: 200 len: 943 time: 0.0990527 Apr 29 11:43:10.976566 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eba77a69-4554-4d6b-9277-a639a0b9adaf tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:10.979099 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eba77a69-4554-4d6b-9277-a639a0b9adaf tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:10.980173 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-eba77a69-4554-4d6b-9277-a639a0b9adaf tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "DELETE /v2.0/security-groups/8d74df19-e172-4eb7-ae9e-686773d0a284 HTTP/1.1" status: 204 len: 168 time: 0.3131630 Apr 29 11:43:10.982814 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53386) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:11.039004 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba77a69-4554-4d6b-9277-a639a0b9adaf tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d74df19-e172-4eb7-ae9e-686773d0a284,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:11.067987 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6285eac4-ed81-4ee3-88c3-d7209e821dcc tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0782893 Apr 29 11:43:11.069401 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53388) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:11.079159 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-c3f0b783-c577-45bf-b895-0d526575b3de tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Request body: {'security_group': {'name': 'tempest-secgroup--1343842877'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:11.099456 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9e118d5d-de99-412e-a580-74e28da39334 req-3d015f42-2407-48f2-b728-aad7707dcaf7 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246450 Apr 29 11:43:11.126867 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3ea3d1ab-27bc-4959-9b8d-e5f8d89041dc tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.128047 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4e6e44a9-2e11-466f-b545-46bd4f84bb86 req-1c20e042-f8d0-4280-8101-3c23f737b23f service neutron] 10.222.0.62 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613009 Apr 29 11:43:11.130498 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c3f0b783-c577-45bf-b895-0d526575b3de tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.259389 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4e6e44a9-2e11-466f-b545-46bd4f84bb86 req-4a14a360-9e2c-46e3-8039-fcb15a75e541 service neutron] 10.222.0.62 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200387 Apr 29 11:43:11.271366 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c3f0b783-c577-45bf-b895-0d526575b3de tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.276905 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c3f0b783-c577-45bf-b895-0d526575b3de tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.308766 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c3f0b783-c577-45bf-b895-0d526575b3de tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.309900 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c3f0b783-c577-45bf-b895-0d526575b3de tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2389555 Apr 29 11:43:11.310636 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0b783-c577-45bf-b895-0d526575b3de tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17d7cfdd-7b7a-403c-b2bb-c0f82ca742f6,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:11.312637 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53390) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:11.317493 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-940c5c44-f1a3-4e7f-8cf5-f671d67ff3a2 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Request body: {'security_group_rule': {'security_group_id': '17d7cfdd-7b7a-403c-b2bb-c0f82ca742f6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:11.344808 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-940c5c44-f1a3-4e7f-8cf5-f671d67ff3a2 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.395754 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-3ea3d1ab-27bc-4959-9b8d-e5f8d89041dc tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Deleting port 7588c417-c580-4314-b5ce-bf3c6e3bf8d9 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:43:11.396136 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3ea3d1ab-27bc-4959-9b8d-e5f8d89041dc tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.413284 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-940c5c44-f1a3-4e7f-8cf5-f671d67ff3a2 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.417216 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-940c5c44-f1a3-4e7f-8cf5-f671d67ff3a2 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.440508 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c5c44-f1a3-4e7f-8cf5-f671d67ff3a2 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db535b8d-5ff9-499c-b693-968c6627ee71,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:11.446982 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-940c5c44-f1a3-4e7f-8cf5-f671d67ff3a2 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.448190 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-940c5c44-f1a3-4e7f-8cf5-f671d67ff3a2 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1346412 Apr 29 11:43:11.451458 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53392) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:11.476338 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eb47622f-79cd-40df-bfd5-32cc5bca92b3 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.484044 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eb47622f-79cd-40df-bfd5-32cc5bca92b3 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.493441 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3ea3d1ab-27bc-4959-9b8d-e5f8d89041dc tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.506898 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-3ea3d1ab-27bc-4959-9b8d-e5f8d89041dc tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Calling delete_port for 7588c417-c580-4314-b5ce-bf3c6e3bf8d9 owned by network:router_interface {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:43:11.511002 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eb47622f-79cd-40df-bfd5-32cc5bca92b3 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.516873 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eb47622f-79cd-40df-bfd5-32cc5bca92b3 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.517966 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-eb47622f-79cd-40df-bfd5-32cc5bca92b3 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/db535b8d-5ff9-499c-b693-968c6627ee71 HTTP/1.1" status: 204 len: 168 time: 0.0655463 Apr 29 11:43:11.521453 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53394) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:11.539644 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47622f-79cd-40df-bfd5-32cc5bca92b3 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db535b8d-5ff9-499c-b693-968c6627ee71,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:11.569045 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f7592ca8-6c95-463d-b225-18b818807910 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0462210 Apr 29 11:43:11.571519 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53398) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:11.600858 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53400) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:11.661957 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a046a3b0-963f-4c5b-b63a-41680c974f20 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.692467 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3ea3d1ab-27bc-4959-9b8d-e5f8d89041dc tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.697526 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a046a3b0-963f-4c5b-b63a-41680c974f20 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.700114 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e2392691-f18b-4ad6-a034-05654bd7d629 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.725987 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3d1ab-27bc-4959-9b8d-e5f8d89041dc tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Pushing event deleted for resources: {'Port': ['ID=7588c417-c580-4314-b5ce-bf3c6e3bf8d9,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:11.750886 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e2392691-f18b-4ad6-a034-05654bd7d629 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.795741 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a046a3b0-963f-4c5b-b63a-41680c974f20 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.798714 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a046a3b0-963f-4c5b-b63a-41680c974f20 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.799963 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a046a3b0-963f-4c5b-b63a-41680c974f20 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "DELETE /v2.0/security-groups/17d7cfdd-7b7a-403c-b2bb-c0f82ca742f6 HTTP/1.1" status: 204 len: 168 time: 0.2274735 Apr 29 11:43:11.804168 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53402) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:11.825760 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046a3b0-963f-4c5b-b63a-41680c974f20 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d7cfdd-7b7a-403c-b2bb-c0f82ca742f6,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:11.870206 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3ea3d1ab-27bc-4959-9b8d-e5f8d89041dc tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.873802 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-fb6b85ec-72d0-4acc-93b8-7e31f201aba8 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0681598 Apr 29 11:43:11.877943 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53404) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:11.884539 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-c5428264-e768-4202-908f-d203b49f82d6 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Request body: {'security_group': {'name': 'tempest-secgroup--1717808974'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:11.889154 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e2392691-f18b-4ad6-a034-05654bd7d629 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.891889 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e2392691-f18b-4ad6-a034-05654bd7d629 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.893058 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e2392691-f18b-4ad6-a034-05654bd7d629 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/security-groups/9e97b539-a470-4de4-bba2-e5c91828c3da HTTP/1.1" status: 204 len: 168 time: 0.2912288 Apr 29 11:43:11.914079 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2392691-f18b-4ad6-a034-05654bd7d629 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e97b539-a470-4de4-bba2-e5c91828c3da,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:11.928024 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c5428264-e768-4202-908f-d203b49f82d6 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.952901 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53408) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:12.011701 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 2152fcfb-efd4-49e9-baee-40e905b8c671 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:43:12.050931 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: 2152fcfb-efd4-49e9-baee-40e905b8c671 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:43:12.051287 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 2152fcfb-efd4-49e9-baee-40e905b8c671 not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:43:12.135251 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea3d1ab-27bc-4959-9b8d-e5f8d89041dc tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Router b78d8d8b-6849-4214-83d6-97588790967b has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:43:12.180517 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c5428264-e768-4202-908f-d203b49f82d6 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:12.198311 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c5428264-e768-4202-908f-d203b49f82d6 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:12.233976 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea3d1ab-27bc-4959-9b8d-e5f8d89041dc tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:43:12.240220 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3ea3d1ab-27bc-4959-9b8d-e5f8d89041dc tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] 10.222.0.69 "PUT /v2.0/routers/b78d8d8b-6849-4214-83d6-97588790967b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4953094 Apr 29 11:43:12.243990 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53412) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:12.249969 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e247fd62-512f-49fd-bac8-d6f830501278 None None] Sync routers for ids ['b78d8d8b-6849-4214-83d6-97588790967b'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:43:12.261632 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e247fd62-512f-49fd-bac8-d6f830501278 None None] Routers {'b78d8d8b-6849-4214-83d6-97588790967b'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:43:12.262368 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-e247fd62-512f-49fd-bac8-d6f830501278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['b78d8d8b-6849-4214-83d6-97588790967b'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:12.289962 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c5428264-e768-4202-908f-d203b49f82d6 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:12.292136 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c5428264-e768-4202-908f-d203b49f82d6 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4127584 Apr 29 11:43:12.304539 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53414) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:12.305928 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-e247fd62-512f-49fd-bac8-d6f830501278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:12.308109 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-37d9a21b-7a39-47cb-9d96-443f95f9c009 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] show failed (client error): The resource could not be found. Apr 29 11:43:12.309358 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-37d9a21b-7a39-47cb-9d96-443f95f9c009 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] 10.222.0.69 "GET /v2.0/routers/tempest-non_exist_router-1165188448 HTTP/1.1" status: 404 len: 335 time: 0.0641394 Apr 29 11:43:12.313205 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53416) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:12.318371 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-828c384a-7292-45c5-a857-617e1e09aabe tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:12.319452 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e247fd62-512f-49fd-bac8-d6f830501278 None None] Routers {'b78d8d8b-6849-4214-83d6-97588790967b'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:43:12.320073 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-e247fd62-512f-49fd-bac8-d6f830501278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['b78d8d8b-6849-4214-83d6-97588790967b'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:12.331046 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5428264-e768-4202-908f-d203b49f82d6 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc20dd54-2927-4026-b1d2-ba79e7ecc245,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:12.336864 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-bb2583e8-a8b7-4d57-8ece-b84cceb1fc55 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Request body: {'security_group_rule': {'security_group_id': 'bc20dd54-2927-4026-b1d2-ba79e7ecc245', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:12.350916 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7a088-0589-4a7b-bf94-efb058007901 req-e3758a34-9a93-4ac5-862b-babe74b52895 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:12.352512 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-35b7a088-0589-4a7b-bf94-efb058007901 req-e3758a34-9a93-4ac5-862b-babe74b52895 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f960b43-19a2-4fae-924d-9f153342f2ba HTTP/1.1" status: 200 len: 943 time: 0.1784904 Apr 29 11:43:12.358513 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-e247fd62-512f-49fd-bac8-d6f830501278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:12.359460 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e247fd62-512f-49fd-bac8-d6f830501278 None None] The sync data for ids ['b78d8d8b-6849-4214-83d6-97588790967b'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:43:12.361945 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-828c384a-7292-45c5-a857-617e1e09aabe tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] update failed (client error): The resource could not be found. Apr 29 11:43:12.366256 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-828c384a-7292-45c5-a857-617e1e09aabe tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] 10.222.0.69 "PUT /v2.0/routers/tempest-non_exist_router-16512504 HTTP/1.1" status: 404 len: 333 time: 0.0520473 Apr 29 11:43:12.372582 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53418) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:12.433558 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-111d73f4-4ba2-490c-ba1f-7ee63978e03d tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Deleting subnet 374ad2f6-8a15-4b31-a736-9b2c7daaa386 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:43:12.437129 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-111d73f4-4ba2-490c-ba1f-7ee63978e03d tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:12.442611 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bb2583e8-a8b7-4d57-8ece-b84cceb1fc55 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:12.480724 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-111d73f4-4ba2-490c-ba1f-7ee63978e03d tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:12.483969 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-35b7a088-0589-4a7b-bf94-efb058007901 req-0053f5fc-f354-4c2e-aae1-6ec390e9c1bd tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225057 Apr 29 11:43:12.547330 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bb2583e8-a8b7-4d57-8ece-b84cceb1fc55 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:12.554865 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bb2583e8-a8b7-4d57-8ece-b84cceb1fc55 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:12.580209 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2583e8-a8b7-4d57-8ece-b84cceb1fc55 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad5a059d-736d-4937-8650-6da8b2783062,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:12.599857 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-111d73f4-4ba2-490c-ba1f-7ee63978e03d tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:12.608470 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bb2583e8-a8b7-4d57-8ece-b84cceb1fc55 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:12.612993 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-bb2583e8-a8b7-4d57-8ece-b84cceb1fc55 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2987192 Apr 29 11:43:12.612993 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53420) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:12.648007 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5e19de09-bbb5-41cb-b242-fa6acbd1d5bf tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "GET /v2.0/security-group-rules/ad5a059d-736d-4937-8650-6da8b2783062 HTTP/1.1" status: 200 len: 763 time: 0.0307567 Apr 29 11:43:12.649613 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53422) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:12.669118 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2ff3f798-b512-45f0-a1d5-9151b937233c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:12.689236 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-111d73f4-4ba2-490c-ba1f-7ee63978e03d tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:12.720293 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d73f4-4ba2-490c-ba1f-7ee63978e03d tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Pushing event deleted for resources: {'Subnet': ['ID=374ad2f6-8a15-4b31-a736-9b2c7daaa386,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:12.727744 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-111d73f4-4ba2-490c-ba1f-7ee63978e03d tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:12.733314 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-111d73f4-4ba2-490c-ba1f-7ee63978e03d tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] 10.222.0.69 "DELETE /v2.0/subnets/374ad2f6-8a15-4b31-a736-9b2c7daaa386 HTTP/1.1" status: 204 len: 168 time: 0.3576238 Apr 29 11:43:12.733618 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53424) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:12.736078 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d9ad4e-31b4-4ffc-a31e-57b5210bd1e1 None None] Network 2fc06f0f-028c-418c-b3c9-e75a9c3f33a3 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:43:12.737394 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-74076c70-67cc-4e6c-8319-74ba541a42de tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0877771 Apr 29 11:43:12.740638 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53426) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:12.807287 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9f0d5030-e184-4511-a6d4-a12f14f4c945 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:12.818788 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9f0d5030-e184-4511-a6d4-a12f14f4c945 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:12.849462 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5d4cc91f-e484-40f6-bd42-c1039a982911 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:12.904013 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9f0d5030-e184-4511-a6d4-a12f14f4c945 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:12.911969 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9f0d5030-e184-4511-a6d4-a12f14f4c945 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:12.915607 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9f0d5030-e184-4511-a6d4-a12f14f4c945 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/ad5a059d-736d-4937-8650-6da8b2783062 HTTP/1.1" status: 204 len: 168 time: 0.1717794 Apr 29 11:43:12.916065 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53428) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:12.926945 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d5030-e184-4511-a6d4-a12f14f4c945 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad5a059d-736d-4937-8650-6da8b2783062,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:12.946182 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-5d4cc91f-e484-40f6-bd42-c1039a982911 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Deleting port 1405b0ed-67c4-435d-8f29-7eaa21771e53 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:43:12.946535 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5d4cc91f-e484-40f6-bd42-c1039a982911 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:12.982090 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ca8705b5-0f89-4e40-a163-cd682466dfc9 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0619547 Apr 29 11:43:12.983162 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53430) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:12.991873 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-035c2de2-c2eb-4e7b-9f64-74bc45687702 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Request body: {'security_group_rule': {'security_group_id': 'bc20dd54-2927-4026-b1d2-ba79e7ecc245', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:13.029651 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-5d4cc91f-e484-40f6-bd42-c1039a982911 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] For port 1405b0ed-67c4-435d-8f29-7eaa21771e53, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=1405b0ed-67c4-435d-8f29-7eaa21771e53,segment=NetworkSegment(0e1a5aa7-b3b4-4e8b-8bf9-d2d57d1aefd3),segment_id=0e1a5aa7-b3b4-4e8b-8bf9-d2d57d1aefd3)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:43:13.030072 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5d4cc91f-e484-40f6-bd42-c1039a982911 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.051509 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-5d4cc91f-e484-40f6-bd42-c1039a982911 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Calling delete_port for 1405b0ed-67c4-435d-8f29-7eaa21771e53 owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:43:13.053933 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-035c2de2-c2eb-4e7b-9f64-74bc45687702 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.085067 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-2ff3f798-b512-45f0-a1d5-9151b937233c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port 10b2821c-69b2-49f8-95ec-6ddf16bdc052 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:43:13.085413 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2ff3f798-b512-45f0-a1d5-9151b937233c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.114437 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372803a8-168f-46d7-ab28-2e3f329fa452 None None] DHCP port deletion for 2fc06f0f-028c-418c-b3c9-e75a9c3f33a3 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:43:13.140133 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5d4cc91f-e484-40f6-bd42-c1039a982911 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.168663 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4cc91f-e484-40f6-bd42-c1039a982911 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Pushing event deleted for resources: {'Port': ['ID=1405b0ed-67c4-435d-8f29-7eaa21771e53,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:13.174586 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4cc91f-e484-40f6-bd42-c1039a982911 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] No DVR routers for this DVR port 1405b0ed-67c4-435d-8f29-7eaa21771e53 on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:43:13.179945 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-372803a8-168f-46d7-ab28-2e3f329fa452 None None] Deleting port 1405b0ed-67c4-435d-8f29-7eaa21771e53 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:43:13.180614 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-372803a8-168f-46d7-ab28-2e3f329fa452 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.184289 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-035c2de2-c2eb-4e7b-9f64-74bc45687702 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.193385 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-035c2de2-c2eb-4e7b-9f64-74bc45687702 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.227519 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c2de2-c2eb-4e7b-9f64-74bc45687702 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efec6971-58a2-4b14-90f4-2fd0f1412d80,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:13.238091 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-2ff3f798-b512-45f0-a1d5-9151b937233c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] For port 10b2821c-69b2-49f8-95ec-6ddf16bdc052, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=10b2821c-69b2-49f8-95ec-6ddf16bdc052,segment=NetworkSegment(5ae0213c-e045-45e1-a170-1fcd80f529a8),segment_id=5ae0213c-e045-45e1-a170-1fcd80f529a8)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:43:13.239143 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2ff3f798-b512-45f0-a1d5-9151b937233c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.252496 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-2ff3f798-b512-45f0-a1d5-9151b937233c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for 10b2821c-69b2-49f8-95ec-6ddf16bdc052 owned by network:router_interface {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:43:13.257482 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-035c2de2-c2eb-4e7b-9f64-74bc45687702 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.258873 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-035c2de2-c2eb-4e7b-9f64-74bc45687702 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2746348 Apr 29 11:43:13.261553 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53432) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:13.265296 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5d4cc91f-e484-40f6-bd42-c1039a982911 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.269636 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-372803a8-168f-46d7-ab28-2e3f329fa452 None None] For port 1405b0ed-67c4-435d-8f29-7eaa21771e53, host dv-neutron-838888-1-hyperv, got binding levels [] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:43:13.270057 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-372803a8-168f-46d7-ab28-2e3f329fa452 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.284134 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-051d189e-f92f-4984-9561-d603902b8d2e tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "GET /v2.0/security-group-rules/efec6971-58a2-4b14-90f4-2fd0f1412d80 HTTP/1.1" status: 200 len: 763 time: 0.0216942 Apr 29 11:43:13.286791 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53434) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:13.287226 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-372803a8-168f-46d7-ab28-2e3f329fa452 None None] Calling delete_port for 1405b0ed-67c4-435d-8f29-7eaa21771e53 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:43:13.289600 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-5d4cc91f-e484-40f6-bd42-c1039a982911 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc06f0f-028c-418c-b3c9-e75a9c3f33a3']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:13.290039 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.ipam_backend_mixin [None req-372803a8-168f-46d7-ab28-2e3f329fa452 None None] Port 1405b0ed-67c4-435d-8f29-7eaa21771e53 was not found and therefore no delete operation was performed {{(pid=102961) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 11:43:13.291626 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-372803a8-168f-46d7-ab28-2e3f329fa452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.302489 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-5d4cc91f-e484-40f6-bd42-c1039a982911 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e1a5aa7-b3b4-4e8b-8bf9-d2d57d1aefd3') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:13.302780 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-5d4cc91f-e484-40f6-bd42-c1039a982911 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e1a5aa7-b3b4-4e8b-8bf9-d2d57d1aefd3') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:13.313542 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5d4cc91f-e484-40f6-bd42-c1039a982911 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.319248 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372803a8-168f-46d7-ab28-2e3f329fa452 None None] Pushing event deleted for resources: {'Port': ['ID=1405b0ed-67c4-435d-8f29-7eaa21771e53,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:13.323013 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372803a8-168f-46d7-ab28-2e3f329fa452 None None] No DVR routers for this DVR port 1405b0ed-67c4-435d-8f29-7eaa21771e53 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:43:13.330554 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5d4cc91f-e484-40f6-bd42-c1039a982911 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.342073 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d4cc91f-e484-40f6-bd42-c1039a982911 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:43:13.342073 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5d4cc91f-e484-40f6-bd42-c1039a982911 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.345029 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:43:13.345029 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:43:13.345029 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:43:13.345029 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:43:13.345029 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:43:13.345029 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:43:13.345029 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:43:13.345029 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:43:13.345029 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:43:13.345029 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:43:13.345029 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:43:13.345029 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:43:13.345029 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:43:13.345029 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:43:13.345029 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:43:13.345029 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:43:13.345029 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:43:13.345029 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:43:13.345029 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:43:13.345029 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:43:13.345029 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:43:13.345029 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:43:13.345029 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:43:13.345029 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:43:13.345029 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:43:13.345029 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:43:13.345029 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:43:13.345029 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:43:13.345029 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:43:13.345029 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:43:13.345029 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:43:13.345029 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:43:13.378792 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-60a13166-c3b2-4363-b6fb-beba5457cb51 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0876780 Apr 29 11:43:13.381769 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53436) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:13.414497 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5d4cc91f-e484-40f6-bd42-c1039a982911 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.422804 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5d4cc91f-e484-40f6-bd42-c1039a982911 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.429152 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5d4cc91f-e484-40f6-bd42-c1039a982911 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] 10.222.0.69 "DELETE /v2.0/networks/2fc06f0f-028c-418c-b3c9-e75a9c3f33a3 HTTP/1.1" status: 204 len: 168 time: 0.6877131 Apr 29 11:43:13.429442 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53438) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:13.450984 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-31fc7090-4023-4ef0-9290-da48dddd0f6a tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.463614 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-31fc7090-4023-4ef0-9290-da48dddd0f6a tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.470850 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4cc91f-e484-40f6-bd42-c1039a982911 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Pushing event deleted for resources: {'Network': ['ID=2fc06f0f-028c-418c-b3c9-e75a9c3f33a3,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:13.500482 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f02f29c-e1f2-4e65-adde-2a01837edf93 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Deleting subnet dd343157-34ad-40dd-8ac5-e2c4c264a3ea {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:43:13.504238 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7f02f29c-e1f2-4e65-adde-2a01837edf93 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.507237 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-31fc7090-4023-4ef0-9290-da48dddd0f6a tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.514673 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-31fc7090-4023-4ef0-9290-da48dddd0f6a tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.518130 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-31fc7090-4023-4ef0-9290-da48dddd0f6a tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/efec6971-58a2-4b14-90f4-2fd0f1412d80 HTTP/1.1" status: 204 len: 168 time: 0.1330914 Apr 29 11:43:13.519456 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53442) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:13.543655 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc7090-4023-4ef0-9290-da48dddd0f6a tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=efec6971-58a2-4b14-90f4-2fd0f1412d80,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:13.549498 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7f02f29c-e1f2-4e65-adde-2a01837edf93 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.631884 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2ff3f798-b512-45f0-a1d5-9151b937233c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.638040 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7f02f29c-e1f2-4e65-adde-2a01837edf93 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.642649 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-618d3115-72d5-4280-8618-ed6547edf9e1 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1204374 Apr 29 11:43:13.647265 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53444) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:13.678761 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-41f963ef-3587-42cc-8cfd-90ba491a7d53 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Request body: {'security_group_rule': {'security_group_id': 'bc20dd54-2927-4026-b1d2-ba79e7ecc245', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:13.688235 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3f798-b512-45f0-a1d5-9151b937233c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=10b2821c-69b2-49f8-95ec-6ddf16bdc052,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:13.701351 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ced6bc-53ed-4cd9-bbfe-f3991ef43e60 req-87aa92b9-9023-4bb1-b736-cc444aaec91b tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:13.702885 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-80ced6bc-53ed-4cd9-bbfe-f3991ef43e60 req-87aa92b9-9023-4bb1-b736-cc444aaec91b tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f960b43-19a2-4fae-924d-9f153342f2ba HTTP/1.1" status: 200 len: 943 time: 0.1378446 Apr 29 11:43:13.709855 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7f02f29c-e1f2-4e65-adde-2a01837edf93 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.743201 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02f29c-e1f2-4e65-adde-2a01837edf93 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Pushing event deleted for resources: {'Subnet': ['ID=dd343157-34ad-40dd-8ac5-e2c4c264a3ea,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:13.745256 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7f02f29c-e1f2-4e65-adde-2a01837edf93 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.748490 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7f02f29c-e1f2-4e65-adde-2a01837edf93 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] 10.222.0.69 "DELETE /v2.0/subnets/dd343157-34ad-40dd-8ac5-e2c4c264a3ea HTTP/1.1" status: 204 len: 168 time: 0.3180983 Apr 29 11:43:13.750939 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53446) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:13.757859 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d49a35-c9cd-4876-b569-5bac25b2f221 None None] Network 5fb23f63-d73f-4d4f-ac36-6cdb017775f5 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:43:13.784981 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-41f963ef-3587-42cc-8cfd-90ba491a7d53 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.814015 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de01496-0cae-42a7-be6c-9dc0cdc04984 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Deleting subnet 1daa4769-975b-4e99-9f47-4e25adca59fa {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:43:13.818355 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0de01496-0cae-42a7-be6c-9dc0cdc04984 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.865687 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-80ced6bc-53ed-4cd9-bbfe-f3991ef43e60 req-da814353-f409-4062-ae20-8452a7d9dcf4 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384666 Apr 29 11:43:13.892715 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0de01496-0cae-42a7-be6c-9dc0cdc04984 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.993346 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-41f963ef-3587-42cc-8cfd-90ba491a7d53 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.998280 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-41f963ef-3587-42cc-8cfd-90ba491a7d53 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.008405 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0de01496-0cae-42a7-be6c-9dc0cdc04984 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.016338 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d22585-c37c-4d8b-8e69-bf970c9df49e None None] DHCP port deletion for 5fb23f63-d73f-4d4f-ac36-6cdb017775f5 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:43:14.022935 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f963ef-3587-42cc-8cfd-90ba491a7d53 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43e00d72-e6e3-497d-9923-bcf5c9a4cf8b,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:14.031822 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2ff3f798-b512-45f0-a1d5-9151b937233c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.067940 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-30d22585-c37c-4d8b-8e69-bf970c9df49e None None] Deleting port da475427-2f06-4d3e-ae5f-b6270379e6e0 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:43:14.068303 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30d22585-c37c-4d8b-8e69-bf970c9df49e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.077278 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0de01496-0cae-42a7-be6c-9dc0cdc04984 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.084181 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-41f963ef-3587-42cc-8cfd-90ba491a7d53 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.088109 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-41f963ef-3587-42cc-8cfd-90ba491a7d53 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4346280 Apr 29 11:43:14.090803 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53448) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:14.106240 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de01496-0cae-42a7-be6c-9dc0cdc04984 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Pushing event deleted for resources: {'Subnet': ['ID=1daa4769-975b-4e99-9f47-4e25adca59fa,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:14.111050 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0de01496-0cae-42a7-be6c-9dc0cdc04984 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.118097 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0de01496-0cae-42a7-be6c-9dc0cdc04984 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] 10.222.0.69 "DELETE /v2.0/subnets/1daa4769-975b-4e99-9f47-4e25adca59fa HTTP/1.1" status: 204 len: 168 time: 0.3661256 Apr 29 11:43:14.118918 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53450) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:14.128888 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c695cb97-4fa9-4517-a5bb-036adc9d1573 None None] Network 3fe47afd-dee4-478d-8ac7-f8e616895a20 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:43:14.136036 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-78bd9f81-23c9-4d49-9ff6-f22bc814a093 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "GET /v2.0/security-group-rules/43e00d72-e6e3-497d-9923-bcf5c9a4cf8b HTTP/1.1" status: 200 len: 764 time: 0.0418344 Apr 29 11:43:14.143149 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53452) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:14.161400 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-30d22585-c37c-4d8b-8e69-bf970c9df49e None None] For port da475427-2f06-4d3e-ae5f-b6270379e6e0, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=da475427-2f06-4d3e-ae5f-b6270379e6e0,segment=NetworkSegment(e35270ad-fc07-4f81-aa36-d60453c0d3cc),segment_id=e35270ad-fc07-4f81-aa36-d60453c0d3cc)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:43:14.162252 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30d22585-c37c-4d8b-8e69-bf970c9df49e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.212091 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-30d22585-c37c-4d8b-8e69-bf970c9df49e None None] Calling delete_port for da475427-2f06-4d3e-ae5f-b6270379e6e0 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:43:14.236532 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-788e55c5-577f-4414-b305-ecd38a3a9fe0 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0893593 Apr 29 11:43:14.236832 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53454) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:14.249072 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd466-966b-4f4e-a105-fba8e3762045 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.301192 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b0f211c7-4e73-4c24-85f7-5e4cee44106e tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.311850 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-eb2dd466-966b-4f4e-a105-fba8e3762045 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Deleting port da475427-2f06-4d3e-ae5f-b6270379e6e0 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:43:14.312211 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd466-966b-4f4e-a105-fba8e3762045 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.314203 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b0f211c7-4e73-4c24-85f7-5e4cee44106e tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.344671 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff3f798-b512-45f0-a1d5-9151b937233c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router 5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:43:14.360500 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b0f211c7-4e73-4c24-85f7-5e4cee44106e tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.370899 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30d22585-c37c-4d8b-8e69-bf970c9df49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.387674 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-eb2dd466-966b-4f4e-a105-fba8e3762045 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] For port da475427-2f06-4d3e-ae5f-b6270379e6e0, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=da475427-2f06-4d3e-ae5f-b6270379e6e0,segment=NetworkSegment(e35270ad-fc07-4f81-aa36-d60453c0d3cc),segment_id=e35270ad-fc07-4f81-aa36-d60453c0d3cc)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:43:14.388086 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd466-966b-4f4e-a105-fba8e3762045 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.405835 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-eb2dd466-966b-4f4e-a105-fba8e3762045 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Calling delete_port for da475427-2f06-4d3e-ae5f-b6270379e6e0 owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:43:14.408702 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b0f211c7-4e73-4c24-85f7-5e4cee44106e tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.410083 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b0f211c7-4e73-4c24-85f7-5e4cee44106e tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/43e00d72-e6e3-497d-9923-bcf5c9a4cf8b HTTP/1.1" status: 204 len: 168 time: 0.1716402 Apr 29 11:43:14.414540 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53456) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:14.415601 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d22585-c37c-4d8b-8e69-bf970c9df49e None None] Pushing event deleted for resources: {'Port': ['ID=da475427-2f06-4d3e-ae5f-b6270379e6e0,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:14.417383 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f211c7-4e73-4c24-85f7-5e4cee44106e tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43e00d72-e6e3-497d-9923-bcf5c9a4cf8b,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:14.424150 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d22585-c37c-4d8b-8e69-bf970c9df49e None None] No DVR routers for this DVR port da475427-2f06-4d3e-ae5f-b6270379e6e0 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:43:14.464031 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b58f7c-d36b-465b-b483-3004be39e027 None None] DHCP port deletion for 3fe47afd-dee4-478d-8ac7-f8e616895a20 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:43:14.503769 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8551ceb3-d137-4927-86d0-e7d8f949a7b5 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0874820 Apr 29 11:43:14.504187 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff3f798-b512-45f0-a1d5-9151b937233c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:43:14.506474 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53458) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:14.514985 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2ff3f798-b512-45f0-a1d5-9151b937233c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "PUT /v2.0/routers/5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5581512 Apr 29 11:43:14.516155 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53460) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:14.521646 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8b401e-f2ab-41e2-949a-ec5247f356a7 None None] Sync routers for ids ['5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:43:14.534123 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8b401e-f2ab-41e2-949a-ec5247f356a7 None None] Routers {'5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:43:14.535655 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-4e8b401e-f2ab-41e2-949a-ec5247f356a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:14.540647 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-b8b58f7c-d36b-465b-b483-3004be39e027 None None] Deleting port 0de12f02-54f8-4593-8376-241546b76c53 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:43:14.541139 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b8b58f7c-d36b-465b-b483-3004be39e027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.557278 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd466-966b-4f4e-a105-fba8e3762045 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.582749 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-236f0bf2-11f1-4ce4-bd4a-57197a9098c0 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.595070 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2dd466-966b-4f4e-a105-fba8e3762045 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Pushing event deleted for resources: {'Port': ['ID=da475427-2f06-4d3e-ae5f-b6270379e6e0,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:14.600746 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2dd466-966b-4f4e-a105-fba8e3762045 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] No DVR routers for this DVR port da475427-2f06-4d3e-ae5f-b6270379e6e0 on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:43:14.623625 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-236f0bf2-11f1-4ce4-bd4a-57197a9098c0 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.627460 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-b8b58f7c-d36b-465b-b483-3004be39e027 None None] For port 0de12f02-54f8-4593-8376-241546b76c53, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=0de12f02-54f8-4593-8376-241546b76c53,segment=NetworkSegment(3df27243-32a8-4beb-b8a3-cdc80ae63bae),segment_id=3df27243-32a8-4beb-b8a3-cdc80ae63bae)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:43:14.628351 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b8b58f7c-d36b-465b-b483-3004be39e027 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.629858 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-216d4732-2111-47a3-9edc-793d9f8e2216 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting subnet 14800f35-4fe2-4cdc-98f9-522afcac0b97 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:43:14.633292 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-216d4732-2111-47a3-9edc-793d9f8e2216 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.655951 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-4e8b401e-f2ab-41e2-949a-ec5247f356a7 None None] Set router 5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:43:14.661048 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-b8b58f7c-d36b-465b-b483-3004be39e027 None None] Calling delete_port for 0de12f02-54f8-4593-8376-241546b76c53 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:43:14.689644 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-236f0bf2-11f1-4ce4-bd4a-57197a9098c0 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.694414 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-236f0bf2-11f1-4ce4-bd4a-57197a9098c0 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.696196 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-236f0bf2-11f1-4ce4-bd4a-57197a9098c0 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "DELETE /v2.0/security-groups/bc20dd54-2927-4026-b1d2-ba79e7ecc245 HTTP/1.1" status: 204 len: 168 time: 0.1877625 Apr 29 11:43:14.700679 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53462) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:14.729929 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd466-966b-4f4e-a105-fba8e3762045 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.733561 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f0bf2-11f1-4ce4-bd4a-57197a9098c0 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc20dd54-2927-4026-b1d2-ba79e7ecc245,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:14.741213 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-216d4732-2111-47a3-9edc-793d9f8e2216 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.775160 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b8b58f7c-d36b-465b-b483-3004be39e027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.785260 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-eb2dd466-966b-4f4e-a105-fba8e3762045 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb23f63-d73f-4d4f-ac36-6cdb017775f5']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:14.791843 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9df30c01-ce12-45eb-896a-ffa7f720b385 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0871472 Apr 29 11:43:14.796781 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b58f7c-d36b-465b-b483-3004be39e027 None None] No DVR routers for this DVR port 0de12f02-54f8-4593-8376-241546b76c53 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:43:14.796944 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53464) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:14.802689 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-4cce83a7-0da4-4353-b210-ebb1d3553ff3 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Request body: {'security_group': {'name': 'tempest-secgroup--950937724'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:14.810955 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-eb2dd466-966b-4f4e-a105-fba8e3762045 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35270ad-fc07-4f81-aa36-d60453c0d3cc') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:14.811320 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-eb2dd466-966b-4f4e-a105-fba8e3762045 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35270ad-fc07-4f81-aa36-d60453c0d3cc') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:14.823365 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b58f7c-d36b-465b-b483-3004be39e027 None None] Pushing event deleted for resources: {'Port': ['ID=0de12f02-54f8-4593-8376-241546b76c53,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:14.829512 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd466-966b-4f4e-a105-fba8e3762045 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.870660 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-4e8b401e-f2ab-41e2-949a-ec5247f356a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'name': 'tempest-TestNetworkBasicOps-router-5149196', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '97fe2791-50d3-444c-a0df-ba0efdd2c9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:29Z', 'updated_at': '2022-04-29T11:43:13Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '97fe2791-50d3-444c-a0df-ba0efdd2c9e4', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:31Z', 'updated_at': '2022-04-29T11:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:14.872899 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd466-966b-4f4e-a105-fba8e3762045 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.880822 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4cce83a7-0da4-4353-b210-ebb1d3553ff3 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.889359 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb2dd466-966b-4f4e-a105-fba8e3762045 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:43:14.889359 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd466-966b-4f4e-a105-fba8e3762045 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: self.session.flush() Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: self.session.flush() Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: self.session.flush() Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: self.session.flush() Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:43:14.892212 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:43:14.900184 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8b401e-f2ab-41e2-949a-ec5247f356a7 None None] Checking router: 5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:43:14.910010 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8b401e-f2ab-41e2-949a-ec5247f356a7 None None] Routers {'5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:43:14.910543 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-4e8b401e-f2ab-41e2-949a-ec5247f356a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:14.962823 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-216d4732-2111-47a3-9edc-793d9f8e2216 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.008702 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd466-966b-4f4e-a105-fba8e3762045 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.027709 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd466-966b-4f4e-a105-fba8e3762045 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.031133 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-eb2dd466-966b-4f4e-a105-fba8e3762045 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] 10.222.0.69 "DELETE /v2.0/networks/5fb23f63-d73f-4d4f-ac36-6cdb017775f5 HTTP/1.1" status: 204 len: 168 time: 0.9110241 Apr 29 11:43:15.033952 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53468) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:15.037913 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2269e-0f81-4e0e-b41b-6ebcbd56634f req-13627a94-bfe8-420f-9865-d1a9406fa783 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:15.039129 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-4e8b401e-f2ab-41e2-949a-ec5247f356a7 None None] Set router 5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:43:15.039756 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-40d2269e-0f81-4e0e-b41b-6ebcbd56634f req-13627a94-bfe8-420f-9865-d1a9406fa783 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f960b43-19a2-4fae-924d-9f153342f2ba HTTP/1.1" status: 200 len: 943 time: 0.0904937 Apr 29 11:43:15.059902 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2dd466-966b-4f4e-a105-fba8e3762045 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Pushing event deleted for resources: {'Network': ['ID=5fb23f63-d73f-4d4f-ac36-6cdb017775f5,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:15.124866 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-40d2269e-0f81-4e0e-b41b-6ebcbd56634f req-093bbb92-36a1-4d87-a295-60aeb99006e2 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713410 Apr 29 11:43:15.133267 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device da475427-2f06-4d3e-ae5f-b6270379e6e0 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:43:15.165963 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: da475427-2f06-4d3e-ae5f-b6270379e6e0 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:43:15.166806 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device da475427-2f06-4d3e-ae5f-b6270379e6e0 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:43:15.167382 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 0de12f02-54f8-4593-8376-241546b76c53 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:43:15.172179 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4cce83a7-0da4-4353-b210-ebb1d3553ff3 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.179658 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c79b2079-35f6-4c5a-8699-65ad57ed92c4 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.183114 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4cce83a7-0da4-4353-b210-ebb1d3553ff3 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.185590 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-216d4732-2111-47a3-9edc-793d9f8e2216 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.191460 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 0de12f02-54f8-4593-8376-241546b76c53 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:43:15.191809 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 0de12f02-54f8-4593-8376-241546b76c53 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:43:15.192226 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 1405b0ed-67c4-435d-8f29-7eaa21771e53 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:43:15.214972 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 1405b0ed-67c4-435d-8f29-7eaa21771e53 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:43:15.215413 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 1405b0ed-67c4-435d-8f29-7eaa21771e53 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:43:15.245141 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d4732-2111-47a3-9edc-793d9f8e2216 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Subnet': ['ID=14800f35-4fe2-4cdc-98f9-522afcac0b97,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:15.250529 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-216d4732-2111-47a3-9edc-793d9f8e2216 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.254383 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-216d4732-2111-47a3-9edc-793d9f8e2216 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/subnets/14800f35-4fe2-4cdc-98f9-522afcac0b97 HTTP/1.1" status: 204 len: 168 time: 0.7373586 Apr 29 11:43:15.257111 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53470) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:15.259054 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4cce83a7-0da4-4353-b210-ebb1d3553ff3 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.260161 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4cce83a7-0da4-4353-b210-ebb1d3553ff3 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4620545 Apr 29 11:43:15.261646 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce83a7-0da4-4353-b210-ebb1d3553ff3 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6c7d09-ae3b-43f5-826d-74564a5aa016,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:15.263422 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53472) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:15.264742 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfe9840-ef98-4cd2-9927-0496019758d4 None None] Network e8e1c49c-e70d-447f-856f-664a2dd7d7ab requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:43:15.269637 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-baa4fb3f-6800-4cef-8de1-f80413379a74 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Request body: {'security_group_rule': {'security_group_id': '7a6c7d09-ae3b-43f5-826d-74564a5aa016', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:15.330048 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-4e8b401e-f2ab-41e2-949a-ec5247f356a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'name': 'tempest-TestNetworkBasicOps-router-5149196', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '97fe2791-50d3-444c-a0df-ba0efdd2c9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:29Z', 'updated_at': '2022-04-29T11:43:13Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '97fe2791-50d3-444c-a0df-ba0efdd2c9e4', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:31Z', 'updated_at': '2022-04-29T11:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:15.355470 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c79b2079-35f6-4c5a-8699-65ad57ed92c4 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.368805 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8b401e-f2ab-41e2-949a-ec5247f356a7 None None] The sync data for ids ['5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1'] in dv-neutron-838888-1-hyperv is: [{'id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'name': 'tempest-TestNetworkBasicOps-router-5149196', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '97fe2791-50d3-444c-a0df-ba0efdd2c9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:29Z', 'updated_at': '2022-04-29T11:43:13Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '97fe2791-50d3-444c-a0df-ba0efdd2c9e4', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:31Z', 'updated_at': '2022-04-29T11:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:43:15.385682 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-c79b2079-35f6-4c5a-8699-65ad57ed92c4 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe47afd-dee4-478d-8ac7-f8e616895a20']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:15.399036 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-c79b2079-35f6-4c5a-8699-65ad57ed92c4 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df27243-32a8-4beb-b8a3-cdc80ae63bae') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:15.399652 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-c79b2079-35f6-4c5a-8699-65ad57ed92c4 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df27243-32a8-4beb-b8a3-cdc80ae63bae') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:15.414442 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c79b2079-35f6-4c5a-8699-65ad57ed92c4 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.426503 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-baa4fb3f-6800-4cef-8de1-f80413379a74 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.430204 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c79b2079-35f6-4c5a-8699-65ad57ed92c4 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.442857 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c79b2079-35f6-4c5a-8699-65ad57ed92c4 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:43:15.443197 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c79b2079-35f6-4c5a-8699-65ad57ed92c4 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.463625 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:43:15.463625 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:43:15.463625 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:43:15.463625 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:43:15.463625 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:43:15.463625 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:43:15.463625 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:43:15.463625 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:43:15.463625 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:43:15.463625 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:43:15.463625 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:43:15.463625 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:43:15.463625 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:43:15.463625 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:43:15.463625 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:43:15.463625 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:43:15.463625 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:43:15.463625 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:43:15.463625 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:43:15.463625 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:43:15.463625 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:43:15.463625 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:43:15.463625 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:43:15.463625 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:43:15.463625 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:43:15.463625 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:43:15.463625 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:43:15.463625 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:43:15.463625 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:43:15.463625 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:43:15.463625 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:43:15.463625 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:43:15.467509 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a19021e5-7f4e-456d-934d-2e327d67472d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.514492 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c79b2079-35f6-4c5a-8699-65ad57ed92c4 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.523394 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c79b2079-35f6-4c5a-8699-65ad57ed92c4 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.528828 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c79b2079-35f6-4c5a-8699-65ad57ed92c4 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] 10.222.0.69 "DELETE /v2.0/networks/3fe47afd-dee4-478d-8ac7-f8e616895a20 HTTP/1.1" status: 204 len: 168 time: 0.4813023 Apr 29 11:43:15.531484 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53474) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:15.536402 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b2079-35f6-4c5a-8699-65ad57ed92c4 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Pushing event deleted for resources: {'Network': ['ID=3fe47afd-dee4-478d-8ac7-f8e616895a20,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:15.615301 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-baa4fb3f-6800-4cef-8de1-f80413379a74 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.624538 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-baa4fb3f-6800-4cef-8de1-f80413379a74 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.666574 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-098b5043-9099-4ede-9256-85678a79c9e4 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Deleting subnet 017606ea-e9e2-467b-9bf2-b1f88ece8e51 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:43:15.672702 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4fb3f-6800-4cef-8de1-f80413379a74 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3adae750-7bf1-4bbb-a3fd-ced82dcb6af0,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:15.674611 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-098b5043-9099-4ede-9256-85678a79c9e4 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.702783 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-baa4fb3f-6800-4cef-8de1-f80413379a74 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.703992 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-baa4fb3f-6800-4cef-8de1-f80413379a74 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4396675 Apr 29 11:43:15.707556 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53476) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:15.711011 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a19021e5-7f4e-456d-934d-2e327d67472d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.737083 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-098b5043-9099-4ede-9256-85678a79c9e4 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.762274 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a936e7-7ba5-42a2-9f34-e6cfbbae430a None None] DHCP port deletion for e8e1c49c-e70d-447f-856f-664a2dd7d7ab request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:43:15.797613 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f0ba66c0-08e4-4a28-98f3-4a52ac361680 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.816352 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-10a936e7-7ba5-42a2-9f34-e6cfbbae430a None None] Deleting port 0bc3c16e-839a-4539-b498-d1e8adb8e857 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:43:15.817331 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-10a936e7-7ba5-42a2-9f34-e6cfbbae430a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.827218 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f0ba66c0-08e4-4a28-98f3-4a52ac361680 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.851618 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-a19021e5-7f4e-456d-934d-2e327d67472d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port 97fe2791-50d3-444c-a0df-ba0efdd2c9e4 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:43:15.851844 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a19021e5-7f4e-456d-934d-2e327d67472d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.873339 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-098b5043-9099-4ede-9256-85678a79c9e4 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.891423 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f0ba66c0-08e4-4a28-98f3-4a52ac361680 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.895224 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f0ba66c0-08e4-4a28-98f3-4a52ac361680 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.898757 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f0ba66c0-08e4-4a28-98f3-4a52ac361680 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "DELETE /v2.0/security-groups/7a6c7d09-ae3b-43f5-826d-74564a5aa016 HTTP/1.1" status: 204 len: 168 time: 0.1878502 Apr 29 11:43:15.900140 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53478) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:15.903024 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-10a936e7-7ba5-42a2-9f34-e6cfbbae430a None None] For port 0bc3c16e-839a-4539-b498-d1e8adb8e857, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=0bc3c16e-839a-4539-b498-d1e8adb8e857,segment=NetworkSegment(5ae0213c-e045-45e1-a170-1fcd80f529a8),segment_id=5ae0213c-e045-45e1-a170-1fcd80f529a8)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:43:15.903494 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-10a936e7-7ba5-42a2-9f34-e6cfbbae430a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.919672 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-10a936e7-7ba5-42a2-9f34-e6cfbbae430a None None] Calling delete_port for 0bc3c16e-839a-4539-b498-d1e8adb8e857 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:43:15.921381 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba66c0-08e4-4a28-98f3-4a52ac361680 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6c7d09-ae3b-43f5-826d-74564a5aa016,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:15.974547 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-bf516f09-1fa2-41ac-b8a0-e319af2c08c8 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0712895 Apr 29 11:43:15.975213 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53480) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:15.992419 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-a19021e5-7f4e-456d-934d-2e327d67472d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] For port 97fe2791-50d3-444c-a0df-ba0efdd2c9e4, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=97fe2791-50d3-444c-a0df-ba0efdd2c9e4,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:43:15.992786 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a19021e5-7f4e-456d-934d-2e327d67472d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:16.003690 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-098b5043-9099-4ede-9256-85678a79c9e4 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:16.017271 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-a19021e5-7f4e-456d-934d-2e327d67472d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for 97fe2791-50d3-444c-a0df-ba0efdd2c9e4 owned by network:router_gateway {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:43:16.025062 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-16a95e91-eb4c-46f2-9ece-6b49c8692979 tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0477004 Apr 29 11:43:16.028229 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53482) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:16.039232 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-10a936e7-7ba5-42a2-9f34-e6cfbbae430a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:16.041138 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b5043-9099-4ede-9256-85678a79c9e4 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Pushing event deleted for resources: {'Subnet': ['ID=017606ea-e9e2-467b-9bf2-b1f88ece8e51,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:16.041736 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-be3faddd-fc56-42aa-a249-bf73134fdc0c tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] delete failed (client error): The resource could not be found. Apr 29 11:43:16.042841 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-be3faddd-fc56-42aa-a249-bf73134fdc0c tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "DELETE /v2.0/security-groups/7a6c7d09-ae3b-43f5-826d-74564a5aa016 HTTP/1.1" status: 404 len: 347 time: 0.0139115 Apr 29 11:43:16.046683 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53484) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:16.054798 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-098b5043-9099-4ede-9256-85678a79c9e4 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:16.057902 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-098b5043-9099-4ede-9256-85678a79c9e4 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] 10.222.0.69 "DELETE /v2.0/subnets/017606ea-e9e2-467b-9bf2-b1f88ece8e51 HTTP/1.1" status: 204 len: 168 time: 0.5244660 Apr 29 11:43:16.060530 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53486) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:16.079406 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f5ceb2-4b81-4035-b627-27da6100ee2d None None] Network 2a9d0c27-47d8-4cb9-a1a4-49b060979825 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:43:16.082641 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a936e7-7ba5-42a2-9f34-e6cfbbae430a None None] No DVR routers for this DVR port 0bc3c16e-839a-4539-b498-d1e8adb8e857 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:43:16.084950 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a936e7-7ba5-42a2-9f34-e6cfbbae430a None None] Pushing event deleted for resources: {'Port': ['ID=0bc3c16e-839a-4539-b498-d1e8adb8e857,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:16.178064 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-50af3766-3e49-4b75-b742-98db75126e22 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:16.256727 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-50af3766-3e49-4b75-b742-98db75126e22 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Deleting port eb752a13-448c-4b33-9e16-2a6718e93b92 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:43:16.257060 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-50af3766-3e49-4b75-b742-98db75126e22 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:16.312546 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05a0106-3705-4743-a11b-75ab83b17295 None None] DHCP port deletion for 2a9d0c27-47d8-4cb9-a1a4-49b060979825 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:43:16.332436 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-50af3766-3e49-4b75-b742-98db75126e22 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] For port eb752a13-448c-4b33-9e16-2a6718e93b92, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=eb752a13-448c-4b33-9e16-2a6718e93b92,segment=NetworkSegment(cae2aee2-46c2-48e5-9e95-8cac9d3cf70e),segment_id=cae2aee2-46c2-48e5-9e95-8cac9d3cf70e)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:43:16.332814 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-50af3766-3e49-4b75-b742-98db75126e22 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:16.352894 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-50af3766-3e49-4b75-b742-98db75126e22 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Calling delete_port for eb752a13-448c-4b33-9e16-2a6718e93b92 owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:43:16.372467 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-e05a0106-3705-4743-a11b-75ab83b17295 None None] Deleting port eb752a13-448c-4b33-9e16-2a6718e93b92 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:43:16.373079 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e05a0106-3705-4743-a11b-75ab83b17295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:16.461862 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-e05a0106-3705-4743-a11b-75ab83b17295 None None] For port eb752a13-448c-4b33-9e16-2a6718e93b92, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=eb752a13-448c-4b33-9e16-2a6718e93b92,segment=NetworkSegment(cae2aee2-46c2-48e5-9e95-8cac9d3cf70e),segment_id=cae2aee2-46c2-48e5-9e95-8cac9d3cf70e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:43:16.462297 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e05a0106-3705-4743-a11b-75ab83b17295 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:16.477650 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-e05a0106-3705-4743-a11b-75ab83b17295 None None] Calling delete_port for eb752a13-448c-4b33-9e16-2a6718e93b92 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:43:16.558528 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c5513bd2-f9c2-4844-a2f8-19c4dca9346c tempest-SecGroupTest-1242492494 tempest-SecGroupTest-1242492494-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5108066 Apr 29 11:43:16.580723 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afba526-bbb0-4688-968b-8920ead601f6 req-d041a72c-f2fd-42d4-9e87-7c72fdd65e62 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:16.583277 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9afba526-bbb0-4688-968b-8920ead601f6 req-d041a72c-f2fd-42d4-9e87-7c72fdd65e62 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f960b43-19a2-4fae-924d-9f153342f2ba HTTP/1.1" status: 200 len: 943 time: 0.1013830 Apr 29 11:43:16.591993 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e05a0106-3705-4743-a11b-75ab83b17295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:16.633361 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05a0106-3705-4743-a11b-75ab83b17295 None None] No DVR routers for this DVR port eb752a13-448c-4b33-9e16-2a6718e93b92 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:43:16.646601 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a0106-3705-4743-a11b-75ab83b17295 None None] Pushing event deleted for resources: {'Port': ['ID=eb752a13-448c-4b33-9e16-2a6718e93b92,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:16.669291 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9afba526-bbb0-4688-968b-8920ead601f6 req-e4b7a19b-9481-4c14-8eb5-de38300c5ef7 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512593 Apr 29 11:43:16.735619 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a19021e5-7f4e-456d-934d-2e327d67472d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:16.772928 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19021e5-7f4e-456d-934d-2e327d67472d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=97fe2791-50d3-444c-a0df-ba0efdd2c9e4,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:16.779584 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-50af3766-3e49-4b75-b742-98db75126e22 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:16.809691 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af3766-3e49-4b75-b742-98db75126e22 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Pushing event deleted for resources: {'Port': ['ID=eb752a13-448c-4b33-9e16-2a6718e93b92,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:16.811704 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50af3766-3e49-4b75-b742-98db75126e22 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] No DVR routers for this DVR port eb752a13-448c-4b33-9e16-2a6718e93b92 on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:43:16.837792 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a19021e5-7f4e-456d-934d-2e327d67472d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:16.896850 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-50af3766-3e49-4b75-b742-98db75126e22 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:16.920621 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-50af3766-3e49-4b75-b742-98db75126e22 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9d0c27-47d8-4cb9-a1a4-49b060979825']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:16.931644 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53494) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:16.936163 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a19021e5-7f4e-456d-934d-2e327d67472d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:16.938395 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a19021e5-7f4e-456d-934d-2e327d67472d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:16.940085 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-50af3766-3e49-4b75-b742-98db75126e22 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae2aee2-46c2-48e5-9e95-8cac9d3cf70e') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:16.940430 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-50af3766-3e49-4b75-b742-98db75126e22 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae2aee2-46c2-48e5-9e95-8cac9d3cf70e') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:16.953539 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-50af3766-3e49-4b75-b742-98db75126e22 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:16.969981 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-50af3766-3e49-4b75-b742-98db75126e22 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:16.977366 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50af3766-3e49-4b75-b742-98db75126e22 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:43:16.977767 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-50af3766-3e49-4b75-b742-98db75126e22 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:16.981072 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:43:16.981072 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:43:16.981072 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:43:16.981072 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:43:16.981072 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:43:16.981072 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:43:16.981072 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:43:16.981072 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:43:16.981072 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:43:16.981072 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:43:16.981072 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:43:16.981072 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:43:16.981072 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:43:16.981072 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:43:16.981072 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:43:16.981072 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:43:16.981072 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:43:16.981072 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:43:16.981072 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:43:16.981072 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:43:16.981072 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:43:16.981072 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:43:16.981072 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:43:16.981072 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:43:16.981072 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:43:16.981072 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:43:16.981072 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:43:16.981072 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:43:16.981072 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:43:16.981072 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:43:16.981072 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:43:16.981072 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:43:17.005243 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a19021e5-7f4e-456d-934d-2e327d67472d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.005786 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19021e5-7f4e-456d-934d-2e327d67472d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Fanout notify agent at l3_agent the message router_deleted on router 5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1 {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:43:17.022137 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a19021e5-7f4e-456d-934d-2e327d67472d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.026423 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a19021e5-7f4e-456d-934d-2e327d67472d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/routers/5ee6f54d-606c-4c4d-ade8-9d1012dbc8a1 HTTP/1.1" status: 204 len: 168 time: 1.7682433 Apr 29 11:43:17.027747 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53498) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:17.072350 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-50af3766-3e49-4b75-b742-98db75126e22 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.085659 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-50af3766-3e49-4b75-b742-98db75126e22 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.089437 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-50af3766-3e49-4b75-b742-98db75126e22 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] 10.222.0.69 "DELETE /v2.0/networks/2a9d0c27-47d8-4cb9-a1a4-49b060979825 HTTP/1.1" status: 204 len: 168 time: 1.0278370 Apr 29 11:43:17.097604 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53500) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:17.134274 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af3766-3e49-4b75-b742-98db75126e22 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Pushing event deleted for resources: {'Network': ['ID=2a9d0c27-47d8-4cb9-a1a4-49b060979825,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:17.147974 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 0bc3c16e-839a-4539-b498-d1e8adb8e857 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:43:17.157581 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7bfb69cb-f0e8-482f-8a41-6088aea47a1e tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] 10.222.0.69 "GET /v2.0/ports?device_id=b78d8d8b-6849-4214-83d6-97588790967b HTTP/1.1" status: 200 len: 205 time: 0.0536194 Apr 29 11:43:17.161373 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53502) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:17.168537 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e02b01a-b45a-48ac-9e5f-2c40fb582d99 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.183166 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 0bc3c16e-839a-4539-b498-d1e8adb8e857 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:43:17.184059 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 0bc3c16e-839a-4539-b498-d1e8adb8e857 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:43:17.185238 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device eb752a13-448c-4b33-9e16-2a6718e93b92 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:43:17.219727 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: eb752a13-448c-4b33-9e16-2a6718e93b92 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:43:17.220090 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device eb752a13-448c-4b33-9e16-2a6718e93b92 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:43:17.220628 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 10b2821c-69b2-49f8-95ec-6ddf16bdc052 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:43:17.240296 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 10b2821c-69b2-49f8-95ec-6ddf16bdc052 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:43:17.240566 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 10b2821c-69b2-49f8-95ec-6ddf16bdc052 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:43:17.257012 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-62edd9ee-0d4e-47d2-8d5e-0b6dc9acfb99 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=35f5699df49544238b0d6f124c55d6af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3244560 Apr 29 11:43:17.259569 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53504) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:17.261779 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1c538c8c-addc-454e-a4e0-0561006ef550 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.286106 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e02b01a-b45a-48ac-9e5f-2c40fb582d99 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.321789 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-5e02b01a-b45a-48ac-9e5f-2c40fb582d99 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e1c49c-e70d-447f-856f-664a2dd7d7ab']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:17.335053 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-5e02b01a-b45a-48ac-9e5f-2c40fb582d99 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae0213c-e045-45e1-a170-1fcd80f529a8') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:17.335353 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-5e02b01a-b45a-48ac-9e5f-2c40fb582d99 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae0213c-e045-45e1-a170-1fcd80f529a8') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:17.345956 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e02b01a-b45a-48ac-9e5f-2c40fb582d99 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.370985 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-26291c25-a1dc-46b1-965a-c8db5794a67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.372867 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e02b01a-b45a-48ac-9e5f-2c40fb582d99 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.387090 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e02b01a-b45a-48ac-9e5f-2c40fb582d99 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:43:17.387599 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e02b01a-b45a-48ac-9e5f-2c40fb582d99 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.391468 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:43:17.391468 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:43:17.391468 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:43:17.391468 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:43:17.391468 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:43:17.391468 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:43:17.391468 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:43:17.391468 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:43:17.391468 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:43:17.391468 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:43:17.391468 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:43:17.391468 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:43:17.391468 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:43:17.391468 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:43:17.391468 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:43:17.391468 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:43:17.391468 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:43:17.391468 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:43:17.391468 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:43:17.391468 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:43:17.391468 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:43:17.391468 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:43:17.391468 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:43:17.391468 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:43:17.391468 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:43:17.391468 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:43:17.391468 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:43:17.391468 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:43:17.391468 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:43:17.391468 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:43:17.391468 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:43:17.391468 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:43:17.429582 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1c538c8c-addc-454e-a4e0-0561006ef550 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.432085 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1c538c8c-addc-454e-a4e0-0561006ef550 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.446049 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-26291c25-a1dc-46b1-965a-c8db5794a67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.481936 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1c538c8c-addc-454e-a4e0-0561006ef550 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.482738 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c538c8c-addc-454e-a4e0-0561006ef550 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Fanout notify agent at l3_agent the message router_deleted on router b78d8d8b-6849-4214-83d6-97588790967b {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:43:17.483454 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e02b01a-b45a-48ac-9e5f-2c40fb582d99 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.493433 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1c538c8c-addc-454e-a4e0-0561006ef550 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.494948 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1c538c8c-addc-454e-a4e0-0561006ef550 tempest-RoutersNegativeIpV6Test-1865267106 tempest-RoutersNegativeIpV6Test-1865267106-project] 10.222.0.69 "DELETE /v2.0/routers/b78d8d8b-6849-4214-83d6-97588790967b HTTP/1.1" status: 204 len: 168 time: 0.3316429 Apr 29 11:43:17.497327 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e02b01a-b45a-48ac-9e5f-2c40fb582d99 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.501621 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5e02b01a-b45a-48ac-9e5f-2c40fb582d99 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/networks/e8e1c49c-e70d-447f-856f-664a2dd7d7ab HTTP/1.1" status: 204 len: 168 time: 0.4720631 Apr 29 11:43:17.517421 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02b01a-b45a-48ac-9e5f-2c40fb582d99 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Network': ['ID=e8e1c49c-e70d-447f-856f-664a2dd7d7ab,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:17.521684 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53508) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:17.528062 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-6bf6d463-c176-4938-84bf-c9d947e46982 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'network': {'name': 'tempest-network-smoke--897753143', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'port_security_enabled': True}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:17.549019 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-26291c25-a1dc-46b1-965a-c8db5794a67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.552798 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-26291c25-a1dc-46b1-965a-c8db5794a67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.554033 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-26291c25-a1dc-46b1-965a-c8db5794a67e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c977c44e-300b-4fa8-b337-6d99920336ce HTTP/1.1" status: 204 len: 168 time: 0.2934511 Apr 29 11:43:17.568406 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26291c25-a1dc-46b1-965a-c8db5794a67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c977c44e-300b-4fa8-b337-6d99920336ce,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:17.578119 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf6d463-c176-4938-84bf-c9d947e46982 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Made reservation on behalf of e43b3d3b447648b5aeeaf858bb1241e8 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:17.583704 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6bf6d463-c176-4938-84bf-c9d947e46982 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.622974 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf6d463-c176-4938-84bf-c9d947e46982 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:43:17.633799 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6bf6d463-c176-4938-84bf-c9d947e46982 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.634065 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-6bf6d463-c176-4938-84bf-c9d947e46982 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Added segment c4f6fcb6-7785-4c84-a5d7-15afd2ff2045 of type vlan for network 59f12eb1-38d5-4f06-997b-c23210b19695 Apr 29 11:43:17.715367 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6bf6d463-c176-4938-84bf-c9d947e46982 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.771415 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6bf6d463-c176-4938-84bf-c9d947e46982 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.778013 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf6d463-c176-4938-84bf-c9d947e46982 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:17.778712 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6bf6d463-c176-4938-84bf-c9d947e46982 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.861231 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6bf6d463-c176-4938-84bf-c9d947e46982 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3381674 Apr 29 11:43:17.864864 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53516) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:17.866595 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21225b13-d887-4e0a-8a23-62d3ad840195 req-36f88c49-0ef8-4afd-b077-938460b7a4b4 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:17.870068 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-76004fa5-8f1d-420f-90d1-fb0ba19c8e29 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1254036424', 'admin_state_up': True, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:17.874914 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-21225b13-d887-4e0a-8a23-62d3ad840195 req-36f88c49-0ef8-4afd-b077-938460b7a4b4 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f960b43-19a2-4fae-924d-9f153342f2ba HTTP/1.1" status: 200 len: 943 time: 0.1178792 Apr 29 11:43:17.882092 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6d463-c176-4938-84bf-c9d947e46982 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Network': ['ID=59f12eb1-38d5-4f06-997b-c23210b19695,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:17.902846 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 59f12eb1-38d5-4f06-997b-c23210b19695 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:43:17.903644 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-76004fa5-8f1d-420f-90d1-fb0ba19c8e29 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.904704 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-76004fa5-8f1d-420f-90d1-fb0ba19c8e29 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.923290 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53518) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:17.974028 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-21225b13-d887-4e0a-8a23-62d3ad840195 req-6e85b799-4bba-4715-8e40-aab3b2e1a2d6 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969701 Apr 29 11:43:17.978879 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-76004fa5-8f1d-420f-90d1-fb0ba19c8e29 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:18.021653 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device e0232197-aa8e-453a-8b4a-47f4685634c2 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:43:18.147845 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port e0232197-aa8e-453a-8b4a-47f4685634c2, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e0232197-aa8e-453a-8b4a-47f4685634c2,segment=NetworkSegment(0c080895-bcf4-4e59-861e-09d2c7c3a6d0),segment_id=0c080895-bcf4-4e59-861e-09d2c7c3a6d0)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:43:18.151280 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-76004fa5-8f1d-420f-90d1-fb0ba19c8e29 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:18.160395 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': 'e0232197-aa8e-453a-8b4a-47f4685634c2', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'port_id': 'e0232197-aa8e-453a-8b4a-47f4685634c2', 'mac_address': 'fa:16:3e:50:10:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:43:18.197703 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f2601aab-4bdc-470c-96b3-bfa603f71b4d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2486876a70ca403b85e9655f0ff7ea5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2732780 Apr 29 11:43:18.200317 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53522) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:18.202247 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:18.222719 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0232197-aa8e-453a-8b4a-47f4685634c2 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:43:18.246963 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port e0232197-aa8e-453a-8b4a-47f4685634c2, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e0232197-aa8e-453a-8b4a-47f4685634c2,segment=NetworkSegment(0c080895-bcf4-4e59-861e-09d2c7c3a6d0),segment_id=0c080895-bcf4-4e59-861e-09d2c7c3a6d0)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:43:18.251830 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:18.259858 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-445191ed-ceb7-4ac3-8827-92acecab5006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:18.281878 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-445191ed-ceb7-4ac3-8827-92acecab5006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:18.308411 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=e0232197-aa8e-453a-8b4a-47f4685634c2,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:18.334393 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-445191ed-ceb7-4ac3-8827-92acecab5006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:18.337051 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-445191ed-ceb7-4ac3-8827-92acecab5006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:18.340105 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-445191ed-ceb7-4ac3-8827-92acecab5006 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bb5142a5-e4be-44a0-aa90-51cf5e29232d HTTP/1.1" status: 204 len: 168 time: 0.1369190 Apr 29 11:43:18.347587 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445191ed-ceb7-4ac3-8827-92acecab5006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5142a5-e4be-44a0-aa90-51cf5e29232d,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:18.397601 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-76004fa5-8f1d-420f-90d1-fb0ba19c8e29 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_gateway, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:18.419457 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-76004fa5-8f1d-420f-90d1-fb0ba19c8e29 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:18.569204 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-76004fa5-8f1d-420f-90d1-fb0ba19c8e29 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.26.4.153 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/c4a08e39-0a2c-4133-8e8f-fff794b52750) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:18.571288 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['e0232197-aa8e-453a-8b4a-47f4685634c2'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:43:18.698224 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-76004fa5-8f1d-420f-90d1-fb0ba19c8e29 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:18.734933 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-76004fa5-8f1d-420f-90d1-fb0ba19c8e29 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:18.774881 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76004fa5-8f1d-420f-90d1-fb0ba19c8e29 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:18.777718 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-76004fa5-8f1d-420f-90d1-fb0ba19c8e29 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:18.781345 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76004fa5-8f1d-420f-90d1-fb0ba19c8e29 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:43:18.810565 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76004fa5-8f1d-420f-90d1-fb0ba19c8e29 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=c4a08e39-0a2c-4133-8e8f-fff794b52750,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:18.949658 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 97fe2791-50d3-444c-a0df-ba0efdd2c9e4 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:43:18.973457 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 97fe2791-50d3-444c-a0df-ba0efdd2c9e4 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:43:18.973807 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 97fe2791-50d3-444c-a0df-ba0efdd2c9e4 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:43:19.038364 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-76004fa5-8f1d-420f-90d1-fb0ba19c8e29 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_gateway, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:19.091414 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929daa5-c37d-4e13-bfa3-b3f2963b8b78 req-3681d1ca-1034-46c0-9f0b-dd21c3cc5292 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:19.092964 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2929daa5-c37d-4e13-bfa3-b3f2963b8b78 req-3681d1ca-1034-46c0-9f0b-dd21c3cc5292 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f960b43-19a2-4fae-924d-9f153342f2ba HTTP/1.1" status: 200 len: 944 time: 0.0514374 Apr 29 11:43:19.133381 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2929daa5-c37d-4e13-bfa3-b3f2963b8b78 req-2c91a022-0eec-49d1-8881-de78f010a4ac tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338342 Apr 29 11:43:19.236113 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-76004fa5-8f1d-420f-90d1-fb0ba19c8e29 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:19.362592 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76004fa5-8f1d-420f-90d1-fb0ba19c8e29 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router 7f40ddc0-6a32-4e75-8fc4-297c563bd2a4 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:43:19.472731 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76004fa5-8f1d-420f-90d1-fb0ba19c8e29 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:43:19.482739 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e3590d-2c4d-4f2f-a24d-ef962ad59a5f None None] Sync routers for ids ['7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:43:19.494449 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e3590d-2c4d-4f2f-a24d-ef962ad59a5f None None] Routers {'7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:43:19.494995 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-33e3590d-2c4d-4f2f-a24d-ef962ad59a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:19.495190 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-76004fa5-8f1d-420f-90d1-fb0ba19c8e29 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:19.496393 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-76004fa5-8f1d-420f-90d1-fb0ba19c8e29 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.6300261 Apr 29 11:43:19.499479 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53532) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:19.693522 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-07b291e4-9dfb-4a3c-a603-19440c93ca68 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=e43b3d3b447648b5aeeaf858bb1241e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1929362 Apr 29 11:43:19.696282 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53536) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:19.749680 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-33e3590d-2c4d-4f2f-a24d-ef962ad59a5f None None] Set router 7f40ddc0-6a32-4e75-8fc4-297c563bd2a4 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:43:19.788752 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc02a30-b3d7-46d8-860c-a1eb5ec8f8bd tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:19.790267 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-fdc02a30-b3d7-46d8-860c-a1eb5ec8f8bd tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0930591 Apr 29 11:43:19.793047 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53538) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:19.820627 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5f73c32c-12c7-4ef4-85b4-3a727f9b3218 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=1c458760-cee1-43dd-bfaa-f7beebba31f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265269 Apr 29 11:43:19.823285 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53540) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:19.827932 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-21922a46-cf39-4e8f-9a00-e901f5c901b3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2004865938', 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:19.914283 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21922a46-cf39-4e8f-9a00-e901f5c901b3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Made reservation on behalf of e43b3d3b447648b5aeeaf858bb1241e8 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:19.917765 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-21922a46-cf39-4e8f-9a00-e901f5c901b3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:19.930447 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-33e3590d-2c4d-4f2f-a24d-ef962ad59a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'name': 'tempest-TestNetworkBasicOps-router-1254036424', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:43:17Z', 'updated_at': '2022-04-29T11:43:18Z', 'revision_number': 3, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:18Z', 'updated_at': '2022-04-29T11:43:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:19.958066 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e3590d-2c4d-4f2f-a24d-ef962ad59a5f None None] Checking router: 7f40ddc0-6a32-4e75-8fc4-297c563bd2a4 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:43:19.958826 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e3590d-2c4d-4f2f-a24d-ef962ad59a5f None None] Updating router 7f40ddc0-6a32-4e75-8fc4-297c563bd2a4 port c4a08e39-0a2c-4133-8e8f-fff794b52750 binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:43:19.982948 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-33e3590d-2c4d-4f2f-a24d-ef962ad59a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:20.070104 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device e0232197-aa8e-453a-8b4a-47f4685634c2 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:43:20.103482 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-21922a46-cf39-4e8f-9a00-e901f5c901b3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:20.169161 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21922a46-cf39-4e8f-9a00-e901f5c901b3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Subnet': ['ID=2dd29a24-c72e-405c-9c42-72d438b0f5cb,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:20.179651 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21922a46-cf39-4e8f-9a00-e901f5c901b3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Checking segment: {'id': 'c4f6fcb6-7785-4c84-a5d7-15afd2ff2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:43:20.179889 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21922a46-cf39-4e8f-9a00-e901f5c901b3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network hostable DHCP agents. Network: 59f12eb1-38d5-4f06-997b-c23210b19695, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:43:20.191443 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port e0232197-aa8e-453a-8b4a-47f4685634c2 completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:43:20.198795 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port e0232197-aa8e-453a-8b4a-47f4685634c2 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:20.199160 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:20.200385 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21922a46-cf39-4e8f-9a00-e901f5c901b3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 59f12eb1-38d5-4f06-997b-c23210b19695 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:43:20.211797 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-21922a46-cf39-4e8f-9a00-e901f5c901b3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 59f12eb1-38d5-4f06-997b-c23210b19695) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:20.216543 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21922a46-cf39-4e8f-9a00-e901f5c901b3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:20.217349 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-21922a46-cf39-4e8f-9a00-e901f5c901b3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:20.234338 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc97f257-e9ab-4860-a9d0-d944ceb80456 None None] Network 59f12eb1-38d5-4f06-997b-c23210b19695 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:43:20.237572 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-21922a46-cf39-4e8f-9a00-e901f5c901b3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4132826 Apr 29 11:43:20.241492 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53544) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:20.286232 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d3bce-029b-4cd0-a871-e224e2e66107 req-95e0d0b5-2c2f-42c9-ad9f-9cfc406aeee0 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:20.287982 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-676d3bce-029b-4cd0-a871-e224e2e66107 req-95e0d0b5-2c2f-42c9-ad9f-9cfc406aeee0 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f960b43-19a2-4fae-924d-9f153342f2ba HTTP/1.1" status: 200 len: 944 time: 0.0618703 Apr 29 11:43:20.338780 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-676d3bce-029b-4cd0-a871-e224e2e66107 req-1a30975b-f681-48c6-bb5b-285237eb34ee tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439310 Apr 29 11:43:20.472600 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:20.515013 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-33e3590d-2c4d-4f2f-a24d-ef962ad59a5f None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:20.523860 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdd7726-b975-42fb-81fa-c1aaee2ce055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-59f12eb1-38d5-4f06-997b-c23210b19695', 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ips': [{'subnet_id': '2dd29a24-c72e-405c-9c42-72d438b0f5cb'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:43:20.524688 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8fdd7726-b975-42fb-81fa-c1aaee2ce055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:20.536426 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-33e3590d-2c4d-4f2f-a24d-ef962ad59a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:20.545593 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f960b43-19a2-4fae-924d-9f153342f2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0232197-aa8e-453a-8b4a-47f4685634c2'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:43:20.547859 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b3984d-fee8-410c-bc22-f4aa0c447b53" -d '{"events": [{"server_uuid": "4f960b43-19a2-4fae-924d-9f153342f2ba", "name": "network-vif-plugged", "status": "completed", "tag": "e0232197-aa8e-453a-8b4a-47f4685634c2"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:43:20.599590 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port e0232197-aa8e-453a-8b4a-47f4685634c2, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e0232197-aa8e-453a-8b4a-47f4685634c2,segment=NetworkSegment(0c080895-bcf4-4e59-861e-09d2c7c3a6d0),segment_id=0c080895-bcf4-4e59-861e-09d2c7c3a6d0)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:43:20.606625 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6e0e39-0186-4dde-b104-7b6b4b30529e x-openstack-request-id: req-cf6e0e39-0186-4dde-b104-7b6b4b30529e {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:43:20.606764 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f960b43-19a2-4fae-924d-9f153342f2ba", "name": "network-vif-plugged", "status": "completed", "tag": "e0232197-aa8e-453a-8b4a-47f4685634c2", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:43:20.606958 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cf6e0e39-0186-4dde-b104-7b6b4b30529e {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:43:20.607356 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf6e0e39-0186-4dde-b104-7b6b4b30529e'] response: {'server_uuid': '4f960b43-19a2-4fae-924d-9f153342f2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0232197-aa8e-453a-8b4a-47f4685634c2', 'code': 200} Apr 29 11:43:20.627928 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:20.690939 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-33e3590d-2c4d-4f2f-a24d-ef962ad59a5f None None] Attempting to bind port c4a08e39-0a2c-4133-8e8f-fff794b52750 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:43:20.691313 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-33e3590d-2c4d-4f2f-a24d-ef962ad59a5f None None] Attempting to bind port c4a08e39-0a2c-4133-8e8f-fff794b52750 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:43:20.691863 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e3590d-2c4d-4f2f-a24d-ef962ad59a5f None None] Attempting to bind port c4a08e39-0a2c-4133-8e8f-fff794b52750 on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:43:20.699973 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac628ca-2fa7-4a62-84d3-db83e59114df None None] Pushing event updated for resources: {'Port': ['ID=c4a08e39-0a2c-4133-8e8f-fff794b52750,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:20.715538 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e3590d-2c4d-4f2f-a24d-ef962ad59a5f None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:43:20.715928 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e3590d-2c4d-4f2f-a24d-ef962ad59a5f None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:43:20.716314 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-33e3590d-2c4d-4f2f-a24d-ef962ad59a5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:20.716719 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e3590d-2c4d-4f2f-a24d-ef962ad59a5f None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:43:20.717203 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-33e3590d-2c4d-4f2f-a24d-ef962ad59a5f None None] Bound port: c4a08e39-0a2c-4133-8e8f-fff794b52750, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:43:20.717585 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-33e3590d-2c4d-4f2f-a24d-ef962ad59a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:20.733171 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bf64e37f-cae7-4d47-8c58-a0a1338ba947 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:20.840476 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=e0232197-aa8e-453a-8b4a-47f4685634c2,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:20.848169 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-33e3590d-2c4d-4f2f-a24d-ef962ad59a5f None None] For port c4a08e39-0a2c-4133-8e8f-fff794b52750, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:43:20.854136 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-33e3590d-2c4d-4f2f-a24d-ef962ad59a5f None None] For port c4a08e39-0a2c-4133-8e8f-fff794b52750, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=c4a08e39-0a2c-4133-8e8f-fff794b52750,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:43:20.860083 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-8fdd7726-b975-42fb-81fa-c1aaee2ce055 None None] Allocated IP 172.20.0.2 (59f12eb1-38d5-4f06-997b-c23210b19695/2dd29a24-c72e-405c-9c42-72d438b0f5cb/f6d021cb-25c0-4b10-b3a9-14a8062e30ff) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:20.862541 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-33e3590d-2c4d-4f2f-a24d-ef962ad59a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:20.869541 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e9f0f-f873-4417-a561-162e78d987c6 req-d52e3a76-d74e-44a3-9d64-12346c1de40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:20.871277 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8e6e9f0f-f873-4417-a561-162e78d987c6 req-d52e3a76-d74e-44a3-9d64-12346c1de40f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4f960b43-19a2-4fae-924d-9f153342f2ba HTTP/1.1" status: 200 len: 1098 time: 0.0489502 Apr 29 11:43:20.917089 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8e6e9f0f-f873-4417-a561-162e78d987c6 req-57edc9f8-0245-4207-a99e-e631fe2cdcec service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355170 Apr 29 11:43:20.986215 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac628ca-2fa7-4a62-84d3-db83e59114df None None] Pushing event updated for resources: {'Port': ['ID=c4a08e39-0a2c-4133-8e8f-fff794b52750,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:20.989269 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e3590d-2c4d-4f2f-a24d-ef962ad59a5f None None] Routers {'7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:43:20.989892 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-33e3590d-2c4d-4f2f-a24d-ef962ad59a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:21.147900 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8fdd7726-b975-42fb-81fa-c1aaee2ce055 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:21.150157 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-33e3590d-2c4d-4f2f-a24d-ef962ad59a5f None None] Set router 7f40ddc0-6a32-4e75-8fc4-297c563bd2a4 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:43:21.177232 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8fdd7726-b975-42fb-81fa-c1aaee2ce055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:21.205873 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-bf64e37f-cae7-4d47-8c58-a0a1338ba947 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.20.0.1 (59f12eb1-38d5-4f06-997b-c23210b19695/2dd29a24-c72e-405c-9c42-72d438b0f5cb/63cbd47e-933a-4a7b-9608-3dbb61e48599) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:21.283315 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdd7726-b975-42fb-81fa-c1aaee2ce055 None None] Network 59f12eb1-38d5-4f06-997b-c23210b19695 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:21.292273 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-8fdd7726-b975-42fb-81fa-c1aaee2ce055 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:21.297834 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdd7726-b975-42fb-81fa-c1aaee2ce055 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:43:21.302274 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd7726-b975-42fb-81fa-c1aaee2ce055 None None] Pushing event updated for resources: {'Port': ['ID=f6d021cb-25c0-4b10-b3a9-14a8062e30ff,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:21.322534 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bf64e37f-cae7-4d47-8c58-a0a1338ba947 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:21.359178 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bf64e37f-cae7-4d47-8c58-a0a1338ba947 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:21.479262 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f68894-c2aa-4b4e-bc0f-250a4c6625c0 req-9c9e670b-fc68-4404-a8cb-8c231c35113e tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:21.480904 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e0f68894-c2aa-4b4e-bc0f-250a4c6625c0 req-9c9e670b-fc68-4404-a8cb-8c231c35113e tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f960b43-19a2-4fae-924d-9f153342f2ba HTTP/1.1" status: 200 len: 945 time: 0.0632365 Apr 29 11:43:21.526323 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e0f68894-c2aa-4b4e-bc0f-250a4c6625c0 req-2f6c8288-d3ef-449d-ae8c-9b8ff0b7b349 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382998 Apr 29 11:43:21.538121 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-8fdd7726-b975-42fb-81fa-c1aaee2ce055 None None] Attempting to bind port f6d021cb-25c0-4b10-b3a9-14a8062e30ff on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:43:21.538524 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-8fdd7726-b975-42fb-81fa-c1aaee2ce055 None None] Attempting to bind port f6d021cb-25c0-4b10-b3a9-14a8062e30ff by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'c4f6fcb6-7785-4c84-a5d7-15afd2ff2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:43:21.538884 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdd7726-b975-42fb-81fa-c1aaee2ce055 None None] Attempting to bind port f6d021cb-25c0-4b10-b3a9-14a8062e30ff on network 59f12eb1-38d5-4f06-997b-c23210b19695 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:43:21.564452 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdd7726-b975-42fb-81fa-c1aaee2ce055 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:43:21.564829 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdd7726-b975-42fb-81fa-c1aaee2ce055 None None] Checking segment: {'id': 'c4f6fcb6-7785-4c84-a5d7-15afd2ff2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:43:21.565236 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8fdd7726-b975-42fb-81fa-c1aaee2ce055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:21.565636 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdd7726-b975-42fb-81fa-c1aaee2ce055 None None] Bound using segment: {'id': 'c4f6fcb6-7785-4c84-a5d7-15afd2ff2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:43:21.566117 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-8fdd7726-b975-42fb-81fa-c1aaee2ce055 None None] Bound port: f6d021cb-25c0-4b10-b3a9-14a8062e30ff, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f6fcb6-7785-4c84-a5d7-15afd2ff2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:43:21.566525 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8fdd7726-b975-42fb-81fa-c1aaee2ce055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:21.640451 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-33e3590d-2c4d-4f2f-a24d-ef962ad59a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'name': 'tempest-TestNetworkBasicOps-router-1254036424', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:43:17Z', 'updated_at': '2022-04-29T11:43:18Z', 'revision_number': 3, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:18Z', 'updated_at': '2022-04-29T11:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:21.677664 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e3590d-2c4d-4f2f-a24d-ef962ad59a5f None None] The sync data for ids ['7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'] in dv-neutron-838888-1-hyperv is: [{'id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'name': 'tempest-TestNetworkBasicOps-router-1254036424', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:43:17Z', 'updated_at': '2022-04-29T11:43:18Z', 'revision_number': 3, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:18Z', 'updated_at': '2022-04-29T11:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:43:21.683191 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-8fdd7726-b975-42fb-81fa-c1aaee2ce055 None None] For port f6d021cb-25c0-4b10-b3a9-14a8062e30ff, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:43:21.699440 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-8fdd7726-b975-42fb-81fa-c1aaee2ce055 None None] For port f6d021cb-25c0-4b10-b3a9-14a8062e30ff, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=f6d021cb-25c0-4b10-b3a9-14a8062e30ff,segment=NetworkSegment(c4f6fcb6-7785-4c84-a5d7-15afd2ff2045),segment_id=c4f6fcb6-7785-4c84-a5d7-15afd2ff2045)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:43:21.706119 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8fdd7726-b975-42fb-81fa-c1aaee2ce055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:21.741095 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf64e37f-cae7-4d47-8c58-a0a1338ba947 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 59f12eb1-38d5-4f06-997b-c23210b19695 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:21.748834 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-bf64e37f-cae7-4d47-8c58-a0a1338ba947 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:21.752700 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf64e37f-cae7-4d47-8c58-a0a1338ba947 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:43:21.760666 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64e37f-cae7-4d47-8c58-a0a1338ba947 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=63cbd47e-933a-4a7b-9608-3dbb61e48599,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:21.766865 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd7726-b975-42fb-81fa-c1aaee2ce055 None None] Pushing event updated for resources: {'Port': ['ID=f6d021cb-25c0-4b10-b3a9-14a8062e30ff,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:21.804482 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bf64e37f-cae7-4d47-8c58-a0a1338ba947 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:21.986400 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bf64e37f-cae7-4d47-8c58-a0a1338ba947 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:22.255598 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:43:22.316571 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bf64e37f-cae7-4d47-8c58-a0a1338ba947 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:22.323106 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bf64e37f-cae7-4d47-8c58-a0a1338ba947 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:22.402762 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64e37f-cae7-4d47-8c58-a0a1338ba947 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=63cbd47e-933a-4a7b-9608-3dbb61e48599,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:22.406275 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bf64e37f-cae7-4d47-8c58-a0a1338ba947 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:22.510586 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf64e37f-cae7-4d47-8c58-a0a1338ba947 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 59f12eb1-38d5-4f06-997b-c23210b19695 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:22.512078 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-bf64e37f-cae7-4d47-8c58-a0a1338ba947 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:22.646708 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf64e37f-cae7-4d47-8c58-a0a1338ba947 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router 7f40ddc0-6a32-4e75-8fc4-297c563bd2a4 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:43:22.676842 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e53567-ef96-4bd3-8ee1-3a75244f46b1 req-5abe48c9-cb1a-4a49-bb00-72de768f953c tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:22.679275 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-38e53567-ef96-4bd3-8ee1-3a75244f46b1 req-5abe48c9-cb1a-4a49-bb00-72de768f953c tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f960b43-19a2-4fae-924d-9f153342f2ba HTTP/1.1" status: 200 len: 945 time: 0.0667605 Apr 29 11:43:22.723388 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-38e53567-ef96-4bd3-8ee1-3a75244f46b1 req-53279e10-6b43-4c97-b159-39a33dd2a462 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371511 Apr 29 11:43:22.775566 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf64e37f-cae7-4d47-8c58-a0a1338ba947 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:43:22.781685 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-bf64e37f-cae7-4d47-8c58-a0a1338ba947 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "PUT /v2.0/routers/7f40ddc0-6a32-4e75-8fc4-297c563bd2a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5391476 Apr 29 11:43:22.784418 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53556) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:22.823028 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07082a5-5442-4326-a7ea-73a5c330c52a None None] Network 59f12eb1-38d5-4f06-997b-c23210b19695 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:43:22.941645 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-ca25f431-af73-4971-bbe1-546b369381eb None None] Provisioning complete for port f6d021cb-25c0-4b10-b3a9-14a8062e30ff triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:22.942457 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ca25f431-af73-4971-bbe1-546b369381eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:22.956651 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d2325-7aea-46b0-8b6c-66d083009f04 req-fc30f402-7262-4243-ad31-3c9e52b7d991 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:22.956651 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-984d2325-7aea-46b0-8b6c-66d083009f04 req-fc30f402-7262-4243-ad31-3c9e52b7d991 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f960b43-19a2-4fae-924d-9f153342f2ba HTTP/1.1" status: 200 len: 945 time: 0.1554995 Apr 29 11:43:23.046103 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688aa5be-48aa-45c1-b67d-937a56c9f053 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:23.046636 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688aa5be-48aa-45c1-b67d-937a56c9f053 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:23.047109 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688aa5be-48aa-45c1-b67d-937a56c9f053 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:23.047578 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688aa5be-48aa-45c1-b67d-937a56c9f053 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:23.048042 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688aa5be-48aa-45c1-b67d-937a56c9f053 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:23.048506 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688aa5be-48aa-45c1-b67d-937a56c9f053 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:23.048972 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688aa5be-48aa-45c1-b67d-937a56c9f053 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:23.050883 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-688aa5be-48aa-45c1-b67d-937a56c9f053 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4970 time: 0.2654204 Apr 29 11:43:23.053914 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53558) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:23.076802 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-984d2325-7aea-46b0-8b6c-66d083009f04 req-5a27ce71-b2bf-429f-b556-66d160e46a41 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912688 Apr 29 11:43:23.083650 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ca25f431-af73-4971-bbe1-546b369381eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:23.112309 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53560) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:23.140961 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device f6d021cb-25c0-4b10-b3a9-14a8062e30ff up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:43:23.212676 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-ca25f431-af73-4971-bbe1-546b369381eb None None] For port f6d021cb-25c0-4b10-b3a9-14a8062e30ff, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=f6d021cb-25c0-4b10-b3a9-14a8062e30ff,segment=NetworkSegment(c4f6fcb6-7785-4c84-a5d7-15afd2ff2045),segment_id=c4f6fcb6-7785-4c84-a5d7-15afd2ff2045)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:43:23.220584 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ca25f431-af73-4971-bbe1-546b369381eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:23.230511 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ed0702-e7f1-4e32-a74b-968ec35a512a tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:23.231255 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ed0702-e7f1-4e32-a74b-968ec35a512a tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:23.231882 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ed0702-e7f1-4e32-a74b-968ec35a512a tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:23.232689 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ed0702-e7f1-4e32-a74b-968ec35a512a tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:23.233800 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ed0702-e7f1-4e32-a74b-968ec35a512a tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:23.234503 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ed0702-e7f1-4e32-a74b-968ec35a512a tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:23.235146 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ed0702-e7f1-4e32-a74b-968ec35a512a tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:23.237691 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b0ed0702-e7f1-4e32-a74b-968ec35a512a tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4629 time: 0.1822665 Apr 29 11:43:23.240686 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53564) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:23.294097 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca25f431-af73-4971-bbe1-546b369381eb None None] Pushing event updated for resources: {'Port': ['ID=f6d021cb-25c0-4b10-b3a9-14a8062e30ff,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:23.320104 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port f6d021cb-25c0-4b10-b3a9-14a8062e30ff triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:23.320671 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:23.335140 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a8c2e6-0f23-4c61-9ad5-3b7b33acb650 tempest-TestVolumeBootPattern-2013997128 tempest-TestVolumeBootPattern-2013997128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:23.340402 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e2a8c2e6-0f23-4c61-9ad5-3b7b33acb650 tempest-TestVolumeBootPattern-2013997128 tempest-TestVolumeBootPattern-2013997128-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4f960b43-19a2-4fae-924d-9f153342f2ba HTTP/1.1" status: 200 len: 1093 time: 0.2255628 Apr 29 11:43:23.341050 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53566) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:23.346301 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-efc6db38-a5d6-43a8-adb5-dcd8d66b4464 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'port_id': 'e0232197-aa8e-453a-8b4a-47f4685634c2', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:23.382531 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-448b206c-292a-4e35-913d-1664eedc09fb None None] Provisioning complete for port f6d021cb-25c0-4b10-b3a9-14a8062e30ff triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:23.382832 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-448b206c-292a-4e35-913d-1664eedc09fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:23.389321 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-efc6db38-a5d6-43a8-adb5-dcd8d66b4464 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for floatingip, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:23.478693 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device c4a08e39-0a2c-4133-8e8f-fff794b52750 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:43:23.571955 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-efc6db38-a5d6-43a8-adb5-dcd8d66b4464 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:23.580612 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6bad2db0-3340-47d5-9fe6-d2fab5f10b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:23.592534 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-39fae80a-5dd8-4053-8b7d-3bb69375ab50 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3776 time: 0.3505318 Apr 29 11:43:23.596707 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-448b206c-292a-4e35-913d-1664eedc09fb None None] Provisioning complete for port 63cbd47e-933a-4a7b-9608-3dbb61e48599 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:23.597073 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-448b206c-292a-4e35-913d-1664eedc09fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:23.602740 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port c4a08e39-0a2c-4133-8e8f-fff794b52750 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:23.603101 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:23.681537 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5261f20-3461-4e59-b305-4523817608a5 None None] Sync routers for ids ['7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:43:23.683209 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-448b206c-292a-4e35-913d-1664eedc09fb None None] Port 63cbd47e-933a-4a7b-9608-3dbb61e48599 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:43:23.701196 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5261f20-3461-4e59-b305-4523817608a5 None None] Routers {'7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:43:23.702115 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f5261f20-3461-4e59-b305-4523817608a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:23.762488 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-efc6db38-a5d6-43a8-adb5-dcd8d66b4464 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Allocated IP 172.26.4.220 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/29214db6-db6a-444e-8c66-e6e3bec3ab3d) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:23.771035 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:23.812273 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port c4a08e39-0a2c-4133-8e8f-fff794b52750, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=c4a08e39-0a2c-4133-8e8f-fff794b52750,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:43:23.821404 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:23.828527 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-296c1e0f-0a1c-4be3-86f4-3e2c4e3fd35c None None] Provisioning complete for port 63cbd47e-933a-4a7b-9608-3dbb61e48599 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:23.829078 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-296c1e0f-0a1c-4be3-86f4-3e2c4e3fd35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:23.870500 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-f5261f20-3461-4e59-b305-4523817608a5 None None] Set router 7f40ddc0-6a32-4e75-8fc4-297c563bd2a4 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:43:23.897310 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-efc6db38-a5d6-43a8-adb5-dcd8d66b4464 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:23.927845 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-296c1e0f-0a1c-4be3-86f4-3e2c4e3fd35c None None] Port 63cbd47e-933a-4a7b-9608-3dbb61e48599 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:43:23.930688 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=c4a08e39-0a2c-4133-8e8f-fff794b52750,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:23.965898 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-efc6db38-a5d6-43a8-adb5-dcd8d66b4464 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.010005 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6db38-a5d6-43a8-adb5-dcd8d66b4464 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Pushing event updated for resources: {'Port': ['ID=29214db6-db6a-444e-8c66-e6e3bec3ab3d,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:24.027063 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc6db38-a5d6-43a8-adb5-dcd8d66b4464 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:24.028936 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-efc6db38-a5d6-43a8-adb5-dcd8d66b4464 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:24.031575 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc6db38-a5d6-43a8-adb5-dcd8d66b4464 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:43:24.049702 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5c07a387-e0b0-4cb7-a4c6-38dcb281fc9b None None] Provisioning complete for port 63cbd47e-933a-4a7b-9608-3dbb61e48599 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:24.050246 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5c07a387-e0b0-4cb7-a4c6-38dcb281fc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.093730 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5c07a387-e0b0-4cb7-a4c6-38dcb281fc9b None None] Port 63cbd47e-933a-4a7b-9608-3dbb61e48599 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:43:24.124858 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53570) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:24.130891 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-cee70238-e7e0-4602-af1b-0303ae0bceea tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-217218454', 'description': 'tempest-secgroup-smoke-217218454 description', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:24.158700 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-cee70238-e7e0-4602-af1b-0303ae0bceea tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.219413 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f5261f20-3461-4e59-b305-4523817608a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'name': 'tempest-TestNetworkBasicOps-router-1254036424', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:43:17Z', 'updated_at': '2022-04-29T11:43:21Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:18Z', 'updated_at': '2022-04-29T11:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '63cbd47e-933a-4a7b-9608-3dbb61e48599', 'name': '', 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:25:3b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '2dd29a24-c72e-405c-9c42-72d438b0f5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:20Z', 'updated_at': '2022-04-29T11:43:22Z', 'revision_number': 2, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '2dd29a24-c72e-405c-9c42-72d438b0f5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:24.249614 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-cee70238-e7e0-4602-af1b-0303ae0bceea tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.252091 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5261f20-3461-4e59-b305-4523817608a5 None None] Checking router: 7f40ddc0-6a32-4e75-8fc4-297c563bd2a4 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:43:24.252440 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5261f20-3461-4e59-b305-4523817608a5 None None] Updating router 7f40ddc0-6a32-4e75-8fc4-297c563bd2a4 port 63cbd47e-933a-4a7b-9608-3dbb61e48599 binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:43:24.255145 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-cee70238-e7e0-4602-af1b-0303ae0bceea tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.279872 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-f5261f20-3461-4e59-b305-4523817608a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.284615 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-cee70238-e7e0-4602-af1b-0303ae0bceea tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.286134 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-cee70238-e7e0-4602-af1b-0303ae0bceea tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1597755 Apr 29 11:43:24.289269 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53572) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:24.291367 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee70238-e7e0-4602-af1b-0303ae0bceea tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddea8759-8e8d-4725-b425-4639fa46480f,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:24.300400 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-66b4ef9d-f002-4162-b51b-78d2d6a330b1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': 'ddea8759-8e8d-4725-b425-4639fa46480f', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:24.382678 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-66b4ef9d-f002-4162-b51b-78d2d6a330b1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.517140 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-66b4ef9d-f002-4162-b51b-78d2d6a330b1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.524787 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-66b4ef9d-f002-4162-b51b-78d2d6a330b1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.543776 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-f5261f20-3461-4e59-b305-4523817608a5 None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.550677 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-f5261f20-3461-4e59-b305-4523817608a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.554137 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4ef9d-f002-4162-b51b-78d2d6a330b1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f4d494c-c671-48f8-9aba-adeed2cdf365,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:24.557969 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-efc6db38-a5d6-43a8-adb5-dcd8d66b4464 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.561384 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-66b4ef9d-f002-4162-b51b-78d2d6a330b1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.562596 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-66b4ef9d-f002-4162-b51b-78d2d6a330b1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2716825 Apr 29 11:43:24.565336 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53574) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:24.587982 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-45f2961d-4881-4b5c-a276-52b99eaebd4d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': 'ddea8759-8e8d-4725-b425-4639fa46480f', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:24.612516 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2f85b-839d-4597-ae68-60c4f2f55d83 None None] Pushing event updated for resources: {'Port': ['ID=63cbd47e-933a-4a7b-9608-3dbb61e48599,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:24.631614 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-45f2961d-4881-4b5c-a276-52b99eaebd4d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.657946 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2f85b-839d-4597-ae68-60c4f2f55d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:24.658262 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2f85b-839d-4597-ae68-60c4f2f55d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:24.658610 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2f85b-839d-4597-ae68-60c4f2f55d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:24.658929 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2f85b-839d-4597-ae68-60c4f2f55d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:24.659249 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2f85b-839d-4597-ae68-60c4f2f55d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:24.660290 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2f85b-839d-4597-ae68-60c4f2f55d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:24.660290 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2f85b-839d-4597-ae68-60c4f2f55d83 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:24.660290 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2f85b-839d-4597-ae68-60c4f2f55d83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:24.661103 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2f85b-839d-4597-ae68-60c4f2f55d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:24.661408 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2f85b-839d-4597-ae68-60c4f2f55d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:24.661729 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2f85b-839d-4597-ae68-60c4f2f55d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:24.662355 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2f85b-839d-4597-ae68-60c4f2f55d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:24.675723 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-f5261f20-3461-4e59-b305-4523817608a5 None None] Attempting to bind port 63cbd47e-933a-4a7b-9608-3dbb61e48599 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:43:24.676632 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-efc6db38-a5d6-43a8-adb5-dcd8d66b4464 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.676867 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-f5261f20-3461-4e59-b305-4523817608a5 None None] Attempting to bind port 63cbd47e-933a-4a7b-9608-3dbb61e48599 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'c4f6fcb6-7785-4c84-a5d7-15afd2ff2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:43:24.677106 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5261f20-3461-4e59-b305-4523817608a5 None None] Attempting to bind port 63cbd47e-933a-4a7b-9608-3dbb61e48599 on network 59f12eb1-38d5-4f06-997b-c23210b19695 {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:43:24.682750 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5261f20-3461-4e59-b305-4523817608a5 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:43:24.683434 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5261f20-3461-4e59-b305-4523817608a5 None None] Checking segment: {'id': 'c4f6fcb6-7785-4c84-a5d7-15afd2ff2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:43:24.683540 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-f5261f20-3461-4e59-b305-4523817608a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.683881 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5261f20-3461-4e59-b305-4523817608a5 None None] Bound using segment: {'id': 'c4f6fcb6-7785-4c84-a5d7-15afd2ff2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:43:24.684347 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-f5261f20-3461-4e59-b305-4523817608a5 None None] Bound port: 63cbd47e-933a-4a7b-9608-3dbb61e48599, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f6fcb6-7785-4c84-a5d7-15afd2ff2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:43:24.684719 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-f5261f20-3461-4e59-b305-4523817608a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.752493 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-45f2961d-4881-4b5c-a276-52b99eaebd4d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.756571 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-f5261f20-3461-4e59-b305-4523817608a5 None None] For port 63cbd47e-933a-4a7b-9608-3dbb61e48599, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:43:24.761055 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-f5261f20-3461-4e59-b305-4523817608a5 None None] For port 63cbd47e-933a-4a7b-9608-3dbb61e48599, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=63cbd47e-933a-4a7b-9608-3dbb61e48599,segment=NetworkSegment(c4f6fcb6-7785-4c84-a5d7-15afd2ff2045),segment_id=c4f6fcb6-7785-4c84-a5d7-15afd2ff2045)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:43:24.764620 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-45f2961d-4881-4b5c-a276-52b99eaebd4d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.765888 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-f5261f20-3461-4e59-b305-4523817608a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.818527 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2961d-4881-4b5c-a276-52b99eaebd4d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa09243-ab57-46b0-9335-006130efedf0,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:24.828021 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-45f2961d-4881-4b5c-a276-52b99eaebd4d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.828450 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5261f20-3461-4e59-b305-4523817608a5 None None] Routers {'7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:43:24.829055 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f5261f20-3461-4e59-b305-4523817608a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:24.829793 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-45f2961d-4881-4b5c-a276-52b99eaebd4d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2632701 Apr 29 11:43:24.832558 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53578) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:24.834066 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2f85b-839d-4597-ae68-60c4f2f55d83 None None] Pushing event updated for resources: {'Port': ['ID=63cbd47e-933a-4a7b-9608-3dbb61e48599,revision_number=4']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:24.837156 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-a3a3c762-385d-495c-b447-5a0bdd20762f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': 'ddea8759-8e8d-4725-b425-4639fa46480f', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:24.887853 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c762-385d-495c-b447-5a0bdd20762f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.933830 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-898a0840-a0fd-4fae-a950-51d9af30c2e4 None None] Provisioning complete for port 63cbd47e-933a-4a7b-9608-3dbb61e48599 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:24.946981 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-898a0840-a0fd-4fae-a950-51d9af30c2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.955009 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-efc6db38-a5d6-43a8-adb5-dcd8d66b4464 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.959700 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-f5261f20-3461-4e59-b305-4523817608a5 None None] Set router 7f40ddc0-6a32-4e75-8fc4-297c563bd2a4 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:43:24.968534 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-efc6db38-a5d6-43a8-adb5-dcd8d66b4464 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.046475 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c762-385d-495c-b447-5a0bdd20762f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.057468 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c762-385d-495c-b447-5a0bdd20762f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.069071 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device f6d021cb-25c0-4b10-b3a9-14a8062e30ff up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:43:25.088426 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6db38-a5d6-43a8-adb5-dcd8d66b4464 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Pushing event updated for resources: {'Port': ['ID=29214db6-db6a-444e-8c66-e6e3bec3ab3d,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:25.101464 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3c762-385d-495c-b447-5a0bdd20762f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d11a97-9def-47ba-82ab-0bb494e4a428,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:25.107513 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c762-385d-495c-b447-5a0bdd20762f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.111121 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a3a3c762-385d-495c-b447-5a0bdd20762f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2748861 Apr 29 11:43:25.111121 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-efc6db38-a5d6-43a8-adb5-dcd8d66b4464 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.111451 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53580) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:25.116014 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-aca5807c-5c44-4de9-8f88-d3084774ab50 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': 'ddea8759-8e8d-4725-b425-4639fa46480f', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:25.126317 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-898a0840-a0fd-4fae-a950-51d9af30c2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.171826 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-aca5807c-5c44-4de9-8f88-d3084774ab50 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.193128 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-898a0840-a0fd-4fae-a950-51d9af30c2e4 None None] For port 63cbd47e-933a-4a7b-9608-3dbb61e48599, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=63cbd47e-933a-4a7b-9608-3dbb61e48599,segment=NetworkSegment(c4f6fcb6-7785-4c84-a5d7-15afd2ff2045),segment_id=c4f6fcb6-7785-4c84-a5d7-15afd2ff2045)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:43:25.199107 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port f6d021cb-25c0-4b10-b3a9-14a8062e30ff triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:25.199913 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.203180 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-898a0840-a0fd-4fae-a950-51d9af30c2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.243428 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-aca5807c-5c44-4de9-8f88-d3084774ab50 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.249409 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-aca5807c-5c44-4de9-8f88-d3084774ab50 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.256990 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-efc6db38-a5d6-43a8-adb5-dcd8d66b4464 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Floating IP 21ed04cc-c3f2-4b6f-a9f1-b8e4b07b8bb7 associated. External IP: 172.26.4.220, port: e0232197-aa8e-453a-8b4a-47f4685634c2. Apr 29 11:43:25.271047 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5807c-5c44-4de9-8f88-d3084774ab50 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=400db0a5-a207-400c-8078-91e2915a451f,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:25.283971 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-aca5807c-5c44-4de9-8f88-d3084774ab50 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.285107 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a0840-a0fd-4fae-a950-51d9af30c2e4 None None] Pushing event updated for resources: {'Port': ['ID=63cbd47e-933a-4a7b-9608-3dbb61e48599,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:25.285410 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-aca5807c-5c44-4de9-8f88-d3084774ab50 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1727533 Apr 29 11:43:25.288815 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53582) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:25.293774 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-5e4fbfcf-eb64-48ad-87af-1c1960b72057 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': 'ddea8759-8e8d-4725-b425-4639fa46480f', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:25.307945 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f5261f20-3461-4e59-b305-4523817608a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'name': 'tempest-TestNetworkBasicOps-router-1254036424', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:43:17Z', 'updated_at': '2022-04-29T11:43:21Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:18Z', 'updated_at': '2022-04-29T11:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '63cbd47e-933a-4a7b-9608-3dbb61e48599', 'name': '', 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:25:3b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '2dd29a24-c72e-405c-9c42-72d438b0f5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:20Z', 'updated_at': '2022-04-29T11:43:24Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '2dd29a24-c72e-405c-9c42-72d438b0f5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:25.321086 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.securitygroups_db [None req-5e4fbfcf-eb64-48ad-87af-1c1960b72057 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Project e43b3d3b447648b5aeeaf858bb1241e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:43:25.326814 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e4fbfcf-eb64-48ad-87af-1c1960b72057 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.340306 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5261f20-3461-4e59-b305-4523817608a5 None None] The sync data for ids ['7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'] in dv-neutron-838888-1-hyperv is: [{'id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'name': 'tempest-TestNetworkBasicOps-router-1254036424', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:43:17Z', 'updated_at': '2022-04-29T11:43:21Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:18Z', 'updated_at': '2022-04-29T11:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '63cbd47e-933a-4a7b-9608-3dbb61e48599', 'name': '', 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:25:3b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '2dd29a24-c72e-405c-9c42-72d438b0f5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:20Z', 'updated_at': '2022-04-29T11:43:24Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '2dd29a24-c72e-405c-9c42-72d438b0f5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:43:25.362428 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-ff8b30ac-442c-47df-9efd-bf60fd2de837 None None] Provisioning complete for port 63cbd47e-933a-4a7b-9608-3dbb61e48599 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:25.362819 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ff8b30ac-442c-47df-9efd-bf60fd2de837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.398591 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device c4a08e39-0a2c-4133-8e8f-fff794b52750 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:43:25.439299 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e4fbfcf-eb64-48ad-87af-1c1960b72057 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.445089 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e4fbfcf-eb64-48ad-87af-1c1960b72057 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.468863 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4fbfcf-eb64-48ad-87af-1c1960b72057 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98afe727-d1b0-4339-bf8b-6ba04f86abb5,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:25.491625 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e4fbfcf-eb64-48ad-87af-1c1960b72057 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.493703 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5e4fbfcf-eb64-48ad-87af-1c1960b72057 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2031422 Apr 29 11:43:25.495925 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53584) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:25.500957 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-a654cb20-a61f-48e3-ba09-8c55698dfa15 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': 'ddea8759-8e8d-4725-b425-4639fa46480f', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:25.527331 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.securitygroups_db [None req-a654cb20-a61f-48e3-ba09-8c55698dfa15 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Project e43b3d3b447648b5aeeaf858bb1241e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:43:25.533272 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a654cb20-a61f-48e3-ba09-8c55698dfa15 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.555567 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port c4a08e39-0a2c-4133-8e8f-fff794b52750 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:25.556024 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.593845 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc6db38-a5d6-43a8-adb5-dcd8d66b4464 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Router f601182d-d511-43d6-ade7-d211bedc506a has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:43:25.616723 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a654cb20-a61f-48e3-ba09-8c55698dfa15 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.622608 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a654cb20-a61f-48e3-ba09-8c55698dfa15 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.647489 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654cb20-a61f-48e3-ba09-8c55698dfa15 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28beffb-5e61-4502-8149-c0f649e92681,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:25.654266 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a654cb20-a61f-48e3-ba09-8c55698dfa15 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.666017 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a654cb20-a61f-48e3-ba09-8c55698dfa15 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1688619 Apr 29 11:43:25.734325 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc6db38-a5d6-43a8-adb5-dcd8d66b4464 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:43:25.747550 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c77ab0-a205-46b6-baa1-c76b82884a6f None None] Sync routers for ids ['f601182d-d511-43d6-ade7-d211bedc506a'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:43:25.754928 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-efc6db38-a5d6-43a8-adb5-dcd8d66b4464 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.760656 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c77ab0-a205-46b6-baa1-c76b82884a6f None None] Routers {'f601182d-d511-43d6-ade7-d211bedc506a'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:43:25.761341 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-41c77ab0-a205-46b6-baa1-c76b82884a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f601182d-d511-43d6-ade7-d211bedc506a'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:25.785328 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-efc6db38-a5d6-43a8-adb5-dcd8d66b4464 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4431922 Apr 29 11:43:25.787436 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f960b43-19a2-4fae-924d-9f153342f2ba', 'tag': 'e0232197-aa8e-453a-8b4a-47f4685634c2'}] {{(pid=102960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:43:25.790066 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f284d994886e2bee032f7329864f24e5fe1e0d39b4215f9cf8d7074f2166ea6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e3c2e2-9517-4d1e-9ee7-dc221027dbad" -d '{"events": [{"name": "network-changed", "server_uuid": "4f960b43-19a2-4fae-924d-9f153342f2ba", "tag": "e0232197-aa8e-453a-8b4a-47f4685634c2"}]}' {{(pid=102960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:43:25.840604 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72658e7-7ad1-4a70-bd15-2055a2cada68 x-openstack-request-id: req-e72658e7-7ad1-4a70-bd15-2055a2cada68 {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:43:25.840972 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f960b43-19a2-4fae-924d-9f153342f2ba", "tag": "e0232197-aa8e-453a-8b4a-47f4685634c2", "status": "completed", "code": 200}]} {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:43:25.841301 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e72658e7-7ad1-4a70-bd15-2055a2cada68 {{(pid=102960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:43:25.841772 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e72658e7-7ad1-4a70-bd15-2055a2cada68'] response: {'name': 'network-changed', 'server_uuid': '4f960b43-19a2-4fae-924d-9f153342f2ba', 'tag': 'e0232197-aa8e-453a-8b4a-47f4685634c2', 'status': 'completed', 'code': 200} Apr 29 11:43:25.909038 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-41c77ab0-a205-46b6-baa1-c76b82884a6f None None] Set router f601182d-d511-43d6-ade7-d211bedc506a gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:43:25.927702 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-5c33db61-b87d-43f2-af3a-1e5ff344e6ac tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-217218454&fields=id&tenant_id=e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 267 time: 0.0645139 Apr 29 11:43:25.953467 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3c2e2-9517-4d1e-9ee7-dc221027dbad req-5cc46dba-efb7-4862-a031-3d29c48371cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:25.955316 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1e3c2e2-9517-4d1e-9ee7-dc221027dbad req-5cc46dba-efb7-4862-a031-3d29c48371cb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5c18c08a53e64ca1a8e956042fa2eb3a&device_id=4f960b43-19a2-4fae-924d-9f153342f2ba HTTP/1.1" status: 200 len: 1098 time: 0.0838938 Apr 29 11:43:26.122490 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-bac20ffe-db92-43bf-a523-ba6ca81d3e9f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:26.124015 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-bac20ffe-db92-43bf-a523-ba6ca81d3e9f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/networks?id=59f12eb1-38d5-4f06-997b-c23210b19695 HTTP/1.1" status: 200 len: 796 time: 0.1867518 Apr 29 11:43:26.127135 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3c2e2-9517-4d1e-9ee7-dc221027dbad req-bfdb4774-6c63-48b5-bb44-20682839c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:26.128618 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1e3c2e2-9517-4d1e-9ee7-dc221027dbad req-bfdb4774-6c63-48b5-bb44-20682839c0e1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=13eec917-2205-41ac-bb67-a922e346256d HTTP/1.1" status: 200 len: 913 time: 0.1596382 Apr 29 11:43:26.168387 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-41c77ab0-a205-46b6-baa1-c76b82884a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'name': 'tempest-TestVolumeBootPattern-1959983474-router', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:08Z', 'updated_at': '2022-04-29T11:42:16Z', 'revision_number': 4, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'gw_port': {'id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '21ed04cc-c3f2-4b6f-a9f1-b8e4b07b8bb7', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'floating_ip_address': '172.26.4.220', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'port_id': 'e0232197-aa8e-453a-8b4a-47f4685634c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'mac_address': 'fa:16:3e:50:10:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f960b43-19a2-4fae-924d-9f153342f2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:43:24Z', 'updated_at': '2022-04-29T11:43:24Z', 'revision_number': 0, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '999fce44-439b-4f3a-8bbf-e54742674908', 'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'mac_address': 'fa:16:3e:87:c0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:42:31Z', 'revision_number': 5, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'subnets': [{'id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:26.178776 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-cf0b2bb4-3dbd-47d3-b93f-6e28de7e4d24 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/quotas/e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 375 time: 0.0463512 Apr 29 11:43:26.197421 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c77ab0-a205-46b6-baa1-c76b82884a6f None None] Checking router: f601182d-d511-43d6-ade7-d211bedc506a for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:43:26.206300 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c77ab0-a205-46b6-baa1-c76b82884a6f None None] Routers {'f601182d-d511-43d6-ade7-d211bedc506a'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:43:26.206934 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-41c77ab0-a205-46b6-baa1-c76b82884a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:42:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f601182d-d511-43d6-ade7-d211bedc506a'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:26.215879 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1e3c2e2-9517-4d1e-9ee7-dc221027dbad req-d9a9ff71-03b7-43a9-a919-c5915061af1a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0232197-aa8e-453a-8b4a-47f4685634c2 HTTP/1.1" status: 200 len: 999 time: 0.0761085 Apr 29 11:43:26.296090 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-0102d490-568e-457d-a382-aa03033d9609 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1024954 Apr 29 11:43:26.297833 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3c2e2-9517-4d1e-9ee7-dc221027dbad req-3beb5235-2213-4159-b0f4-3462e2174a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:26.299224 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1e3c2e2-9517-4d1e-9ee7-dc221027dbad req-3beb5235-2213-4159-b0f4-3462e2174a2c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d46e396-b942-4a36-95e7-aa43a356bdd4 HTTP/1.1" status: 200 len: 851 time: 0.0682936 Apr 29 11:43:26.331339 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-41c77ab0-a205-46b6-baa1-c76b82884a6f None None] Set router f601182d-d511-43d6-ade7-d211bedc506a gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:43:26.431430 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3c2e2-9517-4d1e-9ee7-dc221027dbad req-9fdc3749-ff4a-4665-a818-12c8056c1edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:26.432905 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1e3c2e2-9517-4d1e-9ee7-dc221027dbad req-9fdc3749-ff4a-4665-a818-12c8056c1edf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13eec917-2205-41ac-bb67-a922e346256d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1251361 Apr 29 11:43:26.434866 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-8e7dff07-dcff-42ab-ab3f-339f12983ee9 service neutron] 10.222.0.69 "GET /v2.0/networks/59f12eb1-38d5-4f06-997b-c23210b19695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192009 Apr 29 11:43:26.585256 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-41c77ab0-a205-46b6-baa1-c76b82884a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'name': 'tempest-TestVolumeBootPattern-1959983474-router', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:08Z', 'updated_at': '2022-04-29T11:42:16Z', 'revision_number': 4, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'gw_port': {'id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '21ed04cc-c3f2-4b6f-a9f1-b8e4b07b8bb7', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'floating_ip_address': '172.26.4.220', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'port_id': 'e0232197-aa8e-453a-8b4a-47f4685634c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'mac_address': 'fa:16:3e:50:10:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f960b43-19a2-4fae-924d-9f153342f2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:43:24Z', 'updated_at': '2022-04-29T11:43:24Z', 'revision_number': 0, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '999fce44-439b-4f3a-8bbf-e54742674908', 'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'mac_address': 'fa:16:3e:87:c0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:42:31Z', 'revision_number': 5, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'subnets': [{'id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:26.603494 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-a20684c8-4e55-4841-a2b4-a4d41d8cb46c service neutron] 10.222.0.69 "GET /v2.0/networks/59f12eb1-38d5-4f06-997b-c23210b19695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599274 Apr 29 11:43:26.605523 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1e3c2e2-9517-4d1e-9ee7-dc221027dbad req-c398af20-6c41-4968-83c8-fd330b03bd3d service neutron] 10.222.0.62 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638026 Apr 29 11:43:26.619627 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c77ab0-a205-46b6-baa1-c76b82884a6f None None] The sync data for ids ['f601182d-d511-43d6-ade7-d211bedc506a'] in dv-neutron-838888-1-hyperv is: [{'id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'name': 'tempest-TestVolumeBootPattern-1959983474-router', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:08Z', 'updated_at': '2022-04-29T11:42:16Z', 'revision_number': 4, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'gw_port': {'id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '21ed04cc-c3f2-4b6f-a9f1-b8e4b07b8bb7', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'floating_ip_address': '172.26.4.220', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'port_id': 'e0232197-aa8e-453a-8b4a-47f4685634c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'mac_address': 'fa:16:3e:50:10:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f960b43-19a2-4fae-924d-9f153342f2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:43:24Z', 'updated_at': '2022-04-29T11:43:24Z', 'revision_number': 0, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '999fce44-439b-4f3a-8bbf-e54742674908', 'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'mac_address': 'fa:16:3e:87:c0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:42:31Z', 'revision_number': 5, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'subnets': [{'id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:43:26.709438 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1e3c2e2-9517-4d1e-9ee7-dc221027dbad req-26decde2-83b0-4cb6-a754-bc075c72bac2 service neutron] 10.222.0.62 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953443 Apr 29 11:43:26.803485 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7a0e6348-ea36-4ba0-a9cd-4a695306fa15 req-34006624-5782-4e45-9e6e-420b8d492181 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=9110a112-c5d4-44a1-b705-d074e0984a80 HTTP/1.1" status: 200 len: 210 time: 0.0340145 Apr 29 11:43:26.862397 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857f5c77-a98d-42a1-a352-630af771b0e5 None None] New status for floating IP 21ed04cc-c3f2-4b6f-a9f1-b8e4b07b8bb7: ACTIVE {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:43:27.047596 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 63cbd47e-933a-4a7b-9608-3dbb61e48599 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:43:27.089389 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:27.108811 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 63cbd47e-933a-4a7b-9608-3dbb61e48599 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:27.109171 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:27.723849 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b13cc79c-f313-4f9f-9333-9282499f258b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:27.850644 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-9d1fbd74-7b40-4a86-af36-88a7a099346b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:27.852156 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-9d1fbd74-7b40-4a86-af36-88a7a099346b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/networks?id=59f12eb1-38d5-4f06-997b-c23210b19695 HTTP/1.1" status: 200 len: 796 time: 0.1172793 Apr 29 11:43:27.918022 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9a141547-dbb0-442d-a23b-487946dec53f req-80481b78-538b-4f6e-a9db-d0156f65e768 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=9110a112-c5d4-44a1-b705-d074e0984a80 HTTP/1.1" status: 200 len: 210 time: 0.0365884 Apr 29 11:43:27.939529 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-993a8a57-3622-459a-853c-54720ab216ab tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 379 time: 0.0643830 Apr 29 11:43:27.960297 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-093ea652-dccb-4a10-943c-a60ace26235b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'port': {'device_id': '9110a112-c5d4-44a1-b705-d074e0984a80', 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695', 'admin_state_up': True, 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'security_groups': ['ddea8759-8e8d-4725-b425-4639fa46480f']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:28.071322 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-093ea652-dccb-4a10-943c-a60ace26235b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Made reservation on behalf of e43b3d3b447648b5aeeaf858bb1241e8 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:28.074783 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-093ea652-dccb-4a10-943c-a60ace26235b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:28.206797 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-093ea652-dccb-4a10-943c-a60ace26235b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.20.0.3 (59f12eb1-38d5-4f06-997b-c23210b19695/2dd29a24-c72e-405c-9c42-72d438b0f5cb/84be80e3-606c-4516-b9a0-5d68fb0ee203) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:28.346207 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-093ea652-dccb-4a10-943c-a60ace26235b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:28.383553 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-093ea652-dccb-4a10-943c-a60ace26235b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:28.433544 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-093ea652-dccb-4a10-943c-a60ace26235b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 59f12eb1-38d5-4f06-997b-c23210b19695 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:28.436930 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-093ea652-dccb-4a10-943c-a60ace26235b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:28.440838 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-093ea652-dccb-4a10-943c-a60ace26235b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:43:28.472535 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:28.705665 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-bb787c7b-2b56-4f0b-aed6-b0794c47980b None None] Provisioning complete for port 84be80e3-606c-4516-b9a0-5d68fb0ee203 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:28.706032 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-bb787c7b-2b56-4f0b-aed6-b0794c47980b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:28.741665 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-bb787c7b-2b56-4f0b-aed6-b0794c47980b None None] Port 84be80e3-606c-4516-b9a0-5d68fb0ee203 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:43:28.801660 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ea652-dccb-4a10-943c-a60ace26235b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=84be80e3-606c-4516-b9a0-5d68fb0ee203,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:28.829840 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-093ea652-dccb-4a10-943c-a60ace26235b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:28.830481 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-093ea652-dccb-4a10-943c-a60ace26235b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:28.845826 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-093ea652-dccb-4a10-943c-a60ace26235b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8902078 Apr 29 11:43:28.861570 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-dc38f468-f1dc-4c64-af82-1b60bcd277f6 service neutron] Request body: {'port': {'device_id': '9110a112-c5d4-44a1-b705-d074e0984a80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:28.915017 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-dc38f468-f1dc-4c64-af82-1b60bcd277f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:29.121999 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2b1b0-84c3-4b63-b512-1dfe2c1880d9 req-fc6978d9-ea49-40ea-9db3-fa00117c438a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:29.123409 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0cb2b1b0-84c3-4b63-b512-1dfe2c1880d9 req-fc6978d9-ea49-40ea-9db3-fa00117c438a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=9110a112-c5d4-44a1-b705-d074e0984a80 HTTP/1.1" status: 200 len: 931 time: 0.1052008 Apr 29 11:43:29.192382 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0cb2b1b0-84c3-4b63-b512-1dfe2c1880d9 req-e8e1ae25-f42a-40e8-a6a9-44c2c2701588 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=ddea8759-8e8d-4725-b425-4639fa46480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618038 Apr 29 11:43:29.245003 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-dc38f468-f1dc-4c64-af82-1b60bcd277f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84be80e3-606c-4516-b9a0-5d68fb0ee203 {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:43:29.252407 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-dc38f468-f1dc-4c64-af82-1b60bcd277f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:29.264848 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-dc38f468-f1dc-4c64-af82-1b60bcd277f6 service neutron] Transition to ACTIVE for port object 84be80e3-606c-4516-b9a0-5d68fb0ee203 will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:43:29.268270 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-dc38f468-f1dc-4c64-af82-1b60bcd277f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:29.322560 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38f468-f1dc-4c64-af82-1b60bcd277f6 service neutron] Pushing event updated for resources: {'Port': ['ID=84be80e3-606c-4516-b9a0-5d68fb0ee203,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:29.400637 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-dc38f468-f1dc-4c64-af82-1b60bcd277f6 service neutron] Attempting to bind port 84be80e3-606c-4516-b9a0-5d68fb0ee203 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:43:29.401214 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-dc38f468-f1dc-4c64-af82-1b60bcd277f6 service neutron] Attempting to bind port 84be80e3-606c-4516-b9a0-5d68fb0ee203 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c4f6fcb6-7785-4c84-a5d7-15afd2ff2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:43:29.401662 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-dc38f468-f1dc-4c64-af82-1b60bcd277f6 service neutron] Attempting to bind port 84be80e3-606c-4516-b9a0-5d68fb0ee203 on network 59f12eb1-38d5-4f06-997b-c23210b19695 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:43:29.406884 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-dc38f468-f1dc-4c64-af82-1b60bcd277f6 service neutron] Port 84be80e3-606c-4516-b9a0-5d68fb0ee203 on network 59f12eb1-38d5-4f06-997b-c23210b19695 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:43:29.407291 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-dc38f468-f1dc-4c64-af82-1b60bcd277f6 service neutron] Attempting to bind port 84be80e3-606c-4516-b9a0-5d68fb0ee203 on network 59f12eb1-38d5-4f06-997b-c23210b19695 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:43:29.413432 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-dc38f468-f1dc-4c64-af82-1b60bcd277f6 service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:43:29.413772 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-dc38f468-f1dc-4c64-af82-1b60bcd277f6 service neutron] Checking segment: {'id': 'c4f6fcb6-7785-4c84-a5d7-15afd2ff2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:43:29.414157 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-dc38f468-f1dc-4c64-af82-1b60bcd277f6 service neutron] Bound using segment: {'id': 'c4f6fcb6-7785-4c84-a5d7-15afd2ff2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:43:29.414618 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-dc38f468-f1dc-4c64-af82-1b60bcd277f6 service neutron] Bound port: 84be80e3-606c-4516-b9a0-5d68fb0ee203, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4f6fcb6-7785-4c84-a5d7-15afd2ff2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:43:29.414971 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-dc38f468-f1dc-4c64-af82-1b60bcd277f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:29.483369 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-dc38f468-f1dc-4c64-af82-1b60bcd277f6 service neutron] For port 84be80e3-606c-4516-b9a0-5d68fb0ee203, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:43:29.486320 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-dc38f468-f1dc-4c64-af82-1b60bcd277f6 service neutron] For port 84be80e3-606c-4516-b9a0-5d68fb0ee203, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=84be80e3-606c-4516-b9a0-5d68fb0ee203,segment=NetworkSegment(c4f6fcb6-7785-4c84-a5d7-15afd2ff2045),segment_id=c4f6fcb6-7785-4c84-a5d7-15afd2ff2045)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:43:29.491796 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-dc38f468-f1dc-4c64-af82-1b60bcd277f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:29.528017 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-dc38f468-f1dc-4c64-af82-1b60bcd277f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:29.528632 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-dc38f468-f1dc-4c64-af82-1b60bcd277f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:29.530017 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-dc38f468-f1dc-4c64-af82-1b60bcd277f6 service neutron] 10.222.0.62 "PUT /v2.0/ports/84be80e3-606c-4516-b9a0-5d68fb0ee203 HTTP/1.1" status: 200 len: 1093 time: 0.6725442 Apr 29 11:43:29.530483 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9110a112-c5d4-44a1-b705-d074e0984a80', 'tag': '84be80e3-606c-4516-b9a0-5d68fb0ee203'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:43:29.532746 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87b9c00-74b8-4e95-be6c-0c2a6ab36fd6" -d '{"events": [{"name": "network-changed", "server_uuid": "9110a112-c5d4-44a1-b705-d074e0984a80", "tag": "84be80e3-606c-4516-b9a0-5d68fb0ee203"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:43:29.565622 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38f468-f1dc-4c64-af82-1b60bcd277f6 service neutron] Pushing event updated for resources: {'Port': ['ID=84be80e3-606c-4516-b9a0-5d68fb0ee203,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:29.585631 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3182bfe0-bfe9-4b4d-91bf-d474d10ffa7e x-openstack-request-id: req-3182bfe0-bfe9-4b4d-91bf-d474d10ffa7e {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:43:29.585951 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9110a112-c5d4-44a1-b705-d074e0984a80", "tag": "84be80e3-606c-4516-b9a0-5d68fb0ee203", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:43:29.586184 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3182bfe0-bfe9-4b4d-91bf-d474d10ffa7e {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:43:29.586577 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3182bfe0-bfe9-4b4d-91bf-d474d10ffa7e'] response: {'name': 'network-changed', 'server_uuid': '9110a112-c5d4-44a1-b705-d074e0984a80', 'tag': '84be80e3-606c-4516-b9a0-5d68fb0ee203', 'status': 'completed', 'code': 200} Apr 29 11:43:29.586857 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53624) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:29.620754 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-df4134c1-abc7-44d1-bf26-95db17dd1c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:29.622057 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-df4134c1-abc7-44d1-bf26-95db17dd1c7f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=9110a112-c5d4-44a1-b705-d074e0984a80 HTTP/1.1" status: 200 len: 1096 time: 0.0483222 Apr 29 11:43:29.670884 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-de1e1950-0354-4406-93a9-17bcb91ab04e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84be80e3-606c-4516-b9a0-5d68fb0ee203 HTTP/1.1" status: 200 len: 217 time: 0.0372627 Apr 29 11:43:29.728299 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-c31f269b-c92c-4f3d-b36e-55f761eba386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:29.728897 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-c31f269b-c92c-4f3d-b36e-55f761eba386 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2dd29a24-c72e-405c-9c42-72d438b0f5cb HTTP/1.1" status: 200 len: 835 time: 0.0491481 Apr 29 11:43:29.760578 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-0102dbd9-a9e8-411f-8a40-799206488f0b tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Deleting port b27ef103-df4b-40db-a564-4938c9a51116 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:43:29.760923 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0102dbd9-a9e8-411f-8a40-799206488f0b tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:29.783308 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-bd7b8f05-8de9-49e0-a5e3-a86ff4f82e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:29.784826 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-bd7b8f05-8de9-49e0-a5e3-a86ff4f82e0d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59f12eb1-38d5-4f06-997b-c23210b19695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0466101 Apr 29 11:43:29.841128 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0102dbd9-a9e8-411f-8a40-799206488f0b tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:29.841452 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0102dbd9-a9e8-411f-8a40-799206488f0b tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:29.853611 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-0102dbd9-a9e8-411f-8a40-799206488f0b tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Calling delete_port for b27ef103-df4b-40db-a564-4938c9a51116 owned by network:floatingip {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:43:29.878705 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-231c5fb9-1bcf-4c7e-a63c-2b784261b4bb service neutron] 10.222.0.62 "GET /v2.0/networks/59f12eb1-38d5-4f06-997b-c23210b19695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851600 Apr 29 11:43:29.976900 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cc4ed402-4be5-4bf6-9850-12a0c9cb458a req-cadf7e1b-6051-4b9c-a84c-2a153cf3e0b7 service neutron] 10.222.0.62 "GET /v2.0/networks/59f12eb1-38d5-4f06-997b-c23210b19695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904438 Apr 29 11:43:29.989269 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:30.039977 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0102dbd9-a9e8-411f-8a40-799206488f0b tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:30.069135 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102dbd9-a9e8-411f-8a40-799206488f0b tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Pushing event deleted for resources: {'Port': ['ID=b27ef103-df4b-40db-a564-4938c9a51116,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:30.084514 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b9c00-74b8-4e95-be6c-0c2a6ab36fd6 req-d528fe92-d8f1-4083-a8e9-0fdae15056f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:30.086024 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b87b9c00-74b8-4e95-be6c-0c2a6ab36fd6 req-d528fe92-d8f1-4083-a8e9-0fdae15056f5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=9110a112-c5d4-44a1-b705-d074e0984a80 HTTP/1.1" status: 200 len: 1096 time: 0.0449049 Apr 29 11:43:30.133244 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0102dbd9-a9e8-411f-8a40-799206488f0b tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for floatingip, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:30.133573 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-0102dbd9-a9e8-411f-8a40-799206488f0b tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Floating IP cdd11439-57b1-4e0a-af97-05f9a02adae2 disassociated (deleted). External IP: 172.26.4.110, port: 8ac3d547-2967-4c7e-87d8-399b475ba90d. Apr 29 11:43:30.193855 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b9c00-74b8-4e95-be6c-0c2a6ab36fd6 req-3a43f28a-aa82-44e4-9900-45232e03b654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:30.195982 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b87b9c00-74b8-4e95-be6c-0c2a6ab36fd6 req-3a43f28a-aa82-44e4-9900-45232e03b654 service neutron] 10.222.0.62 "GET /v2.0/networks?id=59f12eb1-38d5-4f06-997b-c23210b19695 HTTP/1.1" status: 200 len: 897 time: 0.1024611 Apr 29 11:43:30.265791 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b87b9c00-74b8-4e95-be6c-0c2a6ab36fd6 req-158f3aa3-dbcd-4421-a82e-dcea75d97c84 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84be80e3-606c-4516-b9a0-5d68fb0ee203 HTTP/1.1" status: 200 len: 217 time: 0.0569115 Apr 29 11:43:30.325501 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:30.354007 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b9c00-74b8-4e95-be6c-0c2a6ab36fd6 req-394f1845-0ef6-4199-87c1-ea0a04cc11f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:30.355667 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b87b9c00-74b8-4e95-be6c-0c2a6ab36fd6 req-394f1845-0ef6-4199-87c1-ea0a04cc11f4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2dd29a24-c72e-405c-9c42-72d438b0f5cb HTTP/1.1" status: 200 len: 835 time: 0.0772698 Apr 29 11:43:30.367155 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe840692-52c1-4edf-a0b6-da27b06b9e3e req-12f47213-db35-442a-aa04-b5dcbe8a60ff tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:30.368716 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fe840692-52c1-4edf-a0b6-da27b06b9e3e req-12f47213-db35-442a-aa04-b5dcbe8a60ff tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=9110a112-c5d4-44a1-b705-d074e0984a80 HTTP/1.1" status: 200 len: 943 time: 0.0994012 Apr 29 11:43:30.440191 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b9c00-74b8-4e95-be6c-0c2a6ab36fd6 req-a8443a29-5eee-4f23-af1e-06763b457afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:30.442408 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b87b9c00-74b8-4e95-be6c-0c2a6ab36fd6 req-a8443a29-5eee-4f23-af1e-06763b457afb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59f12eb1-38d5-4f06-997b-c23210b19695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722368 Apr 29 11:43:30.445520 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fe840692-52c1-4edf-a0b6-da27b06b9e3e req-1c037f7c-e12f-4151-a5c8-d920dbe56d19 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=ddea8759-8e8d-4725-b425-4639fa46480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679479 Apr 29 11:43:30.560191 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b87b9c00-74b8-4e95-be6c-0c2a6ab36fd6 req-cf3a938d-694e-4d95-90f2-53d475039ff3 service neutron] 10.222.0.62 "GET /v2.0/networks/59f12eb1-38d5-4f06-997b-c23210b19695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000960 Apr 29 11:43:30.654114 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b87b9c00-74b8-4e95-be6c-0c2a6ab36fd6 req-8e6b4490-e4c2-4a01-bb1d-2efbe911c5b0 service neutron] 10.222.0.62 "GET /v2.0/networks/59f12eb1-38d5-4f06-997b-c23210b19695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842068 Apr 29 11:43:30.675129 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0102dbd9-a9e8-411f-8a40-799206488f0b tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Router a8ec5d53-d23b-4dc1-be90-452d04530ccd has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:43:30.784912 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0102dbd9-a9e8-411f-8a40-799206488f0b tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:43:30.790024 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0102dbd9-a9e8-411f-8a40-799206488f0b tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:30.794975 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8c6a51-9b6b-4f1d-b2ad-b13642a2d617 None None] Sync routers for ids ['a8ec5d53-d23b-4dc1-be90-452d04530ccd'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:43:30.803893 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8c6a51-9b6b-4f1d-b2ad-b13642a2d617 None None] Routers {'a8ec5d53-d23b-4dc1-be90-452d04530ccd'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:43:30.804512 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6e8c6a51-9b6b-4f1d-b2ad-b13642a2d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:43:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['a8ec5d53-d23b-4dc1-be90-452d04530ccd'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:30.817335 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0102dbd9-a9e8-411f-8a40-799206488f0b tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "DELETE /v2.0/floatingips/cdd11439-57b1-4e0a-af97-05f9a02adae2 HTTP/1.1" status: 204 len: 168 time: 1.2293558 Apr 29 11:43:30.818039 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1', 'tag': '8ac3d547-2967-4c7e-87d8-399b475ba90d'}] {{(pid=102960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:43:30.820297 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f284d994886e2bee032f7329864f24e5fe1e0d39b4215f9cf8d7074f2166ea6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15bbe0c-078c-4e61-a944-ccd2b2ee1055" -d '{"events": [{"name": "network-changed", "server_uuid": "799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1", "tag": "8ac3d547-2967-4c7e-87d8-399b475ba90d"}]}' {{(pid=102960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:43:30.867455 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aeb8f70-5987-458b-bc1d-4e12259cf634 x-openstack-request-id: req-8aeb8f70-5987-458b-bc1d-4e12259cf634 {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:43:30.867735 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1", "tag": "8ac3d547-2967-4c7e-87d8-399b475ba90d", "status": "completed", "code": 200}]} {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:43:30.867978 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8aeb8f70-5987-458b-bc1d-4e12259cf634 {{(pid=102960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:43:30.868378 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aeb8f70-5987-458b-bc1d-4e12259cf634'] response: {'name': 'network-changed', 'server_uuid': '799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1', 'tag': '8ac3d547-2967-4c7e-87d8-399b475ba90d', 'status': 'completed', 'code': 200} Apr 29 11:43:30.923104 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-6e8c6a51-9b6b-4f1d-b2ad-b13642a2d617 None None] Set router a8ec5d53-d23b-4dc1-be90-452d04530ccd gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:43:30.950790 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15bbe0c-078c-4e61-a944-ccd2b2ee1055 req-c1c08cdb-01e3-488c-8fc7-3c5e7d66f7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:30.952314 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c15bbe0c-078c-4e61-a944-ccd2b2ee1055 req-c1c08cdb-01e3-488c-8fc7-3c5e7d66f7df service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=56bd83428e3c4f3aa29e4f4f408e0dec&device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 1098 time: 0.0529413 Apr 29 11:43:31.114015 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ca35f-1b8e-4839-ab63-09578c09e3d6 req-c07fbd74-d36c-4577-ae56-5dd3059a09f1 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:31.115572 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f97ca35f-1b8e-4839-ab63-09578c09e3d6 req-c07fbd74-d36c-4577-ae56-5dd3059a09f1 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 945 time: 0.0760701 Apr 29 11:43:31.118685 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15bbe0c-078c-4e61-a944-ccd2b2ee1055 req-d08728ba-87c8-446c-9eeb-089460e2ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:31.119984 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c15bbe0c-078c-4e61-a944-ccd2b2ee1055 req-d08728ba-87c8-446c-9eeb-089460e2ceed service neutron] 10.222.0.62 "GET /v2.0/networks?id=1e626177-13e1-498b-8c5b-25bda1fa93e6 HTTP/1.1" status: 200 len: 898 time: 0.1378865 Apr 29 11:43:31.145997 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6e8c6a51-9b6b-4f1d-b2ad-b13642a2d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1943917324', 'tenant_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '33be007b-543b-4d41-81c0-2bce30b593f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:01Z', 'updated_at': '2022-04-29T11:41:13Z', 'revision_number': 4, 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'gw_port': {'id': '33be007b-543b-4d41-81c0-2bce30b593f2', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:02Z', 'updated_at': '2022-04-29T11:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'bcc995c2-b16d-488d-b0ab-0554c0861093', 'name': '', 'network_id': '1e626177-13e1-498b-8c5b-25bda1fa93e6', 'tenant_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'mac_address': 'fa:16:3e:6a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '0eb7862d-0f8b-4e76-aacd-7adf3a8843ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:10Z', 'updated_at': '2022-04-29T11:41:20Z', 'revision_number': 5, 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'subnets': [{'id': '0eb7862d-0f8b-4e76-aacd-7adf3a8843ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:31.176771 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8c6a51-9b6b-4f1d-b2ad-b13642a2d617 None None] Checking router: a8ec5d53-d23b-4dc1-be90-452d04530ccd for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:43:31.179688 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c15bbe0c-078c-4e61-a944-ccd2b2ee1055 req-95715cd5-8875-4a76-b9ea-0def386f4b40 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ac3d547-2967-4c7e-87d8-399b475ba90d HTTP/1.1" status: 200 len: 217 time: 0.0440831 Apr 29 11:43:31.185320 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8c6a51-9b6b-4f1d-b2ad-b13642a2d617 None None] Routers {'a8ec5d53-d23b-4dc1-be90-452d04530ccd'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:43:31.185923 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6e8c6a51-9b6b-4f1d-b2ad-b13642a2d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:43:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['a8ec5d53-d23b-4dc1-be90-452d04530ccd'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:31.192686 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f97ca35f-1b8e-4839-ab63-09578c09e3d6 req-f2d9ab42-9663-4e84-85f0-a72434b6bb4e tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/security-groups?id=f5874629-b9e1-4000-8425-6441ce247fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710382 Apr 29 11:43:31.237721 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15bbe0c-078c-4e61-a944-ccd2b2ee1055 req-c861b3f8-de41-41b5-8c0c-81ae504feba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:31.240114 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c15bbe0c-078c-4e61-a944-ccd2b2ee1055 req-c861b3f8-de41-41b5-8c0c-81ae504feba8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0eb7862d-0f8b-4e76-aacd-7adf3a8843ee HTTP/1.1" status: 200 len: 835 time: 0.0464635 Apr 29 11:43:31.289803 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15bbe0c-078c-4e61-a944-ccd2b2ee1055 req-bba40623-76ce-4190-b897-85e2ff8d7890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:31.291370 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c15bbe0c-078c-4e61-a944-ccd2b2ee1055 req-bba40623-76ce-4190-b897-85e2ff8d7890 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1e626177-13e1-498b-8c5b-25bda1fa93e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413866 Apr 29 11:43:31.292795 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-6e8c6a51-9b6b-4f1d-b2ad-b13642a2d617 None None] Set router a8ec5d53-d23b-4dc1-be90-452d04530ccd gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:43:31.395247 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c15bbe0c-078c-4e61-a944-ccd2b2ee1055 req-c9761f93-3700-4208-a6e7-5f0492402ef7 service neutron] 10.222.0.62 "GET /v2.0/networks/1e626177-13e1-498b-8c5b-25bda1fa93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906591 Apr 29 11:43:31.498838 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c15bbe0c-078c-4e61-a944-ccd2b2ee1055 req-3197ee02-3558-4cfa-a97d-48ccfa06eda6 service neutron] 10.222.0.62 "GET /v2.0/networks/1e626177-13e1-498b-8c5b-25bda1fa93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899661 Apr 29 11:43:31.499284 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6e8c6a51-9b6b-4f1d-b2ad-b13642a2d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1943917324', 'tenant_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '33be007b-543b-4d41-81c0-2bce30b593f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:01Z', 'updated_at': '2022-04-29T11:41:13Z', 'revision_number': 4, 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'gw_port': {'id': '33be007b-543b-4d41-81c0-2bce30b593f2', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:02Z', 'updated_at': '2022-04-29T11:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'bcc995c2-b16d-488d-b0ab-0554c0861093', 'name': '', 'network_id': '1e626177-13e1-498b-8c5b-25bda1fa93e6', 'tenant_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'mac_address': 'fa:16:3e:6a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '0eb7862d-0f8b-4e76-aacd-7adf3a8843ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:10Z', 'updated_at': '2022-04-29T11:41:20Z', 'revision_number': 5, 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'subnets': [{'id': '0eb7862d-0f8b-4e76-aacd-7adf3a8843ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:31.527244 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8c6a51-9b6b-4f1d-b2ad-b13642a2d617 None None] The sync data for ids ['a8ec5d53-d23b-4dc1-be90-452d04530ccd'] in dv-neutron-838888-1-hyperv is: [{'id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1943917324', 'tenant_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '33be007b-543b-4d41-81c0-2bce30b593f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:01Z', 'updated_at': '2022-04-29T11:41:13Z', 'revision_number': 4, 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'gw_port': {'id': '33be007b-543b-4d41-81c0-2bce30b593f2', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:02Z', 'updated_at': '2022-04-29T11:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'bcc995c2-b16d-488d-b0ab-0554c0861093', 'name': '', 'network_id': '1e626177-13e1-498b-8c5b-25bda1fa93e6', 'tenant_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'mac_address': 'fa:16:3e:6a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '0eb7862d-0f8b-4e76-aacd-7adf3a8843ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:10Z', 'updated_at': '2022-04-29T11:41:20Z', 'revision_number': 5, 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'subnets': [{'id': '0eb7862d-0f8b-4e76-aacd-7adf3a8843ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:43:31.569665 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3096c1-0577-4fce-b43b-40d85763b745 req-622a0bb8-4f3b-4ecd-8725-184fd1476dc7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:31.571182 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ec3096c1-0577-4fce-b43b-40d85763b745 req-622a0bb8-4f3b-4ecd-8725-184fd1476dc7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=9110a112-c5d4-44a1-b705-d074e0984a80 HTTP/1.1" status: 200 len: 943 time: 0.0535657 Apr 29 11:43:31.617240 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ec3096c1-0577-4fce-b43b-40d85763b745 req-d82da943-616d-4edf-adf8-2a1546c576bc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=ddea8759-8e8d-4725-b425-4639fa46480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399206 Apr 29 11:43:32.146679 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 84be80e3-606c-4516-b9a0-5d68fb0ee203 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:43:32.247397 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2abb91f-4079-4cad-b669-1e8a91fce83d None None] New status for floating IP cdd11439-57b1-4e0a-af97-05f9a02adae2: DOWN {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:43:32.255211 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 84be80e3-606c-4516-b9a0-5d68fb0ee203, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=84be80e3-606c-4516-b9a0-5d68fb0ee203,segment=NetworkSegment(c4f6fcb6-7785-4c84-a5d7-15afd2ff2045),segment_id=c4f6fcb6-7785-4c84-a5d7-15afd2ff2045)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:43:32.267306 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '84be80e3-606c-4516-b9a0-5d68fb0ee203', 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695', 'port_id': '84be80e3-606c-4516-b9a0-5d68fb0ee203', 'mac_address': 'fa:16:3e:9b:b5:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd29a24-c72e-405c-9c42-72d438b0f5cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:43:32.309203 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:32.318016 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe5eda-413f-4e60-ae80-d6d05d634cbb req-e2f639ab-83f4-4810-9b85-cace9473dc89 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:32.319662 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-43fe5eda-413f-4e60-ae80-d6d05d634cbb req-e2f639ab-83f4-4810-9b85-cace9473dc89 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 945 time: 0.0528586 Apr 29 11:43:32.328724 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84be80e3-606c-4516-b9a0-5d68fb0ee203 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:43:32.351382 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 84be80e3-606c-4516-b9a0-5d68fb0ee203, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=84be80e3-606c-4516-b9a0-5d68fb0ee203,segment=NetworkSegment(c4f6fcb6-7785-4c84-a5d7-15afd2ff2045),segment_id=c4f6fcb6-7785-4c84-a5d7-15afd2ff2045)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:43:32.355751 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:32.366701 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-43fe5eda-413f-4e60-ae80-d6d05d634cbb req-e2795cd6-9a10-4a37-8ae3-ab9f1346bfcf tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/security-groups?id=f5874629-b9e1-4000-8425-6441ce247fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405076 Apr 29 11:43:32.410225 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=84be80e3-606c-4516-b9a0-5d68fb0ee203,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:32.691157 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['84be80e3-606c-4516-b9a0-5d68fb0ee203'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:43:32.733180 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7956b8-b903-48ed-9b65-51c35a56f8b8 req-3c6b37cc-764d-47b6-a347-92c64f4acc95 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:32.734699 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8a7956b8-b903-48ed-9b65-51c35a56f8b8 req-3c6b37cc-764d-47b6-a347-92c64f4acc95 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=9110a112-c5d4-44a1-b705-d074e0984a80 HTTP/1.1" status: 200 len: 944 time: 0.0500855 Apr 29 11:43:32.774030 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8a7956b8-b903-48ed-9b65-51c35a56f8b8 req-773f1bff-f325-4d9d-a80d-2fe3c9d7e3e7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=ddea8759-8e8d-4725-b425-4639fa46480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320308 Apr 29 11:43:32.853073 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea9338-d9f1-4785-9e9e-942b8a251e32 req-ed57c9ee-1935-4b4b-bdd0-6731522f96da tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:32.854575 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-37ea9338-d9f1-4785-9e9e-942b8a251e32 req-ed57c9ee-1935-4b4b-bdd0-6731522f96da tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.62 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 945 time: 0.0480268 Apr 29 11:43:32.954720 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-37ea9338-d9f1-4785-9e9e-942b8a251e32 req-8ea80bcb-c7db-4d5b-828b-6be97aa4db64 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Deleting port 8ac3d547-2967-4c7e-87d8-399b475ba90d {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:43:32.955078 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-37ea9338-d9f1-4785-9e9e-942b8a251e32 req-8ea80bcb-c7db-4d5b-828b-6be97aa4db64 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:33.041232 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-37ea9338-d9f1-4785-9e9e-942b8a251e32 req-8ea80bcb-c7db-4d5b-828b-6be97aa4db64 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] For port 8ac3d547-2967-4c7e-87d8-399b475ba90d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8ac3d547-2967-4c7e-87d8-399b475ba90d,segment=NetworkSegment(14159b9b-c437-40b5-acde-2a010b1f147b),segment_id=14159b9b-c437-40b5-acde-2a010b1f147b)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:43:33.041588 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-37ea9338-d9f1-4785-9e9e-942b8a251e32 req-8ea80bcb-c7db-4d5b-828b-6be97aa4db64 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:33.055144 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-37ea9338-d9f1-4785-9e9e-942b8a251e32 req-8ea80bcb-c7db-4d5b-828b-6be97aa4db64 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Calling delete_port for 8ac3d547-2967-4c7e-87d8-399b475ba90d owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:43:33.185083 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-37ea9338-d9f1-4785-9e9e-942b8a251e32 req-8ea80bcb-c7db-4d5b-828b-6be97aa4db64 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:33.213357 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea80bcb-c7db-4d5b-828b-6be97aa4db64 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Pushing event deleted for resources: {'Port': ['ID=8ac3d547-2967-4c7e-87d8-399b475ba90d,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:33.262248 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ea9338-d9f1-4785-9e9e-942b8a251e32 req-8ea80bcb-c7db-4d5b-828b-6be97aa4db64 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] No DVR routers for this DVR port 8ac3d547-2967-4c7e-87d8-399b475ba90d on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:43:33.264747 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-37ea9338-d9f1-4785-9e9e-942b8a251e32 req-8ea80bcb-c7db-4d5b-828b-6be97aa4db64 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:33.268105 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-37ea9338-d9f1-4785-9e9e-942b8a251e32 req-8ea80bcb-c7db-4d5b-828b-6be97aa4db64 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.62 "DELETE /v2.0/ports/8ac3d547-2967-4c7e-87d8-399b475ba90d HTTP/1.1" status: 204 len: 173 time: 0.4018230 Apr 29 11:43:33.268537 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1', 'name': 'network-vif-deleted', 'tag': '8ac3d547-2967-4c7e-87d8-399b475ba90d'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:43:33.271390 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57307724-1f16-4608-b2cc-99717dbce268" -d '{"events": [{"server_uuid": "799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1", "name": "network-vif-deleted", "tag": "8ac3d547-2967-4c7e-87d8-399b475ba90d"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:43:33.309893 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45443b0-bcea-4e82-bf5c-93003f7d9877 x-openstack-request-id: req-f45443b0-bcea-4e82-bf5c-93003f7d9877 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:43:33.310199 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1", "name": "network-vif-deleted", "tag": "8ac3d547-2967-4c7e-87d8-399b475ba90d", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:43:33.310454 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f45443b0-bcea-4e82-bf5c-93003f7d9877 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:43:33.310869 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f45443b0-bcea-4e82-bf5c-93003f7d9877'] response: {'server_uuid': '799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1', 'name': 'network-vif-deleted', 'tag': '8ac3d547-2967-4c7e-87d8-399b475ba90d', 'status': 'completed', 'code': 200} Apr 29 11:43:33.477482 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-38a98f30-bde3-4ac2-bfc5-1c3562f7ce7b req-792b3c36-42b1-45ae-af2c-393cf1efb425 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "GET /v2.0/ports?device_id=799ef4a9-4c0b-4820-a80c-3f9b1f7c46c1 HTTP/1.1" status: 200 len: 210 time: 0.0275977 Apr 29 11:43:33.893761 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b861bc-b27e-41fe-bd53-1e0dfc79c34b req-3e1193d5-85fc-4cc2-851c-b36687ffd9f1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:33.895749 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f4b861bc-b27e-41fe-bd53-1e0dfc79c34b req-3e1193d5-85fc-4cc2-851c-b36687ffd9f1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=9110a112-c5d4-44a1-b705-d074e0984a80 HTTP/1.1" status: 200 len: 944 time: 0.0512364 Apr 29 11:43:33.935651 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f4b861bc-b27e-41fe-bd53-1e0dfc79c34b req-663c8586-508e-42d8-bc8e-dd03c4aa601a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=ddea8759-8e8d-4725-b425-4639fa46480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338638 Apr 29 11:43:34.176465 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 84be80e3-606c-4516-b9a0-5d68fb0ee203 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:43:34.226868 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port 84be80e3-606c-4516-b9a0-5d68fb0ee203 completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:43:34.230888 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 84be80e3-606c-4516-b9a0-5d68fb0ee203 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:34.231259 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:34.305766 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:34.330818 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9110a112-c5d4-44a1-b705-d074e0984a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84be80e3-606c-4516-b9a0-5d68fb0ee203'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:43:34.333869 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2d4e2f-c0db-4310-969b-b8036b21dd10" -d '{"events": [{"server_uuid": "9110a112-c5d4-44a1-b705-d074e0984a80", "name": "network-vif-plugged", "status": "completed", "tag": "84be80e3-606c-4516-b9a0-5d68fb0ee203"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:43:34.347377 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 84be80e3-606c-4516-b9a0-5d68fb0ee203, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=84be80e3-606c-4516-b9a0-5d68fb0ee203,segment=NetworkSegment(c4f6fcb6-7785-4c84-a5d7-15afd2ff2045),segment_id=c4f6fcb6-7785-4c84-a5d7-15afd2ff2045)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:43:34.352781 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:34.375529 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9297aa-fdd3-4195-ac5c-eb4b3455832c x-openstack-request-id: req-0c9297aa-fdd3-4195-ac5c-eb4b3455832c {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:43:34.375825 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9110a112-c5d4-44a1-b705-d074e0984a80", "name": "network-vif-plugged", "status": "completed", "tag": "84be80e3-606c-4516-b9a0-5d68fb0ee203", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:43:34.376078 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0c9297aa-fdd3-4195-ac5c-eb4b3455832c {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:43:34.376472 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c9297aa-fdd3-4195-ac5c-eb4b3455832c'] response: {'server_uuid': '9110a112-c5d4-44a1-b705-d074e0984a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84be80e3-606c-4516-b9a0-5d68fb0ee203', 'code': 200} Apr 29 11:43:34.404736 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=84be80e3-606c-4516-b9a0-5d68fb0ee203,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:34.534358 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53652) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:34.552936 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb456a-f933-4336-9842-2573254de973 req-97cfdc9c-6e34-4eab-91a5-5238c6a84e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:34.554854 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1afb456a-f933-4336-9842-2573254de973 req-97cfdc9c-6e34-4eab-91a5-5238c6a84e1a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9110a112-c5d4-44a1-b705-d074e0984a80 HTTP/1.1" status: 200 len: 1098 time: 0.0439677 Apr 29 11:43:34.602710 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1afb456a-f933-4336-9842-2573254de973 req-e78b72c4-bfa4-45c8-a178-2c6e6b9f9955 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ddea8759-8e8d-4725-b425-4639fa46480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350430 Apr 29 11:43:34.916578 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bee4ac93-55b9-464b-bade-6bb5371afeb5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:35.064960 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef39bc-967f-44b6-aed0-9922d9a544fd req-5c46dce1-163a-45f9-84d9-e27afebf2525 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:35.066787 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f2ef39bc-967f-44b6-aed0-9922d9a544fd req-5c46dce1-163a-45f9-84d9-e27afebf2525 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=9110a112-c5d4-44a1-b705-d074e0984a80 HTTP/1.1" status: 200 len: 945 time: 0.0559561 Apr 29 11:43:35.109312 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f2ef39bc-967f-44b6-aed0-9922d9a544fd req-529e7954-6349-4bc7-b68a-98d0fe5df4e8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=ddea8759-8e8d-4725-b425-4639fa46480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355301 Apr 29 11:43:35.192319 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-bee4ac93-55b9-464b-bade-6bb5371afeb5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Deleting port bcc995c2-b16d-488d-b0ab-0554c0861093 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:43:35.192632 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bee4ac93-55b9-464b-bade-6bb5371afeb5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:35.286695 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-bee4ac93-55b9-464b-bade-6bb5371afeb5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] For port bcc995c2-b16d-488d-b0ab-0554c0861093, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=bcc995c2-b16d-488d-b0ab-0554c0861093,segment=NetworkSegment(14159b9b-c437-40b5-acde-2a010b1f147b),segment_id=14159b9b-c437-40b5-acde-2a010b1f147b)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:43:35.287079 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bee4ac93-55b9-464b-bade-6bb5371afeb5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:35.299747 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-bee4ac93-55b9-464b-bade-6bb5371afeb5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Calling delete_port for bcc995c2-b16d-488d-b0ab-0554c0861093 owned by network:router_interface {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:43:35.487644 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bee4ac93-55b9-464b-bade-6bb5371afeb5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:35.515525 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4ac93-55b9-464b-bade-6bb5371afeb5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Pushing event deleted for resources: {'Port': ['ID=bcc995c2-b16d-488d-b0ab-0554c0861093,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:35.703846 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bee4ac93-55b9-464b-bade-6bb5371afeb5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:35.929202 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee4ac93-55b9-464b-bade-6bb5371afeb5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Router a8ec5d53-d23b-4dc1-be90-452d04530ccd has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:43:36.042470 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee4ac93-55b9-464b-bade-6bb5371afeb5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:43:36.047951 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-bee4ac93-55b9-464b-bade-6bb5371afeb5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "PUT /v2.0/routers/a8ec5d53-d23b-4dc1-be90-452d04530ccd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5119860 Apr 29 11:43:36.051076 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53656) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:36.055441 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d806745-152c-4c11-afff-fdd3a126f121 None None] Sync routers for ids ['a8ec5d53-d23b-4dc1-be90-452d04530ccd'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:43:36.066896 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d806745-152c-4c11-afff-fdd3a126f121 None None] Routers {'a8ec5d53-d23b-4dc1-be90-452d04530ccd'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:43:36.067763 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-2d806745-152c-4c11-afff-fdd3a126f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:43:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['a8ec5d53-d23b-4dc1-be90-452d04530ccd'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:36.105122 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc3b16fd-7c31-4832-a220-5bdcd9cb9118 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Deleting subnet 0eb7862d-0f8b-4e76-aacd-7adf3a8843ee {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:43:36.108521 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bc3b16fd-7c31-4832-a220-5bdcd9cb9118 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:36.156926 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bc3b16fd-7c31-4832-a220-5bdcd9cb9118 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:36.175624 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 8ac3d547-2967-4c7e-87d8-399b475ba90d no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:43:36.205255 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: 8ac3d547-2967-4c7e-87d8-399b475ba90d {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:43:36.205598 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 8ac3d547-2967-4c7e-87d8-399b475ba90d not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:43:36.216427 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-2d806745-152c-4c11-afff-fdd3a126f121 None None] Set router a8ec5d53-d23b-4dc1-be90-452d04530ccd gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:43:36.233986 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5ed7b-2c28-417b-b5d2-511761f3b72b req-e726f7df-38fb-4a16-8a5e-c6463e689b0e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:36.237246 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3aa5ed7b-2c28-417b-b5d2-511761f3b72b req-e726f7df-38fb-4a16-8a5e-c6463e689b0e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=9110a112-c5d4-44a1-b705-d074e0984a80 HTTP/1.1" status: 200 len: 945 time: 0.0542176 Apr 29 11:43:36.254880 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bc3b16fd-7c31-4832-a220-5bdcd9cb9118 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:36.287592 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3aa5ed7b-2c28-417b-b5d2-511761f3b72b req-d2fbb5b5-5ba9-4082-bc23-90b932ff21cb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=ddea8759-8e8d-4725-b425-4639fa46480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453117 Apr 29 11:43:36.320672 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bc3b16fd-7c31-4832-a220-5bdcd9cb9118 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:36.356208 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b16fd-7c31-4832-a220-5bdcd9cb9118 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Pushing event deleted for resources: {'Subnet': ['ID=0eb7862d-0f8b-4e76-aacd-7adf3a8843ee,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:36.358324 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bc3b16fd-7c31-4832-a220-5bdcd9cb9118 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:36.361619 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-bc3b16fd-7c31-4832-a220-5bdcd9cb9118 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "DELETE /v2.0/subnets/0eb7862d-0f8b-4e76-aacd-7adf3a8843ee HTTP/1.1" status: 204 len: 168 time: 0.3088899 Apr 29 11:43:36.365507 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53662) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:36.383952 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d724078f-6175-4a00-bea7-b25956aeb9df None None] Network 1e626177-13e1-498b-8c5b-25bda1fa93e6 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:43:36.422490 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17576e-162d-4fca-b4d1-30289cbdf2f4 req-48184c0b-8969-4536-87d9-eec0b4c06c08 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:36.424018 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0f17576e-162d-4fca-b4d1-30289cbdf2f4 req-48184c0b-8969-4536-87d9-eec0b4c06c08 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=9110a112-c5d4-44a1-b705-d074e0984a80 HTTP/1.1" status: 200 len: 945 time: 0.0594354 Apr 29 11:43:36.481153 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0f17576e-162d-4fca-b4d1-30289cbdf2f4 req-3712b241-3068-4f9f-8a26-ce276f5567ad tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=ddea8759-8e8d-4725-b425-4639fa46480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483305 Apr 29 11:43:36.489420 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-2d806745-152c-4c11-afff-fdd3a126f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1943917324', 'tenant_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '33be007b-543b-4d41-81c0-2bce30b593f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:01Z', 'updated_at': '2022-04-29T11:43:35Z', 'revision_number': 5, 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'gw_port': {'id': '33be007b-543b-4d41-81c0-2bce30b593f2', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:02Z', 'updated_at': '2022-04-29T11:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:36.492391 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7f56ad54-9eb1-4010-abec-b8c5bb138ab7 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:36.507771 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53664) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:36.531911 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d806745-152c-4c11-afff-fdd3a126f121 None None] Checking router: a8ec5d53-d23b-4dc1-be90-452d04530ccd for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:43:36.547273 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d806745-152c-4c11-afff-fdd3a126f121 None None] Routers {'a8ec5d53-d23b-4dc1-be90-452d04530ccd'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:43:36.547775 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008f5cd7-f53b-45cb-b51a-4945c9b6ea8d tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:36.547947 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-2d806745-152c-4c11-afff-fdd3a126f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:43:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['a8ec5d53-d23b-4dc1-be90-452d04530ccd'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:36.552550 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-008f5cd7-f53b-45cb-b51a-4945c9b6ea8d tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=9110a112-c5d4-44a1-b705-d074e0984a80 HTTP/1.1" status: 200 len: 1093 time: 0.0405700 Apr 29 11:43:36.552948 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53666) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:36.558720 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-205372d6-9fd5-4143-b2d6-a26e26446b97 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'port_id': '84be80e3-606c-4516-b9a0-5d68fb0ee203', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:36.620265 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-205372d6-9fd5-4143-b2d6-a26e26446b97 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:36.637188 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7f56ad54-9eb1-4010-abec-b8c5bb138ab7 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:36.736305 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-7f56ad54-9eb1-4010-abec-b8c5bb138ab7 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Deleting port 33be007b-543b-4d41-81c0-2bce30b593f2 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:43:36.737029 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7f56ad54-9eb1-4010-abec-b8c5bb138ab7 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:36.792142 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d15056-b011-48de-abf1-01f8cc2e17b7 None None] DHCP port deletion for 1e626177-13e1-498b-8c5b-25bda1fa93e6 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:43:36.823247 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-205372d6-9fd5-4143-b2d6-a26e26446b97 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:36.833086 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-2d806745-152c-4c11-afff-fdd3a126f121 None None] Set router a8ec5d53-d23b-4dc1-be90-452d04530ccd gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:43:36.846494 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-7f56ad54-9eb1-4010-abec-b8c5bb138ab7 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] For port 33be007b-543b-4d41-81c0-2bce30b593f2, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=33be007b-543b-4d41-81c0-2bce30b593f2,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:43:36.846785 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7f56ad54-9eb1-4010-abec-b8c5bb138ab7 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:36.887768 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-7f56ad54-9eb1-4010-abec-b8c5bb138ab7 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Calling delete_port for 33be007b-543b-4d41-81c0-2bce30b593f2 owned by network:router_gateway {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:43:36.968970 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-c2d15056-b011-48de-abf1-01f8cc2e17b7 None None] Deleting port a1f73725-0f7d-4272-912c-2cc5403ec806 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:43:36.968970 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c2d15056-b011-48de-abf1-01f8cc2e17b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:37.012911 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-205372d6-9fd5-4143-b2d6-a26e26446b97 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.26.4.210 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/7d01b72b-d941-405f-8ffe-075c1ef02da5) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:37.071614 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-c2d15056-b011-48de-abf1-01f8cc2e17b7 None None] For port a1f73725-0f7d-4272-912c-2cc5403ec806, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=a1f73725-0f7d-4272-912c-2cc5403ec806,segment=NetworkSegment(14159b9b-c437-40b5-acde-2a010b1f147b),segment_id=14159b9b-c437-40b5-acde-2a010b1f147b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:43:37.072239 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c2d15056-b011-48de-abf1-01f8cc2e17b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:37.089306 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-c2d15056-b011-48de-abf1-01f8cc2e17b7 None None] Calling delete_port for a1f73725-0f7d-4272-912c-2cc5403ec806 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:43:37.099837 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device a1f73725-0f7d-4272-912c-2cc5403ec806 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:43:37.201244 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-2d806745-152c-4c11-afff-fdd3a126f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1943917324', 'tenant_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '33be007b-543b-4d41-81c0-2bce30b593f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:01Z', 'updated_at': '2022-04-29T11:43:35Z', 'revision_number': 5, 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'gw_port': {'id': '33be007b-543b-4d41-81c0-2bce30b593f2', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:02Z', 'updated_at': '2022-04-29T11:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:37.214410 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7f56ad54-9eb1-4010-abec-b8c5bb138ab7 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:37.218779 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-205372d6-9fd5-4143-b2d6-a26e26446b97 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:37.241761 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d806745-152c-4c11-afff-fdd3a126f121 None None] The sync data for ids ['a8ec5d53-d23b-4dc1-be90-452d04530ccd'] in dv-neutron-838888-1-hyperv is: [{'id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1943917324', 'tenant_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '33be007b-543b-4d41-81c0-2bce30b593f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:01Z', 'updated_at': '2022-04-29T11:43:35Z', 'revision_number': 5, 'project_id': '56bd83428e3c4f3aa29e4f4f408e0dec', 'gw_port': {'id': '33be007b-543b-4d41-81c0-2bce30b593f2', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ec5d53-d23b-4dc1-be90-452d04530ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:02Z', 'updated_at': '2022-04-29T11:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:43:37.249323 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f56ad54-9eb1-4010-abec-b8c5bb138ab7 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Pushing event deleted for resources: {'Port': ['ID=33be007b-543b-4d41-81c0-2bce30b593f2,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:37.288889 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c2d15056-b011-48de-abf1-01f8cc2e17b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:37.319182 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d15056-b011-48de-abf1-01f8cc2e17b7 None None] Pushing event deleted for resources: {'Port': ['ID=a1f73725-0f7d-4272-912c-2cc5403ec806,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:37.320973 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:37.336103 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d15056-b011-48de-abf1-01f8cc2e17b7 None None] No DVR routers for this DVR port a1f73725-0f7d-4272-912c-2cc5403ec806 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:43:37.339135 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7f56ad54-9eb1-4010-abec-b8c5bb138ab7 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:37.343304 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-205372d6-9fd5-4143-b2d6-a26e26446b97 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:37.780168 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7f56ad54-9eb1-4010-abec-b8c5bb138ab7 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:37.783595 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7f56ad54-9eb1-4010-abec-b8c5bb138ab7 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:37.786813 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205372d6-9fd5-4143-b2d6-a26e26446b97 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:37.805506 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-205372d6-9fd5-4143-b2d6-a26e26446b97 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:37.808003 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205372d6-9fd5-4143-b2d6-a26e26446b97 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:43:37.813971 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205372d6-9fd5-4143-b2d6-a26e26446b97 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=7d01b72b-d941-405f-8ffe-075c1ef02da5,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:37.877773 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7f56ad54-9eb1-4010-abec-b8c5bb138ab7 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:37.878248 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f56ad54-9eb1-4010-abec-b8c5bb138ab7 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Fanout notify agent at l3_agent the message router_deleted on router a8ec5d53-d23b-4dc1-be90-452d04530ccd {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:43:37.885287 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7f56ad54-9eb1-4010-abec-b8c5bb138ab7 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:37.886281 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7f56ad54-9eb1-4010-abec-b8c5bb138ab7 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "DELETE /v2.0/routers/a8ec5d53-d23b-4dc1-be90-452d04530ccd HTTP/1.1" status: 204 len: 168 time: 1.5191209 Apr 29 11:43:37.889101 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53668) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:38.024058 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bd94e41a-0b8e-4178-baa0-4bc3343583e5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:38.198222 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bd94e41a-0b8e-4178-baa0-4bc3343583e5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:38.232525 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-bd94e41a-0b8e-4178-baa0-4bc3343583e5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e626177-13e1-498b-8c5b-25bda1fa93e6']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:38.246797 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-bd94e41a-0b8e-4178-baa0-4bc3343583e5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14159b9b-c437-40b5-acde-2a010b1f147b') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:38.247134 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-bd94e41a-0b8e-4178-baa0-4bc3343583e5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14159b9b-c437-40b5-acde-2a010b1f147b') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:38.288588 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bd94e41a-0b8e-4178-baa0-4bc3343583e5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:38.308606 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bd94e41a-0b8e-4178-baa0-4bc3343583e5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:38.322289 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd94e41a-0b8e-4178-baa0-4bc3343583e5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:43:38.322289 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bd94e41a-0b8e-4178-baa0-4bc3343583e5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:38.323493 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:43:38.323493 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:43:38.323493 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:43:38.323493 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:43:38.323493 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:43:38.323493 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:43:38.323493 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:43:38.323493 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:43:38.323493 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:43:38.323493 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:43:38.323493 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:43:38.323493 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:43:38.323493 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:43:38.323493 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:43:38.323493 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:43:38.323493 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:43:38.323493 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:43:38.323493 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:43:38.323493 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:43:38.323493 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:43:38.323493 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:43:38.323493 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:43:38.323493 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:43:38.323493 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:43:38.323493 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:43:38.323493 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:43:38.323493 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:43:38.323493 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:43:38.323493 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:43:38.323493 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:43:38.323493 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:43:38.323493 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:43:38.425818 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bd94e41a-0b8e-4178-baa0-4bc3343583e5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:38.431191 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bd94e41a-0b8e-4178-baa0-4bc3343583e5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:38.434369 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-bd94e41a-0b8e-4178-baa0-4bc3343583e5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "DELETE /v2.0/networks/1e626177-13e1-498b-8c5b-25bda1fa93e6 HTTP/1.1" status: 204 len: 168 time: 0.5443292 Apr 29 11:43:38.437255 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53670) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:38.474491 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94e41a-0b8e-4178-baa0-4bc3343583e5 tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Pushing event deleted for resources: {'Network': ['ID=1e626177-13e1-498b-8c5b-25bda1fa93e6,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:38.492800 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-205372d6-9fd5-4143-b2d6-a26e26446b97 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:38.508389 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6844c209-6d0f-4f91-9ae0-22d92cdfd47f tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:38.541306 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6844c209-6d0f-4f91-9ae0-22d92cdfd47f tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:38.569652 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-205372d6-9fd5-4143-b2d6-a26e26446b97 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:38.606991 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6844c209-6d0f-4f91-9ae0-22d92cdfd47f tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:38.610228 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6844c209-6d0f-4f91-9ae0-22d92cdfd47f tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:38.612051 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6844c209-6d0f-4f91-9ae0-22d92cdfd47f tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] 10.222.0.69 "DELETE /v2.0/security-groups/f5874629-b9e1-4000-8425-6441ce247fcc HTTP/1.1" status: 204 len: 168 time: 0.1735430 Apr 29 11:43:38.626797 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844c209-6d0f-4f91-9ae0-22d92cdfd47f tempest-TestNetworkAdvancedServerOps-962014274 tempest-TestNetworkAdvancedServerOps-962014274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5874629-b9e1-4000-8425-6441ce247fcc,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:38.739596 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-205372d6-9fd5-4143-b2d6-a26e26446b97 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:38.745324 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-205372d6-9fd5-4143-b2d6-a26e26446b97 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:38.818556 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205372d6-9fd5-4143-b2d6-a26e26446b97 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=7d01b72b-d941-405f-8ffe-075c1ef02da5,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:38.828664 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-205372d6-9fd5-4143-b2d6-a26e26446b97 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:38.936696 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-205372d6-9fd5-4143-b2d6-a26e26446b97 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Floating IP 8e2f9d58-e121-4107-ab22-92933ef5acc1 associated. External IP: 172.26.4.210, port: 84be80e3-606c-4516-b9a0-5d68fb0ee203. Apr 29 11:43:38.950691 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53678) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:39.023277 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device bcc995c2-b16d-488d-b0ab-0554c0861093 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:43:39.044401 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: bcc995c2-b16d-488d-b0ab-0554c0861093 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:43:39.044745 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device bcc995c2-b16d-488d-b0ab-0554c0861093 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:43:39.045167 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 33be007b-543b-4d41-81c0-2bce30b593f2 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:43:39.065937 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 33be007b-543b-4d41-81c0-2bce30b593f2 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:43:39.067122 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 33be007b-543b-4d41-81c0-2bce30b593f2 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:43:39.101177 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-47462b1b-c609-410b-b45f-a033db284b97 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=56bd83428e3c4f3aa29e4f4f408e0dec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1495650 Apr 29 11:43:39.103662 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53684) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:39.159303 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3fcf3e6a-aeca-4b68-89d6-da58b6286965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:39.168244 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205372d6-9fd5-4143-b2d6-a26e26446b97 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router 7f40ddc0-6a32-4e75-8fc4-297c563bd2a4 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:43:39.188160 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3fcf3e6a-aeca-4b68-89d6-da58b6286965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:39.241731 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3fcf3e6a-aeca-4b68-89d6-da58b6286965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:39.244865 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3fcf3e6a-aeca-4b68-89d6-da58b6286965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:39.246106 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3fcf3e6a-aeca-4b68-89d6-da58b6286965 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c8e38d18-e96f-4ee0-b5ab-a949c976dec6 HTTP/1.1" status: 204 len: 168 time: 0.1414645 Apr 29 11:43:39.254943 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf3e6a-aeca-4b68-89d6-da58b6286965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e38d18-e96f-4ee0-b5ab-a949c976dec6,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:39.293613 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205372d6-9fd5-4143-b2d6-a26e26446b97 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:43:39.303780 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8095898e-b8d7-4c09-bbd9-00d555974bd0 None None] Sync routers for ids ['7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:43:39.314250 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8095898e-b8d7-4c09-bbd9-00d555974bd0 None None] Routers {'7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:43:39.315004 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-8095898e-b8d7-4c09-bbd9-00d555974bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:43:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:39.320780 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-205372d6-9fd5-4143-b2d6-a26e26446b97 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:39.353975 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-205372d6-9fd5-4143-b2d6-a26e26446b97 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7999887 Apr 29 11:43:39.354476 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53688) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:39.354777 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9110a112-c5d4-44a1-b705-d074e0984a80', 'tag': '84be80e3-606c-4516-b9a0-5d68fb0ee203'}] {{(pid=102960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:43:39.357373 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f284d994886e2bee032f7329864f24e5fe1e0d39b4215f9cf8d7074f2166ea6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a69ae29-a900-4a8d-adb2-9305c44fc9fa" -d '{"events": [{"name": "network-changed", "server_uuid": "9110a112-c5d4-44a1-b705-d074e0984a80", "tag": "84be80e3-606c-4516-b9a0-5d68fb0ee203"}]}' {{(pid=102960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:43:39.412605 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fd38a8-1674-46e3-8545-fd95e9d51df2 x-openstack-request-id: req-c2fd38a8-1674-46e3-8545-fd95e9d51df2 {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:43:39.412919 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9110a112-c5d4-44a1-b705-d074e0984a80", "tag": "84be80e3-606c-4516-b9a0-5d68fb0ee203", "status": "completed", "code": 200}]} {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:43:39.413145 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c2fd38a8-1674-46e3-8545-fd95e9d51df2 {{(pid=102960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:43:39.413550 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2fd38a8-1674-46e3-8545-fd95e9d51df2'] response: {'name': 'network-changed', 'server_uuid': '9110a112-c5d4-44a1-b705-d074e0984a80', 'tag': '84be80e3-606c-4516-b9a0-5d68fb0ee203', 'status': 'completed', 'code': 200} Apr 29 11:43:39.436948 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-8095898e-b8d7-4c09-bbd9-00d555974bd0 None None] Set router 7f40ddc0-6a32-4e75-8fc4-297c563bd2a4 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:43:39.443359 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-afb4e8d2-5d86-4e59-9de0-399b33f233f6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/8e2f9d58-e121-4107-ab22-92933ef5acc1 HTTP/1.1" status: 200 len: 991 time: 0.0870883 Apr 29 11:43:39.491131 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69ae29-a900-4a8d-adb2-9305c44fc9fa req-b8eb9903-8db9-4b51-ba16-f27084550c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:39.492853 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3a69ae29-a900-4a8d-adb2-9305c44fc9fa req-b8eb9903-8db9-4b51-ba16-f27084550c75 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=9110a112-c5d4-44a1-b705-d074e0984a80 HTTP/1.1" status: 200 len: 1098 time: 0.0484760 Apr 29 11:43:39.586044 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53694) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:39.595798 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69ae29-a900-4a8d-adb2-9305c44fc9fa req-94c3f660-c0a7-4635-b193-2946de5ea806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:39.597323 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3a69ae29-a900-4a8d-adb2-9305c44fc9fa req-94c3f660-c0a7-4635-b193-2946de5ea806 service neutron] 10.222.0.62 "GET /v2.0/networks?id=59f12eb1-38d5-4f06-997b-c23210b19695 HTTP/1.1" status: 200 len: 897 time: 0.0934496 Apr 29 11:43:39.600380 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-11d879eb-5b2a-49ec-8ef3-e92fe2612a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:39.686664 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3a69ae29-a900-4a8d-adb2-9305c44fc9fa req-e8ff7a08-2c4c-404e-9b41-fe77dd9a7473 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84be80e3-606c-4516-b9a0-5d68fb0ee203 HTTP/1.1" status: 200 len: 999 time: 0.0783768 Apr 29 11:43:39.690064 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-11d879eb-5b2a-49ec-8ef3-e92fe2612a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:39.695477 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-11d879eb-5b2a-49ec-8ef3-e92fe2612a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:39.744777 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-11d879eb-5b2a-49ec-8ef3-e92fe2612a7a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f66afaf76cfc44688d0f69bc9d9a34cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575325 Apr 29 11:43:39.745121 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69ae29-a900-4a8d-adb2-9305c44fc9fa req-0c32e988-e174-4e31-8b2d-aa4a0adcb12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:39.746296 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3a69ae29-a900-4a8d-adb2-9305c44fc9fa req-0c32e988-e174-4e31-8b2d-aa4a0adcb12c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2dd29a24-c72e-405c-9c42-72d438b0f5cb HTTP/1.1" status: 200 len: 835 time: 0.0482004 Apr 29 11:43:39.748249 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53696) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:39.755993 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d879eb-5b2a-49ec-8ef3-e92fe2612a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da33de1-9309-4f5e-8004-5f805b48fd41,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:39.776343 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-8095898e-b8d7-4c09-bbd9-00d555974bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'name': 'tempest-TestNetworkBasicOps-router-1254036424', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:43:17Z', 'updated_at': '2022-04-29T11:43:21Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:18Z', 'updated_at': '2022-04-29T11:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '8e2f9d58-e121-4107-ab22-92933ef5acc1', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.210', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'port_id': '84be80e3-606c-4516-b9a0-5d68fb0ee203', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695', 'mac_address': 'fa:16:3e:9b:b5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9110a112-c5d4-44a1-b705-d074e0984a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:43:38Z', 'updated_at': '2022-04-29T11:43:38Z', 'revision_number': 0, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63cbd47e-933a-4a7b-9608-3dbb61e48599', 'name': '', 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:25:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '2dd29a24-c72e-405c-9c42-72d438b0f5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:20Z', 'updated_at': '2022-04-29T11:43:25Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '2dd29a24-c72e-405c-9c42-72d438b0f5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:39.802449 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69ae29-a900-4a8d-adb2-9305c44fc9fa req-bc85f8e1-3734-4c9b-aa4d-ed4eb96aa3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:39.803242 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8095898e-b8d7-4c09-bbd9-00d555974bd0 None None] Checking router: 7f40ddc0-6a32-4e75-8fc4-297c563bd2a4 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:43:39.803896 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3a69ae29-a900-4a8d-adb2-9305c44fc9fa req-bc85f8e1-3734-4c9b-aa4d-ed4eb96aa3f8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59f12eb1-38d5-4f06-997b-c23210b19695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0464478 Apr 29 11:43:39.811852 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8095898e-b8d7-4c09-bbd9-00d555974bd0 None None] Routers {'7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:43:39.812464 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-8095898e-b8d7-4c09-bbd9-00d555974bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:43:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:39.812818 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1f228013-a91e-4800-929f-2a95e9e1cbf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:39.838406 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1f228013-a91e-4800-929f-2a95e9e1cbf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:39.889920 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1f228013-a91e-4800-929f-2a95e9e1cbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:39.892544 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1f228013-a91e-4800-929f-2a95e9e1cbf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:39.896981 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1f228013-a91e-4800-929f-2a95e9e1cbf7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5da33de1-9309-4f5e-8004-5f805b48fd41 HTTP/1.1" status: 204 len: 168 time: 0.1441486 Apr 29 11:43:39.904231 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f228013-a91e-4800-929f-2a95e9e1cbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da33de1-9309-4f5e-8004-5f805b48fd41,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:39.919397 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3a69ae29-a900-4a8d-adb2-9305c44fc9fa req-6415fdd9-9d1e-444e-b468-026ca5a09f19 service neutron] 10.222.0.62 "GET /v2.0/networks/59f12eb1-38d5-4f06-997b-c23210b19695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047208 Apr 29 11:43:39.940161 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-8095898e-b8d7-4c09-bbd9-00d555974bd0 None None] Set router 7f40ddc0-6a32-4e75-8fc4-297c563bd2a4 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:43:40.022893 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3a69ae29-a900-4a8d-adb2-9305c44fc9fa req-c681a310-4f5d-4123-b3c7-ce4465b01297 service neutron] 10.222.0.62 "GET /v2.0/networks/59f12eb1-38d5-4f06-997b-c23210b19695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920346 Apr 29 11:43:40.186360 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-8095898e-b8d7-4c09-bbd9-00d555974bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'name': 'tempest-TestNetworkBasicOps-router-1254036424', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:43:17Z', 'updated_at': '2022-04-29T11:43:21Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:18Z', 'updated_at': '2022-04-29T11:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '8e2f9d58-e121-4107-ab22-92933ef5acc1', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.210', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'port_id': '84be80e3-606c-4516-b9a0-5d68fb0ee203', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695', 'mac_address': 'fa:16:3e:9b:b5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9110a112-c5d4-44a1-b705-d074e0984a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:43:38Z', 'updated_at': '2022-04-29T11:43:38Z', 'revision_number': 0, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63cbd47e-933a-4a7b-9608-3dbb61e48599', 'name': '', 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:25:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '2dd29a24-c72e-405c-9c42-72d438b0f5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:20Z', 'updated_at': '2022-04-29T11:43:25Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '2dd29a24-c72e-405c-9c42-72d438b0f5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:40.214751 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8095898e-b8d7-4c09-bbd9-00d555974bd0 None None] The sync data for ids ['7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'] in dv-neutron-838888-1-hyperv is: [{'id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'name': 'tempest-TestNetworkBasicOps-router-1254036424', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:43:17Z', 'updated_at': '2022-04-29T11:43:21Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:18Z', 'updated_at': '2022-04-29T11:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '8e2f9d58-e121-4107-ab22-92933ef5acc1', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.210', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'port_id': '84be80e3-606c-4516-b9a0-5d68fb0ee203', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695', 'mac_address': 'fa:16:3e:9b:b5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9110a112-c5d4-44a1-b705-d074e0984a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:43:38Z', 'updated_at': '2022-04-29T11:43:38Z', 'revision_number': 0, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63cbd47e-933a-4a7b-9608-3dbb61e48599', 'name': '', 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:25:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '2dd29a24-c72e-405c-9c42-72d438b0f5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:20Z', 'updated_at': '2022-04-29T11:43:25Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '2dd29a24-c72e-405c-9c42-72d438b0f5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:43:40.409799 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ab19a2-fb64-4c9f-a35f-dbe65d5634a4 None None] New status for floating IP 8e2f9d58-e121-4107-ab22-92933ef5acc1: ACTIVE {{(pid=102961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:43:40.446861 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53712) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:40.524816 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8fd31756-8c0d-4ccc-abc2-c994b1f8f24b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/8e2f9d58-e121-4107-ab22-92933ef5acc1 HTTP/1.1" status: 200 len: 991 time: 0.0761476 Apr 29 11:43:40.643700 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53720) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:40.742083 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-2eda321a-2b2f-4904-a238-20cbee81f083 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-211899523-network', 'tenant_id': '2ab588b132714e25b051bb7ec928653e'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:40.760683 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eda321a-2b2f-4904-a238-20cbee81f083 admin admin] Made reservation on behalf of 2ab588b132714e25b051bb7ec928653e for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:40.763211 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2eda321a-2b2f-4904-a238-20cbee81f083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:40.772682 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2eda321a-2b2f-4904-a238-20cbee81f083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:40.851893 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2eda321a-2b2f-4904-a238-20cbee81f083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:40.865555 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2eda321a-2b2f-4904-a238-20cbee81f083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:40.889594 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eda321a-2b2f-4904-a238-20cbee81f083 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:43:40.899021 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda321a-2b2f-4904-a238-20cbee81f083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76854995-4642-4a5b-917b-29a1c9d1fe5c,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:40.905134 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2eda321a-2b2f-4904-a238-20cbee81f083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:40.908301 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-2eda321a-2b2f-4904-a238-20cbee81f083 admin admin] Added segment 9629af71-e2a1-4044-a22b-830f24996f69 of type vlan for network f1b781d5-65e8-4f53-b7df-6b704155a8f0 Apr 29 11:43:40.950261 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2eda321a-2b2f-4904-a238-20cbee81f083 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:40.975686 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2eda321a-2b2f-4904-a238-20cbee81f083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:40.976759 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eda321a-2b2f-4904-a238-20cbee81f083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:40.977330 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2eda321a-2b2f-4904-a238-20cbee81f083 admin admin] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:41.024722 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2eda321a-2b2f-4904-a238-20cbee81f083 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3799050 Apr 29 11:43:41.027945 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53724) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:41.033001 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-bb707a38-2741-4897-aac5-0729bbbfa7e9 admin admin] Request body: {'subnet': {'network_id': 'f1b781d5-65e8-4f53-b7df-6b704155a8f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-211899523-subnet', 'tenant_id': '2ab588b132714e25b051bb7ec928653e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:41.037860 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda321a-2b2f-4904-a238-20cbee81f083 admin admin] Pushing event updated for resources: {'Network': ['ID=f1b781d5-65e8-4f53-b7df-6b704155a8f0,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:41.047624 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network f1b781d5-65e8-4f53-b7df-6b704155a8f0 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:43:41.058485 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb707a38-2741-4897-aac5-0729bbbfa7e9 admin admin] Made reservation on behalf of 2ab588b132714e25b051bb7ec928653e for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:41.061335 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bb707a38-2741-4897-aac5-0729bbbfa7e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:41.237565 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bb707a38-2741-4897-aac5-0729bbbfa7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:41.286059 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb707a38-2741-4897-aac5-0729bbbfa7e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8223faa5-6d4b-461f-87e1-dcdcd57fec60,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:41.300601 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb707a38-2741-4897-aac5-0729bbbfa7e9 admin admin] Checking segment: {'id': '9629af71-e2a1-4044-a22b-830f24996f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f1b781d5-65e8-4f53-b7df-6b704155a8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:43:41.301569 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb707a38-2741-4897-aac5-0729bbbfa7e9 admin admin] Network hostable DHCP agents. Network: f1b781d5-65e8-4f53-b7df-6b704155a8f0, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:43:41.316424 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb707a38-2741-4897-aac5-0729bbbfa7e9 admin admin] Network f1b781d5-65e8-4f53-b7df-6b704155a8f0 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:43:41.324993 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-bb707a38-2741-4897-aac5-0729bbbfa7e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, f1b781d5-65e8-4f53-b7df-6b704155a8f0) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:41.329546 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb707a38-2741-4897-aac5-0729bbbfa7e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:41.330089 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bb707a38-2741-4897-aac5-0729bbbfa7e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:41.334060 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc12d87-864a-4033-9f82-f4ee5e33a1a7 None None] Network f1b781d5-65e8-4f53-b7df-6b704155a8f0 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:43:41.356568 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-bb707a38-2741-4897-aac5-0729bbbfa7e9 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3273091 Apr 29 11:43:41.470044 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a68dcd0-9d25-436d-8b54-0ab1017e6f0e None None] Network f1b781d5-65e8-4f53-b7df-6b704155a8f0 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:43:41.528096 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53730) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:41.595393 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-04ce1e77-4d22-40cf-952e-c88a559b3f8c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/8e2f9d58-e121-4107-ab22-92933ef5acc1 HTTP/1.1" status: 200 len: 993 time: 0.0660906 Apr 29 11:43:41.864109 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53742) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:41.869078 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-1804a892-4eaa-4986-9725-727cf77b1849 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-493808225-network', 'tenant_id': '215c4357c04c493bb656d84225c43c1b'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:41.888222 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1804a892-4eaa-4986-9725-727cf77b1849 admin admin] Made reservation on behalf of 215c4357c04c493bb656d84225c43c1b for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:41.890512 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1804a892-4eaa-4986-9725-727cf77b1849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:41.899591 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1804a892-4eaa-4986-9725-727cf77b1849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:41.975080 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1804a892-4eaa-4986-9725-727cf77b1849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:41.979044 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1804a892-4eaa-4986-9725-727cf77b1849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:42.003189 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1804a892-4eaa-4986-9725-727cf77b1849 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:43:42.012721 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804a892-4eaa-4986-9725-727cf77b1849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c59614-7fcc-4b31-9182-638307183b81,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:42.017369 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1804a892-4eaa-4986-9725-727cf77b1849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:42.017703 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-1804a892-4eaa-4986-9725-727cf77b1849 admin admin] Added segment 09279077-ec1b-483a-9a72-a7cdc1e4b23a of type vlan for network 5d78d9dd-2036-4ea4-bfde-4c8a24316469 Apr 29 11:43:42.057857 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1804a892-4eaa-4986-9725-727cf77b1849 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:42.086800 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1804a892-4eaa-4986-9725-727cf77b1849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:42.087736 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1804a892-4eaa-4986-9725-727cf77b1849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:42.088313 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1804a892-4eaa-4986-9725-727cf77b1849 admin admin] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:42.132160 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-1804a892-4eaa-4986-9725-727cf77b1849 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2668552 Apr 29 11:43:42.135053 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53744) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:43:42.140612 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-a50b68f9-8423-41c9-b778-e29f0163be1a admin admin] Request body: {'subnet': {'network_id': '5d78d9dd-2036-4ea4-bfde-4c8a24316469', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-493808225-subnet', 'tenant_id': '215c4357c04c493bb656d84225c43c1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:42.162281 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50b68f9-8423-41c9-b778-e29f0163be1a admin admin] Made reservation on behalf of 215c4357c04c493bb656d84225c43c1b for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:42.164640 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a50b68f9-8423-41c9-b778-e29f0163be1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:42.184147 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804a892-4eaa-4986-9725-727cf77b1849 admin admin] Pushing event updated for resources: {'Network': ['ID=5d78d9dd-2036-4ea4-bfde-4c8a24316469,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:42.193877 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 5d78d9dd-2036-4ea4-bfde-4c8a24316469 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:43:42.339393 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a50b68f9-8423-41c9-b778-e29f0163be1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:42.393809 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b68f9-8423-41c9-b778-e29f0163be1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f91faf00-8952-4c9c-bf72-dfc677c7108a,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:42.408998 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50b68f9-8423-41c9-b778-e29f0163be1a admin admin] Checking segment: {'id': '09279077-ec1b-483a-9a72-a7cdc1e4b23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5d78d9dd-2036-4ea4-bfde-4c8a24316469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:43:42.409348 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50b68f9-8423-41c9-b778-e29f0163be1a admin admin] Network hostable DHCP agents. Network: 5d78d9dd-2036-4ea4-bfde-4c8a24316469, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:43:42.426453 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50b68f9-8423-41c9-b778-e29f0163be1a admin admin] Network 5d78d9dd-2036-4ea4-bfde-4c8a24316469 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:43:42.434872 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-a50b68f9-8423-41c9-b778-e29f0163be1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 5d78d9dd-2036-4ea4-bfde-4c8a24316469) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:42.438777 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50b68f9-8423-41c9-b778-e29f0163be1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:42.439374 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a50b68f9-8423-41c9-b778-e29f0163be1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:42.444353 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebada797-faaf-478c-98ea-5f7bdcd21ef8 None None] Network 5d78d9dd-2036-4ea4-bfde-4c8a24316469 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:43:42.456244 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a50b68f9-8423-41c9-b778-e29f0163be1a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3194566 Apr 29 11:43:42.575678 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79240a7-67ea-4fb7-9cc1-c4accab2a019 None None] Network 5d78d9dd-2036-4ea4-bfde-4c8a24316469 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:43:43.202998 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-a993446d-3fc3-45f7-bfd9-f0324220d348 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:43.204645 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-a993446d-3fc3-45f7-bfd9-f0324220d348 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/networks?id=f1b781d5-65e8-4f53-b7df-6b704155a8f0 HTTP/1.1" status: 200 len: 811 time: 0.3726797 Apr 29 11:43:43.220544 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-846e343c-8841-4dd9-afaa-4a9ee02d4d51 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/quotas/2ab588b132714e25b051bb7ec928653e HTTP/1.1" status: 200 len: 375 time: 0.0097349 Apr 29 11:43:43.253460 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-1bd26080-78c0-4ae7-b32f-d5d5df262954 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ab588b132714e25b051bb7ec928653e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271542 Apr 29 11:43:43.451567 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-452ad60f-5ad6-431d-92f4-2320566decef service neutron] 10.222.0.69 "GET /v2.0/networks/f1b781d5-65e8-4f53-b7df-6b704155a8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904423 Apr 29 11:43:43.543019 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-d41d017f-7b16-48c6-bc47-185600eac123 service neutron] 10.222.0.69 "GET /v2.0/networks/f1b781d5-65e8-4f53-b7df-6b704155a8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844243 Apr 29 11:43:43.702909 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f2e9bdae-8f1a-445d-ba9a-93b11b200da2 req-07ef1e3a-d137-4c39-b1aa-e9b83e93e69f tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2f1bd6-7706-4639-b0d6-46da061247fc HTTP/1.1" status: 200 len: 210 time: 0.0278633 Apr 29 11:43:44.749974 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-a97d6b93-9b33-4f62-9592-f506386d411c tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:44.751480 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-a97d6b93-9b33-4f62-9592-f506386d411c tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.62 "GET /v2.0/networks?id=f1b781d5-65e8-4f53-b7df-6b704155a8f0 HTTP/1.1" status: 200 len: 811 time: 0.1068227 Apr 29 11:43:44.772192 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-c83f3b01-6978-4eac-8c17-92bda14d0518 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Request body: {'port': {'device_id': '9a2f1bd6-7706-4639-b0d6-46da061247fc', 'network_id': 'f1b781d5-65e8-4f53-b7df-6b704155a8f0', 'admin_state_up': True, 'tenant_id': '2ab588b132714e25b051bb7ec928653e'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:44.843545 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5c4f985c-81a2-4a57-86a9-49828be55457 req-b4cec552-44a2-48d8-a600-40ccddf309dc tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2f1bd6-7706-4639-b0d6-46da061247fc HTTP/1.1" status: 200 len: 210 time: 0.0664849 Apr 29 11:43:44.915255 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-c83f3b01-6978-4eac-8c17-92bda14d0518 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Made reservation on behalf of 2ab588b132714e25b051bb7ec928653e for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:44.918793 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-c83f3b01-6978-4eac-8c17-92bda14d0518 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:45.048807 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-c83f3b01-6978-4eac-8c17-92bda14d0518 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Allocated IP 172.20.0.6 (f1b781d5-65e8-4f53-b7df-6b704155a8f0/8223faa5-6d4b-461f-87e1-dcdcd57fec60/1c59d513-cfb9-4cdb-afb5-a20d9fac5101) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:45.201540 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-c83f3b01-6978-4eac-8c17-92bda14d0518 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:45.236218 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-c83f3b01-6978-4eac-8c17-92bda14d0518 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:45.279902 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-c83f3b01-6978-4eac-8c17-92bda14d0518 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Network f1b781d5-65e8-4f53-b7df-6b704155a8f0 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:45.282984 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-c83f3b01-6978-4eac-8c17-92bda14d0518 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:45.287815 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-c83f3b01-6978-4eac-8c17-92bda14d0518 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:43:45.294145 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f3b01-6978-4eac-8c17-92bda14d0518 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Pushing event updated for resources: {'Port': ['ID=1c59d513-cfb9-4cdb-afb5-a20d9fac5101,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:45.342282 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-c83f3b01-6978-4eac-8c17-92bda14d0518 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:45.342880 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-c83f3b01-6978-4eac-8c17-92bda14d0518 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:45.359493 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-c83f3b01-6978-4eac-8c17-92bda14d0518 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5919197 Apr 29 11:43:45.373638 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-ccfd3f2e-2248-4e3c-b151-2a1c1a1c3818 service neutron] Request body: {'port': {'device_id': '9a2f1bd6-7706-4639-b0d6-46da061247fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:45.429230 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-ccfd3f2e-2248-4e3c-b151-2a1c1a1c3818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:45.692223 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-ccfd3f2e-2248-4e3c-b151-2a1c1a1c3818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c59d513-cfb9-4cdb-afb5-a20d9fac5101 {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:43:45.699439 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-ccfd3f2e-2248-4e3c-b151-2a1c1a1c3818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:45.711522 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-ccfd3f2e-2248-4e3c-b151-2a1c1a1c3818 service neutron] Transition to ACTIVE for port object 1c59d513-cfb9-4cdb-afb5-a20d9fac5101 will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:43:45.715506 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-ccfd3f2e-2248-4e3c-b151-2a1c1a1c3818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:45.772009 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd3f2e-2248-4e3c-b151-2a1c1a1c3818 service neutron] Pushing event updated for resources: {'Port': ['ID=1c59d513-cfb9-4cdb-afb5-a20d9fac5101,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:45.835742 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-ccfd3f2e-2248-4e3c-b151-2a1c1a1c3818 service neutron] Attempting to bind port 1c59d513-cfb9-4cdb-afb5-a20d9fac5101 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:43:45.836077 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-ccfd3f2e-2248-4e3c-b151-2a1c1a1c3818 service neutron] Attempting to bind port 1c59d513-cfb9-4cdb-afb5-a20d9fac5101 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '9629af71-e2a1-4044-a22b-830f24996f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f1b781d5-65e8-4f53-b7df-6b704155a8f0'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:43:45.836407 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-ccfd3f2e-2248-4e3c-b151-2a1c1a1c3818 service neutron] Attempting to bind port 1c59d513-cfb9-4cdb-afb5-a20d9fac5101 on network f1b781d5-65e8-4f53-b7df-6b704155a8f0 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:43:45.840589 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-ccfd3f2e-2248-4e3c-b151-2a1c1a1c3818 service neutron] Port 1c59d513-cfb9-4cdb-afb5-a20d9fac5101 on network f1b781d5-65e8-4f53-b7df-6b704155a8f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:43:45.840905 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-ccfd3f2e-2248-4e3c-b151-2a1c1a1c3818 service neutron] Attempting to bind port 1c59d513-cfb9-4cdb-afb5-a20d9fac5101 on network f1b781d5-65e8-4f53-b7df-6b704155a8f0 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:43:45.845622 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-ccfd3f2e-2248-4e3c-b151-2a1c1a1c3818 service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:43:45.845954 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-ccfd3f2e-2248-4e3c-b151-2a1c1a1c3818 service neutron] Checking segment: {'id': '9629af71-e2a1-4044-a22b-830f24996f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f1b781d5-65e8-4f53-b7df-6b704155a8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:43:45.846363 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-ccfd3f2e-2248-4e3c-b151-2a1c1a1c3818 service neutron] Bound using segment: {'id': '9629af71-e2a1-4044-a22b-830f24996f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f1b781d5-65e8-4f53-b7df-6b704155a8f0'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:43:45.846786 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-ccfd3f2e-2248-4e3c-b151-2a1c1a1c3818 service neutron] Bound port: 1c59d513-cfb9-4cdb-afb5-a20d9fac5101, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9629af71-e2a1-4044-a22b-830f24996f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f1b781d5-65e8-4f53-b7df-6b704155a8f0'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:43:45.847140 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-ccfd3f2e-2248-4e3c-b151-2a1c1a1c3818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:45.949259 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-ccfd3f2e-2248-4e3c-b151-2a1c1a1c3818 service neutron] For port 1c59d513-cfb9-4cdb-afb5-a20d9fac5101, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:43:45.974053 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-ccfd3f2e-2248-4e3c-b151-2a1c1a1c3818 service neutron] For port 1c59d513-cfb9-4cdb-afb5-a20d9fac5101, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1c59d513-cfb9-4cdb-afb5-a20d9fac5101,segment=NetworkSegment(9629af71-e2a1-4044-a22b-830f24996f69),segment_id=9629af71-e2a1-4044-a22b-830f24996f69)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:43:45.979024 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-ccfd3f2e-2248-4e3c-b151-2a1c1a1c3818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:46.025558 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e4190-bb11-457a-87ba-570f3993347d req-ecc8a6be-a7b9-4bc1-95fd-0c6ffac46cba tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:46.027069 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-640e4190-bb11-457a-87ba-570f3993347d req-ecc8a6be-a7b9-4bc1-95fd-0c6ffac46cba tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2f1bd6-7706-4639-b0d6-46da061247fc HTTP/1.1" status: 200 len: 943 time: 0.0959458 Apr 29 11:43:46.032142 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-ccfd3f2e-2248-4e3c-b151-2a1c1a1c3818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:46.032749 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-ccfd3f2e-2248-4e3c-b151-2a1c1a1c3818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:46.034114 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-ccfd3f2e-2248-4e3c-b151-2a1c1a1c3818 service neutron] 10.222.0.62 "PUT /v2.0/ports/1c59d513-cfb9-4cdb-afb5-a20d9fac5101 HTTP/1.1" status: 200 len: 1093 time: 0.6644244 Apr 29 11:43:46.034573 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2f1bd6-7706-4639-b0d6-46da061247fc', 'tag': '1c59d513-cfb9-4cdb-afb5-a20d9fac5101'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:43:46.037581 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39859691-55ba-46c4-8717-50e05adca3cf" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2f1bd6-7706-4639-b0d6-46da061247fc", "tag": "1c59d513-cfb9-4cdb-afb5-a20d9fac5101"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:43:46.082830 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd3f2e-2248-4e3c-b151-2a1c1a1c3818 service neutron] Pushing event updated for resources: {'Port': ['ID=1c59d513-cfb9-4cdb-afb5-a20d9fac5101,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:46.088299 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66afd86c-8bb8-4db7-b7c6-82d08442a27a x-openstack-request-id: req-66afd86c-8bb8-4db7-b7c6-82d08442a27a {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:43:46.088583 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2f1bd6-7706-4639-b0d6-46da061247fc", "tag": "1c59d513-cfb9-4cdb-afb5-a20d9fac5101", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:43:46.088833 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-66afd86c-8bb8-4db7-b7c6-82d08442a27a {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:43:46.089234 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66afd86c-8bb8-4db7-b7c6-82d08442a27a'] response: {'name': 'network-changed', 'server_uuid': '9a2f1bd6-7706-4639-b0d6-46da061247fc', 'tag': '1c59d513-cfb9-4cdb-afb5-a20d9fac5101', 'status': 'completed', 'code': 200} Apr 29 11:43:46.102925 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-640e4190-bb11-457a-87ba-570f3993347d req-ee2ef10c-b076-48af-bc78-10936b41af70 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/security-groups?id=76854995-4642-4a5b-917b-29a1c9d1fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623121 Apr 29 11:43:46.131412 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-b925beb7-d486-46a6-a606-2559fb7102ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:46.132942 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-b925beb7-d486-46a6-a606-2559fb7102ee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ab588b132714e25b051bb7ec928653e&device_id=9a2f1bd6-7706-4639-b0d6-46da061247fc HTTP/1.1" status: 200 len: 1096 time: 0.0529304 Apr 29 11:43:46.186235 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-62a46975-33d1-41b5-894f-5ecf097c1f4c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c59d513-cfb9-4cdb-afb5-a20d9fac5101 HTTP/1.1" status: 200 len: 217 time: 0.0394528 Apr 29 11:43:46.241824 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-79690953-5fc2-408e-9065-88c20f72c354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:46.243380 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-79690953-5fc2-408e-9065-88c20f72c354 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8223faa5-6d4b-461f-87e1-dcdcd57fec60 HTTP/1.1" status: 200 len: 851 time: 0.0477102 Apr 29 11:43:46.280074 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-bd0fd5ec-674c-4b06-8736-030f65e11423 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f1b781d5-65e8-4f53-b7df-6b704155a8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248814 Apr 29 11:43:46.378582 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-325552d4-27f2-455c-ac33-ed2a0bdadd41 service neutron] 10.222.0.62 "GET /v2.0/networks/f1b781d5-65e8-4f53-b7df-6b704155a8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870593 Apr 29 11:43:46.471435 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1a2f0a8-2c64-42a0-b7cf-531171777844 req-d8c419b1-4f46-4968-ab44-9743f76c0212 service neutron] 10.222.0.62 "GET /v2.0/networks/f1b781d5-65e8-4f53-b7df-6b704155a8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847466 Apr 29 11:43:46.565502 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39859691-55ba-46c4-8717-50e05adca3cf req-858ea5e3-4b91-4ea6-8c30-d537485e366b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:46.568387 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-39859691-55ba-46c4-8717-50e05adca3cf req-858ea5e3-4b91-4ea6-8c30-d537485e366b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ab588b132714e25b051bb7ec928653e&device_id=9a2f1bd6-7706-4639-b0d6-46da061247fc HTTP/1.1" status: 200 len: 1096 time: 0.0434830 Apr 29 11:43:46.670637 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39859691-55ba-46c4-8717-50e05adca3cf req-2445913c-277a-4478-9693-cfde279e6bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:46.672103 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-39859691-55ba-46c4-8717-50e05adca3cf req-2445913c-277a-4478-9693-cfde279e6bf7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f1b781d5-65e8-4f53-b7df-6b704155a8f0 HTTP/1.1" status: 200 len: 912 time: 0.0934632 Apr 29 11:43:46.720014 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-39859691-55ba-46c4-8717-50e05adca3cf req-ac942319-dcf7-42f8-8d56-f0b45a654c4a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c59d513-cfb9-4cdb-afb5-a20d9fac5101 HTTP/1.1" status: 200 len: 217 time: 0.0357754 Apr 29 11:43:46.784009 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39859691-55ba-46c4-8717-50e05adca3cf req-27e527b4-686c-4758-a7dd-35ee63397384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:46.785609 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-39859691-55ba-46c4-8717-50e05adca3cf req-27e527b4-686c-4758-a7dd-35ee63397384 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8223faa5-6d4b-461f-87e1-dcdcd57fec60 HTTP/1.1" status: 200 len: 851 time: 0.0483232 Apr 29 11:43:46.824876 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-39859691-55ba-46c4-8717-50e05adca3cf req-555cb04c-e3b1-4f9c-9560-90335daf039e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f1b781d5-65e8-4f53-b7df-6b704155a8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261316 Apr 29 11:43:46.913828 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-39859691-55ba-46c4-8717-50e05adca3cf req-5ce5401a-9978-4479-ace3-6d3e99daead6 service neutron] 10.222.0.62 "GET /v2.0/networks/f1b781d5-65e8-4f53-b7df-6b704155a8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816841 Apr 29 11:43:47.023552 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-39859691-55ba-46c4-8717-50e05adca3cf req-962f3057-d41a-43d1-9da8-e2ed72b89e88 service neutron] 10.222.0.62 "GET /v2.0/networks/f1b781d5-65e8-4f53-b7df-6b704155a8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905211 Apr 29 11:43:47.230463 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d013c2b-aedd-4c0a-b31d-b63d77592a71 req-3b33d121-e3b4-4925-b5f4-c360fc108e68 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:47.232004 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0d013c2b-aedd-4c0a-b31d-b63d77592a71 req-3b33d121-e3b4-4925-b5f4-c360fc108e68 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2f1bd6-7706-4639-b0d6-46da061247fc HTTP/1.1" status: 200 len: 943 time: 0.0583169 Apr 29 11:43:47.277458 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0d013c2b-aedd-4c0a-b31d-b63d77592a71 req-cc020c56-ded1-42bf-8b16-7fe6fc37db2b tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/security-groups?id=76854995-4642-4a5b-917b-29a1c9d1fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367038 Apr 29 11:43:48.268572 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 1c59d513-cfb9-4cdb-afb5-a20d9fac5101 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:43:48.372441 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 1c59d513-cfb9-4cdb-afb5-a20d9fac5101, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1c59d513-cfb9-4cdb-afb5-a20d9fac5101,segment=NetworkSegment(9629af71-e2a1-4044-a22b-830f24996f69),segment_id=9629af71-e2a1-4044-a22b-830f24996f69)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:43:48.389456 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '1c59d513-cfb9-4cdb-afb5-a20d9fac5101', 'network_id': 'f1b781d5-65e8-4f53-b7df-6b704155a8f0', 'port_id': '1c59d513-cfb9-4cdb-afb5-a20d9fac5101', 'mac_address': 'fa:16:3e:ac:c6:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8223faa5-6d4b-461f-87e1-dcdcd57fec60', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:43:48.421559 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c23881-cdf9-4572-a155-c2b64988764f req-4d7bd4e5-6eed-4ddc-86e8-e67a2f3cdec5 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:48.423118 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f6c23881-cdf9-4572-a155-c2b64988764f req-4d7bd4e5-6eed-4ddc-86e8-e67a2f3cdec5 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2f1bd6-7706-4639-b0d6-46da061247fc HTTP/1.1" status: 200 len: 943 time: 0.0737035 Apr 29 11:43:48.434299 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:48.457199 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c59d513-cfb9-4cdb-afb5-a20d9fac5101 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:43:48.466669 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f6c23881-cdf9-4572-a155-c2b64988764f req-294a1c2f-fd4b-4d9b-950a-2e28f58fea56 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/security-groups?id=76854995-4642-4a5b-917b-29a1c9d1fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364542 Apr 29 11:43:48.478897 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 1c59d513-cfb9-4cdb-afb5-a20d9fac5101, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1c59d513-cfb9-4cdb-afb5-a20d9fac5101,segment=NetworkSegment(9629af71-e2a1-4044-a22b-830f24996f69),segment_id=9629af71-e2a1-4044-a22b-830f24996f69)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:43:48.483396 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:48.533010 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=1c59d513-cfb9-4cdb-afb5-a20d9fac5101,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:48.812691 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['1c59d513-cfb9-4cdb-afb5-a20d9fac5101'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:43:49.587624 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ac8d1-b55c-4930-9099-91d52b22a9d3 req-a0a99886-d6fb-4a33-ab24-ead54866fcce tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:49.589108 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5f3ac8d1-b55c-4930-9099-91d52b22a9d3 req-a0a99886-d6fb-4a33-ab24-ead54866fcce tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2f1bd6-7706-4639-b0d6-46da061247fc HTTP/1.1" status: 200 len: 944 time: 0.0544155 Apr 29 11:43:49.627612 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5f3ac8d1-b55c-4930-9099-91d52b22a9d3 req-5e6c3c43-2f1a-48e6-b0d6-37d6dc57202b tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/security-groups?id=76854995-4642-4a5b-917b-29a1c9d1fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323012 Apr 29 11:43:50.276926 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 1c59d513-cfb9-4cdb-afb5-a20d9fac5101 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:43:50.324940 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port 1c59d513-cfb9-4cdb-afb5-a20d9fac5101 completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:43:50.328618 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 1c59d513-cfb9-4cdb-afb5-a20d9fac5101 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:50.329229 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:50.410366 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:50.432564 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2f1bd6-7706-4639-b0d6-46da061247fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c59d513-cfb9-4cdb-afb5-a20d9fac5101'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:43:50.434837 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc51ef2-31c4-48f1-9739-193e9af77b20" -d '{"events": [{"server_uuid": "9a2f1bd6-7706-4639-b0d6-46da061247fc", "name": "network-vif-plugged", "status": "completed", "tag": "1c59d513-cfb9-4cdb-afb5-a20d9fac5101"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:43:50.448738 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 1c59d513-cfb9-4cdb-afb5-a20d9fac5101, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1c59d513-cfb9-4cdb-afb5-a20d9fac5101,segment=NetworkSegment(9629af71-e2a1-4044-a22b-830f24996f69),segment_id=9629af71-e2a1-4044-a22b-830f24996f69)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:43:50.452936 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:50.482802 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a26b7b-cb2f-4310-ba76-f65999c0fdac x-openstack-request-id: req-d6a26b7b-cb2f-4310-ba76-f65999c0fdac {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:43:50.483103 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2f1bd6-7706-4639-b0d6-46da061247fc", "name": "network-vif-plugged", "status": "completed", "tag": "1c59d513-cfb9-4cdb-afb5-a20d9fac5101", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:43:50.483349 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d6a26b7b-cb2f-4310-ba76-f65999c0fdac {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:43:50.483736 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6a26b7b-cb2f-4310-ba76-f65999c0fdac'] response: {'server_uuid': '9a2f1bd6-7706-4639-b0d6-46da061247fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c59d513-cfb9-4cdb-afb5-a20d9fac5101', 'code': 200} Apr 29 11:43:50.510515 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=1c59d513-cfb9-4cdb-afb5-a20d9fac5101,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:50.660386 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d626-826b-46d1-a000-9a3bd058097f req-3daeda2d-7ee6-4e2a-860b-7a09467cd6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:50.662417 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0729d626-826b-46d1-a000-9a3bd058097f req-3daeda2d-7ee6-4e2a-860b-7a09467cd6c4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9a2f1bd6-7706-4639-b0d6-46da061247fc HTTP/1.1" status: 200 len: 1098 time: 0.0425313 Apr 29 11:43:50.703249 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0729d626-826b-46d1-a000-9a3bd058097f req-436eb284-e3ad-4ec5-80b3-6acbba26feae service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=76854995-4642-4a5b-917b-29a1c9d1fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310712 Apr 29 11:43:50.752772 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c0d90-c8c9-43cb-a107-9311ca5197a6 req-a304175c-c898-49cc-956a-9b6e5900f799 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:50.754971 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7b7c0d90-c8c9-43cb-a107-9311ca5197a6 req-a304175c-c898-49cc-956a-9b6e5900f799 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2f1bd6-7706-4639-b0d6-46da061247fc HTTP/1.1" status: 200 len: 945 time: 0.0502117 Apr 29 11:43:50.793196 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7b7c0d90-c8c9-43cb-a107-9311ca5197a6 req-79d9b019-88cf-4147-84d8-4112d1b48e80 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/security-groups?id=76854995-4642-4a5b-917b-29a1c9d1fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317242 Apr 29 11:43:51.937911 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef8262-bdf1-48bf-8f10-05d81836ebb0 req-d8baabc6-95d3-48be-9a5f-6bc4d5411fe9 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:51.939717 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-83ef8262-bdf1-48bf-8f10-05d81836ebb0 req-d8baabc6-95d3-48be-9a5f-6bc4d5411fe9 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2f1bd6-7706-4639-b0d6-46da061247fc HTTP/1.1" status: 200 len: 945 time: 0.0661337 Apr 29 11:43:51.985827 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-83ef8262-bdf1-48bf-8f10-05d81836ebb0 req-efbd8966-7914-431b-8fe2-d4959cd57f0c tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/security-groups?id=76854995-4642-4a5b-917b-29a1c9d1fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395334 Apr 29 11:43:53.108710 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ab688-dd33-44bf-b4e7-5ad02c58917a req-c99ca36a-6b75-4ee8-a651-4f0f53f6483d tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:53.110235 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bd3ab688-dd33-44bf-b4e7-5ad02c58917a req-c99ca36a-6b75-4ee8-a651-4f0f53f6483d tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2f1bd6-7706-4639-b0d6-46da061247fc HTTP/1.1" status: 200 len: 945 time: 0.0503068 Apr 29 11:43:53.149500 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bd3ab688-dd33-44bf-b4e7-5ad02c58917a req-bbdcccd2-0927-4af9-a9e5-c4378c207fd0 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/security-groups?id=76854995-4642-4a5b-917b-29a1c9d1fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321012 Apr 29 11:43:53.268394 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4f1c1-8a50-4027-9ccb-67dd7a6b7daf req-845f3b8a-26b6-4c85-a445-a7786eb49011 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:53.270647 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c9b4f1c1-8a50-4027-9ccb-67dd7a6b7daf req-845f3b8a-26b6-4c85-a445-a7786eb49011 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2f1bd6-7706-4639-b0d6-46da061247fc HTTP/1.1" status: 200 len: 945 time: 0.0535860 Apr 29 11:43:53.308863 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c9b4f1c1-8a50-4027-9ccb-67dd7a6b7daf req-8a0a1ffe-31c6-4498-b6ce-66bdfa339204 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/security-groups?id=76854995-4642-4a5b-917b-29a1c9d1fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321918 Apr 29 11:43:53.525307 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5f19e316-ba5d-4656-bdb8-97246650ad0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:53.584365 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf420d-77a1-4d92-b410-bb0a8e605164 req-01e49aa9-b555-443a-99b5-f05f9c1f9e6b tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:53.585898 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eedf420d-77a1-4d92-b410-bb0a8e605164 req-01e49aa9-b555-443a-99b5-f05f9c1f9e6b tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2f1bd6-7706-4639-b0d6-46da061247fc HTTP/1.1" status: 200 len: 945 time: 0.0548053 Apr 29 11:43:53.625390 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eedf420d-77a1-4d92-b410-bb0a8e605164 req-0b0fe1f5-44c1-45b2-a2e9-42f4c99e39ec tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/security-groups?id=76854995-4642-4a5b-917b-29a1c9d1fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332453 Apr 29 11:43:54.759911 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b67eb-9f37-4757-b5e4-421ea3e6ed4e req-29a7eb13-4076-4eab-9002-c0c6cdfe3e7f tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:54.761825 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7b6b67eb-9f37-4757-b5e4-421ea3e6ed4e req-29a7eb13-4076-4eab-9002-c0c6cdfe3e7f tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2f1bd6-7706-4639-b0d6-46da061247fc HTTP/1.1" status: 200 len: 945 time: 0.0556083 Apr 29 11:43:54.802309 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7b6b67eb-9f37-4757-b5e4-421ea3e6ed4e req-35c06722-7c8f-47a7-b0e3-dc4b4d1ca7ce tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/security-groups?id=76854995-4642-4a5b-917b-29a1c9d1fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331564 Apr 29 11:43:55.035384 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051fa6a-dc48-4867-a71a-e7e3b8dde17c req-305aea81-1bac-4b68-89eb-f84f7f6e6686 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:55.037375 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c051fa6a-dc48-4867-a71a-e7e3b8dde17c req-305aea81-1bac-4b68-89eb-f84f7f6e6686 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2f1bd6-7706-4639-b0d6-46da061247fc HTTP/1.1" status: 200 len: 945 time: 0.0785282 Apr 29 11:43:55.067861 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce8cc6-ab5d-4e22-a5bb-a872354b20c0 req-95c0a1de-552c-4a29-aa11-3358fd141ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:55.069330 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c6ce8cc6-ab5d-4e22-a5bb-a872354b20c0 req-95c0a1de-552c-4a29-aa11-3358fd141ee8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ab588b132714e25b051bb7ec928653e&device_id=9a2f1bd6-7706-4639-b0d6-46da061247fc HTTP/1.1" status: 200 len: 1098 time: 0.0726886 Apr 29 11:43:55.106366 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c051fa6a-dc48-4867-a71a-e7e3b8dde17c req-7c18c360-86a0-42f3-8c6d-eff651a05935 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/security-groups?id=76854995-4642-4a5b-917b-29a1c9d1fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615871 Apr 29 11:43:55.178669 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce8cc6-ab5d-4e22-a5bb-a872354b20c0 req-bc053ae9-3679-4e5a-b7db-ac26db1137e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:55.180548 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c6ce8cc6-ab5d-4e22-a5bb-a872354b20c0 req-bc053ae9-3679-4e5a-b7db-ac26db1137e9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f1b781d5-65e8-4f53-b7df-6b704155a8f0 HTTP/1.1" status: 200 len: 912 time: 0.1010253 Apr 29 11:43:55.237780 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c6ce8cc6-ab5d-4e22-a5bb-a872354b20c0 req-833066c9-208e-4452-80b3-5d1fd02fc806 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c59d513-cfb9-4cdb-afb5-a20d9fac5101 HTTP/1.1" status: 200 len: 217 time: 0.0450861 Apr 29 11:43:55.296899 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce8cc6-ab5d-4e22-a5bb-a872354b20c0 req-cc0dd98b-cd8f-4e0c-bed7-8b11ebbe5bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:55.298506 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c6ce8cc6-ab5d-4e22-a5bb-a872354b20c0 req-cc0dd98b-cd8f-4e0c-bed7-8b11ebbe5bac service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8223faa5-6d4b-461f-87e1-dcdcd57fec60 HTTP/1.1" status: 200 len: 851 time: 0.0509014 Apr 29 11:43:55.337078 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c6ce8cc6-ab5d-4e22-a5bb-a872354b20c0 req-270b4929-1960-4f04-8535-33d864d85b40 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f1b781d5-65e8-4f53-b7df-6b704155a8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276327 Apr 29 11:43:55.435219 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c6ce8cc6-ab5d-4e22-a5bb-a872354b20c0 req-44845080-7b2d-4a5f-8024-688c698eeed8 service neutron] 10.222.0.62 "GET /v2.0/networks/f1b781d5-65e8-4f53-b7df-6b704155a8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889051 Apr 29 11:43:55.537514 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c6ce8cc6-ab5d-4e22-a5bb-a872354b20c0 req-6cf0d121-14cd-493e-9003-29cc37d2eeab service neutron] 10.222.0.62 "GET /v2.0/networks/f1b781d5-65e8-4f53-b7df-6b704155a8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933456 Apr 29 11:43:56.229590 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e425-de92-4324-8f60-0f0a04067b4b req-bb7a28d3-1678-4b9e-a8fe-8353c1d568f6 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:56.231130 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4e40e425-de92-4324-8f60-0f0a04067b4b req-bb7a28d3-1678-4b9e-a8fe-8353c1d568f6 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2f1bd6-7706-4639-b0d6-46da061247fc HTTP/1.1" status: 200 len: 945 time: 0.0514221 Apr 29 11:43:56.274136 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4e40e425-de92-4324-8f60-0f0a04067b4b req-061ffc85-0884-42df-bfbb-5154326b060d tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/security-groups?id=76854995-4642-4a5b-917b-29a1c9d1fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369747 Apr 29 11:43:57.060979 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:57.408101 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1b174-2ed4-4c28-ac1d-2c13b7d0c40e req-a67762e6-6e9a-4191-825f-3bb10b1a00ba tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:57.409686 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f6d1b174-2ed4-4c28-ac1d-2c13b7d0c40e req-a67762e6-6e9a-4191-825f-3bb10b1a00ba tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2f1bd6-7706-4639-b0d6-46da061247fc HTTP/1.1" status: 200 len: 945 time: 0.0610292 Apr 29 11:43:57.451495 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f6d1b174-2ed4-4c28-ac1d-2c13b7d0c40e req-32f2574b-e680-4cf1-a98f-6cd0aec95b4d tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/security-groups?id=76854995-4642-4a5b-917b-29a1c9d1fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350296 Apr 29 11:43:57.692849 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aabd16-92ea-4cf5-b05b-f27cf94db187 req-058df87f-3ec5-4db0-ac52-3a51a10cde5f tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:57.695002 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-55aabd16-92ea-4cf5-b05b-f27cf94db187 req-058df87f-3ec5-4db0-ac52-3a51a10cde5f tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2f1bd6-7706-4639-b0d6-46da061247fc HTTP/1.1" status: 200 len: 945 time: 0.0509696 Apr 29 11:43:57.726988 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-db1694c8-cf9f-40b3-8201-62090d3d6015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:57.737478 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-55aabd16-92ea-4cf5-b05b-f27cf94db187 req-3ad9e322-6e8f-4de7-a930-207f9571f6a2 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/security-groups?id=76854995-4642-4a5b-917b-29a1c9d1fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361981 Apr 29 11:43:58.473345 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:58.854020 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67b1e8-9935-4ede-b48b-d56162553e9c req-4e2c9908-cd46-4a2f-b2d1-6f77c5e62700 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:58.855570 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0f67b1e8-9935-4ede-b48b-d56162553e9c req-4e2c9908-cd46-4a2f-b2d1-6f77c5e62700 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2f1bd6-7706-4639-b0d6-46da061247fc HTTP/1.1" status: 200 len: 945 time: 0.0497768 Apr 29 11:43:58.893759 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0f67b1e8-9935-4ede-b48b-d56162553e9c req-476e14fa-0a4c-46c6-82a1-22fbb4670aeb tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/security-groups?id=76854995-4642-4a5b-917b-29a1c9d1fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322034 Apr 29 11:43:59.137506 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ac762-3936-4f0b-ac20-263b6e1adfa7 req-f5f9f5ea-8e22-4791-ab30-310b8f38efea tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:59.139092 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-509ac762-3936-4f0b-ac20-263b6e1adfa7 req-f5f9f5ea-8e22-4791-ab30-310b8f38efea tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2f1bd6-7706-4639-b0d6-46da061247fc HTTP/1.1" status: 200 len: 945 time: 0.0824373 Apr 29 11:43:59.145644 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2337012-acbb-4a66-8364-28c5c8e1e4f0 req-1be956e0-b003-43e0-9187-445a24f2cc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:59.147177 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b2337012-acbb-4a66-8364-28c5c8e1e4f0 req-1be956e0-b003-43e0-9187-445a24f2cc63 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ab588b132714e25b051bb7ec928653e&device_id=9a2f1bd6-7706-4639-b0d6-46da061247fc HTTP/1.1" status: 200 len: 1098 time: 0.0576279 Apr 29 11:43:59.242057 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-509ac762-3936-4f0b-ac20-263b6e1adfa7 req-6fff6c27-0ee6-4e9a-8b01-df92dcc516ad tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/security-groups?id=76854995-4642-4a5b-917b-29a1c9d1fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931158 Apr 29 11:43:59.256022 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:43:59.283231 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2337012-acbb-4a66-8364-28c5c8e1e4f0 req-92601106-e9d7-45fe-b8e1-73a51baa9ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:59.284903 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b2337012-acbb-4a66-8364-28c5c8e1e4f0 req-92601106-e9d7-45fe-b8e1-73a51baa9ea9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f1b781d5-65e8-4f53-b7df-6b704155a8f0 HTTP/1.1" status: 200 len: 912 time: 0.1291268 Apr 29 11:43:59.334210 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b2337012-acbb-4a66-8364-28c5c8e1e4f0 req-f040591e-df52-4e0e-b15e-f98e2adc433a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c59d513-cfb9-4cdb-afb5-a20d9fac5101 HTTP/1.1" status: 200 len: 217 time: 0.0408795 Apr 29 11:43:59.395754 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2337012-acbb-4a66-8364-28c5c8e1e4f0 req-0df90fe8-3971-4041-9a5a-914be57e7314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:59.397301 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b2337012-acbb-4a66-8364-28c5c8e1e4f0 req-0df90fe8-3971-4041-9a5a-914be57e7314 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8223faa5-6d4b-461f-87e1-dcdcd57fec60 HTTP/1.1" status: 200 len: 851 time: 0.0498385 Apr 29 11:43:59.431434 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b2337012-acbb-4a66-8364-28c5c8e1e4f0 req-32c78c2a-5c42-4c45-9023-a770d4d444fc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f1b781d5-65e8-4f53-b7df-6b704155a8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263264 Apr 29 11:43:59.537452 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b2337012-acbb-4a66-8364-28c5c8e1e4f0 req-3b84fd64-719b-4f57-a8b0-dc25678ef64f service neutron] 10.222.0.62 "GET /v2.0/networks/f1b781d5-65e8-4f53-b7df-6b704155a8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944574 Apr 29 11:43:59.637599 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b2337012-acbb-4a66-8364-28c5c8e1e4f0 req-8d7beb4b-cc4f-4378-9eac-006f4926bdf5 service neutron] 10.222.0.62 "GET /v2.0/networks/f1b781d5-65e8-4f53-b7df-6b704155a8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888054 Apr 29 11:43:59.985838 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:00.180274 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:00.368424 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f7cdd-862b-4b72-9eed-943fedd3e8d4 req-16aa45b5-9c98-4d78-b665-31ed88d0a469 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:00.369920 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d06f7cdd-862b-4b72-9eed-943fedd3e8d4 req-16aa45b5-9c98-4d78-b665-31ed88d0a469 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2f1bd6-7706-4639-b0d6-46da061247fc HTTP/1.1" status: 200 len: 945 time: 0.0554321 Apr 29 11:44:00.409651 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d06f7cdd-862b-4b72-9eed-943fedd3e8d4 req-48c0d316-518d-4235-b2b0-344b12a9f27c tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/security-groups?id=76854995-4642-4a5b-917b-29a1c9d1fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336511 Apr 29 11:44:01.527401 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aeaad8-48cc-4b74-9daa-325d3ee80de1 req-0055e442-509c-4fc9-811a-cdf5859cf361 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:01.528955 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f6aeaad8-48cc-4b74-9daa-325d3ee80de1 req-0055e442-509c-4fc9-811a-cdf5859cf361 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2f1bd6-7706-4639-b0d6-46da061247fc HTTP/1.1" status: 200 len: 945 time: 0.0497687 Apr 29 11:44:01.570937 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f6aeaad8-48cc-4b74-9daa-325d3ee80de1 req-f7a3834e-ee86-4e4d-ac3e-bdfb65fbe54a tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/security-groups?id=76854995-4642-4a5b-917b-29a1c9d1fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355532 Apr 29 11:44:01.819645 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f4750-fc29-4c42-8848-37af6db66baa req-164636a3-665c-4ae3-9ecb-df8792465c47 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:01.821328 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b84f4750-fc29-4c42-8848-37af6db66baa req-164636a3-665c-4ae3-9ecb-df8792465c47 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2f1bd6-7706-4639-b0d6-46da061247fc HTTP/1.1" status: 200 len: 945 time: 0.0500064 Apr 29 11:44:01.862350 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b84f4750-fc29-4c42-8848-37af6db66baa req-d1a5368c-8dd8-46e5-ae88-ef710c0e67b6 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/security-groups?id=76854995-4642-4a5b-917b-29a1c9d1fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340526 Apr 29 11:44:02.991018 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fde8e-87dc-4f85-b78e-ed5822224476 req-90098de9-1232-4de4-9686-91d8bd81311e tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:02.993221 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-137fde8e-87dc-4f85-b78e-ed5822224476 req-90098de9-1232-4de4-9686-91d8bd81311e tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2f1bd6-7706-4639-b0d6-46da061247fc HTTP/1.1" status: 200 len: 945 time: 0.0571034 Apr 29 11:44:03.037068 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-137fde8e-87dc-4f85-b78e-ed5822224476 req-58ebf90e-e50a-45db-b1c9-7693dfec81d3 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/security-groups?id=76854995-4642-4a5b-917b-29a1c9d1fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372994 Apr 29 11:44:04.171710 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437c003-a268-4dee-a60b-f1f9d744defc req-5727a9d5-83e1-444c-8dea-e4e44c8d20b6 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:04.173319 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7437c003-a268-4dee-a60b-f1f9d744defc req-5727a9d5-83e1-444c-8dea-e4e44c8d20b6 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2f1bd6-7706-4639-b0d6-46da061247fc HTTP/1.1" status: 200 len: 945 time: 0.0521502 Apr 29 11:44:04.219550 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7437c003-a268-4dee-a60b-f1f9d744defc req-ad44cf46-0e28-40e4-a4ef-2045cdbafdc3 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/security-groups?id=76854995-4642-4a5b-917b-29a1c9d1fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355272 Apr 29 11:44:04.681095 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68ea91-c57b-4ecf-853f-4453efec877e req-e1faaa88-beb4-48e2-8012-7ebd296b46c8 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:04.682666 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7a68ea91-c57b-4ecf-853f-4453efec877e req-e1faaa88-beb4-48e2-8012-7ebd296b46c8 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a2f1bd6-7706-4639-b0d6-46da061247fc HTTP/1.1" status: 200 len: 945 time: 0.0507908 Apr 29 11:44:04.786969 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-7a68ea91-c57b-4ecf-853f-4453efec877e req-f406cb7c-9325-4e78-a45b-0855d23235bd tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Deleting port 1c59d513-cfb9-4cdb-afb5-a20d9fac5101 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:44:04.787316 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-7a68ea91-c57b-4ecf-853f-4453efec877e req-f406cb7c-9325-4e78-a45b-0855d23235bd tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:04.879355 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-7a68ea91-c57b-4ecf-853f-4453efec877e req-f406cb7c-9325-4e78-a45b-0855d23235bd tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] For port 1c59d513-cfb9-4cdb-afb5-a20d9fac5101, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1c59d513-cfb9-4cdb-afb5-a20d9fac5101,segment=NetworkSegment(9629af71-e2a1-4044-a22b-830f24996f69),segment_id=9629af71-e2a1-4044-a22b-830f24996f69)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:44:04.879718 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-7a68ea91-c57b-4ecf-853f-4453efec877e req-f406cb7c-9325-4e78-a45b-0855d23235bd tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:04.893320 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-7a68ea91-c57b-4ecf-853f-4453efec877e req-f406cb7c-9325-4e78-a45b-0855d23235bd tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Calling delete_port for 1c59d513-cfb9-4cdb-afb5-a20d9fac5101 owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:44:05.027100 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-7a68ea91-c57b-4ecf-853f-4453efec877e req-f406cb7c-9325-4e78-a45b-0855d23235bd tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:05.042771 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['1c59d513-cfb9-4cdb-afb5-a20d9fac5101'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:44:05.057196 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406cb7c-9325-4e78-a45b-0855d23235bd tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Pushing event deleted for resources: {'Port': ['ID=1c59d513-cfb9-4cdb-afb5-a20d9fac5101,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:05.086149 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406cb7c-9325-4e78-a45b-0855d23235bd tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:05.086532 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406cb7c-9325-4e78-a45b-0855d23235bd tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:05.086883 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406cb7c-9325-4e78-a45b-0855d23235bd tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:05.087224 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406cb7c-9325-4e78-a45b-0855d23235bd tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:05.087560 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406cb7c-9325-4e78-a45b-0855d23235bd tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:05.087900 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406cb7c-9325-4e78-a45b-0855d23235bd tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:05.088252 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406cb7c-9325-4e78-a45b-0855d23235bd tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:05.088568 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406cb7c-9325-4e78-a45b-0855d23235bd tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:05.088898 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406cb7c-9325-4e78-a45b-0855d23235bd tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:05.089229 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406cb7c-9325-4e78-a45b-0855d23235bd tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:05.090025 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406cb7c-9325-4e78-a45b-0855d23235bd tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:05.090025 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406cb7c-9325-4e78-a45b-0855d23235bd tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:05.112458 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a68ea91-c57b-4ecf-853f-4453efec877e req-f406cb7c-9325-4e78-a45b-0855d23235bd tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] No DVR routers for this DVR port 1c59d513-cfb9-4cdb-afb5-a20d9fac5101 on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:44:05.115025 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-7a68ea91-c57b-4ecf-853f-4453efec877e req-f406cb7c-9325-4e78-a45b-0855d23235bd tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:05.118983 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7a68ea91-c57b-4ecf-853f-4453efec877e req-f406cb7c-9325-4e78-a45b-0855d23235bd tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.62 "DELETE /v2.0/ports/1c59d513-cfb9-4cdb-afb5-a20d9fac5101 HTTP/1.1" status: 204 len: 173 time: 0.4240227 Apr 29 11:44:05.119432 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2f1bd6-7706-4639-b0d6-46da061247fc', 'name': 'network-vif-deleted', 'tag': '1c59d513-cfb9-4cdb-afb5-a20d9fac5101'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:44:05.121718 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c325fffc-d8e8-413f-a692-62cb1fc667ee" -d '{"events": [{"server_uuid": "9a2f1bd6-7706-4639-b0d6-46da061247fc", "name": "network-vif-deleted", "tag": "1c59d513-cfb9-4cdb-afb5-a20d9fac5101"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:44:05.162626 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a40e24-1d51-4990-878c-bde413320467 x-openstack-request-id: req-f9a40e24-1d51-4990-878c-bde413320467 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:44:05.163336 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2f1bd6-7706-4639-b0d6-46da061247fc", "name": "network-vif-deleted", "tag": "1c59d513-cfb9-4cdb-afb5-a20d9fac5101", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:44:05.163724 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f9a40e24-1d51-4990-878c-bde413320467 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:44:05.164160 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9a40e24-1d51-4990-878c-bde413320467'] response: {'server_uuid': '9a2f1bd6-7706-4639-b0d6-46da061247fc', 'name': 'network-vif-deleted', 'tag': '1c59d513-cfb9-4cdb-afb5-a20d9fac5101', 'status': 'completed', 'code': 200} Apr 29 11:44:05.330688 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0a90cf05-c427-4775-9a13-4aeec9f1d46e req-4841ef52-4fff-41ca-afae-b619f7088859 tempest-TestServerAdvancedOps-1449619633 tempest-TestServerAdvancedOps-1449619633-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a2f1bd6-7706-4639-b0d6-46da061247fc HTTP/1.1" status: 200 len: 210 time: 0.0278437 Apr 29 11:44:06.393438 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53848) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:44:06.450481 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-f781cc32-a3be-4d50-a333-83c0a18078e8 admin admin] Deleting subnet 8223faa5-6d4b-461f-87e1-dcdcd57fec60 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:44:06.454078 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f781cc32-a3be-4d50-a333-83c0a18078e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:06.489300 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f781cc32-a3be-4d50-a333-83c0a18078e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:06.527692 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f781cc32-a3be-4d50-a333-83c0a18078e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:06.585989 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f781cc32-a3be-4d50-a333-83c0a18078e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:06.611336 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781cc32-a3be-4d50-a333-83c0a18078e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8223faa5-6d4b-461f-87e1-dcdcd57fec60,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:06.615246 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f781cc32-a3be-4d50-a333-83c0a18078e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:06.619184 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f781cc32-a3be-4d50-a333-83c0a18078e8 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8223faa5-6d4b-461f-87e1-dcdcd57fec60 HTTP/1.1" status: 204 len: 168 time: 0.2244635 Apr 29 11:44:06.621634 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53850) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:44:06.691072 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c14b51b5-4131-42ea-b3a7-7770091d113b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.041364 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c14b51b5-4131-42ea-b3a7-7770091d113b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.060847 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-c14b51b5-4131-42ea-b3a7-7770091d113b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b781d5-65e8-4f53-b7df-6b704155a8f0']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:07.070259 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-c14b51b5-4131-42ea-b3a7-7770091d113b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9629af71-e2a1-4044-a22b-830f24996f69') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:07.070553 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-c14b51b5-4131-42ea-b3a7-7770091d113b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9629af71-e2a1-4044-a22b-830f24996f69') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:07.080109 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c14b51b5-4131-42ea-b3a7-7770091d113b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.093707 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c14b51b5-4131-42ea-b3a7-7770091d113b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.099513 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c14b51b5-4131-42ea-b3a7-7770091d113b admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:44:07.099898 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c14b51b5-4131-42ea-b3a7-7770091d113b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.102344 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:44:07.102344 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:44:07.102344 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:44:07.102344 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:44:07.102344 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:44:07.102344 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:44:07.102344 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:44:07.102344 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:44:07.102344 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:44:07.102344 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:44:07.102344 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:44:07.102344 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:44:07.102344 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:44:07.102344 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:44:07.102344 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:44:07.102344 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:44:07.102344 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:44:07.102344 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:44:07.102344 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:44:07.102344 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:44:07.102344 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:44:07.102344 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:44:07.102344 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:44:07.102344 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:44:07.102344 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:44:07.102344 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:44:07.102344 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:44:07.102344 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:44:07.102344 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:44:07.102344 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:44:07.102344 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:44:07.102344 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:44:07.158763 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c14b51b5-4131-42ea-b3a7-7770091d113b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.165201 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c14b51b5-4131-42ea-b3a7-7770091d113b admin admin] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.168343 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c14b51b5-4131-42ea-b3a7-7770091d113b admin admin] 10.222.0.69 "DELETE /v2.0/networks/f1b781d5-65e8-4f53-b7df-6b704155a8f0 HTTP/1.1" status: 204 len: 168 time: 0.5456555 Apr 29 11:44:07.171269 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53852) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:44:07.192367 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b51b5-4131-42ea-b3a7-7770091d113b admin admin] Pushing event deleted for resources: {'Network': ['ID=f1b781d5-65e8-4f53-b7df-6b704155a8f0,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:07.232135 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-feae1050-9ca5-4074-8458-8e068d76552c admin admin] Deleting subnet f91faf00-8952-4c9c-bf72-dfc677c7108a {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:44:07.235485 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-feae1050-9ca5-4074-8458-8e068d76552c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.271108 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-feae1050-9ca5-4074-8458-8e068d76552c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.312499 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-feae1050-9ca5-4074-8458-8e068d76552c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.367058 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-feae1050-9ca5-4074-8458-8e068d76552c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.398189 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae1050-9ca5-4074-8458-8e068d76552c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f91faf00-8952-4c9c-bf72-dfc677c7108a,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:07.402067 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-feae1050-9ca5-4074-8458-8e068d76552c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.405128 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-feae1050-9ca5-4074-8458-8e068d76552c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f91faf00-8952-4c9c-bf72-dfc677c7108a HTTP/1.1" status: 204 len: 168 time: 0.2326751 Apr 29 11:44:07.407692 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53854) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:44:07.483589 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f95ecab5-4d26-4e2b-987e-82a0864d60d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.575603 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f95ecab5-4d26-4e2b-987e-82a0864d60d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.598035 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-f95ecab5-4d26-4e2b-987e-82a0864d60d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d78d9dd-2036-4ea4-bfde-4c8a24316469']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:07.608996 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-f95ecab5-4d26-4e2b-987e-82a0864d60d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09279077-ec1b-483a-9a72-a7cdc1e4b23a') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:07.609269 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-f95ecab5-4d26-4e2b-987e-82a0864d60d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09279077-ec1b-483a-9a72-a7cdc1e4b23a') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:07.620828 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f95ecab5-4d26-4e2b-987e-82a0864d60d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.635794 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f95ecab5-4d26-4e2b-987e-82a0864d60d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.642575 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95ecab5-4d26-4e2b-987e-82a0864d60d7 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:44:07.643097 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f95ecab5-4d26-4e2b-987e-82a0864d60d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.644983 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:44:07.644983 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:44:07.644983 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:44:07.644983 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:44:07.644983 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:44:07.644983 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:44:07.644983 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:44:07.644983 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:44:07.644983 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:44:07.644983 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:44:07.644983 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:44:07.644983 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:44:07.644983 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:44:07.644983 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:44:07.644983 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:44:07.644983 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:44:07.644983 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:44:07.644983 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:44:07.644983 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:44:07.644983 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:44:07.644983 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:44:07.644983 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:44:07.644983 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:44:07.644983 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:44:07.644983 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:44:07.644983 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:44:07.644983 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:44:07.644983 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:44:07.644983 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:44:07.644983 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:44:07.644983 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:44:07.644983 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:44:07.703179 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f95ecab5-4d26-4e2b-987e-82a0864d60d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.708340 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f95ecab5-4d26-4e2b-987e-82a0864d60d7 admin admin] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.712464 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f95ecab5-4d26-4e2b-987e-82a0864d60d7 admin admin] 10.222.0.69 "DELETE /v2.0/networks/5d78d9dd-2036-4ea4-bfde-4c8a24316469 HTTP/1.1" status: 204 len: 168 time: 0.3038228 Apr 29 11:44:07.726404 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ecab5-4d26-4e2b-987e-82a0864d60d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d78d9dd-2036-4ea4-bfde-4c8a24316469,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:07.877570 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53858) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:44:07.920805 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-86136618-0f12-4dc6-a77d-1432f124c80e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2ab588b132714e25b051bb7ec928653e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420132 Apr 29 11:44:07.923286 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53860) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:44:07.979587 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5ed34260-baea-4685-ad04-cdcb47473ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:08.001800 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5ed34260-baea-4685-ad04-cdcb47473ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:08.049401 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5ed34260-baea-4685-ad04-cdcb47473ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:08.051639 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5ed34260-baea-4685-ad04-cdcb47473ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:08.052450 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5ed34260-baea-4685-ad04-cdcb47473ccb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/76854995-4642-4a5b-917b-29a1c9d1fe5c HTTP/1.1" status: 204 len: 168 time: 0.1282547 Apr 29 11:44:08.062267 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed34260-baea-4685-ad04-cdcb47473ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76854995-4642-4a5b-917b-29a1c9d1fe5c,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:08.392667 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53866) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:44:08.413693 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 1c59d513-cfb9-4cdb-afb5-a20d9fac5101 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:44:08.433830 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: 1c59d513-cfb9-4cdb-afb5-a20d9fac5101 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:44:08.434192 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 1c59d513-cfb9-4cdb-afb5-a20d9fac5101 not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:44:08.439167 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c5ad9261-0569-4cd0-a3c1-3ee6fe894803 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=215c4357c04c493bb656d84225c43c1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442388 Apr 29 11:44:08.440719 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53868) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:44:08.495801 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3386ed2a-fe9d-4650-b442-0eb698c9f439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:08.517624 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3386ed2a-fe9d-4650-b442-0eb698c9f439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:08.568120 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3386ed2a-fe9d-4650-b442-0eb698c9f439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:08.572982 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3386ed2a-fe9d-4650-b442-0eb698c9f439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:08.574917 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3386ed2a-fe9d-4650-b442-0eb698c9f439 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/61c59614-7fcc-4b31-9182-638307183b81 HTTP/1.1" status: 204 len: 168 time: 0.1331031 Apr 29 11:44:08.588175 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386ed2a-fe9d-4650-b442-0eb698c9f439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c59614-7fcc-4b31-9182-638307183b81,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:22.836842 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53886) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:44:22.912023 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ca8f5c-aa9f-4a11-8d7d-2d97c83d1b5a tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:22.912500 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ca8f5c-aa9f-4a11-8d7d-2d97c83d1b5a tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:22.912971 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ca8f5c-aa9f-4a11-8d7d-2d97c83d1b5a tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:22.914716 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-28ca8f5c-aa9f-4a11-8d7d-2d97c83d1b5a tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/ports?project_id=e43b3d3b447648b5aeeaf858bb1241e8&network_id=59f12eb1-38d5-4f06-997b-c23210b19695 HTTP/1.1" status: 200 len: 2999 time: 0.0768609 Apr 29 11:44:23.528346 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-74945d0f-cb1b-441d-847e-0226d5f8fbdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:25.872300 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53896) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:44:25.944034 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f0cf38-ff01-4795-881f-0ad4019d5f47 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:25.946227 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b8f0cf38-ff01-4795-881f-0ad4019d5f47 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=1c458760-cee1-43dd-bfaa-f7beebba31f7 HTTP/1.1" status: 200 len: 814 time: 0.0728781 Apr 29 11:44:26.449670 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53902) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:44:26.454888 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-7b3ddf84-d6e3-4fbe-b662-e4062b48bcdb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:26.509191 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7b3ddf84-d6e3-4fbe-b662-e4062b48bcdb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:26.651252 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7b3ddf84-d6e3-4fbe-b662-e4062b48bcdb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:26.655815 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7b3ddf84-d6e3-4fbe-b662-e4062b48bcdb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:26.656160 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [None req-7b3ddf84-d6e3-4fbe-b662-e4062b48bcdb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Floating IP 8e2f9d58-e121-4107-ab22-92933ef5acc1 disassociated. External IP: 172.26.4.210, port: 84be80e3-606c-4516-b9a0-5d68fb0ee203. Apr 29 11:44:26.875733 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3ddf84-d6e3-4fbe-b662-e4062b48bcdb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router 7f40ddc0-6a32-4e75-8fc4-297c563bd2a4 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:44:26.983940 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3ddf84-d6e3-4fbe-b662-e4062b48bcdb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:44:26.988475 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7b3ddf84-d6e3-4fbe-b662-e4062b48bcdb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:26.993984 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3e9391-6ae2-4bfd-a1a7-a3230e80a3eb None None] Sync routers for ids ['7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:44:27.003706 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3e9391-6ae2-4bfd-a1a7-a3230e80a3eb None None] Routers {'7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:44:27.004312 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-7d3e9391-6ae2-4bfd-a1a7-a3230e80a3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:43:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:27.016522 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7b3ddf84-d6e3-4fbe-b662-e4062b48bcdb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "PUT /v2.0/floatingips/8e2f9d58-e121-4107-ab22-92933ef5acc1 HTTP/1.1" status: 200 len: 690 time: 0.5657313 Apr 29 11:44:27.017476 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9110a112-c5d4-44a1-b705-d074e0984a80', 'tag': '84be80e3-606c-4516-b9a0-5d68fb0ee203'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:44:27.019329 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53904) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:44:27.019890 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103ff209-f196-4f94-a3aa-3eb7b679464c" -d '{"events": [{"name": "network-changed", "server_uuid": "9110a112-c5d4-44a1-b705-d074e0984a80", "tag": "84be80e3-606c-4516-b9a0-5d68fb0ee203"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:44:27.057410 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401750b4-227c-46e0-aff6-5bf5cff84e00 x-openstack-request-id: req-401750b4-227c-46e0-aff6-5bf5cff84e00 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:44:27.057692 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9110a112-c5d4-44a1-b705-d074e0984a80", "tag": "84be80e3-606c-4516-b9a0-5d68fb0ee203", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:44:27.057940 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-401750b4-227c-46e0-aff6-5bf5cff84e00 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:44:27.058378 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-401750b4-227c-46e0-aff6-5bf5cff84e00'] response: {'name': 'network-changed', 'server_uuid': '9110a112-c5d4-44a1-b705-d074e0984a80', 'tag': '84be80e3-606c-4516-b9a0-5d68fb0ee203', 'status': 'completed', 'code': 200} Apr 29 11:44:27.073167 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:27.077219 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f467d55d-3e2e-46f1-9ce2-ec59ae725053 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/8e2f9d58-e121-4107-ab22-92933ef5acc1 HTTP/1.1" status: 200 len: 690 time: 0.0555038 Apr 29 11:44:27.113328 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-7d3e9391-6ae2-4bfd-a1a7-a3230e80a3eb None None] Set router 7f40ddc0-6a32-4e75-8fc4-297c563bd2a4 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:44:27.134210 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ff209-f196-4f94-a3aa-3eb7b679464c req-060f322f-af6d-4a58-8336-385d9ec6e7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:27.135652 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-103ff209-f196-4f94-a3aa-3eb7b679464c req-060f322f-af6d-4a58-8336-385d9ec6e7b4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=9110a112-c5d4-44a1-b705-d074e0984a80 HTTP/1.1" status: 200 len: 1098 time: 0.0457597 Apr 29 11:44:27.227976 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ff209-f196-4f94-a3aa-3eb7b679464c req-79cf1659-8e38-4104-bb56-c9770cc6fca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:27.229498 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-103ff209-f196-4f94-a3aa-3eb7b679464c req-79cf1659-8e38-4104-bb56-c9770cc6fca4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=59f12eb1-38d5-4f06-997b-c23210b19695 HTTP/1.1" status: 200 len: 897 time: 0.0859594 Apr 29 11:44:27.279459 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-103ff209-f196-4f94-a3aa-3eb7b679464c req-4d2eb716-4273-4345-9e8a-d712ae1a1dbf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84be80e3-606c-4516-b9a0-5d68fb0ee203 HTTP/1.1" status: 200 len: 217 time: 0.0414934 Apr 29 11:44:27.313847 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-7d3e9391-6ae2-4bfd-a1a7-a3230e80a3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'name': 'tempest-TestNetworkBasicOps-router-1254036424', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:43:17Z', 'updated_at': '2022-04-29T11:43:21Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:18Z', 'updated_at': '2022-04-29T11:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '63cbd47e-933a-4a7b-9608-3dbb61e48599', 'name': '', 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:25:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '2dd29a24-c72e-405c-9c42-72d438b0f5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:20Z', 'updated_at': '2022-04-29T11:43:25Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '2dd29a24-c72e-405c-9c42-72d438b0f5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:27.331728 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ff209-f196-4f94-a3aa-3eb7b679464c req-0b7a0f26-c8d5-45a0-966a-2ae59703d594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:27.333247 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-103ff209-f196-4f94-a3aa-3eb7b679464c req-0b7a0f26-c8d5-45a0-966a-2ae59703d594 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2dd29a24-c72e-405c-9c42-72d438b0f5cb HTTP/1.1" status: 200 len: 835 time: 0.0453479 Apr 29 11:44:27.344056 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3e9391-6ae2-4bfd-a1a7-a3230e80a3eb None None] Checking router: 7f40ddc0-6a32-4e75-8fc4-297c563bd2a4 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:44:27.352944 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3e9391-6ae2-4bfd-a1a7-a3230e80a3eb None None] Routers {'7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:44:27.353953 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-7d3e9391-6ae2-4bfd-a1a7-a3230e80a3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:43:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:27.387686 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ff209-f196-4f94-a3aa-3eb7b679464c req-1b1a67d6-abe7-420b-8778-a47c91f08562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:27.389146 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-103ff209-f196-4f94-a3aa-3eb7b679464c req-1b1a67d6-abe7-420b-8778-a47c91f08562 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59f12eb1-38d5-4f06-997b-c23210b19695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431466 Apr 29 11:44:27.464452 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-7d3e9391-6ae2-4bfd-a1a7-a3230e80a3eb None None] Set router 7f40ddc0-6a32-4e75-8fc4-297c563bd2a4 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:44:27.486499 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-103ff209-f196-4f94-a3aa-3eb7b679464c req-663465fd-4027-4d34-a5f4-abaaf8eadf42 service neutron] 10.222.0.62 "GET /v2.0/networks/59f12eb1-38d5-4f06-997b-c23210b19695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896289 Apr 29 11:44:27.578877 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-103ff209-f196-4f94-a3aa-3eb7b679464c req-636ca640-51bf-4dc6-8823-1282364ecee3 service neutron] 10.222.0.62 "GET /v2.0/networks/59f12eb1-38d5-4f06-997b-c23210b19695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846443 Apr 29 11:44:27.665179 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-7d3e9391-6ae2-4bfd-a1a7-a3230e80a3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'name': 'tempest-TestNetworkBasicOps-router-1254036424', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:43:17Z', 'updated_at': '2022-04-29T11:43:21Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:18Z', 'updated_at': '2022-04-29T11:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '63cbd47e-933a-4a7b-9608-3dbb61e48599', 'name': '', 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:25:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '2dd29a24-c72e-405c-9c42-72d438b0f5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:20Z', 'updated_at': '2022-04-29T11:43:25Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '2dd29a24-c72e-405c-9c42-72d438b0f5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:27.691197 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3e9391-6ae2-4bfd-a1a7-a3230e80a3eb None None] The sync data for ids ['7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'] in dv-neutron-838888-1-hyperv is: [{'id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'name': 'tempest-TestNetworkBasicOps-router-1254036424', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:43:17Z', 'updated_at': '2022-04-29T11:43:21Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:18Z', 'updated_at': '2022-04-29T11:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '63cbd47e-933a-4a7b-9608-3dbb61e48599', 'name': '', 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:25:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '2dd29a24-c72e-405c-9c42-72d438b0f5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:20Z', 'updated_at': '2022-04-29T11:43:25Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '2dd29a24-c72e-405c-9c42-72d438b0f5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:44:27.730596 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3234dec0-1e09-4304-af3e-4a316c011cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:27.927833 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8b6047-6807-434a-bce4-fbb8420c9e4b None None] New status for floating IP 8e2f9d58-e121-4107-ab22-92933ef5acc1: DOWN {{(pid=102961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:44:28.080333 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53908) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:44:28.125360 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-32fbfb9b-60eb-4b5f-a4b7-164edbe4f164 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/8e2f9d58-e121-4107-ab22-92933ef5acc1 HTTP/1.1" status: 200 len: 690 time: 0.0437694 Apr 29 11:44:28.476986 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:29.129291 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53910) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:44:29.178055 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-183fdafd-4812-4aa2-bfa3-b76661c19246 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/8e2f9d58-e121-4107-ab22-92933ef5acc1 HTTP/1.1" status: 200 len: 688 time: 0.0475898 Apr 29 11:44:29.988044 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:30.183589 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:30.442344 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53914) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:44:30.447584 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-59a07202-7aaa-4a63-ac1a-4fa82e3fdc9d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1393611715', 'description': 'tempest-secgroup-smoke-1393611715 description', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:30.468074 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-59a07202-7aaa-4a63-ac1a-4fa82e3fdc9d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:30.534326 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-59a07202-7aaa-4a63-ac1a-4fa82e3fdc9d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:30.538038 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-59a07202-7aaa-4a63-ac1a-4fa82e3fdc9d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:30.568357 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-59a07202-7aaa-4a63-ac1a-4fa82e3fdc9d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:30.569617 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-59a07202-7aaa-4a63-ac1a-4fa82e3fdc9d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1261606 Apr 29 11:44:30.570631 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a07202-7aaa-4a63-ac1a-4fa82e3fdc9d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=125828d9-8cb5-4c16-96f4-0b9af34a328c,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:30.572744 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53916) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:44:30.577369 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-02e79493-f6d1-4372-8b27-22e7442a6fea tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '125828d9-8cb5-4c16-96f4-0b9af34a328c', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:30.577611 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a07202-7aaa-4a63-ac1a-4fa82e3fdc9d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:30.577955 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a07202-7aaa-4a63-ac1a-4fa82e3fdc9d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:30.578568 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a07202-7aaa-4a63-ac1a-4fa82e3fdc9d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:30.578900 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a07202-7aaa-4a63-ac1a-4fa82e3fdc9d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:30.579224 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a07202-7aaa-4a63-ac1a-4fa82e3fdc9d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:30.579554 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a07202-7aaa-4a63-ac1a-4fa82e3fdc9d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:30.579872 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a07202-7aaa-4a63-ac1a-4fa82e3fdc9d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:30.580188 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a07202-7aaa-4a63-ac1a-4fa82e3fdc9d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:30.580507 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a07202-7aaa-4a63-ac1a-4fa82e3fdc9d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:30.580821 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a07202-7aaa-4a63-ac1a-4fa82e3fdc9d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:30.581138 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a07202-7aaa-4a63-ac1a-4fa82e3fdc9d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:30.581452 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a07202-7aaa-4a63-ac1a-4fa82e3fdc9d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:30.603681 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-02e79493-f6d1-4372-8b27-22e7442a6fea tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:30.659538 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-02e79493-f6d1-4372-8b27-22e7442a6fea tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:30.663196 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-02e79493-f6d1-4372-8b27-22e7442a6fea tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:30.683721 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e79493-f6d1-4372-8b27-22e7442a6fea tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e414995d-6037-43cb-a313-932e83ec2157,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:30.689760 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-02e79493-f6d1-4372-8b27-22e7442a6fea tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:30.691072 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-02e79493-f6d1-4372-8b27-22e7442a6fea tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171787 Apr 29 11:44:30.693705 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53918) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:44:30.698213 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-80172105-92a7-4d04-aec6-c873f10b6870 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '125828d9-8cb5-4c16-96f4-0b9af34a328c', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:30.722617 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-80172105-92a7-4d04-aec6-c873f10b6870 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:30.782214 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-80172105-92a7-4d04-aec6-c873f10b6870 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:30.785896 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-80172105-92a7-4d04-aec6-c873f10b6870 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:30.803995 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80172105-92a7-4d04-aec6-c873f10b6870 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35aa763e-e45a-401e-8dc6-18d385ce7db2,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:30.810132 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-80172105-92a7-4d04-aec6-c873f10b6870 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:30.811500 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-80172105-92a7-4d04-aec6-c873f10b6870 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1166756 Apr 29 11:44:30.814196 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53920) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:44:30.818760 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-52661bb2-2c48-4f22-8ab1-153293302bbe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '125828d9-8cb5-4c16-96f4-0b9af34a328c', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:30.843212 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-52661bb2-2c48-4f22-8ab1-153293302bbe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:30.901583 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-52661bb2-2c48-4f22-8ab1-153293302bbe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:30.905399 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-52661bb2-2c48-4f22-8ab1-153293302bbe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:30.923549 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52661bb2-2c48-4f22-8ab1-153293302bbe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7bcb16f-8518-45a9-ac8a-b914e57d94fa,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:30.932579 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-52661bb2-2c48-4f22-8ab1-153293302bbe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:30.936828 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-52661bb2-2c48-4f22-8ab1-153293302bbe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175437 Apr 29 11:44:30.936828 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53922) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:44:30.940021 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-20ceeb46-c718-46ae-8b33-dd4bec1645ef tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '125828d9-8cb5-4c16-96f4-0b9af34a328c', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:30.965138 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-20ceeb46-c718-46ae-8b33-dd4bec1645ef tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:31.022017 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-20ceeb46-c718-46ae-8b33-dd4bec1645ef tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:31.027426 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-20ceeb46-c718-46ae-8b33-dd4bec1645ef tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:31.045107 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ceeb46-c718-46ae-8b33-dd4bec1645ef tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc7d282-5c49-4c1c-908b-57044733b558,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:31.052294 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-20ceeb46-c718-46ae-8b33-dd4bec1645ef tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:31.053482 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-20ceeb46-c718-46ae-8b33-dd4bec1645ef tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1170590 Apr 29 11:44:31.056242 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53924) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:44:31.060491 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-e06f0ea0-a70a-4da3-861d-548c81bac707 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '125828d9-8cb5-4c16-96f4-0b9af34a328c', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:31.080010 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.securitygroups_db [None req-e06f0ea0-a70a-4da3-861d-548c81bac707 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Project e43b3d3b447648b5aeeaf858bb1241e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:44:31.084663 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e06f0ea0-a70a-4da3-861d-548c81bac707 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:31.149920 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e06f0ea0-a70a-4da3-861d-548c81bac707 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:31.153488 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e06f0ea0-a70a-4da3-861d-548c81bac707 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:31.171919 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f0ea0-a70a-4da3-861d-548c81bac707 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5111f260-6385-4720-9b58-216ca85ebc39,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:31.182942 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e06f0ea0-a70a-4da3-861d-548c81bac707 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:31.184304 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e06f0ea0-a70a-4da3-861d-548c81bac707 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1271126 Apr 29 11:44:31.187081 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53926) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:44:31.191845 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-652654f5-4b5c-44ec-8dd0-18304b0279d2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '125828d9-8cb5-4c16-96f4-0b9af34a328c', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:31.212809 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.securitygroups_db [None req-652654f5-4b5c-44ec-8dd0-18304b0279d2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Project e43b3d3b447648b5aeeaf858bb1241e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:44:31.217697 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-652654f5-4b5c-44ec-8dd0-18304b0279d2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:31.278820 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-652654f5-4b5c-44ec-8dd0-18304b0279d2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:31.282508 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-652654f5-4b5c-44ec-8dd0-18304b0279d2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:31.299937 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652654f5-4b5c-44ec-8dd0-18304b0279d2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173cc5be-d1c8-4731-a2e3-b283d4f636cc,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:31.308031 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-652654f5-4b5c-44ec-8dd0-18304b0279d2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:31.309405 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-652654f5-4b5c-44ec-8dd0-18304b0279d2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211085 Apr 29 11:44:31.511496 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-47229b17-6f15-4b54-ae4d-9b2d8c07cdf8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1393611715&fields=id&tenant_id=e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 267 time: 0.0353696 Apr 29 11:44:31.631145 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-c67027c1-c2d2-416f-987a-0e5ca818c38e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:31.633834 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-c67027c1-c2d2-416f-987a-0e5ca818c38e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/networks?id=59f12eb1-38d5-4f06-997b-c23210b19695 HTTP/1.1" status: 200 len: 796 time: 0.1152151 Apr 29 11:44:31.651559 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-a0c013ab-970e-4825-a70f-d24711996b95 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/quotas/e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 375 time: 0.0116313 Apr 29 11:44:31.711576 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-43ad5471-13fa-4492-953b-8a7921e7be93 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0539558 Apr 29 11:44:31.810428 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-d928df2d-9f5e-4d99-b36f-ffdf57753bd7 service neutron] 10.222.0.69 "GET /v2.0/networks/59f12eb1-38d5-4f06-997b-c23210b19695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869474 Apr 29 11:44:31.902144 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-70849996-c1a7-449c-966f-07199ae8bc02 service neutron] 10.222.0.69 "GET /v2.0/networks/59f12eb1-38d5-4f06-997b-c23210b19695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855072 Apr 29 11:44:32.072286 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9886e590-f7f9-4b63-b545-f87456b6e828 req-b93ade64-ed13-4a7b-b201-c6c3c0b89d49 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5d858a2-80b2-4908-90ef-339515844eb1 HTTP/1.1" status: 200 len: 210 time: 0.0288334 Apr 29 11:44:33.082532 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-ad3a3ea8-b061-4fc1-82ff-136dc78d74a4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:33.084794 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-ad3a3ea8-b061-4fc1-82ff-136dc78d74a4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/networks?id=59f12eb1-38d5-4f06-997b-c23210b19695 HTTP/1.1" status: 200 len: 796 time: 0.1169546 Apr 29 11:44:33.139751 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-b888eb33-b659-466c-ac32-caf8184e9f96 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 472 time: 0.0439770 Apr 29 11:44:33.160122 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-f65a195e-9cd4-45e3-9cff-cb0ba181a772 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'port': {'device_id': 'd5d858a2-80b2-4908-90ef-339515844eb1', 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695', 'admin_state_up': True, 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'security_groups': ['125828d9-8cb5-4c16-96f4-0b9af34a328c']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:33.198305 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-51eea569-2f06-43eb-93da-f11988bab2c7 req-80e415c3-e405-483d-8e0f-8b9563f557c5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5d858a2-80b2-4908-90ef-339515844eb1 HTTP/1.1" status: 200 len: 210 time: 0.0514777 Apr 29 11:44:33.293868 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-f65a195e-9cd4-45e3-9cff-cb0ba181a772 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Made reservation on behalf of e43b3d3b447648b5aeeaf858bb1241e8 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:33.297268 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-f65a195e-9cd4-45e3-9cff-cb0ba181a772 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:33.425655 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-f65a195e-9cd4-45e3-9cff-cb0ba181a772 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.20.0.9 (59f12eb1-38d5-4f06-997b-c23210b19695/2dd29a24-c72e-405c-9c42-72d438b0f5cb/a92e3af2-9884-4430-b4cf-ab4b76e4e06f) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:44:33.572363 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-f65a195e-9cd4-45e3-9cff-cb0ba181a772 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:33.610052 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-f65a195e-9cd4-45e3-9cff-cb0ba181a772 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:33.651998 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-f65a195e-9cd4-45e3-9cff-cb0ba181a772 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 59f12eb1-38d5-4f06-997b-c23210b19695 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:44:33.657864 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-f65a195e-9cd4-45e3-9cff-cb0ba181a772 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:33.661843 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-f65a195e-9cd4-45e3-9cff-cb0ba181a772 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:44:33.688566 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a195e-9cd4-45e3-9cff-cb0ba181a772 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=a92e3af2-9884-4430-b4cf-ab4b76e4e06f,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:33.720332 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-f65a195e-9cd4-45e3-9cff-cb0ba181a772 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:33.720975 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-f65a195e-9cd4-45e3-9cff-cb0ba181a772 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:33.739193 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-f65a195e-9cd4-45e3-9cff-cb0ba181a772 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5832341 Apr 29 11:44:33.752043 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-9af2a650-2244-4909-9f4b-5e63c4b8cb19 service neutron] Request body: {'port': {'device_id': 'd5d858a2-80b2-4908-90ef-339515844eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:33.816592 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-9af2a650-2244-4909-9f4b-5e63c4b8cb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:33.946282 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-e6eebb54-dadb-49cd-a49c-d5096340def8 None None] Provisioning complete for port a92e3af2-9884-4430-b4cf-ab4b76e4e06f triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:33.946894 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e6eebb54-dadb-49cd-a49c-d5096340def8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:33.990607 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-e6eebb54-dadb-49cd-a49c-d5096340def8 None None] Port a92e3af2-9884-4430-b4cf-ab4b76e4e06f cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:44:34.092587 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-9af2a650-2244-4909-9f4b-5e63c4b8cb19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a92e3af2-9884-4430-b4cf-ab4b76e4e06f {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:44:34.099991 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-9af2a650-2244-4909-9f4b-5e63c4b8cb19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:34.112527 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-9af2a650-2244-4909-9f4b-5e63c4b8cb19 service neutron] Transition to ACTIVE for port object a92e3af2-9884-4430-b4cf-ab4b76e4e06f will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:44:34.116124 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-9af2a650-2244-4909-9f4b-5e63c4b8cb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:34.167692 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2a650-2244-4909-9f4b-5e63c4b8cb19 service neutron] Pushing event updated for resources: {'Port': ['ID=a92e3af2-9884-4430-b4cf-ab4b76e4e06f,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:34.247717 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-9af2a650-2244-4909-9f4b-5e63c4b8cb19 service neutron] Attempting to bind port a92e3af2-9884-4430-b4cf-ab4b76e4e06f on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:44:34.248059 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-9af2a650-2244-4909-9f4b-5e63c4b8cb19 service neutron] Attempting to bind port a92e3af2-9884-4430-b4cf-ab4b76e4e06f by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c4f6fcb6-7785-4c84-a5d7-15afd2ff2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:44:34.248392 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-9af2a650-2244-4909-9f4b-5e63c4b8cb19 service neutron] Attempting to bind port a92e3af2-9884-4430-b4cf-ab4b76e4e06f on network 59f12eb1-38d5-4f06-997b-c23210b19695 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:44:34.252823 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-9af2a650-2244-4909-9f4b-5e63c4b8cb19 service neutron] Port a92e3af2-9884-4430-b4cf-ab4b76e4e06f on network 59f12eb1-38d5-4f06-997b-c23210b19695 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:44:34.253148 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-9af2a650-2244-4909-9f4b-5e63c4b8cb19 service neutron] Attempting to bind port a92e3af2-9884-4430-b4cf-ab4b76e4e06f on network 59f12eb1-38d5-4f06-997b-c23210b19695 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:44:34.259162 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-9af2a650-2244-4909-9f4b-5e63c4b8cb19 service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:44:34.259646 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-9af2a650-2244-4909-9f4b-5e63c4b8cb19 service neutron] Checking segment: {'id': 'c4f6fcb6-7785-4c84-a5d7-15afd2ff2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:44:34.260134 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-9af2a650-2244-4909-9f4b-5e63c4b8cb19 service neutron] Bound using segment: {'id': 'c4f6fcb6-7785-4c84-a5d7-15afd2ff2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:44:34.260570 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-9af2a650-2244-4909-9f4b-5e63c4b8cb19 service neutron] Bound port: a92e3af2-9884-4430-b4cf-ab4b76e4e06f, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4f6fcb6-7785-4c84-a5d7-15afd2ff2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:44:34.260928 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-9af2a650-2244-4909-9f4b-5e63c4b8cb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:34.357855 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-9af2a650-2244-4909-9f4b-5e63c4b8cb19 service neutron] For port a92e3af2-9884-4430-b4cf-ab4b76e4e06f, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:44:34.361326 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-9af2a650-2244-4909-9f4b-5e63c4b8cb19 service neutron] For port a92e3af2-9884-4430-b4cf-ab4b76e4e06f, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a92e3af2-9884-4430-b4cf-ab4b76e4e06f,segment=NetworkSegment(c4f6fcb6-7785-4c84-a5d7-15afd2ff2045),segment_id=c4f6fcb6-7785-4c84-a5d7-15afd2ff2045)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:44:34.369649 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b2c2b-41cc-45de-8172-de592ce40344 req-2070f8d8-fb31-473e-bb25-2b6706919290 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:34.371179 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-369b2c2b-41cc-45de-8172-de592ce40344 req-2070f8d8-fb31-473e-bb25-2b6706919290 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5d858a2-80b2-4908-90ef-339515844eb1 HTTP/1.1" status: 200 len: 943 time: 0.0764911 Apr 29 11:44:34.372657 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-9af2a650-2244-4909-9f4b-5e63c4b8cb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:34.434999 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-9af2a650-2244-4909-9f4b-5e63c4b8cb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:34.435530 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-9af2a650-2244-4909-9f4b-5e63c4b8cb19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:34.436962 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-9af2a650-2244-4909-9f4b-5e63c4b8cb19 service neutron] 10.222.0.62 "PUT /v2.0/ports/a92e3af2-9884-4430-b4cf-ab4b76e4e06f HTTP/1.1" status: 200 len: 1093 time: 0.6897469 Apr 29 11:44:34.439364 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d858a2-80b2-4908-90ef-339515844eb1', 'tag': 'a92e3af2-9884-4430-b4cf-ab4b76e4e06f'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:44:34.441628 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955cfb18-8b77-4d99-b6a3-8881ef35585a" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d858a2-80b2-4908-90ef-339515844eb1", "tag": "a92e3af2-9884-4430-b4cf-ab4b76e4e06f"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:44:34.470422 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2a650-2244-4909-9f4b-5e63c4b8cb19 service neutron] Pushing event updated for resources: {'Port': ['ID=a92e3af2-9884-4430-b4cf-ab4b76e4e06f,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:34.476110 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-369b2c2b-41cc-45de-8172-de592ce40344 req-cd7eaf29-1980-4b42-868d-69db29ca4a29 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=125828d9-8cb5-4c16-96f4-0b9af34a328c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980523 Apr 29 11:44:34.525456 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7a7a07-8c6e-491c-a56b-d7edb593a3c6 x-openstack-request-id: req-9c7a7a07-8c6e-491c-a56b-d7edb593a3c6 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:44:34.525753 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d858a2-80b2-4908-90ef-339515844eb1", "tag": "a92e3af2-9884-4430-b4cf-ab4b76e4e06f", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:44:34.525999 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9c7a7a07-8c6e-491c-a56b-d7edb593a3c6 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:44:34.526420 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c7a7a07-8c6e-491c-a56b-d7edb593a3c6'] response: {'name': 'network-changed', 'server_uuid': 'd5d858a2-80b2-4908-90ef-339515844eb1', 'tag': 'a92e3af2-9884-4430-b4cf-ab4b76e4e06f', 'status': 'completed', 'code': 200} Apr 29 11:44:34.543593 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-5603be20-55ef-41b3-b3ce-6c5bc37056a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:34.545118 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-5603be20-55ef-41b3-b3ce-6c5bc37056a8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=d5d858a2-80b2-4908-90ef-339515844eb1 HTTP/1.1" status: 200 len: 1096 time: 0.0479894 Apr 29 11:44:34.594685 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-05330f80-667e-4f8f-8ff4-722e8c84e021 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a92e3af2-9884-4430-b4cf-ab4b76e4e06f HTTP/1.1" status: 200 len: 217 time: 0.0351324 Apr 29 11:44:34.650414 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-64646aba-399b-4044-9249-bd67a010f4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:34.651910 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-64646aba-399b-4044-9249-bd67a010f4a5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2dd29a24-c72e-405c-9c42-72d438b0f5cb HTTP/1.1" status: 200 len: 835 time: 0.0496390 Apr 29 11:44:34.700724 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-c4f8b7cb-2678-450c-99ff-03a197f62da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:34.702156 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-c4f8b7cb-2678-450c-99ff-03a197f62da3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59f12eb1-38d5-4f06-997b-c23210b19695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419824 Apr 29 11:44:34.796279 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-e052a89b-0e6d-448d-9b0a-296b5c2f03e8 service neutron] 10.222.0.62 "GET /v2.0/networks/59f12eb1-38d5-4f06-997b-c23210b19695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819774 Apr 29 11:44:34.890553 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-187e6a96-cf89-45bf-8703-a4b061a3009d req-dd629761-bd9d-4f74-96d4-ff1b2ed28d3f service neutron] 10.222.0.62 "GET /v2.0/networks/59f12eb1-38d5-4f06-997b-c23210b19695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866594 Apr 29 11:44:34.983641 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cfb18-8b77-4d99-b6a3-8881ef35585a req-423c7900-1d60-438b-9b5c-3a505c894cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:34.985143 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-955cfb18-8b77-4d99-b6a3-8881ef35585a req-423c7900-1d60-438b-9b5c-3a505c894cd4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=d5d858a2-80b2-4908-90ef-339515844eb1 HTTP/1.1" status: 200 len: 1096 time: 0.0432162 Apr 29 11:44:35.357622 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cfb18-8b77-4d99-b6a3-8881ef35585a req-378e1755-23ee-4c2b-9eaa-70986a6f6676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:35.359227 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-955cfb18-8b77-4d99-b6a3-8881ef35585a req-378e1755-23ee-4c2b-9eaa-70986a6f6676 service neutron] 10.222.0.62 "GET /v2.0/networks?id=59f12eb1-38d5-4f06-997b-c23210b19695 HTTP/1.1" status: 200 len: 897 time: 0.3660190 Apr 29 11:44:35.403516 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-955cfb18-8b77-4d99-b6a3-8881ef35585a req-1e93cf13-bff1-48a1-846e-14bc6dccd858 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a92e3af2-9884-4430-b4cf-ab4b76e4e06f HTTP/1.1" status: 200 len: 217 time: 0.0368381 Apr 29 11:44:35.456426 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cfb18-8b77-4d99-b6a3-8881ef35585a req-889802b9-b09d-4f94-8013-46f46f1cf28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:35.457909 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-955cfb18-8b77-4d99-b6a3-8881ef35585a req-889802b9-b09d-4f94-8013-46f46f1cf28c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2dd29a24-c72e-405c-9c42-72d438b0f5cb HTTP/1.1" status: 200 len: 835 time: 0.0469332 Apr 29 11:44:35.515412 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cfb18-8b77-4d99-b6a3-8881ef35585a req-99b0e69a-9438-4717-95ef-36b93ab378d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:35.517062 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-955cfb18-8b77-4d99-b6a3-8881ef35585a req-99b0e69a-9438-4717-95ef-36b93ab378d9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59f12eb1-38d5-4f06-997b-c23210b19695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0481801 Apr 29 11:44:35.642942 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-955cfb18-8b77-4d99-b6a3-8881ef35585a req-6a9b548b-35ce-4875-a2d9-a008504df86f service neutron] 10.222.0.62 "GET /v2.0/networks/59f12eb1-38d5-4f06-997b-c23210b19695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178191 Apr 29 11:44:35.651403 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218ca78-9bd2-4133-8635-122a9afef0f2 req-191f1794-ec2b-4cc9-82db-7f53875b74c7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:35.652866 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b218ca78-9bd2-4133-8635-122a9afef0f2 req-191f1794-ec2b-4cc9-82db-7f53875b74c7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5d858a2-80b2-4908-90ef-339515844eb1 HTTP/1.1" status: 200 len: 943 time: 0.0818014 Apr 29 11:44:35.735991 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b218ca78-9bd2-4133-8635-122a9afef0f2 req-de6cdf00-15e5-4c4a-b7d6-02a132a0eb10 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=125828d9-8cb5-4c16-96f4-0b9af34a328c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749488 Apr 29 11:44:35.765826 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-955cfb18-8b77-4d99-b6a3-8881ef35585a req-eec65827-a24d-480d-b303-d9fd1909329f service neutron] 10.222.0.62 "GET /v2.0/networks/59f12eb1-38d5-4f06-997b-c23210b19695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119826 Apr 29 11:44:36.259321 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:44:36.580642 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device a92e3af2-9884-4430-b4cf-ab4b76e4e06f details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:44:36.679557 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port a92e3af2-9884-4430-b4cf-ab4b76e4e06f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a92e3af2-9884-4430-b4cf-ab4b76e4e06f,segment=NetworkSegment(c4f6fcb6-7785-4c84-a5d7-15afd2ff2045),segment_id=c4f6fcb6-7785-4c84-a5d7-15afd2ff2045)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:44:36.691481 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': 'a92e3af2-9884-4430-b4cf-ab4b76e4e06f', 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695', 'port_id': 'a92e3af2-9884-4430-b4cf-ab4b76e4e06f', 'mac_address': 'fa:16:3e:09:0b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd29a24-c72e-405c-9c42-72d438b0f5cb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:44:36.728557 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:36.742390 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a92e3af2-9884-4430-b4cf-ab4b76e4e06f {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:44:36.762673 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port a92e3af2-9884-4430-b4cf-ab4b76e4e06f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a92e3af2-9884-4430-b4cf-ab4b76e4e06f,segment=NetworkSegment(c4f6fcb6-7785-4c84-a5d7-15afd2ff2045),segment_id=c4f6fcb6-7785-4c84-a5d7-15afd2ff2045)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:44:36.767695 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:36.821162 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=a92e3af2-9884-4430-b4cf-ab4b76e4e06f,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:36.828554 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:36.828901 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:36.829244 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:36.829577 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:36.829905 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:36.830256 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:36.830588 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:36.830968 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:36.831243 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:36.831565 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:36.831887 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:36.832215 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:36.863434 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa938d-9f6c-4df3-84e9-5e40cbd92184 req-03a51d20-91a3-460e-bc16-fe22fc014169 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:36.864974 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3afa938d-9f6c-4df3-84e9-5e40cbd92184 req-03a51d20-91a3-460e-bc16-fe22fc014169 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5d858a2-80b2-4908-90ef-339515844eb1 HTTP/1.1" status: 200 len: 944 time: 0.0562570 Apr 29 11:44:36.905130 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3afa938d-9f6c-4df3-84e9-5e40cbd92184 req-8f22fa67-8888-49a0-bf57-6ac27fecd70a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=125828d9-8cb5-4c16-96f4-0b9af34a328c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334208 Apr 29 11:44:37.039871 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['a92e3af2-9884-4430-b4cf-ab4b76e4e06f'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:44:38.025940 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b32ab8-ad30-4786-9935-1b4b676d2bb3 req-3a47b743-2ae5-4909-a0e8-7e0857ffa9b0 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:38.027515 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-27b32ab8-ad30-4786-9935-1b4b676d2bb3 req-3a47b743-2ae5-4909-a0e8-7e0857ffa9b0 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5d858a2-80b2-4908-90ef-339515844eb1 HTTP/1.1" status: 200 len: 944 time: 0.0528195 Apr 29 11:44:38.068204 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-27b32ab8-ad30-4786-9935-1b4b676d2bb3 req-e2ae77ae-4df7-4bd3-8078-b6c27cc87cb5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=125828d9-8cb5-4c16-96f4-0b9af34a328c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346956 Apr 29 11:44:38.580560 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device a92e3af2-9884-4430-b4cf-ab4b76e4e06f up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:44:38.628413 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port a92e3af2-9884-4430-b4cf-ab4b76e4e06f completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:44:38.632386 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port a92e3af2-9884-4430-b4cf-ab4b76e4e06f triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:38.632751 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:38.712560 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:38.734878 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d858a2-80b2-4908-90ef-339515844eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92e3af2-9884-4430-b4cf-ab4b76e4e06f'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:44:38.737113 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e520b5-58b0-4fd4-a2aa-14fbc13345e0" -d '{"events": [{"server_uuid": "d5d858a2-80b2-4908-90ef-339515844eb1", "name": "network-vif-plugged", "status": "completed", "tag": "a92e3af2-9884-4430-b4cf-ab4b76e4e06f"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:44:38.749532 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port a92e3af2-9884-4430-b4cf-ab4b76e4e06f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a92e3af2-9884-4430-b4cf-ab4b76e4e06f,segment=NetworkSegment(c4f6fcb6-7785-4c84-a5d7-15afd2ff2045),segment_id=c4f6fcb6-7785-4c84-a5d7-15afd2ff2045)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:44:38.753454 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:38.777765 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef698f53-dce7-4d1d-ac49-a25cb5e66e6c x-openstack-request-id: req-ef698f53-dce7-4d1d-ac49-a25cb5e66e6c {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:44:38.778064 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d858a2-80b2-4908-90ef-339515844eb1", "name": "network-vif-plugged", "status": "completed", "tag": "a92e3af2-9884-4430-b4cf-ab4b76e4e06f", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:44:38.778344 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ef698f53-dce7-4d1d-ac49-a25cb5e66e6c {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:44:38.778740 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef698f53-dce7-4d1d-ac49-a25cb5e66e6c'] response: {'server_uuid': 'd5d858a2-80b2-4908-90ef-339515844eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92e3af2-9884-4430-b4cf-ab4b76e4e06f', 'code': 200} Apr 29 11:44:38.807622 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=a92e3af2-9884-4430-b4cf-ab4b76e4e06f,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:38.942376 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff07c9-4b57-4085-ba1b-21448d1a9266 req-0470100f-d116-430b-a1d8-3e06928046c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:38.943916 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9cff07c9-4b57-4085-ba1b-21448d1a9266 req-0470100f-d116-430b-a1d8-3e06928046c0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d5d858a2-80b2-4908-90ef-339515844eb1 HTTP/1.1" status: 200 len: 1098 time: 0.0404782 Apr 29 11:44:38.979928 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9cff07c9-4b57-4085-ba1b-21448d1a9266 req-3d7638bd-262d-4b9a-919b-454651922f2f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=125828d9-8cb5-4c16-96f4-0b9af34a328c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289237 Apr 29 11:44:39.188148 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92b292-6d3e-4650-b848-f72f6b16ae80 req-92b5e996-7635-43e6-a5b9-822934bee224 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:39.189637 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-db92b292-6d3e-4650-b848-f72f6b16ae80 req-92b5e996-7635-43e6-a5b9-822934bee224 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5d858a2-80b2-4908-90ef-339515844eb1 HTTP/1.1" status: 200 len: 945 time: 0.0529211 Apr 29 11:44:39.229527 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-db92b292-6d3e-4650-b848-f72f6b16ae80 req-4143f1e1-3a08-4b09-8a19-899bdf4ed251 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=125828d9-8cb5-4c16-96f4-0b9af34a328c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338128 Apr 29 11:44:40.358468 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c829225-d2df-431b-9d4e-6aaa3996bd97 req-729ed0dd-36d1-491a-9bf0-be1b35e67217 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:40.359947 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4c829225-d2df-431b-9d4e-6aaa3996bd97 req-729ed0dd-36d1-491a-9bf0-be1b35e67217 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5d858a2-80b2-4908-90ef-339515844eb1 HTTP/1.1" status: 200 len: 945 time: 0.0531826 Apr 29 11:44:40.400240 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4c829225-d2df-431b-9d4e-6aaa3996bd97 req-c4fe3060-11d0-4fa1-b478-86745d68a607 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=125828d9-8cb5-4c16-96f4-0b9af34a328c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342655 Apr 29 11:44:41.516888 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda7fab-90ef-4a00-94c7-d80101ff6063 req-2582fe34-8b9f-4386-90ce-8770e8536f86 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:41.518414 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9dda7fab-90ef-4a00-94c7-d80101ff6063 req-2582fe34-8b9f-4386-90ce-8770e8536f86 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5d858a2-80b2-4908-90ef-339515844eb1 HTTP/1.1" status: 200 len: 945 time: 0.0490298 Apr 29 11:44:41.559487 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9dda7fab-90ef-4a00-94c7-d80101ff6063 req-c4ad1c6e-575a-4255-a007-8eb988fd97ba tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=125828d9-8cb5-4c16-96f4-0b9af34a328c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340507 Apr 29 11:44:41.679891 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99d3ca-2298-4a86-a7c1-35c34c8a65d9 req-4f79808c-77e4-428c-9a90-f4afe2e37d23 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:41.681919 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ba99d3ca-2298-4a86-a7c1-35c34c8a65d9 req-4f79808c-77e4-428c-9a90-f4afe2e37d23 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5d858a2-80b2-4908-90ef-339515844eb1 HTTP/1.1" status: 200 len: 945 time: 0.0546060 Apr 29 11:44:41.720564 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ba99d3ca-2298-4a86-a7c1-35c34c8a65d9 req-c43fc0d7-a885-4c2a-990e-2edefb2e10fd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=125828d9-8cb5-4c16-96f4-0b9af34a328c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331690 Apr 29 11:44:41.741952 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53976) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:44:41.781450 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a71d265-a587-42ad-acdb-ad1bb44f2169 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:41.782915 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3a71d265-a587-42ad-acdb-ad1bb44f2169 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d5d858a2-80b2-4908-90ef-339515844eb1 HTTP/1.1" status: 200 len: 1093 time: 0.0399463 Apr 29 11:44:41.785827 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 53978) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:44:41.790090 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-5ea80ed5-73ac-4575-915c-4d2d26fdc537 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'floatingip': {'port_id': 'a92e3af2-9884-4430-b4cf-ab4b76e4e06f'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:41.828817 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5ea80ed5-73ac-4575-915c-4d2d26fdc537 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:42.398715 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5ea80ed5-73ac-4575-915c-4d2d26fdc537 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:42.402678 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5ea80ed5-73ac-4575-915c-4d2d26fdc537 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:42.501484 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [None req-5ea80ed5-73ac-4575-915c-4d2d26fdc537 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Floating IP 8e2f9d58-e121-4107-ab22-92933ef5acc1 associated. External IP: 172.26.4.210, port: a92e3af2-9884-4430-b4cf-ab4b76e4e06f. Apr 29 11:44:42.703236 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea80ed5-73ac-4575-915c-4d2d26fdc537 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router 7f40ddc0-6a32-4e75-8fc4-297c563bd2a4 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:44:42.808298 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea80ed5-73ac-4575-915c-4d2d26fdc537 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:44:42.812815 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5ea80ed5-73ac-4575-915c-4d2d26fdc537 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:42.817822 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123f372e-d13e-44c5-b195-7ac0a1d72d86 None None] Sync routers for ids ['7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:44:42.827400 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123f372e-d13e-44c5-b195-7ac0a1d72d86 None None] Routers {'7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:44:42.828250 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-123f372e-d13e-44c5-b195-7ac0a1d72d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:44:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:42.840309 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5ea80ed5-73ac-4575-915c-4d2d26fdc537 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "PUT /v2.0/floatingips/8e2f9d58-e121-4107-ab22-92933ef5acc1 HTTP/1.1" status: 200 len: 991 time: 1.0534356 Apr 29 11:44:42.840925 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d858a2-80b2-4908-90ef-339515844eb1', 'tag': 'a92e3af2-9884-4430-b4cf-ab4b76e4e06f'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:44:42.843142 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf0efb8-a774-45f6-97c7-a588c424ddc1" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d858a2-80b2-4908-90ef-339515844eb1", "tag": "a92e3af2-9884-4430-b4cf-ab4b76e4e06f"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:44:42.843350 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53980) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:44:42.881353 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f927134-2def-4284-bda2-d814ee35a54f x-openstack-request-id: req-1f927134-2def-4284-bda2-d814ee35a54f {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:44:42.881674 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d858a2-80b2-4908-90ef-339515844eb1", "tag": "a92e3af2-9884-4430-b4cf-ab4b76e4e06f", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:44:42.881926 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1f927134-2def-4284-bda2-d814ee35a54f {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:44:42.882369 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f927134-2def-4284-bda2-d814ee35a54f'] response: {'name': 'network-changed', 'server_uuid': 'd5d858a2-80b2-4908-90ef-339515844eb1', 'tag': 'a92e3af2-9884-4430-b4cf-ab4b76e4e06f', 'status': 'completed', 'code': 200} Apr 29 11:44:42.914700 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-254e0985-e0b7-4d63-ad8b-5d06cc34f759 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/8e2f9d58-e121-4107-ab22-92933ef5acc1 HTTP/1.1" status: 200 len: 991 time: 0.0700791 Apr 29 11:44:42.937659 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-123f372e-d13e-44c5-b195-7ac0a1d72d86 None None] Set router 7f40ddc0-6a32-4e75-8fc4-297c563bd2a4 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:44:42.951901 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0efb8-a774-45f6-97c7-a588c424ddc1 req-8c33a71b-9210-4f3a-81ac-822607fa8ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:42.953732 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fcf0efb8-a774-45f6-97c7-a588c424ddc1 req-8c33a71b-9210-4f3a-81ac-822607fa8ef3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=d5d858a2-80b2-4908-90ef-339515844eb1 HTTP/1.1" status: 200 len: 1098 time: 0.0425289 Apr 29 11:44:43.044447 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0efb8-a774-45f6-97c7-a588c424ddc1 req-b8953ddd-ccc3-4765-bdce-1f3e9802b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:43.045931 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fcf0efb8-a774-45f6-97c7-a588c424ddc1 req-b8953ddd-ccc3-4765-bdce-1f3e9802b4ee service neutron] 10.222.0.62 "GET /v2.0/networks?id=59f12eb1-38d5-4f06-997b-c23210b19695 HTTP/1.1" status: 200 len: 897 time: 0.0846293 Apr 29 11:44:43.124633 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fcf0efb8-a774-45f6-97c7-a588c424ddc1 req-85be7259-dcdc-4ca4-98b5-aacdeed8fc7f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a92e3af2-9884-4430-b4cf-ab4b76e4e06f HTTP/1.1" status: 200 len: 999 time: 0.0638299 Apr 29 11:44:43.163569 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-123f372e-d13e-44c5-b195-7ac0a1d72d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'name': 'tempest-TestNetworkBasicOps-router-1254036424', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:43:17Z', 'updated_at': '2022-04-29T11:43:21Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:18Z', 'updated_at': '2022-04-29T11:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '8e2f9d58-e121-4107-ab22-92933ef5acc1', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.210', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'port_id': 'a92e3af2-9884-4430-b4cf-ab4b76e4e06f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695', 'mac_address': 'fa:16:3e:09:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d858a2-80b2-4908-90ef-339515844eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:43:38Z', 'updated_at': '2022-04-29T11:44:42Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63cbd47e-933a-4a7b-9608-3dbb61e48599', 'name': '', 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:25:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '2dd29a24-c72e-405c-9c42-72d438b0f5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:20Z', 'updated_at': '2022-04-29T11:43:25Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '2dd29a24-c72e-405c-9c42-72d438b0f5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:43.178383 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0efb8-a774-45f6-97c7-a588c424ddc1 req-4595eab5-6703-46f7-bdbe-a1bfe7c2954c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:43.179886 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fcf0efb8-a774-45f6-97c7-a588c424ddc1 req-4595eab5-6703-46f7-bdbe-a1bfe7c2954c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2dd29a24-c72e-405c-9c42-72d438b0f5cb HTTP/1.1" status: 200 len: 835 time: 0.0454125 Apr 29 11:44:43.199316 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123f372e-d13e-44c5-b195-7ac0a1d72d86 None None] Checking router: 7f40ddc0-6a32-4e75-8fc4-297c563bd2a4 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:44:43.207929 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123f372e-d13e-44c5-b195-7ac0a1d72d86 None None] Routers {'7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:44:43.208472 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-123f372e-d13e-44c5-b195-7ac0a1d72d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:44:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:43.237742 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0efb8-a774-45f6-97c7-a588c424ddc1 req-f22976a6-260d-4933-b79d-22803d8affb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:43.239316 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fcf0efb8-a774-45f6-97c7-a588c424ddc1 req-f22976a6-260d-4933-b79d-22803d8affb5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59f12eb1-38d5-4f06-997b-c23210b19695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0490692 Apr 29 11:44:43.319512 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-123f372e-d13e-44c5-b195-7ac0a1d72d86 None None] Set router 7f40ddc0-6a32-4e75-8fc4-297c563bd2a4 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:44:43.576657 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-123f372e-d13e-44c5-b195-7ac0a1d72d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'name': 'tempest-TestNetworkBasicOps-router-1254036424', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:43:17Z', 'updated_at': '2022-04-29T11:43:21Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:18Z', 'updated_at': '2022-04-29T11:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '8e2f9d58-e121-4107-ab22-92933ef5acc1', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.210', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'port_id': 'a92e3af2-9884-4430-b4cf-ab4b76e4e06f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695', 'mac_address': 'fa:16:3e:09:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d858a2-80b2-4908-90ef-339515844eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:43:38Z', 'updated_at': '2022-04-29T11:44:42Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63cbd47e-933a-4a7b-9608-3dbb61e48599', 'name': '', 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:25:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '2dd29a24-c72e-405c-9c42-72d438b0f5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:20Z', 'updated_at': '2022-04-29T11:43:25Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '2dd29a24-c72e-405c-9c42-72d438b0f5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:43.606443 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123f372e-d13e-44c5-b195-7ac0a1d72d86 None None] The sync data for ids ['7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'] in dv-neutron-838888-1-hyperv is: [{'id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'name': 'tempest-TestNetworkBasicOps-router-1254036424', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:43:17Z', 'updated_at': '2022-04-29T11:43:21Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:18Z', 'updated_at': '2022-04-29T11:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '8e2f9d58-e121-4107-ab22-92933ef5acc1', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.210', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'port_id': 'a92e3af2-9884-4430-b4cf-ab4b76e4e06f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695', 'mac_address': 'fa:16:3e:09:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d858a2-80b2-4908-90ef-339515844eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:43:38Z', 'updated_at': '2022-04-29T11:44:42Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63cbd47e-933a-4a7b-9608-3dbb61e48599', 'name': '', 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:25:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '2dd29a24-c72e-405c-9c42-72d438b0f5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:20Z', 'updated_at': '2022-04-29T11:43:25Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '2dd29a24-c72e-405c-9c42-72d438b0f5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:44:43.614754 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fcf0efb8-a774-45f6-97c7-a588c424ddc1 req-2c93741a-15c8-4317-94eb-968e84213dc7 service neutron] 10.222.0.62 "GET /v2.0/networks/59f12eb1-38d5-4f06-997b-c23210b19695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623257 Apr 29 11:44:43.720667 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fcf0efb8-a774-45f6-97c7-a588c424ddc1 req-8dc71d54-d497-47b3-8a01-6ab85ef60b06 service neutron] 10.222.0.62 "GET /v2.0/networks/59f12eb1-38d5-4f06-997b-c23210b19695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933640 Apr 29 11:44:43.804594 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fc4f40-4dc4-4dee-9152-c1bbc47818d4 None None] New status for floating IP 8e2f9d58-e121-4107-ab22-92933ef5acc1: ACTIVE {{(pid=102961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:44:43.916898 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53984) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:44:43.980996 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-091ea906-104f-40f8-8522-e3a2bf3dd548 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/8e2f9d58-e121-4107-ab22-92933ef5acc1 HTTP/1.1" status: 200 len: 991 time: 0.0615437 Apr 29 11:44:44.983541 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 53986) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:44:45.046773 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1a1d2032-9ee8-4e73-95a0-90b3a0e67200 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/8e2f9d58-e121-4107-ab22-92933ef5acc1 HTTP/1.1" status: 200 len: 993 time: 0.0620997 Apr 29 11:44:53.530932 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-33e5cce5-5951-44d9-8ffe-d4ea10606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:57.083464 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:57.733854 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cf854547-e016-4b72-b55f-ee425b58885f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:58.479180 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:59.991501 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:00.186674 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:07.980710 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-09927217-5660-40fb-938d-d4e24699e2e6 req-ad7e4d24-95ed-4d21-8215-8352a4cd1565 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4f960b43-19a2-4fae-924d-9f153342f2ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405910 Apr 29 11:45:08.066112 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09927217-5660-40fb-938d-d4e24699e2e6 req-bbe1ce20-3752-4fe0-ab16-6d21d17bf9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:08.067633 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-09927217-5660-40fb-938d-d4e24699e2e6 req-bbe1ce20-3752-4fe0-ab16-6d21d17bf9d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5c18c08a53e64ca1a8e956042fa2eb3a&device_id=4f960b43-19a2-4fae-924d-9f153342f2ba HTTP/1.1" status: 200 len: 1098 time: 0.0395753 Apr 29 11:45:08.186411 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09927217-5660-40fb-938d-d4e24699e2e6 req-15625b7e-7752-4b70-9cb1-03b07cd666f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:08.187895 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-09927217-5660-40fb-938d-d4e24699e2e6 req-15625b7e-7752-4b70-9cb1-03b07cd666f3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=13eec917-2205-41ac-bb67-a922e346256d HTTP/1.1" status: 200 len: 913 time: 0.0927854 Apr 29 11:45:08.257448 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-09927217-5660-40fb-938d-d4e24699e2e6 req-4a0ddb83-37a4-44b3-bdda-87b8a5b7cefc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0232197-aa8e-453a-8b4a-47f4685634c2 HTTP/1.1" status: 200 len: 1001 time: 0.0611386 Apr 29 11:45:08.309485 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09927217-5660-40fb-938d-d4e24699e2e6 req-595e87b3-d2c2-46e1-80db-56ece3535ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:08.311585 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-09927217-5660-40fb-938d-d4e24699e2e6 req-595e87b3-d2c2-46e1-80db-56ece3535ea0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d46e396-b942-4a36-95e7-aa43a356bdd4 HTTP/1.1" status: 200 len: 851 time: 0.0432639 Apr 29 11:45:08.361968 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09927217-5660-40fb-938d-d4e24699e2e6 req-d017cce7-fd36-4266-b681-62fc67e4520c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:08.363485 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-09927217-5660-40fb-938d-d4e24699e2e6 req-d017cce7-fd36-4266-b681-62fc67e4520c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13eec917-2205-41ac-bb67-a922e346256d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437391 Apr 29 11:45:08.459529 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-09927217-5660-40fb-938d-d4e24699e2e6 req-99e733e9-e743-4cef-8771-b6aa56a4ec92 service neutron] 10.222.0.62 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870543 Apr 29 11:45:08.557138 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-09927217-5660-40fb-938d-d4e24699e2e6 req-f5c8f415-470f-411a-86e0-165362f5a4d8 service neutron] 10.222.0.62 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880842 Apr 29 11:45:13.258750 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:45:18.709528 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c7095-8c4b-4453-ae62-ac20f8f51660 req-29ea9360-a06a-456c-971b-8f28789044bb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:18.711063 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-750c7095-8c4b-4453-ae62-ac20f8f51660 req-29ea9360-a06a-456c-971b-8f28789044bb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5d858a2-80b2-4908-90ef-339515844eb1 HTTP/1.1" status: 200 len: 945 time: 0.2052827 Apr 29 11:45:18.749342 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-750c7095-8c4b-4453-ae62-ac20f8f51660 req-3aa36531-6039-429f-a8e1-26191b3b7959 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=125828d9-8cb5-4c16-96f4-0b9af34a328c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321739 Apr 29 11:45:19.928403 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b072a-78a9-4564-a9aa-c2952b020dce req-d2e3ee2f-b683-45a4-93df-8795aaf3583a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:19.929947 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a12b072a-78a9-4564-a9aa-c2952b020dce req-d2e3ee2f-b683-45a4-93df-8795aaf3583a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5d858a2-80b2-4908-90ef-339515844eb1 HTTP/1.1" status: 200 len: 945 time: 0.1071920 Apr 29 11:45:19.969045 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a12b072a-78a9-4564-a9aa-c2952b020dce req-c3f6a23a-c830-4abd-8ba5-988f305522ae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=125828d9-8cb5-4c16-96f4-0b9af34a328c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328224 Apr 29 11:45:20.369011 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc445276-053a-432b-8c83-5d91213728a6 req-bbaaed29-fc5b-4823-a804-b4101c30774d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:20.370521 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fc445276-053a-432b-8c83-5d91213728a6 req-bbaaed29-fc5b-4823-a804-b4101c30774d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5d858a2-80b2-4908-90ef-339515844eb1 HTTP/1.1" status: 200 len: 945 time: 0.0573592 Apr 29 11:45:20.472791 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-fc445276-053a-432b-8c83-5d91213728a6 req-28741928-3aa1-4d45-8239-42a82196d725 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port a92e3af2-9884-4430-b4cf-ab4b76e4e06f {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:45:20.473131 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-fc445276-053a-432b-8c83-5d91213728a6 req-28741928-3aa1-4d45-8239-42a82196d725 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:20.565262 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-fc445276-053a-432b-8c83-5d91213728a6 req-28741928-3aa1-4d45-8239-42a82196d725 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] For port a92e3af2-9884-4430-b4cf-ab4b76e4e06f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a92e3af2-9884-4430-b4cf-ab4b76e4e06f,segment=NetworkSegment(c4f6fcb6-7785-4c84-a5d7-15afd2ff2045),segment_id=c4f6fcb6-7785-4c84-a5d7-15afd2ff2045)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:45:20.565622 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-fc445276-053a-432b-8c83-5d91213728a6 req-28741928-3aa1-4d45-8239-42a82196d725 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:20.785316 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-fc445276-053a-432b-8c83-5d91213728a6 req-28741928-3aa1-4d45-8239-42a82196d725 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:20.785682 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-fc445276-053a-432b-8c83-5d91213728a6 req-28741928-3aa1-4d45-8239-42a82196d725 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:20.786075 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [req-fc445276-053a-432b-8c83-5d91213728a6 req-28741928-3aa1-4d45-8239-42a82196d725 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Floating IP 8e2f9d58-e121-4107-ab22-92933ef5acc1 disassociated. External IP: 172.26.4.210, port: a92e3af2-9884-4430-b4cf-ab4b76e4e06f. Apr 29 11:45:20.786506 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-fc445276-053a-432b-8c83-5d91213728a6 req-28741928-3aa1-4d45-8239-42a82196d725 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for a92e3af2-9884-4430-b4cf-ab4b76e4e06f owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:45:20.917139 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-fc445276-053a-432b-8c83-5d91213728a6 req-28741928-3aa1-4d45-8239-42a82196d725 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:20.949565 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28741928-3aa1-4d45-8239-42a82196d725 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=a92e3af2-9884-4430-b4cf-ab4b76e4e06f,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:20.962845 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28741928-3aa1-4d45-8239-42a82196d725 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:20.963231 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28741928-3aa1-4d45-8239-42a82196d725 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:20.963629 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28741928-3aa1-4d45-8239-42a82196d725 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:20.964025 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28741928-3aa1-4d45-8239-42a82196d725 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:20.964366 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28741928-3aa1-4d45-8239-42a82196d725 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:20.964729 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28741928-3aa1-4d45-8239-42a82196d725 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:20.965067 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28741928-3aa1-4d45-8239-42a82196d725 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:20.966137 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28741928-3aa1-4d45-8239-42a82196d725 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:20.966137 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28741928-3aa1-4d45-8239-42a82196d725 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:20.966137 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28741928-3aa1-4d45-8239-42a82196d725 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:20.966549 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28741928-3aa1-4d45-8239-42a82196d725 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:20.966932 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28741928-3aa1-4d45-8239-42a82196d725 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:21.092098 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-23f555e0-83a9-4f4b-8e30-1cef0bbf2c8a req-02e779b0-0970-4aad-9891-46cff955a61d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5d858a2-80b2-4908-90ef-339515844eb1 HTTP/1.1" status: 200 len: 210 time: 0.0363088 Apr 29 11:45:21.112334 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc445276-053a-432b-8c83-5d91213728a6 req-28741928-3aa1-4d45-8239-42a82196d725 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router 7f40ddc0-6a32-4e75-8fc4-297c563bd2a4 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:45:21.219584 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc445276-053a-432b-8c83-5d91213728a6 req-28741928-3aa1-4d45-8239-42a82196d725 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:45:21.230587 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1482335e-e37b-41be-b363-f815a0c51fd6 None None] Sync routers for ids ['7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:45:21.241935 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1482335e-e37b-41be-b363-f815a0c51fd6 None None] Routers {'7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:45:21.242588 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-1482335e-e37b-41be-b363-f815a0c51fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:44:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:21.261606 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc445276-053a-432b-8c83-5d91213728a6 req-28741928-3aa1-4d45-8239-42a82196d725 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] No DVR routers for this DVR port a92e3af2-9884-4430-b4cf-ab4b76e4e06f on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:45:21.264402 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-fc445276-053a-432b-8c83-5d91213728a6 req-28741928-3aa1-4d45-8239-42a82196d725 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:21.268527 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fc445276-053a-432b-8c83-5d91213728a6 req-28741928-3aa1-4d45-8239-42a82196d725 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "DELETE /v2.0/ports/a92e3af2-9884-4430-b4cf-ab4b76e4e06f HTTP/1.1" status: 204 len: 173 time: 0.8882551 Apr 29 11:45:21.268977 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d858a2-80b2-4908-90ef-339515844eb1', 'name': 'network-vif-deleted', 'tag': 'a92e3af2-9884-4430-b4cf-ab4b76e4e06f'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:45:21.271608 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d3489f-b159-4027-87e3-e1a2526b1fc7" -d '{"events": [{"server_uuid": "d5d858a2-80b2-4908-90ef-339515844eb1", "name": "network-vif-deleted", "tag": "a92e3af2-9884-4430-b4cf-ab4b76e4e06f"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:45:21.320436 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad1b786-041a-458b-8da9-550fd2a9679a x-openstack-request-id: req-dad1b786-041a-458b-8da9-550fd2a9679a {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:45:21.320887 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d858a2-80b2-4908-90ef-339515844eb1", "name": "network-vif-deleted", "tag": "a92e3af2-9884-4430-b4cf-ab4b76e4e06f", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:45:21.321386 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dad1b786-041a-458b-8da9-550fd2a9679a {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:45:21.321720 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dad1b786-041a-458b-8da9-550fd2a9679a'] response: {'server_uuid': 'd5d858a2-80b2-4908-90ef-339515844eb1', 'name': 'network-vif-deleted', 'tag': 'a92e3af2-9884-4430-b4cf-ab4b76e4e06f', 'status': 'completed', 'code': 200} Apr 29 11:45:21.398849 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-1482335e-e37b-41be-b363-f815a0c51fd6 None None] Set router 7f40ddc0-6a32-4e75-8fc4-297c563bd2a4 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:45:21.615103 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-1482335e-e37b-41be-b363-f815a0c51fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'name': 'tempest-TestNetworkBasicOps-router-1254036424', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:43:17Z', 'updated_at': '2022-04-29T11:43:21Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:18Z', 'updated_at': '2022-04-29T11:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '63cbd47e-933a-4a7b-9608-3dbb61e48599', 'name': '', 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:25:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '2dd29a24-c72e-405c-9c42-72d438b0f5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:20Z', 'updated_at': '2022-04-29T11:43:25Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '2dd29a24-c72e-405c-9c42-72d438b0f5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:21.641001 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1482335e-e37b-41be-b363-f815a0c51fd6 None None] Checking router: 7f40ddc0-6a32-4e75-8fc4-297c563bd2a4 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:45:21.649158 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1482335e-e37b-41be-b363-f815a0c51fd6 None None] Routers {'7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:45:21.649757 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-1482335e-e37b-41be-b363-f815a0c51fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:44:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:21.756421 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-1482335e-e37b-41be-b363-f815a0c51fd6 None None] Set router 7f40ddc0-6a32-4e75-8fc4-297c563bd2a4 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:45:22.050066 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-1482335e-e37b-41be-b363-f815a0c51fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'name': 'tempest-TestNetworkBasicOps-router-1254036424', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:43:17Z', 'updated_at': '2022-04-29T11:43:21Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:18Z', 'updated_at': '2022-04-29T11:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '63cbd47e-933a-4a7b-9608-3dbb61e48599', 'name': '', 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:25:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '2dd29a24-c72e-405c-9c42-72d438b0f5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:20Z', 'updated_at': '2022-04-29T11:43:25Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '2dd29a24-c72e-405c-9c42-72d438b0f5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:22.081513 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1482335e-e37b-41be-b363-f815a0c51fd6 None None] The sync data for ids ['7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'] in dv-neutron-838888-1-hyperv is: [{'id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'name': 'tempest-TestNetworkBasicOps-router-1254036424', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:43:17Z', 'updated_at': '2022-04-29T11:43:21Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:18Z', 'updated_at': '2022-04-29T11:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '63cbd47e-933a-4a7b-9608-3dbb61e48599', 'name': '', 'network_id': '59f12eb1-38d5-4f06-997b-c23210b19695', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:25:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '2dd29a24-c72e-405c-9c42-72d438b0f5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:20Z', 'updated_at': '2022-04-29T11:43:25Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '2dd29a24-c72e-405c-9c42-72d438b0f5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:45:22.151824 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54016) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:22.217154 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8c270d83-4766-4231-8753-0ba172ef52fd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:22.254107 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8c270d83-4766-4231-8753-0ba172ef52fd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:22.326982 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8c270d83-4766-4231-8753-0ba172ef52fd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:22.329966 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbfeaf9-6dc2-4f3b-aa04-6b7349b02ed5 None None] New status for floating IP 8e2f9d58-e121-4107-ab22-92933ef5acc1: DOWN {{(pid=102961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:45:22.330880 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8c270d83-4766-4231-8753-0ba172ef52fd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:22.332059 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8c270d83-4766-4231-8753-0ba172ef52fd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/security-groups/125828d9-8cb5-4c16-96f4-0b9af34a328c HTTP/1.1" status: 204 len: 168 time: 0.1785703 Apr 29 11:45:22.341251 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c270d83-4766-4231-8753-0ba172ef52fd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=125828d9-8cb5-4c16-96f4-0b9af34a328c,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:22.363706 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54020) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:22.500150 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-e5f1f4ea-9ff4-4b55-84c8-01e9d11f4b67 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port 7d01b72b-d941-405f-8ffe-075c1ef02da5 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:45:22.500524 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e5f1f4ea-9ff4-4b55-84c8-01e9d11f4b67 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:22.579967 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e5f1f4ea-9ff4-4b55-84c8-01e9d11f4b67 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:22.580260 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e5f1f4ea-9ff4-4b55-84c8-01e9d11f4b67 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:22.591479 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-e5f1f4ea-9ff4-4b55-84c8-01e9d11f4b67 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for 7d01b72b-d941-405f-8ffe-075c1ef02da5 owned by network:floatingip {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:45:22.720401 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e5f1f4ea-9ff4-4b55-84c8-01e9d11f4b67 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:22.737319 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device a92e3af2-9884-4430-b4cf-ab4b76e4e06f no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:45:22.749077 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1f4ea-9ff4-4b55-84c8-01e9d11f4b67 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=7d01b72b-d941-405f-8ffe-075c1ef02da5,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:22.758182 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: a92e3af2-9884-4430-b4cf-ab4b76e4e06f {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:45:22.758542 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device a92e3af2-9884-4430-b4cf-ab4b76e4e06f not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:45:22.812419 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e5f1f4ea-9ff4-4b55-84c8-01e9d11f4b67 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:22.815013 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e5f1f4ea-9ff4-4b55-84c8-01e9d11f4b67 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:22.816180 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e5f1f4ea-9ff4-4b55-84c8-01e9d11f4b67 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/floatingips/8e2f9d58-e121-4107-ab22-92933ef5acc1 HTTP/1.1" status: 204 len: 168 time: 0.4507523 Apr 29 11:45:23.030504 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f1fdb-bab4-4650-bdc5-1baed13361bc req-3cd32cf8-ca90-484b-b4ce-84c2bb0da93b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:23.031993 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-032f1fdb-bab4-4650-bdc5-1baed13361bc req-3cd32cf8-ca90-484b-b4ce-84c2bb0da93b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=9110a112-c5d4-44a1-b705-d074e0984a80 HTTP/1.1" status: 200 len: 945 time: 0.0489273 Apr 29 11:45:23.069656 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-032f1fdb-bab4-4650-bdc5-1baed13361bc req-8c638031-ac5e-45c9-81fe-cc596429e6d4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=ddea8759-8e8d-4725-b425-4639fa46480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316470 Apr 29 11:45:23.534634 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a5587e03-03b2-46f4-b53c-1a19dcce7305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:24.192353 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee120d-e4c4-4a7e-ad27-4ba99911bb83 req-b7de1ee1-f14c-4a45-9f09-8775ef0aaf00 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:24.193866 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-deee120d-e4c4-4a7e-ad27-4ba99911bb83 req-b7de1ee1-f14c-4a45-9f09-8775ef0aaf00 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=9110a112-c5d4-44a1-b705-d074e0984a80 HTTP/1.1" status: 200 len: 945 time: 0.0533352 Apr 29 11:45:24.231097 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-deee120d-e4c4-4a7e-ad27-4ba99911bb83 req-465b931a-0059-4ee7-85b6-cb0210406dcb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=ddea8759-8e8d-4725-b425-4639fa46480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311103 Apr 29 11:45:24.593415 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc2c73-6149-41ff-97a2-e68fcc3b3bc9 req-484ef3c4-38fe-417a-a4f4-ffdc04f47376 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:24.594924 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a7dc2c73-6149-41ff-97a2-e68fcc3b3bc9 req-484ef3c4-38fe-417a-a4f4-ffdc04f47376 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/ports?device_id=9110a112-c5d4-44a1-b705-d074e0984a80 HTTP/1.1" status: 200 len: 945 time: 0.0480063 Apr 29 11:45:24.692463 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-a7dc2c73-6149-41ff-97a2-e68fcc3b3bc9 req-ed6d92ac-0da5-4be5-92d7-4d9830318a49 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port 84be80e3-606c-4516-b9a0-5d68fb0ee203 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:45:24.692796 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-a7dc2c73-6149-41ff-97a2-e68fcc3b3bc9 req-ed6d92ac-0da5-4be5-92d7-4d9830318a49 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:24.778148 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-a7dc2c73-6149-41ff-97a2-e68fcc3b3bc9 req-ed6d92ac-0da5-4be5-92d7-4d9830318a49 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] For port 84be80e3-606c-4516-b9a0-5d68fb0ee203, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=84be80e3-606c-4516-b9a0-5d68fb0ee203,segment=NetworkSegment(c4f6fcb6-7785-4c84-a5d7-15afd2ff2045),segment_id=c4f6fcb6-7785-4c84-a5d7-15afd2ff2045)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:45:24.778528 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-a7dc2c73-6149-41ff-97a2-e68fcc3b3bc9 req-ed6d92ac-0da5-4be5-92d7-4d9830318a49 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:24.792063 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-a7dc2c73-6149-41ff-97a2-e68fcc3b3bc9 req-ed6d92ac-0da5-4be5-92d7-4d9830318a49 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for 84be80e3-606c-4516-b9a0-5d68fb0ee203 owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:45:24.922850 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-a7dc2c73-6149-41ff-97a2-e68fcc3b3bc9 req-ed6d92ac-0da5-4be5-92d7-4d9830318a49 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:24.950975 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d92ac-0da5-4be5-92d7-4d9830318a49 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=84be80e3-606c-4516-b9a0-5d68fb0ee203,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:24.996348 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7dc2c73-6149-41ff-97a2-e68fcc3b3bc9 req-ed6d92ac-0da5-4be5-92d7-4d9830318a49 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] No DVR routers for this DVR port 84be80e3-606c-4516-b9a0-5d68fb0ee203 on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:45:24.999382 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-a7dc2c73-6149-41ff-97a2-e68fcc3b3bc9 req-ed6d92ac-0da5-4be5-92d7-4d9830318a49 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:25.002744 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a7dc2c73-6149-41ff-97a2-e68fcc3b3bc9 req-ed6d92ac-0da5-4be5-92d7-4d9830318a49 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "DELETE /v2.0/ports/84be80e3-606c-4516-b9a0-5d68fb0ee203 HTTP/1.1" status: 204 len: 173 time: 0.4002564 Apr 29 11:45:25.003212 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9110a112-c5d4-44a1-b705-d074e0984a80', 'name': 'network-vif-deleted', 'tag': '84be80e3-606c-4516-b9a0-5d68fb0ee203'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:45:25.005442 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba09ddf-25c7-4d2a-b087-81770a9560c3" -d '{"events": [{"server_uuid": "9110a112-c5d4-44a1-b705-d074e0984a80", "name": "network-vif-deleted", "tag": "84be80e3-606c-4516-b9a0-5d68fb0ee203"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:45:25.044483 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647670dc-fcda-4b44-a265-50eb41d0f809 x-openstack-request-id: req-647670dc-fcda-4b44-a265-50eb41d0f809 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:45:25.044944 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9110a112-c5d4-44a1-b705-d074e0984a80", "name": "network-vif-deleted", "tag": "84be80e3-606c-4516-b9a0-5d68fb0ee203", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:45:25.045197 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-647670dc-fcda-4b44-a265-50eb41d0f809 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:45:25.046201 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-647670dc-fcda-4b44-a265-50eb41d0f809'] response: {'server_uuid': '9110a112-c5d4-44a1-b705-d074e0984a80', 'name': 'network-vif-deleted', 'tag': '84be80e3-606c-4516-b9a0-5d68fb0ee203', 'status': 'completed', 'code': 200} Apr 29 11:45:25.350662 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-032121e7-574d-4292-9960-da00ddb96c1f req-2bdc1fac-1518-4da8-8f0a-278ed6638d43 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=9110a112-c5d4-44a1-b705-d074e0984a80 HTTP/1.1" status: 200 len: 210 time: 0.0310090 Apr 29 11:45:26.409640 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54034) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:26.471383 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4f47262e-ab91-49ac-92be-70379d9cb35e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:26.496035 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4f47262e-ab91-49ac-92be-70379d9cb35e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:26.555458 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4f47262e-ab91-49ac-92be-70379d9cb35e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:26.558064 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4f47262e-ab91-49ac-92be-70379d9cb35e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:26.559254 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4f47262e-ab91-49ac-92be-70379d9cb35e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/security-groups/ddea8759-8e8d-4725-b425-4639fa46480f HTTP/1.1" status: 204 len: 168 time: 0.1485910 Apr 29 11:45:26.569004 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47262e-ab91-49ac-92be-70379d9cb35e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddea8759-8e8d-4725-b425-4639fa46480f,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:26.591352 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54038) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:26.782385 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 84be80e3-606c-4516-b9a0-5d68fb0ee203 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:45:26.805962 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: 84be80e3-606c-4516-b9a0-5d68fb0ee203 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:45:26.806326 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 84be80e3-606c-4516-b9a0-5d68fb0ee203 not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:45:26.957627 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-263e9c64-9be4-4d7a-b7e6-d176e0d749a1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:27.094686 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:27.491350 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-263e9c64-9be4-4d7a-b7e6-d176e0d749a1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port 63cbd47e-933a-4a7b-9608-3dbb61e48599 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:45:27.491994 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-263e9c64-9be4-4d7a-b7e6-d176e0d749a1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:27.577765 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-263e9c64-9be4-4d7a-b7e6-d176e0d749a1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] For port 63cbd47e-933a-4a7b-9608-3dbb61e48599, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=63cbd47e-933a-4a7b-9608-3dbb61e48599,segment=NetworkSegment(c4f6fcb6-7785-4c84-a5d7-15afd2ff2045),segment_id=c4f6fcb6-7785-4c84-a5d7-15afd2ff2045)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:45:27.578128 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-263e9c64-9be4-4d7a-b7e6-d176e0d749a1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:27.590884 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-263e9c64-9be4-4d7a-b7e6-d176e0d749a1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for 63cbd47e-933a-4a7b-9608-3dbb61e48599 owned by network:router_interface {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:45:27.739721 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3450b1c9-e530-4014-a835-9455ce77f94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:27.774987 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-263e9c64-9be4-4d7a-b7e6-d176e0d749a1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:27.805558 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e9c64-9be4-4d7a-b7e6-d176e0d749a1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=63cbd47e-933a-4a7b-9608-3dbb61e48599,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:27.979929 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-263e9c64-9be4-4d7a-b7e6-d176e0d749a1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:28.201287 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263e9c64-9be4-4d7a-b7e6-d176e0d749a1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router 7f40ddc0-6a32-4e75-8fc4-297c563bd2a4 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:45:28.313825 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263e9c64-9be4-4d7a-b7e6-d176e0d749a1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:45:28.318692 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-263e9c64-9be4-4d7a-b7e6-d176e0d749a1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "PUT /v2.0/routers/7f40ddc0-6a32-4e75-8fc4-297c563bd2a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7248681 Apr 29 11:45:28.321491 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54040) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:28.323977 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6f4291-ff16-483e-b555-ce8f75875b30 None None] Sync routers for ids ['7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:45:28.335287 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6f4291-ff16-483e-b555-ce8f75875b30 None None] Routers {'7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:45:28.336002 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-ce6f4291-ff16-483e-b555-ce8f75875b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:45:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:28.373406 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f5dfaad-d857-4850-b883-09ab7794ca31 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting subnet 2dd29a24-c72e-405c-9c42-72d438b0f5cb {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:45:28.377098 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7f5dfaad-d857-4850-b883-09ab7794ca31 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:28.418050 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7f5dfaad-d857-4850-b883-09ab7794ca31 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:28.442765 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-ce6f4291-ff16-483e-b555-ce8f75875b30 None None] Set router 7f40ddc0-6a32-4e75-8fc4-297c563bd2a4 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:45:28.482790 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:28.517681 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7f5dfaad-d857-4850-b883-09ab7794ca31 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:28.579214 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7f5dfaad-d857-4850-b883-09ab7794ca31 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:28.607060 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5dfaad-d857-4850-b883-09ab7794ca31 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Subnet': ['ID=2dd29a24-c72e-405c-9c42-72d438b0f5cb,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:28.612436 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7f5dfaad-d857-4850-b883-09ab7794ca31 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:28.616213 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7f5dfaad-d857-4850-b883-09ab7794ca31 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/subnets/2dd29a24-c72e-405c-9c42-72d438b0f5cb HTTP/1.1" status: 204 len: 168 time: 0.2937813 Apr 29 11:45:28.618899 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54042) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:28.620986 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14d1a68-56b0-4841-bae2-dd27c2528a9c None None] Network 59f12eb1-38d5-4f06-997b-c23210b19695 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:45:28.631026 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-ce6f4291-ff16-483e-b555-ce8f75875b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'name': 'tempest-TestNetworkBasicOps-router-1254036424', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:43:17Z', 'updated_at': '2022-04-29T11:45:27Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:18Z', 'updated_at': '2022-04-29T11:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:28.663030 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6f4291-ff16-483e-b555-ce8f75875b30 None None] Checking router: 7f40ddc0-6a32-4e75-8fc4-297c563bd2a4 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:45:28.673402 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6f4291-ff16-483e-b555-ce8f75875b30 None None] Routers {'7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:45:28.674629 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-ce6f4291-ff16-483e-b555-ce8f75875b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:45:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:28.734875 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c6e3dd6f-d1b7-4387-82f7-b268807fd518 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:28.782784 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-ce6f4291-ff16-483e-b555-ce8f75875b30 None None] Set router 7f40ddc0-6a32-4e75-8fc4-297c563bd2a4 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:45:28.833667 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ab2d4f-7a18-46e8-8ef4-f191adc544b2 None None] DHCP port deletion for 59f12eb1-38d5-4f06-997b-c23210b19695 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:45:28.848342 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c6e3dd6f-d1b7-4387-82f7-b268807fd518 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:28.882941 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-17ab2d4f-7a18-46e8-8ef4-f191adc544b2 None None] Deleting port f6d021cb-25c0-4b10-b3a9-14a8062e30ff {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:45:28.883315 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-17ab2d4f-7a18-46e8-8ef4-f191adc544b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:28.909532 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-c6e3dd6f-d1b7-4387-82f7-b268807fd518 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port c4a08e39-0a2c-4133-8e8f-fff794b52750 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:45:28.910295 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c6e3dd6f-d1b7-4387-82f7-b268807fd518 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:28.950491 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-17ab2d4f-7a18-46e8-8ef4-f191adc544b2 None None] For port f6d021cb-25c0-4b10-b3a9-14a8062e30ff, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=f6d021cb-25c0-4b10-b3a9-14a8062e30ff,segment=NetworkSegment(c4f6fcb6-7785-4c84-a5d7-15afd2ff2045),segment_id=c4f6fcb6-7785-4c84-a5d7-15afd2ff2045)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:45:28.950885 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-17ab2d4f-7a18-46e8-8ef4-f191adc544b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:28.968073 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-17ab2d4f-7a18-46e8-8ef4-f191adc544b2 None None] Calling delete_port for f6d021cb-25c0-4b10-b3a9-14a8062e30ff owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:45:28.979440 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-ce6f4291-ff16-483e-b555-ce8f75875b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'name': 'tempest-TestNetworkBasicOps-router-1254036424', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:43:17Z', 'updated_at': '2022-04-29T11:45:27Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:18Z', 'updated_at': '2022-04-29T11:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:29.007770 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6f4291-ff16-483e-b555-ce8f75875b30 None None] The sync data for ids ['7f40ddc0-6a32-4e75-8fc4-297c563bd2a4'] in dv-neutron-838888-1-hyperv is: [{'id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'name': 'tempest-TestNetworkBasicOps-router-1254036424', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:43:17Z', 'updated_at': '2022-04-29T11:45:27Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': 'c4a08e39-0a2c-4133-8e8f-fff794b52750', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40ddc0-6a32-4e75-8fc4-297c563bd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:18Z', 'updated_at': '2022-04-29T11:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:45:29.008585 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-c6e3dd6f-d1b7-4387-82f7-b268807fd518 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] For port c4a08e39-0a2c-4133-8e8f-fff794b52750, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=c4a08e39-0a2c-4133-8e8f-fff794b52750,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:45:29.009053 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c6e3dd6f-d1b7-4387-82f7-b268807fd518 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.026669 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-c6e3dd6f-d1b7-4387-82f7-b268807fd518 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for c4a08e39-0a2c-4133-8e8f-fff794b52750 owned by network:router_gateway {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:45:29.062539 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-17ab2d4f-7a18-46e8-8ef4-f191adc544b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.088036 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab2d4f-7a18-46e8-8ef4-f191adc544b2 None None] Pushing event deleted for resources: {'Port': ['ID=f6d021cb-25c0-4b10-b3a9-14a8062e30ff,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:29.093206 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ab2d4f-7a18-46e8-8ef4-f191adc544b2 None None] No DVR routers for this DVR port f6d021cb-25c0-4b10-b3a9-14a8062e30ff on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:45:29.221879 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c6e3dd6f-d1b7-4387-82f7-b268807fd518 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.250016 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3dd6f-d1b7-4387-82f7-b268807fd518 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=c4a08e39-0a2c-4133-8e8f-fff794b52750,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:29.308780 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c6e3dd6f-d1b7-4387-82f7-b268807fd518 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.407995 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c6e3dd6f-d1b7-4387-82f7-b268807fd518 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.410566 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c6e3dd6f-d1b7-4387-82f7-b268807fd518 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.456121 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device f6d021cb-25c0-4b10-b3a9-14a8062e30ff no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:45:29.467861 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c6e3dd6f-d1b7-4387-82f7-b268807fd518 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.468695 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e3dd6f-d1b7-4387-82f7-b268807fd518 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Fanout notify agent at l3_agent the message router_deleted on router 7f40ddc0-6a32-4e75-8fc4-297c563bd2a4 {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:45:29.476134 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c6e3dd6f-d1b7-4387-82f7-b268807fd518 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.477354 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c6e3dd6f-d1b7-4387-82f7-b268807fd518 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/routers/7f40ddc0-6a32-4e75-8fc4-297c563bd2a4 HTTP/1.1" status: 204 len: 168 time: 0.8572886 Apr 29 11:45:29.480363 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54044) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:29.491926 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: f6d021cb-25c0-4b10-b3a9-14a8062e30ff {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:45:29.492533 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device f6d021cb-25c0-4b10-b3a9-14a8062e30ff not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:45:29.561377 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-954087b6-0425-457f-9565-cbbff17c87c3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.658705 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-954087b6-0425-457f-9565-cbbff17c87c3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.681128 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-954087b6-0425-457f-9565-cbbff17c87c3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59f12eb1-38d5-4f06-997b-c23210b19695']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:29.692813 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-954087b6-0425-457f-9565-cbbff17c87c3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f6fcb6-7785-4c84-a5d7-15afd2ff2045') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:29.693111 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-954087b6-0425-457f-9565-cbbff17c87c3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f6fcb6-7785-4c84-a5d7-15afd2ff2045') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:29.704404 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-954087b6-0425-457f-9565-cbbff17c87c3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.717470 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-954087b6-0425-457f-9565-cbbff17c87c3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.723765 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-954087b6-0425-457f-9565-cbbff17c87c3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:45:29.724174 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-954087b6-0425-457f-9565-cbbff17c87c3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.727471 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:45:29.727471 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:45:29.727471 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:45:29.727471 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:45:29.727471 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:45:29.727471 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:45:29.727471 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:45:29.727471 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:45:29.727471 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:45:29.727471 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:45:29.727471 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:45:29.727471 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:45:29.727471 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:45:29.727471 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:45:29.727471 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:45:29.727471 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:45:29.727471 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:45:29.727471 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:45:29.727471 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:45:29.727471 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:45:29.727471 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:45:29.727471 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:45:29.727471 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:45:29.727471 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:45:29.727471 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:45:29.727471 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:45:29.727471 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:45:29.727471 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:45:29.727471 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:45:29.727471 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:45:29.727471 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:45:29.727471 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:45:29.786568 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-954087b6-0425-457f-9565-cbbff17c87c3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.791151 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-954087b6-0425-457f-9565-cbbff17c87c3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.794356 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-954087b6-0425-457f-9565-cbbff17c87c3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/networks/59f12eb1-38d5-4f06-997b-c23210b19695 HTTP/1.1" status: 204 len: 168 time: 0.3129036 Apr 29 11:45:29.814703 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954087b6-0425-457f-9565-cbbff17c87c3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Network': ['ID=59f12eb1-38d5-4f06-997b-c23210b19695,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:29.817750 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54046) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:29.824999 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-dd11db62-6ff9-40e4-8869-7e1ca88e7e10 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'network': {'name': 'tempest-network-smoke--1832836154', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'port_security_enabled': True}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:29.846660 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd11db62-6ff9-40e4-8869-7e1ca88e7e10 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Made reservation on behalf of e43b3d3b447648b5aeeaf858bb1241e8 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:29.850817 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dd11db62-6ff9-40e4-8869-7e1ca88e7e10 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.875130 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd11db62-6ff9-40e4-8869-7e1ca88e7e10 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:45:29.884218 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dd11db62-6ff9-40e4-8869-7e1ca88e7e10 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.884561 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-dd11db62-6ff9-40e4-8869-7e1ca88e7e10 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Added segment bf758341-614a-4a8a-b3f4-82ae8b8d30b8 of type vlan for network daec016b-c08c-4e00-837b-f82de0c52798 Apr 29 11:45:29.923726 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dd11db62-6ff9-40e4-8869-7e1ca88e7e10 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.948148 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dd11db62-6ff9-40e4-8869-7e1ca88e7e10 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.954422 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd11db62-6ff9-40e4-8869-7e1ca88e7e10 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:29.955003 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dd11db62-6ff9-40e4-8869-7e1ca88e7e10 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.996026 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:30.021435 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-dd11db62-6ff9-40e4-8869-7e1ca88e7e10 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2003679 Apr 29 11:45:30.025866 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54048) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:30.030724 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11db62-6ff9-40e4-8869-7e1ca88e7e10 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Network': ['ID=daec016b-c08c-4e00-837b-f82de0c52798,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:30.036394 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-dc0b82ee-8475-4e7b-b859-0c89df3cb6a3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2074281159', 'admin_state_up': True, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:30.041206 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network daec016b-c08c-4e00-837b-f82de0c52798 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:45:30.077634 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dc0b82ee-8475-4e7b-b859-0c89df3cb6a3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:30.079033 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dc0b82ee-8475-4e7b-b859-0c89df3cb6a3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:30.165079 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dc0b82ee-8475-4e7b-b859-0c89df3cb6a3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:30.197212 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:30.309205 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dc0b82ee-8475-4e7b-b859-0c89df3cb6a3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:30.507621 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dc0b82ee-8475-4e7b-b859-0c89df3cb6a3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_gateway, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:30.526333 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dc0b82ee-8475-4e7b-b859-0c89df3cb6a3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:30.675321 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-dc0b82ee-8475-4e7b-b859-0c89df3cb6a3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.26.4.96 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/16d9c29a-a957-4f3e-86c3-e0dff850ae89) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:30.775514 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dc0b82ee-8475-4e7b-b859-0c89df3cb6a3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:30.808926 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dc0b82ee-8475-4e7b-b859-0c89df3cb6a3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:30.848757 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0b82ee-8475-4e7b-b859-0c89df3cb6a3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:30.853549 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-dc0b82ee-8475-4e7b-b859-0c89df3cb6a3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:30.857039 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0b82ee-8475-4e7b-b859-0c89df3cb6a3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:45:30.881197 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b82ee-8475-4e7b-b859-0c89df3cb6a3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=16d9c29a-a957-4f3e-86c3-e0dff850ae89,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:31.059201 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 63cbd47e-933a-4a7b-9608-3dbb61e48599 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:45:31.084820 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 63cbd47e-933a-4a7b-9608-3dbb61e48599 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:45:31.085261 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 63cbd47e-933a-4a7b-9608-3dbb61e48599 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:45:31.085678 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device c4a08e39-0a2c-4133-8e8f-fff794b52750 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:45:31.106486 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: c4a08e39-0a2c-4133-8e8f-fff794b52750 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:45:31.106879 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device c4a08e39-0a2c-4133-8e8f-fff794b52750 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:45:31.401229 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dc0b82ee-8475-4e7b-b859-0c89df3cb6a3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_gateway, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:31.604899 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dc0b82ee-8475-4e7b-b859-0c89df3cb6a3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:31.742767 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0b82ee-8475-4e7b-b859-0c89df3cb6a3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router bec2256b-73b6-42ba-8b55-1f2836ec8c31 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:45:31.882312 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0b82ee-8475-4e7b-b859-0c89df3cb6a3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:45:31.891885 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a383558f-df65-4211-ab35-bf1a5fc8f2cd None None] Sync routers for ids ['bec2256b-73b6-42ba-8b55-1f2836ec8c31'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:45:31.903428 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a383558f-df65-4211-ab35-bf1a5fc8f2cd None None] Routers {'bec2256b-73b6-42ba-8b55-1f2836ec8c31'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:45:31.904134 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-a383558f-df65-4211-ab35-bf1a5fc8f2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:45:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['bec2256b-73b6-42ba-8b55-1f2836ec8c31'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:31.911164 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ee1aa-c91f-4c19-8ea7-136a6938c7d9 req-17bf7fc8-d986-4dad-ab99-5927f0a2562a tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:31.912752 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c08ee1aa-c91f-4c19-8ea7-136a6938c7d9 req-17bf7fc8-d986-4dad-ab99-5927f0a2562a tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f960b43-19a2-4fae-924d-9f153342f2ba HTTP/1.1" status: 200 len: 945 time: 0.0760148 Apr 29 11:45:31.916145 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dc0b82ee-8475-4e7b-b859-0c89df3cb6a3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:31.917340 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-dc0b82ee-8475-4e7b-b859-0c89df3cb6a3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8893423 Apr 29 11:45:31.921535 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54054) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:31.955822 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6c0dcb01-3c97-4095-9406-2ae9ed42323a tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=e43b3d3b447648b5aeeaf858bb1241e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306292 Apr 29 11:45:31.956048 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c08ee1aa-c91f-4c19-8ea7-136a6938c7d9 req-5abe43ee-aa18-4546-bbaf-e7fe93438b33 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353467 Apr 29 11:45:31.956048 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54056) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:32.025491 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-a383558f-df65-4211-ab35-bf1a5fc8f2cd None None] Set router bec2256b-73b6-42ba-8b55-1f2836ec8c31 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:45:32.137673 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207387ae-9ca7-45cf-8666-63f36856e6cc tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:32.139384 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-207387ae-9ca7-45cf-8666-63f36856e6cc tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1822827 Apr 29 11:45:32.143761 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54058) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:32.182186 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7e3281e7-ae2f-4688-be09-7c94cb7e5555 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=1c458760-cee1-43dd-bfaa-f7beebba31f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371881 Apr 29 11:45:32.185413 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54060) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:32.190690 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-a05a2dcb-c5f7-4699-a895-82d7303da0b6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1163561080', 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:32.221378 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-a383558f-df65-4211-ab35-bf1a5fc8f2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'name': 'tempest-TestNetworkBasicOps-router-2074281159', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '16d9c29a-a957-4f3e-86c3-e0dff850ae89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:30Z', 'updated_at': '2022-04-29T11:45:31Z', 'revision_number': 3, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '16d9c29a-a957-4f3e-86c3-e0dff850ae89', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:30Z', 'updated_at': '2022-04-29T11:45:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:32.291114 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05a2dcb-c5f7-4699-a895-82d7303da0b6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Made reservation on behalf of e43b3d3b447648b5aeeaf858bb1241e8 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:32.295160 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a05a2dcb-c5f7-4699-a895-82d7303da0b6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:32.407792 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a383558f-df65-4211-ab35-bf1a5fc8f2cd None None] Checking router: bec2256b-73b6-42ba-8b55-1f2836ec8c31 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:45:32.408223 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a383558f-df65-4211-ab35-bf1a5fc8f2cd None None] Updating router bec2256b-73b6-42ba-8b55-1f2836ec8c31 port 16d9c29a-a957-4f3e-86c3-e0dff850ae89 binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:45:32.433409 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a383558f-df65-4211-ab35-bf1a5fc8f2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:32.490119 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a05a2dcb-c5f7-4699-a895-82d7303da0b6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:32.549925 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a2dcb-c5f7-4699-a895-82d7303da0b6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Subnet': ['ID=ed98931a-9237-4a98-acf9-6e746c66fd09,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:32.559559 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05a2dcb-c5f7-4699-a895-82d7303da0b6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Checking segment: {'id': 'bf758341-614a-4a8a-b3f4-82ae8b8d30b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:45:32.559907 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05a2dcb-c5f7-4699-a895-82d7303da0b6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network hostable DHCP agents. Network: daec016b-c08c-4e00-837b-f82de0c52798, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:45:32.579473 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05a2dcb-c5f7-4699-a895-82d7303da0b6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network daec016b-c08c-4e00-837b-f82de0c52798 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:45:32.589101 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-a05a2dcb-c5f7-4699-a895-82d7303da0b6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, daec016b-c08c-4e00-837b-f82de0c52798) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:32.595239 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05a2dcb-c5f7-4699-a895-82d7303da0b6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:32.595878 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a05a2dcb-c5f7-4699-a895-82d7303da0b6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:32.600119 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2358ce0c-33ed-4c5d-886c-2882ad3edc11 None None] Network daec016b-c08c-4e00-837b-f82de0c52798 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:45:32.613320 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a05a2dcb-c5f7-4699-a895-82d7303da0b6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4266026 Apr 29 11:45:32.616197 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54062) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:32.800689 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a383558f-df65-4211-ab35-bf1a5fc8f2cd None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:32.809122 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a383558f-df65-4211-ab35-bf1a5fc8f2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:32.856582 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea303c4-6721-4de9-bce6-7014a4b6608a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-daec016b-c08c-4e00-837b-f82de0c52798', 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ips': [{'subnet_id': 'ed98931a-9237-4a98-acf9-6e746c66fd09'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:45:32.857425 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9ea303c4-6721-4de9-bce6-7014a4b6608a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:32.897315 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-a383558f-df65-4211-ab35-bf1a5fc8f2cd None None] Attempting to bind port 16d9c29a-a957-4f3e-86c3-e0dff850ae89 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:45:32.897819 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-a383558f-df65-4211-ab35-bf1a5fc8f2cd None None] Attempting to bind port 16d9c29a-a957-4f3e-86c3-e0dff850ae89 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:45:32.898032 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a383558f-df65-4211-ab35-bf1a5fc8f2cd None None] Attempting to bind port 16d9c29a-a957-4f3e-86c3-e0dff850ae89 on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:45:32.913070 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed6bb3-5623-447f-aa51-18776148dcfb None None] Pushing event updated for resources: {'Port': ['ID=16d9c29a-a957-4f3e-86c3-e0dff850ae89,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:32.917689 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a383558f-df65-4211-ab35-bf1a5fc8f2cd None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:45:32.918068 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a383558f-df65-4211-ab35-bf1a5fc8f2cd None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:45:32.918623 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a383558f-df65-4211-ab35-bf1a5fc8f2cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:32.918954 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a383558f-df65-4211-ab35-bf1a5fc8f2cd None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:45:32.919488 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-a383558f-df65-4211-ab35-bf1a5fc8f2cd None None] Bound port: 16d9c29a-a957-4f3e-86c3-e0dff850ae89, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:45:32.919938 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a383558f-df65-4211-ab35-bf1a5fc8f2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.065806 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-a383558f-df65-4211-ab35-bf1a5fc8f2cd None None] For port 16d9c29a-a957-4f3e-86c3-e0dff850ae89, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:45:33.082803 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-a383558f-df65-4211-ab35-bf1a5fc8f2cd None None] For port 16d9c29a-a957-4f3e-86c3-e0dff850ae89, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=16d9c29a-a957-4f3e-86c3-e0dff850ae89,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:45:33.093346 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a383558f-df65-4211-ab35-bf1a5fc8f2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.095960 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-9ea303c4-6721-4de9-bce6-7014a4b6608a None None] Allocated IP 172.20.0.2 (daec016b-c08c-4e00-837b-f82de0c52798/ed98931a-9237-4a98-acf9-6e746c66fd09/0e253801-ab28-46fe-b012-15db20ebfa57) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:33.099726 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f204a78a-9645-43e3-ad4c-8e0d4e761786 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.122506 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ba67b-294b-4591-a2b9-fdf0e516c48f req-e9bd62d0-2d2f-453e-bf9d-5c9aa2898750 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:33.125058 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-542ba67b-294b-4591-a2b9-fdf0e516c48f req-e9bd62d0-2d2f-453e-bf9d-5c9aa2898750 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f960b43-19a2-4fae-924d-9f153342f2ba HTTP/1.1" status: 200 len: 945 time: 0.0724523 Apr 29 11:45:33.212112 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-542ba67b-294b-4591-a2b9-fdf0e516c48f req-1102609b-0639-423c-975e-2d4e93e6f5fe tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465772 Apr 29 11:45:33.215045 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a383558f-df65-4211-ab35-bf1a5fc8f2cd None None] Routers {'bec2256b-73b6-42ba-8b55-1f2836ec8c31'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:45:33.215667 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-a383558f-df65-4211-ab35-bf1a5fc8f2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:45:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['bec2256b-73b6-42ba-8b55-1f2836ec8c31'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:33.224267 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed6bb3-5623-447f-aa51-18776148dcfb None None] Pushing event updated for resources: {'Port': ['ID=16d9c29a-a957-4f3e-86c3-e0dff850ae89,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:33.382620 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-a383558f-df65-4211-ab35-bf1a5fc8f2cd None None] Set router bec2256b-73b6-42ba-8b55-1f2836ec8c31 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:45:33.451044 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9ea303c4-6721-4de9-bce6-7014a4b6608a None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.468880 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9ea303c4-6721-4de9-bce6-7014a4b6608a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.517222 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-f204a78a-9645-43e3-ad4c-8e0d4e761786 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.20.0.1 (daec016b-c08c-4e00-837b-f82de0c52798/ed98931a-9237-4a98-acf9-6e746c66fd09/2dd6780e-fec7-454a-af37-51c112b65ab6) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:33.548853 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea303c4-6721-4de9-bce6-7014a4b6608a None None] Network daec016b-c08c-4e00-837b-f82de0c52798 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:33.562324 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-9ea303c4-6721-4de9-bce6-7014a4b6608a None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:33.564700 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea303c4-6721-4de9-bce6-7014a4b6608a None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:45:33.574405 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea303c4-6721-4de9-bce6-7014a4b6608a None None] Pushing event updated for resources: {'Port': ['ID=0e253801-ab28-46fe-b012-15db20ebfa57,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:33.657668 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d224bd-d36f-4205-8b23-6c7893920999 req-822abfea-fb44-4603-a7d0-8605a9fcbe02 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:33.659088 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a2d224bd-d36f-4205-8b23-6c7893920999 req-822abfea-fb44-4603-a7d0-8605a9fcbe02 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f960b43-19a2-4fae-924d-9f153342f2ba HTTP/1.1" status: 200 len: 945 time: 0.0833700 Apr 29 11:45:33.662403 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-9ea303c4-6721-4de9-bce6-7014a4b6608a None None] Attempting to bind port 0e253801-ab28-46fe-b012-15db20ebfa57 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:45:33.662774 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-9ea303c4-6721-4de9-bce6-7014a4b6608a None None] Attempting to bind port 0e253801-ab28-46fe-b012-15db20ebfa57 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'bf758341-614a-4a8a-b3f4-82ae8b8d30b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:45:33.663158 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea303c4-6721-4de9-bce6-7014a4b6608a None None] Attempting to bind port 0e253801-ab28-46fe-b012-15db20ebfa57 on network daec016b-c08c-4e00-837b-f82de0c52798 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:45:33.670908 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea303c4-6721-4de9-bce6-7014a4b6608a None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:45:33.671335 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea303c4-6721-4de9-bce6-7014a4b6608a None None] Checking segment: {'id': 'bf758341-614a-4a8a-b3f4-82ae8b8d30b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:45:33.671816 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9ea303c4-6721-4de9-bce6-7014a4b6608a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.672217 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea303c4-6721-4de9-bce6-7014a4b6608a None None] Bound using segment: {'id': 'bf758341-614a-4a8a-b3f4-82ae8b8d30b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:45:33.672688 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-9ea303c4-6721-4de9-bce6-7014a4b6608a None None] Bound port: 0e253801-ab28-46fe-b012-15db20ebfa57, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf758341-614a-4a8a-b3f4-82ae8b8d30b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:45:33.673068 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9ea303c4-6721-4de9-bce6-7014a4b6608a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.681757 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f204a78a-9645-43e3-ad4c-8e0d4e761786 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.692839 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-a383558f-df65-4211-ab35-bf1a5fc8f2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'name': 'tempest-TestNetworkBasicOps-router-2074281159', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '16d9c29a-a957-4f3e-86c3-e0dff850ae89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:30Z', 'updated_at': '2022-04-29T11:45:31Z', 'revision_number': 3, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '16d9c29a-a957-4f3e-86c3-e0dff850ae89', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:30Z', 'updated_at': '2022-04-29T11:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:33.739827 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a383558f-df65-4211-ab35-bf1a5fc8f2cd None None] The sync data for ids ['bec2256b-73b6-42ba-8b55-1f2836ec8c31'] in dv-neutron-838888-1-hyperv is: [{'id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'name': 'tempest-TestNetworkBasicOps-router-2074281159', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '16d9c29a-a957-4f3e-86c3-e0dff850ae89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:30Z', 'updated_at': '2022-04-29T11:45:31Z', 'revision_number': 3, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '16d9c29a-a957-4f3e-86c3-e0dff850ae89', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:30Z', 'updated_at': '2022-04-29T11:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:45:33.773030 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-9ea303c4-6721-4de9-bce6-7014a4b6608a None None] For port 0e253801-ab28-46fe-b012-15db20ebfa57, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:45:33.776563 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-9ea303c4-6721-4de9-bce6-7014a4b6608a None None] For port 0e253801-ab28-46fe-b012-15db20ebfa57, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=0e253801-ab28-46fe-b012-15db20ebfa57,segment=NetworkSegment(bf758341-614a-4a8a-b3f4-82ae8b8d30b8),segment_id=bf758341-614a-4a8a-b3f4-82ae8b8d30b8)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:45:33.781844 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9ea303c4-6721-4de9-bce6-7014a4b6608a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.782439 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f204a78a-9645-43e3-ad4c-8e0d4e761786 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.851317 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f204a78a-9645-43e3-ad4c-8e0d4e761786 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network daec016b-c08c-4e00-837b-f82de0c52798 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:33.855404 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea303c4-6721-4de9-bce6-7014a4b6608a None None] Pushing event updated for resources: {'Port': ['ID=0e253801-ab28-46fe-b012-15db20ebfa57,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:33.856667 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-f204a78a-9645-43e3-ad4c-8e0d4e761786 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:33.860617 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f204a78a-9645-43e3-ad4c-8e0d4e761786 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:45:33.863232 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204a78a-9645-43e3-ad4c-8e0d4e761786 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=2dd6780e-fec7-454a-af37-51c112b65ab6,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:33.872122 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-a2d224bd-d36f-4205-8b23-6c7893920999 req-954fb1c8-128c-461e-b044-09219cfc88a6 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Deleting port e0232197-aa8e-453a-8b4a-47f4685634c2 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:45:33.872604 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-a2d224bd-d36f-4205-8b23-6c7893920999 req-954fb1c8-128c-461e-b044-09219cfc88a6 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.959634 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f204a78a-9645-43e3-ad4c-8e0d4e761786 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:34.406307 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-a2d224bd-d36f-4205-8b23-6c7893920999 req-954fb1c8-128c-461e-b044-09219cfc88a6 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] For port e0232197-aa8e-453a-8b4a-47f4685634c2, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e0232197-aa8e-453a-8b4a-47f4685634c2,segment=NetworkSegment(0c080895-bcf4-4e59-861e-09d2c7c3a6d0),segment_id=0c080895-bcf4-4e59-861e-09d2c7c3a6d0)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:45:34.407018 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-a2d224bd-d36f-4205-8b23-6c7893920999 req-954fb1c8-128c-461e-b044-09219cfc88a6 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:34.511299 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178f0b3-41d0-4ce7-83e2-9f5bb0d539bb req-5c11b497-65ce-4bfe-92ae-6d2b0403914c tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:34.512852 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d178f0b3-41d0-4ce7-83e2-9f5bb0d539bb req-5c11b497-65ce-4bfe-92ae-6d2b0403914c tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f960b43-19a2-4fae-924d-9f153342f2ba HTTP/1.1" status: 200 len: 945 time: 0.1800895 Apr 29 11:45:34.669881 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d178f0b3-41d0-4ce7-83e2-9f5bb0d539bb req-92343102-35df-487b-bac8-391ea45110b3 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464932 Apr 29 11:45:34.671082 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f204a78a-9645-43e3-ad4c-8e0d4e761786 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:34.736823 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-a2d224bd-d36f-4205-8b23-6c7893920999 req-954fb1c8-128c-461e-b044-09219cfc88a6 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:34.737183 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-a2d224bd-d36f-4205-8b23-6c7893920999 req-954fb1c8-128c-461e-b044-09219cfc88a6 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:34.737497 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [req-a2d224bd-d36f-4205-8b23-6c7893920999 req-954fb1c8-128c-461e-b044-09219cfc88a6 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Floating IP 21ed04cc-c3f2-4b6f-a9f1-b8e4b07b8bb7 disassociated. External IP: 172.26.4.220, port: e0232197-aa8e-453a-8b4a-47f4685634c2. Apr 29 11:45:34.737848 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-a2d224bd-d36f-4205-8b23-6c7893920999 req-954fb1c8-128c-461e-b044-09219cfc88a6 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Calling delete_port for e0232197-aa8e-453a-8b4a-47f4685634c2 owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:45:34.876794 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb65bc1f-5f52-4da6-a0db-a3d551e71bcb None None] Network daec016b-c08c-4e00-837b-f82de0c52798 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:45:34.962480 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-770c5d38-6114-4df6-9124-15acc311207a None None] Provisioning complete for port 0e253801-ab28-46fe-b012-15db20ebfa57 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:34.962762 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-770c5d38-6114-4df6-9124-15acc311207a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:35.021303 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-a2d224bd-d36f-4205-8b23-6c7893920999 req-954fb1c8-128c-461e-b044-09219cfc88a6 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:35.070637 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fb1c8-128c-461e-b044-09219cfc88a6 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Pushing event deleted for resources: {'Port': ['ID=e0232197-aa8e-453a-8b4a-47f4685634c2,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:35.116545 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-770c5d38-6114-4df6-9124-15acc311207a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:35.167409 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f204a78a-9645-43e3-ad4c-8e0d4e761786 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:35.179433 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f204a78a-9645-43e3-ad4c-8e0d4e761786 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:35.292299 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 16d9c29a-a957-4f3e-86c3-e0dff850ae89 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:45:35.315989 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f204a78a-9645-43e3-ad4c-8e0d4e761786 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:35.343200 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204a78a-9645-43e3-ad4c-8e0d4e761786 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=2dd6780e-fec7-454a-af37-51c112b65ab6,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:35.345897 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-770c5d38-6114-4df6-9124-15acc311207a None None] For port 0e253801-ab28-46fe-b012-15db20ebfa57, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=0e253801-ab28-46fe-b012-15db20ebfa57,segment=NetworkSegment(bf758341-614a-4a8a-b3f4-82ae8b8d30b8),segment_id=bf758341-614a-4a8a-b3f4-82ae8b8d30b8)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:45:35.347775 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2d224bd-d36f-4205-8b23-6c7893920999 req-954fb1c8-128c-461e-b044-09219cfc88a6 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Router f601182d-d511-43d6-ade7-d211bedc506a has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:45:35.356762 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-770c5d38-6114-4df6-9124-15acc311207a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:35.426954 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 16d9c29a-a957-4f3e-86c3-e0dff850ae89 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:35.427205 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:35.454879 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c5d38-6114-4df6-9124-15acc311207a None None] Pushing event updated for resources: {'Port': ['ID=0e253801-ab28-46fe-b012-15db20ebfa57,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:35.504427 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f204a78a-9645-43e3-ad4c-8e0d4e761786 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network daec016b-c08c-4e00-837b-f82de0c52798 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:35.539040 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:35.545130 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-f204a78a-9645-43e3-ad4c-8e0d4e761786 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:35.569611 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 16d9c29a-a957-4f3e-86c3-e0dff850ae89, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=16d9c29a-a957-4f3e-86c3-e0dff850ae89,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:45:35.579805 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:35.580706 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 0e253801-ab28-46fe-b012-15db20ebfa57 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:45:35.611188 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2d224bd-d36f-4205-8b23-6c7893920999 req-954fb1c8-128c-461e-b044-09219cfc88a6 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:45:35.625871 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c34583c-7859-4137-83ef-89c20f2b48a3 None None] Sync routers for ids ['f601182d-d511-43d6-ade7-d211bedc506a'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:45:35.637770 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c34583c-7859-4137-83ef-89c20f2b48a3 None None] Routers {'f601182d-d511-43d6-ade7-d211bedc506a'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:45:35.642388 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-3c34583c-7859-4137-83ef-89c20f2b48a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:45:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f601182d-d511-43d6-ade7-d211bedc506a'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:35.667679 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d224bd-d36f-4205-8b23-6c7893920999 req-954fb1c8-128c-461e-b044-09219cfc88a6 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] No DVR routers for this DVR port e0232197-aa8e-453a-8b4a-47f4685634c2 on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:45:35.671769 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-a2d224bd-d36f-4205-8b23-6c7893920999 req-954fb1c8-128c-461e-b044-09219cfc88a6 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:35.675296 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a2d224bd-d36f-4205-8b23-6c7893920999 req-954fb1c8-128c-461e-b044-09219cfc88a6 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.62 "DELETE /v2.0/ports/e0232197-aa8e-453a-8b4a-47f4685634c2 HTTP/1.1" status: 204 len: 173 time: 2.0054102 Apr 29 11:45:35.676094 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f960b43-19a2-4fae-924d-9f153342f2ba', 'name': 'network-vif-deleted', 'tag': 'e0232197-aa8e-453a-8b4a-47f4685634c2'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:45:35.678083 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7776d9df-ec71-4892-8f67-7b9d4ba182bf" -d '{"events": [{"server_uuid": "4f960b43-19a2-4fae-924d-9f153342f2ba", "name": "network-vif-deleted", "tag": "e0232197-aa8e-453a-8b4a-47f4685634c2"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:45:35.765688 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-c278827e-ac37-4b23-8a1a-625950b235d5 None None] Provisioning complete for port 2dd6780e-fec7-454a-af37-51c112b65ab6 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:35.766257 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c278827e-ac37-4b23-8a1a-625950b235d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:35.769586 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=16d9c29a-a957-4f3e-86c3-e0dff850ae89,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:35.808490 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b2a1f9-14c2-40b4-bd30-c285e3f64c75 x-openstack-request-id: req-55b2a1f9-14c2-40b4-bd30-c285e3f64c75 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:45:35.808852 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f960b43-19a2-4fae-924d-9f153342f2ba", "name": "network-vif-deleted", "tag": "e0232197-aa8e-453a-8b4a-47f4685634c2", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:45:35.809046 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-55b2a1f9-14c2-40b4-bd30-c285e3f64c75 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:45:35.809442 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55b2a1f9-14c2-40b4-bd30-c285e3f64c75'] response: {'server_uuid': '4f960b43-19a2-4fae-924d-9f153342f2ba', 'name': 'network-vif-deleted', 'tag': 'e0232197-aa8e-453a-8b4a-47f4685634c2', 'status': 'completed', 'code': 200} Apr 29 11:45:35.827953 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 0e253801-ab28-46fe-b012-15db20ebfa57 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:35.828323 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:35.842630 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-86c5cb7c-bae0-4126-a05f-517a9ff7686f req-88a76a1c-825e-4069-a4a9-aae37cecb639 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f960b43-19a2-4fae-924d-9f153342f2ba HTTP/1.1" status: 200 len: 210 time: 0.0452900 Apr 29 11:45:35.876559 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-c278827e-ac37-4b23-8a1a-625950b235d5 None None] Port 2dd6780e-fec7-454a-af37-51c112b65ab6 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:45:35.880912 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-3c34583c-7859-4137-83ef-89c20f2b48a3 None None] Set router f601182d-d511-43d6-ade7-d211bedc506a gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:45:35.887447 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f204a78a-9645-43e3-ad4c-8e0d4e761786 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router bec2256b-73b6-42ba-8b55-1f2836ec8c31 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:45:35.931589 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-c278827e-ac37-4b23-8a1a-625950b235d5 None None] Provisioning complete for port 0e253801-ab28-46fe-b012-15db20ebfa57 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:35.932696 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c278827e-ac37-4b23-8a1a-625950b235d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:36.068054 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f204a78a-9645-43e3-ad4c-8e0d4e761786 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:45:36.072956 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f204a78a-9645-43e3-ad4c-8e0d4e761786 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "PUT /v2.0/routers/bec2256b-73b6-42ba-8b55-1f2836ec8c31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4557641 Apr 29 11:45:36.075684 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54074) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:36.079608 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3961afaa-c0a2-4b0f-a6c9-83b303f35372 None None] Sync routers for ids ['bec2256b-73b6-42ba-8b55-1f2836ec8c31'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:45:36.090156 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3961afaa-c0a2-4b0f-a6c9-83b303f35372 None None] Routers {'bec2256b-73b6-42ba-8b55-1f2836ec8c31'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:45:36.090803 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-3961afaa-c0a2-4b0f-a6c9-83b303f35372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:45:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['bec2256b-73b6-42ba-8b55-1f2836ec8c31'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:36.131654 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-3c34583c-7859-4137-83ef-89c20f2b48a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'name': 'tempest-TestVolumeBootPattern-1959983474-router', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:08Z', 'updated_at': '2022-04-29T11:42:16Z', 'revision_number': 4, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'gw_port': {'id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '999fce44-439b-4f3a-8bbf-e54742674908', 'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'mac_address': 'fa:16:3e:87:c0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:42:31Z', 'revision_number': 5, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'subnets': [{'id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:36.167397 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c34583c-7859-4137-83ef-89c20f2b48a3 None None] Checking router: f601182d-d511-43d6-ade7-d211bedc506a for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:45:36.179565 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c34583c-7859-4137-83ef-89c20f2b48a3 None None] Routers {'f601182d-d511-43d6-ade7-d211bedc506a'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:45:36.180242 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-3c34583c-7859-4137-83ef-89c20f2b48a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:45:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f601182d-d511-43d6-ade7-d211bedc506a'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:36.224962 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bde05cc-ecc0-4991-9e71-c4f8459eb84c tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:36.225766 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bde05cc-ecc0-4991-9e71-c4f8459eb84c tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:36.226501 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bde05cc-ecc0-4991-9e71-c4f8459eb84c tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:36.227131 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bde05cc-ecc0-4991-9e71-c4f8459eb84c tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:36.227761 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bde05cc-ecc0-4991-9e71-c4f8459eb84c tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:36.228383 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bde05cc-ecc0-4991-9e71-c4f8459eb84c tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:36.230868 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4bde05cc-ecc0-4991-9e71-c4f8459eb84c tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1541915 Apr 29 11:45:36.234109 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54076) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:36.250999 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-b246cbd3-8541-48bd-8de7-dcec8ad2a2d4 None None] Provisioning complete for port 2dd6780e-fec7-454a-af37-51c112b65ab6 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:36.251380 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b246cbd3-8541-48bd-8de7-dcec8ad2a2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:36.286820 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-3961afaa-c0a2-4b0f-a6c9-83b303f35372 None None] Set router bec2256b-73b6-42ba-8b55-1f2836ec8c31 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:45:36.313943 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e638149c-8a1e-4aea-96b8-39b84934bc61 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:36.314563 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e638149c-8a1e-4aea-96b8-39b84934bc61 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:36.315040 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e638149c-8a1e-4aea-96b8-39b84934bc61 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:36.315645 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e638149c-8a1e-4aea-96b8-39b84934bc61 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:36.316108 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e638149c-8a1e-4aea-96b8-39b84934bc61 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:36.316564 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e638149c-8a1e-4aea-96b8-39b84934bc61 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:36.321938 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e638149c-8a1e-4aea-96b8-39b84934bc61 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0843139 Apr 29 11:45:36.322442 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54078) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:36.322694 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-b246cbd3-8541-48bd-8de7-dcec8ad2a2d4 None None] Port 2dd6780e-fec7-454a-af37-51c112b65ab6 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:45:36.356638 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-3c34583c-7859-4137-83ef-89c20f2b48a3 None None] Set router f601182d-d511-43d6-ade7-d211bedc506a gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:45:36.506629 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-435dd08d-90d5-4171-8b9d-ef1eaee0b735 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1823092 Apr 29 11:45:36.507199 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54080) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:36.511375 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-929a37f9-3815-4173-97fe-054bb086b74e None None] Provisioning complete for port 2dd6780e-fec7-454a-af37-51c112b65ab6 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:36.511738 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-929a37f9-3815-4173-97fe-054bb086b74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:36.512226 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-ae37ff66-ea67-4b53-8806-d3088a86c78a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1071231335', 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:36.558829 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-929a37f9-3815-4173-97fe-054bb086b74e None None] Port 2dd6780e-fec7-454a-af37-51c112b65ab6 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:45:36.570659 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-3961afaa-c0a2-4b0f-a6c9-83b303f35372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'name': 'tempest-TestNetworkBasicOps-router-2074281159', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '16d9c29a-a957-4f3e-86c3-e0dff850ae89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:30Z', 'updated_at': '2022-04-29T11:45:34Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '16d9c29a-a957-4f3e-86c3-e0dff850ae89', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:30Z', 'updated_at': '2022-04-29T11:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '2dd6780e-fec7-454a-af37-51c112b65ab6', 'name': '', 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:7e:7a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'ed98931a-9237-4a98-acf9-6e746c66fd09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:33Z', 'updated_at': '2022-04-29T11:45:34Z', 'revision_number': 2, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'ed98931a-9237-4a98-acf9-6e746c66fd09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:36.600404 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3961afaa-c0a2-4b0f-a6c9-83b303f35372 None None] Checking router: bec2256b-73b6-42ba-8b55-1f2836ec8c31 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:45:36.600759 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3961afaa-c0a2-4b0f-a6c9-83b303f35372 None None] Updating router bec2256b-73b6-42ba-8b55-1f2836ec8c31 port 2dd6780e-fec7-454a-af37-51c112b65ab6 binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:45:36.627060 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3961afaa-c0a2-4b0f-a6c9-83b303f35372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:36.637125 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae37ff66-ea67-4b53-8806-d3088a86c78a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Made reservation on behalf of e43b3d3b447648b5aeeaf858bb1241e8 for: {'port': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:36.643793 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ae37ff66-ea67-4b53-8806-d3088a86c78a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:36.671066 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [None req-ae37ff66-ea67-4b53-8806-d3088a86c78a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] device_id is not set on port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 yet. {{(pid=102960) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:45:36.737618 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-3c34583c-7859-4137-83ef-89c20f2b48a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'name': 'tempest-TestVolumeBootPattern-1959983474-router', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:08Z', 'updated_at': '2022-04-29T11:42:16Z', 'revision_number': 4, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'gw_port': {'id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '999fce44-439b-4f3a-8bbf-e54742674908', 'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'mac_address': 'fa:16:3e:87:c0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:42:31Z', 'revision_number': 5, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'subnets': [{'id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:36.778963 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c34583c-7859-4137-83ef-89c20f2b48a3 None None] The sync data for ids ['f601182d-d511-43d6-ade7-d211bedc506a'] in dv-neutron-838888-1-hyperv is: [{'id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'name': 'tempest-TestVolumeBootPattern-1959983474-router', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:08Z', 'updated_at': '2022-04-29T11:42:16Z', 'revision_number': 4, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'gw_port': {'id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '999fce44-439b-4f3a-8bbf-e54742674908', 'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'mac_address': 'fa:16:3e:87:c0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:42:31Z', 'revision_number': 5, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'subnets': [{'id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:45:36.813553 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-ae37ff66-ea67-4b53-8806-d3088a86c78a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.20.0.13 (daec016b-c08c-4e00-837b-f82de0c52798/ed98931a-9237-4a98-acf9-6e746c66fd09/f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:36.832205 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device e0232197-aa8e-453a-8b4a-47f4685634c2 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:45:36.860763 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: e0232197-aa8e-453a-8b4a-47f4685634c2 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:45:36.861122 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device e0232197-aa8e-453a-8b4a-47f4685634c2 not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:45:36.959574 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e9ce94b5-0105-4df7-b7ca-1b752a32528b req-111754eb-ddd2-4d36-81fe-1b55dfd92bea tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f960b43-19a2-4fae-924d-9f153342f2ba HTTP/1.1" status: 200 len: 210 time: 0.0322084 Apr 29 11:45:37.005358 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ae37ff66-ea67-4b53-8806-d3088a86c78a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:37.108586 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 16d9c29a-a957-4f3e-86c3-e0dff850ae89 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:45:37.119044 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d95123b-e6d8-4d82-b2d9-8221aa522472 None None] New status for floating IP 21ed04cc-c3f2-4b6f-a9f1-b8e4b07b8bb7: DOWN {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:45:37.165425 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 16d9c29a-a957-4f3e-86c3-e0dff850ae89 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:37.165947 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:37.272601 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 0e253801-ab28-46fe-b012-15db20ebfa57 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:45:37.344078 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 0e253801-ab28-46fe-b012-15db20ebfa57 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:37.344749 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:37.385715 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ae37ff66-ea67-4b53-8806-d3088a86c78a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:37.438811 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae37ff66-ea67-4b53-8806-d3088a86c78a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network daec016b-c08c-4e00-837b-f82de0c52798 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:37.442549 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-ae37ff66-ea67-4b53-8806-d3088a86c78a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:37.445503 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae37ff66-ea67-4b53-8806-d3088a86c78a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:45:37.481988 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37ff66-ea67-4b53-8806-d3088a86c78a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:37.498716 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37ff66-ea67-4b53-8806-d3088a86c78a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:37.499084 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37ff66-ea67-4b53-8806-d3088a86c78a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:37.499426 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37ff66-ea67-4b53-8806-d3088a86c78a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:37.499928 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37ff66-ea67-4b53-8806-d3088a86c78a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:37.500439 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37ff66-ea67-4b53-8806-d3088a86c78a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:37.500774 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37ff66-ea67-4b53-8806-d3088a86c78a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:37.501107 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37ff66-ea67-4b53-8806-d3088a86c78a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:37.501443 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37ff66-ea67-4b53-8806-d3088a86c78a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:37.501776 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37ff66-ea67-4b53-8806-d3088a86c78a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:37.502210 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37ff66-ea67-4b53-8806-d3088a86c78a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:37.503083 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37ff66-ea67-4b53-8806-d3088a86c78a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:37.503083 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37ff66-ea67-4b53-8806-d3088a86c78a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:37.523318 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae37ff66-ea67-4b53-8806-d3088a86c78a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:37.523886 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ae37ff66-ea67-4b53-8806-d3088a86c78a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:37.544947 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ae37ff66-ea67-4b53-8806-d3088a86c78a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0370910 Apr 29 11:45:37.608669 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3961afaa-c0a2-4b0f-a6c9-83b303f35372 None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:37.614626 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3961afaa-c0a2-4b0f-a6c9-83b303f35372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:37.679211 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709796a-02be-4574-96d7-a8c8adebca54 None None] Pushing event updated for resources: {'Port': ['ID=2dd6780e-fec7-454a-af37-51c112b65ab6,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:37.703877 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709796a-02be-4574-96d7-a8c8adebca54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:37.704290 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709796a-02be-4574-96d7-a8c8adebca54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:37.704610 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709796a-02be-4574-96d7-a8c8adebca54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:37.704958 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709796a-02be-4574-96d7-a8c8adebca54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:37.705284 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709796a-02be-4574-96d7-a8c8adebca54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:37.705612 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709796a-02be-4574-96d7-a8c8adebca54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:37.705940 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709796a-02be-4574-96d7-a8c8adebca54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:37.706341 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709796a-02be-4574-96d7-a8c8adebca54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:37.706673 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709796a-02be-4574-96d7-a8c8adebca54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:37.706995 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709796a-02be-4574-96d7-a8c8adebca54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:37.707316 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709796a-02be-4574-96d7-a8c8adebca54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:37.707626 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709796a-02be-4574-96d7-a8c8adebca54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:37.739983 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-3961afaa-c0a2-4b0f-a6c9-83b303f35372 None None] Attempting to bind port 2dd6780e-fec7-454a-af37-51c112b65ab6 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:45:37.740359 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-3961afaa-c0a2-4b0f-a6c9-83b303f35372 None None] Attempting to bind port 2dd6780e-fec7-454a-af37-51c112b65ab6 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'bf758341-614a-4a8a-b3f4-82ae8b8d30b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:45:37.740727 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3961afaa-c0a2-4b0f-a6c9-83b303f35372 None None] Attempting to bind port 2dd6780e-fec7-454a-af37-51c112b65ab6 on network daec016b-c08c-4e00-837b-f82de0c52798 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:45:37.746695 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3961afaa-c0a2-4b0f-a6c9-83b303f35372 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:45:37.751726 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3961afaa-c0a2-4b0f-a6c9-83b303f35372 None None] Checking segment: {'id': 'bf758341-614a-4a8a-b3f4-82ae8b8d30b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:45:37.752083 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54086) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:37.752541 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3961afaa-c0a2-4b0f-a6c9-83b303f35372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:37.752892 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3961afaa-c0a2-4b0f-a6c9-83b303f35372 None None] Bound using segment: {'id': 'bf758341-614a-4a8a-b3f4-82ae8b8d30b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:45:37.753431 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-3961afaa-c0a2-4b0f-a6c9-83b303f35372 None None] Bound port: 2dd6780e-fec7-454a-af37-51c112b65ab6, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf758341-614a-4a8a-b3f4-82ae8b8d30b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:45:37.753823 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3961afaa-c0a2-4b0f-a6c9-83b303f35372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:37.766820 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-8e84eedd-b5c3-48e5-8456-da7577ba8bea tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-796669527', 'description': 'tempest-secgroup-smoke-796669527 description', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:37.797607 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8e84eedd-b5c3-48e5-8456-da7577ba8bea tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:37.840837 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-3961afaa-c0a2-4b0f-a6c9-83b303f35372 None None] For port 2dd6780e-fec7-454a-af37-51c112b65ab6, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:45:37.846789 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-3961afaa-c0a2-4b0f-a6c9-83b303f35372 None None] For port 2dd6780e-fec7-454a-af37-51c112b65ab6, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=2dd6780e-fec7-454a-af37-51c112b65ab6,segment=NetworkSegment(bf758341-614a-4a8a-b3f4-82ae8b8d30b8),segment_id=bf758341-614a-4a8a-b3f4-82ae8b8d30b8)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:45:37.849083 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-2f249a55-3ef9-42a3-9ec8-a69cb6d18683 None None] Provisioning complete for port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:37.850800 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2f249a55-3ef9-42a3-9ec8-a69cb6d18683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:37.855284 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3961afaa-c0a2-4b0f-a6c9-83b303f35372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:37.888176 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8e84eedd-b5c3-48e5-8456-da7577ba8bea tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:37.895927 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8e84eedd-b5c3-48e5-8456-da7577ba8bea tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:37.938724 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-2f249a55-3ef9-42a3-9ec8-a69cb6d18683 None None] Port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:45:37.952977 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8e84eedd-b5c3-48e5-8456-da7577ba8bea tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:37.953773 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-8e84eedd-b5c3-48e5-8456-da7577ba8bea tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2005267 Apr 29 11:45:37.956133 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84eedd-b5c3-48e5-8456-da7577ba8bea tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d839fc1-e74d-498b-af8a-02d3adfcd242,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:37.956685 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54088) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:37.962308 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-9d39e460-4d22-4a66-9b20-c2c255baecae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '0d839fc1-e74d-498b-af8a-02d3adfcd242', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:37.965924 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3961afaa-c0a2-4b0f-a6c9-83b303f35372 None None] Routers {'bec2256b-73b6-42ba-8b55-1f2836ec8c31'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:45:37.966593 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-3961afaa-c0a2-4b0f-a6c9-83b303f35372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:45:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['bec2256b-73b6-42ba-8b55-1f2836ec8c31'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:37.969360 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709796a-02be-4574-96d7-a8c8adebca54 None None] Pushing event updated for resources: {'Port': ['ID=2dd6780e-fec7-454a-af37-51c112b65ab6,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:38.000845 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9d39e460-4d22-4a66-9b20-c2c255baecae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.076535 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9d39e460-4d22-4a66-9b20-c2c255baecae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.084895 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9d39e460-4d22-4a66-9b20-c2c255baecae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.102582 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e0accff1-7e47-466f-ab20-45f3ade9d8a7 req-7e581a67-9eb9-4517-94b0-bb2e8c1710fe tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f960b43-19a2-4fae-924d-9f153342f2ba HTTP/1.1" status: 200 len: 210 time: 0.0457556 Apr 29 11:45:38.123057 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-6e40473f-874a-4767-9c58-e44092afe634 None None] Provisioning complete for port 2dd6780e-fec7-454a-af37-51c112b65ab6 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:38.123702 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6e40473f-874a-4767-9c58-e44092afe634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.131938 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39e460-4d22-4a66-9b20-c2c255baecae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c52129-8852-41d0-a779-8b64f1617150,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:38.139154 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9d39e460-4d22-4a66-9b20-c2c255baecae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.140417 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9d39e460-4d22-4a66-9b20-c2c255baecae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1826186 Apr 29 11:45:38.143297 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54092) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:38.158438 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-9a1bcc27-0ea2-42b6-a7f5-4681fc67e4ea tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '0d839fc1-e74d-498b-af8a-02d3adfcd242', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:38.171318 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-3961afaa-c0a2-4b0f-a6c9-83b303f35372 None None] Set router bec2256b-73b6-42ba-8b55-1f2836ec8c31 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:45:38.196960 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9a1bcc27-0ea2-42b6-a7f5-4681fc67e4ea tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.301720 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9a1bcc27-0ea2-42b6-a7f5-4681fc67e4ea tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.307152 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9a1bcc27-0ea2-42b6-a7f5-4681fc67e4ea tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.333385 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bcc27-0ea2-42b6-a7f5-4681fc67e4ea tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0020b451-9085-4925-9594-8731a87810d4,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:38.340077 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9a1bcc27-0ea2-42b6-a7f5-4681fc67e4ea tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.341649 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9a1bcc27-0ea2-42b6-a7f5-4681fc67e4ea tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1971970 Apr 29 11:45:38.345107 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54094) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:38.350037 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-410d527d-8731-42c1-b021-5616a3e4ca4a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '0d839fc1-e74d-498b-af8a-02d3adfcd242', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:38.385766 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-410d527d-8731-42c1-b021-5616a3e4ca4a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.468750 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-410d527d-8731-42c1-b021-5616a3e4ca4a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.473279 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-410d527d-8731-42c1-b021-5616a3e4ca4a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.496771 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-410d527d-8731-42c1-b021-5616a3e4ca4a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.498059 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-410d527d-8731-42c1-b021-5616a3e4ca4a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1516914 Apr 29 11:45:38.501653 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54096) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:38.506591 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d527d-8731-42c1-b021-5616a3e4ca4a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef008731-9d73-4bce-be91-795f3fe08005,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:38.508682 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-628eb37a-2a63-4fc7-b5e0-942e1eb17f6a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '0d839fc1-e74d-498b-af8a-02d3adfcd242', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:38.528403 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6e40473f-874a-4767-9c58-e44092afe634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.552671 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-628eb37a-2a63-4fc7-b5e0-942e1eb17f6a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.598262 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-6e40473f-874a-4767-9c58-e44092afe634 None None] For port 2dd6780e-fec7-454a-af37-51c112b65ab6, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=2dd6780e-fec7-454a-af37-51c112b65ab6,segment=NetworkSegment(bf758341-614a-4a8a-b3f4-82ae8b8d30b8),segment_id=bf758341-614a-4a8a-b3f4-82ae8b8d30b8)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:45:38.605860 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6e40473f-874a-4767-9c58-e44092afe634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.625674 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-628eb37a-2a63-4fc7-b5e0-942e1eb17f6a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.630557 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-628eb37a-2a63-4fc7-b5e0-942e1eb17f6a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.645109 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628eb37a-2a63-4fc7-b5e0-942e1eb17f6a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57642f2-d0a0-421f-bfaa-03e5616a16cf,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:38.664772 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-628eb37a-2a63-4fc7-b5e0-942e1eb17f6a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.666316 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-628eb37a-2a63-4fc7-b5e0-942e1eb17f6a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1626983 Apr 29 11:45:38.669128 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54098) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:38.669342 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-3961afaa-c0a2-4b0f-a6c9-83b303f35372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'name': 'tempest-TestNetworkBasicOps-router-2074281159', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '16d9c29a-a957-4f3e-86c3-e0dff850ae89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:30Z', 'updated_at': '2022-04-29T11:45:34Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '16d9c29a-a957-4f3e-86c3-e0dff850ae89', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:30Z', 'updated_at': '2022-04-29T11:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '2dd6780e-fec7-454a-af37-51c112b65ab6', 'name': '', 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:7e:7a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'ed98931a-9237-4a98-acf9-6e746c66fd09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:33Z', 'updated_at': '2022-04-29T11:45:37Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'ed98931a-9237-4a98-acf9-6e746c66fd09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:38.671330 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e40473f-874a-4767-9c58-e44092afe634 None None] Pushing event updated for resources: {'Port': ['ID=2dd6780e-fec7-454a-af37-51c112b65ab6,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:38.675503 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-70ab1287-3dcb-4797-bd16-88c54aee3b0d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '0d839fc1-e74d-498b-af8a-02d3adfcd242', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:38.701149 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.securitygroups_db [None req-70ab1287-3dcb-4797-bd16-88c54aee3b0d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Project e43b3d3b447648b5aeeaf858bb1241e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:45:38.706343 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3961afaa-c0a2-4b0f-a6c9-83b303f35372 None None] The sync data for ids ['bec2256b-73b6-42ba-8b55-1f2836ec8c31'] in dv-neutron-838888-1-hyperv is: [{'id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'name': 'tempest-TestNetworkBasicOps-router-2074281159', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '16d9c29a-a957-4f3e-86c3-e0dff850ae89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:30Z', 'updated_at': '2022-04-29T11:45:34Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '16d9c29a-a957-4f3e-86c3-e0dff850ae89', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:30Z', 'updated_at': '2022-04-29T11:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '2dd6780e-fec7-454a-af37-51c112b65ab6', 'name': '', 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:7e:7a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'ed98931a-9237-4a98-acf9-6e746c66fd09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:33Z', 'updated_at': '2022-04-29T11:45:37Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'ed98931a-9237-4a98-acf9-6e746c66fd09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:45:38.709534 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70ab1287-3dcb-4797-bd16-88c54aee3b0d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.735402 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-ddc70acb-6ecc-47ab-9a34-73c1ba8b4fa1 None None] Provisioning complete for port 2dd6780e-fec7-454a-af37-51c112b65ab6 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:38.735957 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ddc70acb-6ecc-47ab-9a34-73c1ba8b4fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.823769 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70ab1287-3dcb-4797-bd16-88c54aee3b0d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.831073 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70ab1287-3dcb-4797-bd16-88c54aee3b0d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.852942 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab1287-3dcb-4797-bd16-88c54aee3b0d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6186f9c3-ba85-4249-b12d-d2c768d7fa94,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:38.864167 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-70ab1287-3dcb-4797-bd16-88c54aee3b0d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.865498 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-70ab1287-3dcb-4797-bd16-88c54aee3b0d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1947551 Apr 29 11:45:38.868729 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54100) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:38.874767 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-eb93e1b6-86a7-4da8-8a0a-fbeea9bfcb3c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '0d839fc1-e74d-498b-af8a-02d3adfcd242', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:38.898322 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.securitygroups_db [None req-eb93e1b6-86a7-4da8-8a0a-fbeea9bfcb3c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Project e43b3d3b447648b5aeeaf858bb1241e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:45:38.904163 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eb93e1b6-86a7-4da8-8a0a-fbeea9bfcb3c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.972330 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eb93e1b6-86a7-4da8-8a0a-fbeea9bfcb3c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.977168 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eb93e1b6-86a7-4da8-8a0a-fbeea9bfcb3c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.995125 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93e1b6-86a7-4da8-8a0a-fbeea9bfcb3c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a93f024f-3dfe-47f9-b46c-b018d405d476,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:39.005185 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-eb93e1b6-86a7-4da8-8a0a-fbeea9bfcb3c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:39.015664 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-eb93e1b6-86a7-4da8-8a0a-fbeea9bfcb3c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1367440 Apr 29 11:45:39.113296 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 2dd6780e-fec7-454a-af37-51c112b65ab6 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:45:39.204936 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 2dd6780e-fec7-454a-af37-51c112b65ab6 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:39.205641 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:39.207144 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-afea1d07-d58f-4aef-8647-6a6b7a3bd903 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-796669527&fields=id&tenant_id=e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 267 time: 0.0549822 Apr 29 11:45:39.283002 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cf14ab87-bb81-4cba-9853-b2fb6f26737c req-97e67c8d-8a0b-42d0-8785-aa2cf627238d tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f960b43-19a2-4fae-924d-9f153342f2ba HTTP/1.1" status: 200 len: 210 time: 0.0583217 Apr 29 11:45:39.326205 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-a782b8f8-1ce4-46cc-a5ef-1d069c85c8e3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:39.329201 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-a782b8f8-1ce4-46cc-a5ef-1d069c85c8e3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports/f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 HTTP/1.1" status: 200 len: 931 time: 0.1136777 Apr 29 11:45:39.384497 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-a0b43791-247f-405e-b3bd-d06350b4b18b service neutron] 10.222.0.69 "GET /v2.0/ports/f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0420806 Apr 29 11:45:39.491532 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-2fa5c050-5dbe-450f-b54a-acebb5189bb0 service neutron] 10.222.0.69 "GET /v2.0/networks/daec016b-c08c-4e00-837b-f82de0c52798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999436 Apr 29 11:45:39.589758 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-e92cd152-da7f-4304-ae0c-e85911f0789c service neutron] 10.222.0.69 "GET /v2.0/networks/daec016b-c08c-4e00-837b-f82de0c52798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905735 Apr 29 11:45:39.781153 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f7ac8cc7-f30d-4a39-8f18-7231ee222a0e req-7ee1994b-555d-4eb9-8893-f09f5e00582f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfe9d6db-0fd8-4e8b-b122-9ed493a868a6 HTTP/1.1" status: 200 len: 210 time: 0.0356698 Apr 29 11:45:40.418059 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-71737a61-c207-494b-9c6b-d68f4cd06dd1 req-3f99704e-0fc6-4c63-b6b2-dad8a2b6a3e2 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f960b43-19a2-4fae-924d-9f153342f2ba HTTP/1.1" status: 200 len: 210 time: 0.0324607 Apr 29 11:45:40.784557 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-c090ca99-3059-4379-8b92-a39813d32a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:40.785945 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-c090ca99-3059-4379-8b92-a39813d32a3b service neutron] 10.222.0.62 "GET /v2.0/ports/f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 HTTP/1.1" status: 200 len: 1027 time: 0.0413489 Apr 29 11:45:40.892717 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8a066fe9-0c44-461d-ad05-b3ce2c909958 req-c4167284-9adf-4346-83fc-2fc23c882c6f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfe9d6db-0fd8-4e8b-b122-9ed493a868a6 HTTP/1.1" status: 200 len: 210 time: 0.0313039 Apr 29 11:45:40.930444 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-65a12d79-f854-457d-b9f5-11a7b4dc38f2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:40.931890 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-65a12d79-f854-457d-b9f5-11a7b4dc38f2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/networks?id=daec016b-c08c-4e00-837b-f82de0c52798 HTTP/1.1" status: 200 len: 797 time: 0.1335661 Apr 29 11:45:40.984477 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-d54a2862-4174-45ba-9c95-7a40547ecf79 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 379 time: 0.0387359 Apr 29 11:45:40.994473 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-286a2c5e-d5d7-423c-b145-793e4b82ca57 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:45:40.995419 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-286a2c5e-d5d7-423c-b145-793e4b82ca57 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049362 Apr 29 11:45:41.013364 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-4f01a49f-e897-42e4-8700-489ecbf217d1 service neutron] Request body: {'port': {'device_id': 'bfe9d6db-0fd8-4e8b-b122-9ed493a868a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:41.066008 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-4f01a49f-e897-42e4-8700-489ecbf217d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:41.334945 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-4f01a49f-e897-42e4-8700-489ecbf217d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:45:41.342909 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-4f01a49f-e897-42e4-8700-489ecbf217d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:41.354502 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-4f01a49f-e897-42e4-8700-489ecbf217d1 service neutron] Transition to ACTIVE for port object f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:41.360778 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-4f01a49f-e897-42e4-8700-489ecbf217d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:41.742846 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01a49f-e897-42e4-8700-489ecbf217d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:41.768901 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-b52df7f8-fc00-42a9-8730-40aeec71ae12 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1256992549&fields=id&tenant_id=5c18c08a53e64ca1a8e956042fa2eb3a HTTP/1.1" status: 200 len: 267 time: 0.0744219 Apr 29 11:45:41.883313 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-4f01a49f-e897-42e4-8700-489ecbf217d1 service neutron] Attempting to bind port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:45:41.883657 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-4f01a49f-e897-42e4-8700-489ecbf217d1 service neutron] Attempting to bind port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'bf758341-614a-4a8a-b3f4-82ae8b8d30b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:45:41.883991 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-4f01a49f-e897-42e4-8700-489ecbf217d1 service neutron] Attempting to bind port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 on network daec016b-c08c-4e00-837b-f82de0c52798 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:45:41.891997 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-4f01a49f-e897-42e4-8700-489ecbf217d1 service neutron] Port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 on network daec016b-c08c-4e00-837b-f82de0c52798 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:45:41.892320 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-4f01a49f-e897-42e4-8700-489ecbf217d1 service neutron] Attempting to bind port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 on network daec016b-c08c-4e00-837b-f82de0c52798 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:45:41.908170 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-4f01a49f-e897-42e4-8700-489ecbf217d1 service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:45:41.908357 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-4f01a49f-e897-42e4-8700-489ecbf217d1 service neutron] Checking segment: {'id': 'bf758341-614a-4a8a-b3f4-82ae8b8d30b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:45:41.908605 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-4f01a49f-e897-42e4-8700-489ecbf217d1 service neutron] Bound using segment: {'id': 'bf758341-614a-4a8a-b3f4-82ae8b8d30b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:45:41.909049 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-4f01a49f-e897-42e4-8700-489ecbf217d1 service neutron] Bound port: f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf758341-614a-4a8a-b3f4-82ae8b8d30b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:45:41.909413 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-4f01a49f-e897-42e4-8700-489ecbf217d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:41.937439 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-e5aeeaa0-c6a2-427b-b432-7fd7235cb2e2 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:41.938945 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-e5aeeaa0-c6a2-427b-b432-7fd7235cb2e2 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/networks?id=13eec917-2205-41ac-bb67-a922e346256d HTTP/1.1" status: 200 len: 812 time: 0.1486702 Apr 29 11:45:41.983739 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-aeb86c7f-4f73-480d-9681-f3a770726bc0 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/quotas/5c18c08a53e64ca1a8e956042fa2eb3a HTTP/1.1" status: 200 len: 375 time: 0.0238235 Apr 29 11:45:42.064395 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-4f01a49f-e897-42e4-8700-489ecbf217d1 service neutron] For port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:45:42.078731 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92f1d8-4fbe-4b89-adca-33fad85eac31 req-fc4fdf32-701f-439a-a76e-9da2bae9a43c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:42.080224 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4b92f1d8-4fbe-4b89-adca-33fad85eac31 req-fc4fdf32-701f-439a-a76e-9da2bae9a43c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfe9d6db-0fd8-4e8b-b122-9ed493a868a6 HTTP/1.1" status: 200 len: 982 time: 0.1193609 Apr 29 11:45:42.093058 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-4f01a49f-e897-42e4-8700-489ecbf217d1 service neutron] For port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5,segment=NetworkSegment(bf758341-614a-4a8a-b3f4-82ae8b8d30b8),segment_id=bf758341-614a-4a8a-b3f4-82ae8b8d30b8)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:45:42.106661 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-a264dc65-3263-4364-8f8a-c05233e72a97 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5c18c08a53e64ca1a8e956042fa2eb3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1023321 Apr 29 11:45:42.109168 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-4f01a49f-e897-42e4-8700-489ecbf217d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:42.145932 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-1419be07-cf90-4152-b1ee-9220046d52b9 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:45:42.146999 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-1419be07-cf90-4152-b1ee-9220046d52b9 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0261662 Apr 29 11:45:42.176974 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-4f01a49f-e897-42e4-8700-489ecbf217d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:42.177403 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-4f01a49f-e897-42e4-8700-489ecbf217d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:42.178841 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-4f01a49f-e897-42e4-8700-489ecbf217d1 service neutron] 10.222.0.62 "PUT /v2.0/ports/f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 HTTP/1.1" status: 200 len: 1132 time: 1.1695724 Apr 29 11:45:42.185338 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe9d6db-0fd8-4e8b-b122-9ed493a868a6', 'tag': 'f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:45:42.188226 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f071358-8aa1-4140-a6b4-2f3f1ecb7569" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe9d6db-0fd8-4e8b-b122-9ed493a868a6", "tag": "f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:45:42.215355 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4b92f1d8-4fbe-4b89-adca-33fad85eac31 req-4ac37e50-7d73-4c2c-8a0b-1257226b257f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=36d2774d-0817-47f4-905f-29ef1e98f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209941 Apr 29 11:45:42.270905 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a16c5b-2967-4139-9f19-478ea41fa5a4 x-openstack-request-id: req-94a16c5b-2967-4139-9f19-478ea41fa5a4 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:45:42.271196 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe9d6db-0fd8-4e8b-b122-9ed493a868a6", "tag": "f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:45:42.271451 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-94a16c5b-2967-4139-9f19-478ea41fa5a4 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:45:42.271859 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94a16c5b-2967-4139-9f19-478ea41fa5a4'] response: {'name': 'network-changed', 'server_uuid': 'bfe9d6db-0fd8-4e8b-b122-9ed493a868a6', 'tag': 'f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5', 'status': 'completed', 'code': 200} Apr 29 11:45:42.272443 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01a49f-e897-42e4-8700-489ecbf217d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:42.333786 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-e7f1e394-bc25-4aa5-9326-f936103794bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:42.335376 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-e7f1e394-bc25-4aa5-9326-f936103794bd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=bfe9d6db-0fd8-4e8b-b122-9ed493a868a6 HTTP/1.1" status: 200 len: 1135 time: 0.1072974 Apr 29 11:45:42.339214 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-83ec3a56-935b-4eb0-b73c-9124264784ab service neutron] 10.222.0.69 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805930 Apr 29 11:45:42.402622 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-275f9908-8641-4b55-aef9-2c5d7d33bbc2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 HTTP/1.1" status: 200 len: 217 time: 0.0490942 Apr 29 11:45:42.494754 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-2b15e813-5318-485e-b645-0253e5bdc16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:42.496218 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-2b15e813-5318-485e-b645-0253e5bdc16b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ed98931a-9237-4a98-acf9-6e746c66fd09 HTTP/1.1" status: 200 len: 835 time: 0.0663781 Apr 29 11:45:42.513789 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-db43e18e-e781-43f2-905a-c39b24021e3f service neutron] 10.222.0.69 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678829 Apr 29 11:45:42.551848 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-52b3d54c-55a9-4cf8-8d04-b30aff07993f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:42.553398 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-52b3d54c-55a9-4cf8-8d04-b30aff07993f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=daec016b-c08c-4e00-837b-f82de0c52798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0483568 Apr 29 11:45:42.645588 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-acf52c9c-0923-4b53-ab72-86dfd7e3c8b5 service neutron] 10.222.0.62 "GET /v2.0/networks/daec016b-c08c-4e00-837b-f82de0c52798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845435 Apr 29 11:45:42.751804 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bcb2d591-afff-49f2-9399-68bfb347cfff req-82d2cd0e-3be6-4510-9f9b-d355882fdf4d service neutron] 10.222.0.62 "GET /v2.0/networks/daec016b-c08c-4e00-837b-f82de0c52798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984697 Apr 29 11:45:42.821263 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-51044b75-a089-4a2b-b48a-2aacc655d82e req-ce89cfa6-b683-491e-aaf3-9002cef73a6d tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aceb756-3285-4da0-a133-5b76e2b37c33 HTTP/1.1" status: 200 len: 210 time: 0.0298805 Apr 29 11:45:42.860940 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f071358-8aa1-4140-a6b4-2f3f1ecb7569 req-f59f3ae2-7ba3-4493-9ed0-3a43984da9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:42.862516 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6f071358-8aa1-4140-a6b4-2f3f1ecb7569 req-f59f3ae2-7ba3-4493-9ed0-3a43984da9d1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=bfe9d6db-0fd8-4e8b-b122-9ed493a868a6 HTTP/1.1" status: 200 len: 1135 time: 0.0436137 Apr 29 11:45:42.961762 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f071358-8aa1-4140-a6b4-2f3f1ecb7569 req-9f58b033-5157-4aee-9adb-030e8cae8b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:42.963281 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6f071358-8aa1-4140-a6b4-2f3f1ecb7569 req-9f58b033-5157-4aee-9adb-030e8cae8b43 service neutron] 10.222.0.62 "GET /v2.0/networks?id=daec016b-c08c-4e00-837b-f82de0c52798 HTTP/1.1" status: 200 len: 898 time: 0.0934768 Apr 29 11:45:43.010624 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6f071358-8aa1-4140-a6b4-2f3f1ecb7569 req-051c5463-8320-4cd4-86a5-3efbbe755ad6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 HTTP/1.1" status: 200 len: 217 time: 0.0392089 Apr 29 11:45:43.061798 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f071358-8aa1-4140-a6b4-2f3f1ecb7569 req-4b59dc4e-aa8a-4b47-ad60-690c2c1b5898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:43.063320 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6f071358-8aa1-4140-a6b4-2f3f1ecb7569 req-4b59dc4e-aa8a-4b47-ad60-690c2c1b5898 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ed98931a-9237-4a98-acf9-6e746c66fd09 HTTP/1.1" status: 200 len: 835 time: 0.0451076 Apr 29 11:45:43.118990 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f071358-8aa1-4140-a6b4-2f3f1ecb7569 req-6a2015cf-e673-4916-9dec-fd8280863ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:43.120411 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6f071358-8aa1-4140-a6b4-2f3f1ecb7569 req-6a2015cf-e673-4916-9dec-fd8280863ef5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=daec016b-c08c-4e00-837b-f82de0c52798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453589 Apr 29 11:45:43.226827 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6f071358-8aa1-4140-a6b4-2f3f1ecb7569 req-b6f2234b-9859-48e1-a4fb-b0aeaa7d5e86 service neutron] 10.222.0.62 "GET /v2.0/networks/daec016b-c08c-4e00-837b-f82de0c52798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915546 Apr 29 11:45:43.383371 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b232664-5159-44eb-9493-ac45e8dd46c8 req-dfdce136-c1a4-4fd0-bd00-de7f82db563b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:43.384768 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0b232664-5159-44eb-9493-ac45e8dd46c8 req-dfdce136-c1a4-4fd0-bd00-de7f82db563b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfe9d6db-0fd8-4e8b-b122-9ed493a868a6 HTTP/1.1" status: 200 len: 982 time: 0.0812883 Apr 29 11:45:43.386588 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6f071358-8aa1-4140-a6b4-2f3f1ecb7569 req-b46dff00-03b1-4ae8-82c4-8227a5f64c2e service neutron] 10.222.0.62 "GET /v2.0/networks/daec016b-c08c-4e00-837b-f82de0c52798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328316 Apr 29 11:45:43.425047 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0b232664-5159-44eb-9493-ac45e8dd46c8 req-1b0b46e7-57ed-4af5-a61d-925b1bff6093 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=36d2774d-0817-47f4-905f-29ef1e98f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330842 Apr 29 11:45:43.815894 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-93afabee-1cba-4dfb-b64f-79f905bb265f tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:43.817380 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-93afabee-1cba-4dfb-b64f-79f905bb265f tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.62 "GET /v2.0/networks?id=13eec917-2205-41ac-bb67-a922e346256d HTTP/1.1" status: 200 len: 812 time: 0.1071982 Apr 29 11:45:43.866882 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-703bd13f-716e-4ae0-8dff-57e6bd687f1d tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c18c08a53e64ca1a8e956042fa2eb3a HTTP/1.1" status: 200 len: 380 time: 0.0384099 Apr 29 11:45:43.877244 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-6c8d105d-6380-4276-a660-8f8cb6157b5d tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Request body: {'port': {'device_id': '7aceb756-3285-4da0-a133-5b76e2b37c33', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'admin_state_up': True, 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'security_groups': ['4ff58dd1-c0d9-4127-be13-e91e3b09d2af']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:43.947396 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ed4b61b1-1e8c-4aaf-8b58-07929f5868bb req-d05f32a9-1e1d-4e95-b128-f45ad245c1f0 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aceb756-3285-4da0-a133-5b76e2b37c33 HTTP/1.1" status: 200 len: 210 time: 0.0545819 Apr 29 11:45:44.014657 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-6c8d105d-6380-4276-a660-8f8cb6157b5d tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Made reservation on behalf of 5c18c08a53e64ca1a8e956042fa2eb3a for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:44.018255 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-6c8d105d-6380-4276-a660-8f8cb6157b5d tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:44.149761 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-6c8d105d-6380-4276-a660-8f8cb6157b5d tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Allocated IP 172.20.0.11 (13eec917-2205-41ac-bb67-a922e346256d/4d46e396-b942-4a36-95e7-aa43a356bdd4/1b9d49e6-9e5f-423d-b996-8a7b44f31b8b) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:44.296541 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-6c8d105d-6380-4276-a660-8f8cb6157b5d tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:44.331704 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-6c8d105d-6380-4276-a660-8f8cb6157b5d tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:44.378375 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-6c8d105d-6380-4276-a660-8f8cb6157b5d tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Network 13eec917-2205-41ac-bb67-a922e346256d is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:44.381768 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-6c8d105d-6380-4276-a660-8f8cb6157b5d tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:44.385883 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-6c8d105d-6380-4276-a660-8f8cb6157b5d tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:45:44.411892 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d105d-6380-4276-a660-8f8cb6157b5d tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Pushing event updated for resources: {'Port': ['ID=1b9d49e6-9e5f-423d-b996-8a7b44f31b8b,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:44.447752 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-6c8d105d-6380-4276-a660-8f8cb6157b5d tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:44.447752 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-6c8d105d-6380-4276-a660-8f8cb6157b5d tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:44.476464 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-6c8d105d-6380-4276-a660-8f8cb6157b5d tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6032424 Apr 29 11:45:44.491156 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-989a0deb-2a36-4329-ac1b-7f90f5ce565c service neutron] Request body: {'port': {'device_id': '7aceb756-3285-4da0-a133-5b76e2b37c33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:44.585635 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-989a0deb-2a36-4329-ac1b-7f90f5ce565c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:44.611399 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48d7df-2aac-4760-a4db-0ff6204bed5c req-27cfd809-5e48-427d-994c-163e055229c5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:44.612972 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ce48d7df-2aac-4760-a4db-0ff6204bed5c req-27cfd809-5e48-427d-994c-163e055229c5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfe9d6db-0fd8-4e8b-b122-9ed493a868a6 HTTP/1.1" status: 200 len: 982 time: 0.0966923 Apr 29 11:45:44.687221 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-77796672-f1d4-4060-a67b-64b5d03564ca None None] Provisioning complete for port 1b9d49e6-9e5f-423d-b996-8a7b44f31b8b triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:44.687221 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-77796672-f1d4-4060-a67b-64b5d03564ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:44.721757 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-77796672-f1d4-4060-a67b-64b5d03564ca None None] Port 1b9d49e6-9e5f-423d-b996-8a7b44f31b8b cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:45:44.744175 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ce48d7df-2aac-4760-a4db-0ff6204bed5c req-664300db-971e-41cc-9f7a-a1eed157a7f0 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=36d2774d-0817-47f4-905f-29ef1e98f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094377 Apr 29 11:45:44.905357 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-989a0deb-2a36-4329-ac1b-7f90f5ce565c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b9d49e6-9e5f-423d-b996-8a7b44f31b8b {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:45:44.907900 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:45:44.913289 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-989a0deb-2a36-4329-ac1b-7f90f5ce565c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:44.925746 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-989a0deb-2a36-4329-ac1b-7f90f5ce565c service neutron] Transition to ACTIVE for port object 1b9d49e6-9e5f-423d-b996-8a7b44f31b8b will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:44.929973 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-989a0deb-2a36-4329-ac1b-7f90f5ce565c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:44.990294 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a0deb-2a36-4329-ac1b-7f90f5ce565c service neutron] Pushing event updated for resources: {'Port': ['ID=1b9d49e6-9e5f-423d-b996-8a7b44f31b8b,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:45.082393 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5,segment=NetworkSegment(bf758341-614a-4a8a-b3f4-82ae8b8d30b8),segment_id=bf758341-614a-4a8a-b3f4-82ae8b8d30b8)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:45:45.097636 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': 'f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5', 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798', 'port_id': 'f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5', 'mac_address': 'fa:16:3e:26:86:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed98931a-9237-4a98-acf9-6e746c66fd09', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:45:45.112348 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-989a0deb-2a36-4329-ac1b-7f90f5ce565c service neutron] Attempting to bind port 1b9d49e6-9e5f-423d-b996-8a7b44f31b8b on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:45:45.112712 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-989a0deb-2a36-4329-ac1b-7f90f5ce565c service neutron] Attempting to bind port 1b9d49e6-9e5f-423d-b996-8a7b44f31b8b by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '0c080895-bcf4-4e59-861e-09d2c7c3a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '13eec917-2205-41ac-bb67-a922e346256d'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:45:45.113059 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-989a0deb-2a36-4329-ac1b-7f90f5ce565c service neutron] Attempting to bind port 1b9d49e6-9e5f-423d-b996-8a7b44f31b8b on network 13eec917-2205-41ac-bb67-a922e346256d {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:45:45.118469 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-989a0deb-2a36-4329-ac1b-7f90f5ce565c service neutron] Port 1b9d49e6-9e5f-423d-b996-8a7b44f31b8b on network 13eec917-2205-41ac-bb67-a922e346256d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:45:45.118826 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-989a0deb-2a36-4329-ac1b-7f90f5ce565c service neutron] Attempting to bind port 1b9d49e6-9e5f-423d-b996-8a7b44f31b8b on network 13eec917-2205-41ac-bb67-a922e346256d {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:45:45.125227 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-989a0deb-2a36-4329-ac1b-7f90f5ce565c service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:45:45.125851 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-989a0deb-2a36-4329-ac1b-7f90f5ce565c service neutron] Checking segment: {'id': '0c080895-bcf4-4e59-861e-09d2c7c3a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '13eec917-2205-41ac-bb67-a922e346256d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:45:45.125981 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-989a0deb-2a36-4329-ac1b-7f90f5ce565c service neutron] Bound using segment: {'id': '0c080895-bcf4-4e59-861e-09d2c7c3a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '13eec917-2205-41ac-bb67-a922e346256d'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:45:45.126472 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-989a0deb-2a36-4329-ac1b-7f90f5ce565c service neutron] Bound port: 1b9d49e6-9e5f-423d-b996-8a7b44f31b8b, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c080895-bcf4-4e59-861e-09d2c7c3a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '13eec917-2205-41ac-bb67-a922e346256d'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:45:45.126833 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-989a0deb-2a36-4329-ac1b-7f90f5ce565c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:45.156782 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:45.164283 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67298c-932e-4f8e-85f2-c4f945636cac req-4a64894b-6bf7-45e0-875a-62307bb2dbd8 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:45.165938 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6e67298c-932e-4f8e-85f2-c4f945636cac req-4a64894b-6bf7-45e0-875a-62307bb2dbd8 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aceb756-3285-4da0-a133-5b76e2b37c33 HTTP/1.1" status: 200 len: 944 time: 0.0970089 Apr 29 11:45:45.179798 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:45:45.205460 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5,segment=NetworkSegment(bf758341-614a-4a8a-b3f4-82ae8b8d30b8),segment_id=bf758341-614a-4a8a-b3f4-82ae8b8d30b8)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:45:45.212093 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:45.235397 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6e67298c-932e-4f8e-85f2-c4f945636cac req-ac308a7d-f226-48cd-a941-fbac318bb6af tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463881 Apr 29 11:45:45.268261 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-989a0deb-2a36-4329-ac1b-7f90f5ce565c service neutron] For port 1b9d49e6-9e5f-423d-b996-8a7b44f31b8b, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:45:45.272362 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-989a0deb-2a36-4329-ac1b-7f90f5ce565c service neutron] For port 1b9d49e6-9e5f-423d-b996-8a7b44f31b8b, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1b9d49e6-9e5f-423d-b996-8a7b44f31b8b,segment=NetworkSegment(0c080895-bcf4-4e59-861e-09d2c7c3a6d0),segment_id=0c080895-bcf4-4e59-861e-09d2c7c3a6d0)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:45:45.274054 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:45.277869 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-989a0deb-2a36-4329-ac1b-7f90f5ce565c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:45.317384 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-989a0deb-2a36-4329-ac1b-7f90f5ce565c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:45.318003 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-989a0deb-2a36-4329-ac1b-7f90f5ce565c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:45.319461 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-989a0deb-2a36-4329-ac1b-7f90f5ce565c service neutron] 10.222.0.62 "PUT /v2.0/ports/1b9d49e6-9e5f-423d-b996-8a7b44f31b8b HTTP/1.1" status: 200 len: 1094 time: 0.8333712 Apr 29 11:45:45.319890 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aceb756-3285-4da0-a133-5b76e2b37c33', 'tag': '1b9d49e6-9e5f-423d-b996-8a7b44f31b8b'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:45:45.322141 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c3e66c-d7cf-4963-9eca-bf5921034515" -d '{"events": [{"name": "network-changed", "server_uuid": "7aceb756-3285-4da0-a133-5b76e2b37c33", "tag": "1b9d49e6-9e5f-423d-b996-8a7b44f31b8b"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:45:45.349432 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a0deb-2a36-4329-ac1b-7f90f5ce565c service neutron] Pushing event updated for resources: {'Port': ['ID=1b9d49e6-9e5f-423d-b996-8a7b44f31b8b,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:45.381913 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d94834-f07e-40bc-9c7e-86268ddd773b x-openstack-request-id: req-79d94834-f07e-40bc-9c7e-86268ddd773b {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:45:45.382234 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aceb756-3285-4da0-a133-5b76e2b37c33", "tag": "1b9d49e6-9e5f-423d-b996-8a7b44f31b8b", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:45:45.382492 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-79d94834-f07e-40bc-9c7e-86268ddd773b {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:45:45.382905 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79d94834-f07e-40bc-9c7e-86268ddd773b'] response: {'name': 'network-changed', 'server_uuid': '7aceb756-3285-4da0-a133-5b76e2b37c33', 'tag': '1b9d49e6-9e5f-423d-b996-8a7b44f31b8b', 'status': 'completed', 'code': 200} Apr 29 11:45:45.427018 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-7b2c3f76-667c-40dd-a540-ece1e5c3558c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:45.428862 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-7b2c3f76-667c-40dd-a540-ece1e5c3558c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5c18c08a53e64ca1a8e956042fa2eb3a&device_id=7aceb756-3285-4da0-a133-5b76e2b37c33 HTTP/1.1" status: 200 len: 1097 time: 0.0569482 Apr 29 11:45:45.484166 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-b8604a14-cd78-431f-9583-b51be4581f7c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b9d49e6-9e5f-423d-b996-8a7b44f31b8b HTTP/1.1" status: 200 len: 217 time: 0.0446093 Apr 29 11:45:45.517376 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:45:45.547342 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-6cf13a82-6361-4919-bee0-3392d11d5705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:45.548919 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-6cf13a82-6361-4919-bee0-3392d11d5705 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d46e396-b942-4a36-95e7-aa43a356bdd4 HTTP/1.1" status: 200 len: 851 time: 0.0543232 Apr 29 11:45:45.598078 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-129f4969-475d-48c4-90cb-f43cc70ac885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:45.599687 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-129f4969-475d-48c4-90cb-f43cc70ac885 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13eec917-2205-41ac-bb67-a922e346256d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427485 Apr 29 11:45:45.698734 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-45f5bd82-f636-46bd-b70a-38150314ebae service neutron] 10.222.0.62 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890312 Apr 29 11:45:45.799010 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ecf5ad99-bb08-476d-b230-6950bead33e4 req-2502c0ec-c41a-448f-a497-413bf7e53ce3 service neutron] 10.222.0.62 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929666 Apr 29 11:45:45.897048 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e97b9-b98f-41fd-9d49-08028533c84d req-02d7661a-6918-47f3-8bcf-1364f653eb0f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:45.898570 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0a5e97b9-b98f-41fd-9d49-08028533c84d req-02d7661a-6918-47f3-8bcf-1364f653eb0f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfe9d6db-0fd8-4e8b-b122-9ed493a868a6 HTTP/1.1" status: 200 len: 983 time: 0.0811427 Apr 29 11:45:45.915751 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3e66c-d7cf-4963-9eca-bf5921034515 req-a41b8742-0a88-4914-b627-a1744f7d9964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:45.917225 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-93c3e66c-d7cf-4963-9eca-bf5921034515 req-a41b8742-0a88-4914-b627-a1744f7d9964 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5c18c08a53e64ca1a8e956042fa2eb3a&device_id=7aceb756-3285-4da0-a133-5b76e2b37c33 HTTP/1.1" status: 200 len: 1097 time: 0.0645814 Apr 29 11:45:45.963335 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0a5e97b9-b98f-41fd-9d49-08028533c84d req-89fc816f-ba60-4775-81e7-eda03cd6faa1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=36d2774d-0817-47f4-905f-29ef1e98f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574808 Apr 29 11:45:46.026952 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3e66c-d7cf-4963-9eca-bf5921034515 req-7db679e8-7ef5-48df-acea-5188c0541aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:46.028408 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-93c3e66c-d7cf-4963-9eca-bf5921034515 req-7db679e8-7ef5-48df-acea-5188c0541aa1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=13eec917-2205-41ac-bb67-a922e346256d HTTP/1.1" status: 200 len: 913 time: 0.0984564 Apr 29 11:45:46.074918 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-93c3e66c-d7cf-4963-9eca-bf5921034515 req-ea73f0cd-8d8c-4f36-8095-14ccf4e9fae9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b9d49e6-9e5f-423d-b996-8a7b44f31b8b HTTP/1.1" status: 200 len: 217 time: 0.0383971 Apr 29 11:45:46.123917 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3e66c-d7cf-4963-9eca-bf5921034515 req-fcdb0e47-451a-4d72-99f7-fa50d555382e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:46.125560 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-93c3e66c-d7cf-4963-9eca-bf5921034515 req-fcdb0e47-451a-4d72-99f7-fa50d555382e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d46e396-b942-4a36-95e7-aa43a356bdd4 HTTP/1.1" status: 200 len: 851 time: 0.0440021 Apr 29 11:45:46.173076 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3e66c-d7cf-4963-9eca-bf5921034515 req-26b3f1fb-a5e3-4889-827c-adc75bcdad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:46.174653 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-93c3e66c-d7cf-4963-9eca-bf5921034515 req-26b3f1fb-a5e3-4889-827c-adc75bcdad69 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13eec917-2205-41ac-bb67-a922e346256d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415680 Apr 29 11:45:46.271106 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-93c3e66c-d7cf-4963-9eca-bf5921034515 req-261b4593-ab57-4460-86a3-b6de95afff57 service neutron] 10.222.0.62 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887227 Apr 29 11:45:46.407534 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fa679-d5dd-4574-952a-70a21d5b2e39 req-33c6f7e5-532c-4ed0-aa2a-70798d97228d tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:46.409110 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-785fa679-d5dd-4574-952a-70a21d5b2e39 req-33c6f7e5-532c-4ed0-aa2a-70798d97228d tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aceb756-3285-4da0-a133-5b76e2b37c33 HTTP/1.1" status: 200 len: 944 time: 0.0826716 Apr 29 11:45:46.411231 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-93c3e66c-d7cf-4963-9eca-bf5921034515 req-eca56f55-1480-4f8c-8ad7-ce4acc66f0b9 service neutron] 10.222.0.62 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310763 Apr 29 11:45:46.449820 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-785fa679-d5dd-4574-952a-70a21d5b2e39 req-1f196f05-0f2c-4106-9693-ddeb7c6b1c31 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345185 Apr 29 11:45:46.923439 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:45:46.972930 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:45:46.977272 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:46.977731 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:47.067772 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:47.093933 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21191104-8c14-4dbe-b605-af27f4fc5cea req-d9909b21-97be-43ad-86fc-c69d9a2e65db tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:47.095490 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe9d6db-0fd8-4e8b-b122-9ed493a868a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:45:47.095681 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-21191104-8c14-4dbe-b605-af27f4fc5cea req-d9909b21-97be-43ad-86fc-c69d9a2e65db tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfe9d6db-0fd8-4e8b-b122-9ed493a868a6 HTTP/1.1" status: 200 len: 983 time: 0.0573051 Apr 29 11:45:47.097934 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03466e2c-46bb-435e-8816-99930416c23c" -d '{"events": [{"server_uuid": "bfe9d6db-0fd8-4e8b-b122-9ed493a868a6", "name": "network-vif-plugged", "status": "completed", "tag": "f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:45:47.112289 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5,segment=NetworkSegment(bf758341-614a-4a8a-b3f4-82ae8b8d30b8),segment_id=bf758341-614a-4a8a-b3f4-82ae8b8d30b8)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:45:47.117668 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:47.149118 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-21191104-8c14-4dbe-b605-af27f4fc5cea req-2fc5e1f8-52e8-45b2-b86f-7515fb485b00 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=36d2774d-0817-47f4-905f-29ef1e98f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356672 Apr 29 11:45:47.166802 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e5b3cf-a8d8-4895-87b0-0e0876e08db6 x-openstack-request-id: req-09e5b3cf-a8d8-4895-87b0-0e0876e08db6 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:45:47.167104 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe9d6db-0fd8-4e8b-b122-9ed493a868a6", "name": "network-vif-plugged", "status": "completed", "tag": "f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:45:47.167380 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-09e5b3cf-a8d8-4895-87b0-0e0876e08db6 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:45:47.167773 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09e5b3cf-a8d8-4895-87b0-0e0876e08db6'] response: {'server_uuid': 'bfe9d6db-0fd8-4e8b-b122-9ed493a868a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5', 'code': 200} Apr 29 11:45:47.186028 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:47.320546 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657b20f-cf47-4bf0-b9cd-7443f8d8cb58 req-82ad46ed-0a91-4b8e-b8b7-3e3021eae6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:47.322112 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a657b20f-cf47-4bf0-b9cd-7443f8d8cb58 req-82ad46ed-0a91-4b8e-b8b7-3e3021eae6c8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bfe9d6db-0fd8-4e8b-b122-9ed493a868a6 HTTP/1.1" status: 200 len: 1137 time: 0.0415723 Apr 29 11:45:47.363867 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a657b20f-cf47-4bf0-b9cd-7443f8d8cb58 req-59bcee71-7810-4810-8045-4a212bc865da service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=36d2774d-0817-47f4-905f-29ef1e98f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338540 Apr 29 11:45:47.571636 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b0923-e109-475d-9a90-7a12a98c2613 req-b88716ed-5720-41ac-bc8e-118fcd1a43f3 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:47.573110 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e79b0923-e109-475d-9a90-7a12a98c2613 req-b88716ed-5720-41ac-bc8e-118fcd1a43f3 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aceb756-3285-4da0-a133-5b76e2b37c33 HTTP/1.1" status: 200 len: 944 time: 0.0497718 Apr 29 11:45:47.612379 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e79b0923-e109-475d-9a90-7a12a98c2613 req-6cddcc63-a5a4-48bc-982d-dd8ec9ca5d4a tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328400 Apr 29 11:45:48.270731 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fec70-ab33-4006-a4b6-14d6714c3075 req-e01e2ec3-32e1-4844-92f2-0d11073d2b48 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:48.272238 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-695fec70-ab33-4006-a4b6-14d6714c3075 req-e01e2ec3-32e1-4844-92f2-0d11073d2b48 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfe9d6db-0fd8-4e8b-b122-9ed493a868a6 HTTP/1.1" status: 200 len: 984 time: 0.0507872 Apr 29 11:45:48.312763 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-695fec70-ab33-4006-a4b6-14d6714c3075 req-a01a6cb3-5469-4f76-85bf-9cc749f22fc5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=36d2774d-0817-47f4-905f-29ef1e98f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344522 Apr 29 11:45:48.726276 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5e283-62cd-4f61-8669-dcd02db1513b req-39c26f91-8e4d-4a3e-84ed-5685fe9bc031 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:48.727728 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-22c5e283-62cd-4f61-8669-dcd02db1513b req-39c26f91-8e4d-4a3e-84ed-5685fe9bc031 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aceb756-3285-4da0-a133-5b76e2b37c33 HTTP/1.1" status: 200 len: 944 time: 0.0482831 Apr 29 11:45:48.768533 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-22c5e283-62cd-4f61-8669-dcd02db1513b req-8992eabc-80e6-47f8-9225-8ea55a247523 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348783 Apr 29 11:45:49.430222 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d16d02-fbc6-4711-9a0c-90101edda2e2 req-86417954-7e25-4d75-a70f-112ef5ab0e0d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:49.431719 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c2d16d02-fbc6-4711-9a0c-90101edda2e2 req-86417954-7e25-4d75-a70f-112ef5ab0e0d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfe9d6db-0fd8-4e8b-b122-9ed493a868a6 HTTP/1.1" status: 200 len: 984 time: 0.0507615 Apr 29 11:45:49.469568 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c2d16d02-fbc6-4711-9a0c-90101edda2e2 req-afbe7b47-e065-4e82-a4c3-dcc6c7399c80 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=36d2774d-0817-47f4-905f-29ef1e98f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319140 Apr 29 11:45:49.582622 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedf303-24ba-4f9d-b605-baa4dbc86ce4 req-aee6042f-159c-4982-bd74-8c9e3d58c08c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:49.584103 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9aedf303-24ba-4f9d-b605-baa4dbc86ce4 req-aee6042f-159c-4982-bd74-8c9e3d58c08c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfe9d6db-0fd8-4e8b-b122-9ed493a868a6 HTTP/1.1" status: 200 len: 984 time: 0.0488269 Apr 29 11:45:49.621359 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9aedf303-24ba-4f9d-b605-baa4dbc86ce4 req-46a49637-0a0d-4969-9dd6-108212f8be7c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=36d2774d-0817-47f4-905f-29ef1e98f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312767 Apr 29 11:45:49.643652 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54202) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:49.683133 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2e0cfe-2543-43be-b21d-3a75c1452420 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:49.684648 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ac2e0cfe-2543-43be-b21d-3a75c1452420 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=bfe9d6db-0fd8-4e8b-b122-9ed493a868a6 HTTP/1.1" status: 200 len: 1132 time: 0.0400152 Apr 29 11:45:49.687982 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54204) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:49.692199 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-92f28e77-5464-43e6-8474-55c3d22534c1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'port_id': 'f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:49.711838 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-92f28e77-5464-43e6-8474-55c3d22534c1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:49.816733 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-92f28e77-5464-43e6-8474-55c3d22534c1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:49.885152 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11035216-31bc-40d4-b583-180c897ca344 req-a6488075-6f01-4f8b-9d2b-b00fd8f721b4 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:49.886597 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-11035216-31bc-40d4-b583-180c897ca344 req-a6488075-6f01-4f8b-9d2b-b00fd8f721b4 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aceb756-3285-4da0-a133-5b76e2b37c33 HTTP/1.1" status: 200 len: 944 time: 0.0494006 Apr 29 11:45:49.925955 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-92f28e77-5464-43e6-8474-55c3d22534c1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.26.4.142 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/9df295a7-b770-4168-bc33-4f9876cb4b21) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:49.930106 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-11035216-31bc-40d4-b583-180c897ca344 req-aadf1ed2-cb84-42ab-ba1e-afbb02b62977 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373554 Apr 29 11:45:50.027563 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-92f28e77-5464-43e6-8474-55c3d22534c1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:50.061719 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-92f28e77-5464-43e6-8474-55c3d22534c1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:50.101747 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f28e77-5464-43e6-8474-55c3d22534c1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:50.104596 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-92f28e77-5464-43e6-8474-55c3d22534c1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:50.108835 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f28e77-5464-43e6-8474-55c3d22534c1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:45:50.134305 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f28e77-5464-43e6-8474-55c3d22534c1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=9df295a7-b770-4168-bc33-4f9876cb4b21,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:50.256542 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:45:50.480457 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-92f28e77-5464-43e6-8474-55c3d22534c1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:50.549653 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-92f28e77-5464-43e6-8474-55c3d22534c1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:50.697160 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-92f28e77-5464-43e6-8474-55c3d22534c1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:50.702066 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-92f28e77-5464-43e6-8474-55c3d22534c1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:50.772023 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f28e77-5464-43e6-8474-55c3d22534c1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=9df295a7-b770-4168-bc33-4f9876cb4b21,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:50.784478 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-92f28e77-5464-43e6-8474-55c3d22534c1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:50.886806 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-92f28e77-5464-43e6-8474-55c3d22534c1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Floating IP ba655ccf-8600-4b48-9d2f-75939913022d associated. External IP: 172.26.4.142, port: f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5. Apr 29 11:45:51.046239 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ca2e0-b2cd-41cb-8dd1-507bf82e8280 req-39948fe2-ec2e-42f6-8843-2cd8c5fae4d1 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:51.047751 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3d2ca2e0-b2cd-41cb-8dd1-507bf82e8280 req-39948fe2-ec2e-42f6-8843-2cd8c5fae4d1 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aceb756-3285-4da0-a133-5b76e2b37c33 HTTP/1.1" status: 200 len: 944 time: 0.0508306 Apr 29 11:45:51.086608 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3d2ca2e0-b2cd-41cb-8dd1-507bf82e8280 req-4419b107-435f-4dd7-974d-e879167fbc5d tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329061 Apr 29 11:45:51.106356 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f28e77-5464-43e6-8474-55c3d22534c1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router bec2256b-73b6-42ba-8b55-1f2836ec8c31 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:45:51.215689 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f28e77-5464-43e6-8474-55c3d22534c1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:45:51.228894 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cda00f6-82ea-43b4-931e-b3a2d65f6923 None None] Sync routers for ids ['bec2256b-73b6-42ba-8b55-1f2836ec8c31'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:45:51.233779 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-92f28e77-5464-43e6-8474-55c3d22534c1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:51.240434 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cda00f6-82ea-43b4-931e-b3a2d65f6923 None None] Routers {'bec2256b-73b6-42ba-8b55-1f2836ec8c31'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:45:51.241047 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-1cda00f6-82ea-43b4-931e-b3a2d65f6923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:45:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['bec2256b-73b6-42ba-8b55-1f2836ec8c31'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:51.264990 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-92f28e77-5464-43e6-8474-55c3d22534c1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 1.5734091 Apr 29 11:45:51.264990 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe9d6db-0fd8-4e8b-b122-9ed493a868a6', 'tag': 'f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5'}] {{(pid=102960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:45:51.265502 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f284d994886e2bee032f7329864f24e5fe1e0d39b4215f9cf8d7074f2166ea6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb55e13-5d27-4cef-b273-5cf41051f9d0" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe9d6db-0fd8-4e8b-b122-9ed493a868a6", "tag": "f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5"}]}' {{(pid=102960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:45:51.265632 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54210) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:51.302585 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c72263-8318-4a58-9f64-933ddefa9c0a x-openstack-request-id: req-43c72263-8318-4a58-9f64-933ddefa9c0a {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:45:51.302866 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe9d6db-0fd8-4e8b-b122-9ed493a868a6", "tag": "f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5", "status": "completed", "code": 200}]} {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:45:51.303115 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-43c72263-8318-4a58-9f64-933ddefa9c0a {{(pid=102960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:45:51.303522 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43c72263-8318-4a58-9f64-933ddefa9c0a'] response: {'name': 'network-changed', 'server_uuid': 'bfe9d6db-0fd8-4e8b-b122-9ed493a868a6', 'tag': 'f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5', 'status': 'completed', 'code': 200} Apr 29 11:45:51.354898 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-1cda00f6-82ea-43b4-931e-b3a2d65f6923 None None] Set router bec2256b-73b6-42ba-8b55-1f2836ec8c31 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:45:51.380367 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59085b7d-2fa3-4422-bcde-dc38bc6bbd48 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:51.381914 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-59085b7d-2fa3-4422-bcde-dc38bc6bbd48 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=bfe9d6db-0fd8-4e8b-b122-9ed493a868a6&network_id=daec016b-c08c-4e00-837b-f82de0c52798 HTTP/1.1" status: 200 len: 1132 time: 0.1150956 Apr 29 11:45:51.392409 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb55e13-5d27-4cef-b273-5cf41051f9d0 req-64573af9-6c0a-4327-8796-74eb8c003130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:51.393921 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9bb55e13-5d27-4cef-b273-5cf41051f9d0 req-64573af9-6c0a-4327-8796-74eb8c003130 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=bfe9d6db-0fd8-4e8b-b122-9ed493a868a6 HTTP/1.1" status: 200 len: 1137 time: 0.0572898 Apr 29 11:45:51.491920 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb55e13-5d27-4cef-b273-5cf41051f9d0 req-f1fd81c4-9829-4846-94ba-86d6e26a4542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:51.493587 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9bb55e13-5d27-4cef-b273-5cf41051f9d0 req-f1fd81c4-9829-4846-94ba-86d6e26a4542 service neutron] 10.222.0.62 "GET /v2.0/networks?id=daec016b-c08c-4e00-837b-f82de0c52798 HTTP/1.1" status: 200 len: 898 time: 0.0924900 Apr 29 11:45:51.581745 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9bb55e13-5d27-4cef-b273-5cf41051f9d0 req-e4a3a964-2fd0-43ef-bec6-2a6e697c7dcf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 HTTP/1.1" status: 200 len: 1038 time: 0.0781033 Apr 29 11:45:51.602197 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-1cda00f6-82ea-43b4-931e-b3a2d65f6923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'name': 'tempest-TestNetworkBasicOps-router-2074281159', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '16d9c29a-a957-4f3e-86c3-e0dff850ae89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:30Z', 'updated_at': '2022-04-29T11:45:34Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '16d9c29a-a957-4f3e-86c3-e0dff850ae89', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:30Z', 'updated_at': '2022-04-29T11:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'ba655ccf-8600-4b48-9d2f-75939913022d', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.142', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'port_id': 'f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1071231335', 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798', 'mac_address': 'fa:16:3e:26:86:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe9d6db-0fd8-4e8b-b122-9ed493a868a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:45:50Z', 'updated_at': '2022-04-29T11:45:50Z', 'revision_number': 0, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dd6780e-fec7-454a-af37-51c112b65ab6', 'name': '', 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:7e:7a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'ed98931a-9237-4a98-acf9-6e746c66fd09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:33Z', 'updated_at': '2022-04-29T11:45:38Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'ed98931a-9237-4a98-acf9-6e746c66fd09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:51.629397 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cda00f6-82ea-43b4-931e-b3a2d65f6923 None None] Checking router: bec2256b-73b6-42ba-8b55-1f2836ec8c31 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:45:51.638085 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cda00f6-82ea-43b4-931e-b3a2d65f6923 None None] Routers {'bec2256b-73b6-42ba-8b55-1f2836ec8c31'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:45:51.639152 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-1cda00f6-82ea-43b4-931e-b3a2d65f6923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:45:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['bec2256b-73b6-42ba-8b55-1f2836ec8c31'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:51.652606 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb55e13-5d27-4cef-b273-5cf41051f9d0 req-85a0eeb1-5d73-454c-94e6-c3d2733c9ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:51.654623 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9bb55e13-5d27-4cef-b273-5cf41051f9d0 req-85a0eeb1-5d73-454c-94e6-c3d2733c9ab9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ed98931a-9237-4a98-acf9-6e746c66fd09 HTTP/1.1" status: 200 len: 835 time: 0.0639951 Apr 29 11:45:51.663363 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80386ad-eb34-4cf2-8d16-e41a329f6d95 req-736b1026-07d2-4f86-9155-6cce2a347b3b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:51.664780 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b80386ad-eb34-4cf2-8d16-e41a329f6d95 req-736b1026-07d2-4f86-9155-6cce2a347b3b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfe9d6db-0fd8-4e8b-b122-9ed493a868a6 HTTP/1.1" status: 200 len: 984 time: 0.0863633 Apr 29 11:45:51.726255 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b80386ad-eb34-4cf2-8d16-e41a329f6d95 req-f57f8a08-9174-49bf-91a9-e44e2af312bf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=36d2774d-0817-47f4-905f-29ef1e98f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525222 Apr 29 11:45:51.732983 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb55e13-5d27-4cef-b273-5cf41051f9d0 req-39786248-e940-4cc4-9649-9995081495c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:51.734561 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9bb55e13-5d27-4cef-b273-5cf41051f9d0 req-39786248-e940-4cc4-9649-9995081495c6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=daec016b-c08c-4e00-837b-f82de0c52798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689306 Apr 29 11:45:51.750097 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-1cda00f6-82ea-43b4-931e-b3a2d65f6923 None None] Set router bec2256b-73b6-42ba-8b55-1f2836ec8c31 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:45:51.829722 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9bb55e13-5d27-4cef-b273-5cf41051f9d0 req-aa15387e-3f28-4d20-bf87-b7eebfcd507d service neutron] 10.222.0.62 "GET /v2.0/networks/daec016b-c08c-4e00-837b-f82de0c52798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833952 Apr 29 11:45:51.928720 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9bb55e13-5d27-4cef-b273-5cf41051f9d0 req-178f6ece-f6a9-4328-864d-d17e0b0498be service neutron] 10.222.0.62 "GET /v2.0/networks/daec016b-c08c-4e00-837b-f82de0c52798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866995 Apr 29 11:45:51.980900 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-1cda00f6-82ea-43b4-931e-b3a2d65f6923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'name': 'tempest-TestNetworkBasicOps-router-2074281159', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '16d9c29a-a957-4f3e-86c3-e0dff850ae89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:30Z', 'updated_at': '2022-04-29T11:45:34Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '16d9c29a-a957-4f3e-86c3-e0dff850ae89', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:30Z', 'updated_at': '2022-04-29T11:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'ba655ccf-8600-4b48-9d2f-75939913022d', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.142', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'port_id': 'f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1071231335', 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798', 'mac_address': 'fa:16:3e:26:86:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe9d6db-0fd8-4e8b-b122-9ed493a868a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:45:50Z', 'updated_at': '2022-04-29T11:45:50Z', 'revision_number': 0, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dd6780e-fec7-454a-af37-51c112b65ab6', 'name': '', 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:7e:7a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'ed98931a-9237-4a98-acf9-6e746c66fd09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:33Z', 'updated_at': '2022-04-29T11:45:38Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'ed98931a-9237-4a98-acf9-6e746c66fd09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:52.008005 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cda00f6-82ea-43b4-931e-b3a2d65f6923 None None] The sync data for ids ['bec2256b-73b6-42ba-8b55-1f2836ec8c31'] in dv-neutron-838888-1-hyperv is: [{'id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'name': 'tempest-TestNetworkBasicOps-router-2074281159', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '16d9c29a-a957-4f3e-86c3-e0dff850ae89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:30Z', 'updated_at': '2022-04-29T11:45:34Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '16d9c29a-a957-4f3e-86c3-e0dff850ae89', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:30Z', 'updated_at': '2022-04-29T11:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'ba655ccf-8600-4b48-9d2f-75939913022d', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.142', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'port_id': 'f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1071231335', 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798', 'mac_address': 'fa:16:3e:26:86:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe9d6db-0fd8-4e8b-b122-9ed493a868a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:45:50Z', 'updated_at': '2022-04-29T11:45:50Z', 'revision_number': 0, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dd6780e-fec7-454a-af37-51c112b65ab6', 'name': '', 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:7e:7a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'ed98931a-9237-4a98-acf9-6e746c66fd09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:33Z', 'updated_at': '2022-04-29T11:45:38Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'ed98931a-9237-4a98-acf9-6e746c66fd09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:45:52.217384 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cea577-583b-4c04-b9d5-4bb52bbc4efa None None] New status for floating IP ba655ccf-8600-4b48-9d2f-75939913022d: ACTIVE {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:45:52.520444 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f030e-2284-4a90-b16c-92464daf191c req-44864c58-f7a1-499b-b7be-4beeceb7791c tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:52.521923 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9c6f030e-2284-4a90-b16c-92464daf191c req-44864c58-f7a1-499b-b7be-4beeceb7791c tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aceb756-3285-4da0-a133-5b76e2b37c33 HTTP/1.1" status: 200 len: 944 time: 0.3654616 Apr 29 11:45:52.559673 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9c6f030e-2284-4a90-b16c-92464daf191c req-36c332ab-0c40-4ecf-9e3e-1bc564c18b49 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317445 Apr 29 11:45:52.846009 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f425f-a4f1-44a2-838e-a5930328443c req-b6c2bf1a-988c-47bd-a466-cd06b2cdfc87 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:52.847499 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3c6f425f-a4f1-44a2-838e-a5930328443c req-b6c2bf1a-988c-47bd-a466-cd06b2cdfc87 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfe9d6db-0fd8-4e8b-b122-9ed493a868a6 HTTP/1.1" status: 200 len: 984 time: 0.0498674 Apr 29 11:45:52.884367 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3c6f425f-a4f1-44a2-838e-a5930328443c req-40bffdaf-5c96-4d93-b439-b0c710b22ae1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=36d2774d-0817-47f4-905f-29ef1e98f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306797 Apr 29 11:45:53.280270 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62824e69-03cf-428b-8521-c77f95e35a99 req-4b9b6327-7af0-4286-acee-757df9b73350 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:53.281726 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-62824e69-03cf-428b-8521-c77f95e35a99 req-4b9b6327-7af0-4286-acee-757df9b73350 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfe9d6db-0fd8-4e8b-b122-9ed493a868a6 HTTP/1.1" status: 200 len: 984 time: 0.0501120 Apr 29 11:45:53.332864 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62824e69-03cf-428b-8521-c77f95e35a99 req-d4326aa4-1891-4962-8508-641503e6f8b9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:53.334156 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-62824e69-03cf-428b-8521-c77f95e35a99 req-d4326aa4-1891-4962-8508-641503e6f8b9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/ports/f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0458422 Apr 29 11:45:53.452670 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-62824e69-03cf-428b-8521-c77f95e35a99 req-44490910-025f-4db3-a6e1-4157f1177a6a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/networks/daec016b-c08c-4e00-837b-f82de0c52798?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1102939 Apr 29 11:45:53.469845 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-62824e69-03cf-428b-8521-c77f95e35a99 req-e1885b2d-9ba0-44ff-bf7d-9bf1248e35b7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:53.539024 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-82da05bb-049a-4c86-b184-615637f9e832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:53.540190 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-62824e69-03cf-428b-8521-c77f95e35a99 req-e1885b2d-9ba0-44ff-bf7d-9bf1248e35b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:53.741990 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe2475-fa97-4ad2-b9ce-25147c2b15cd req-3a977f30-064b-4d52-ad57-d43a62780d91 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:53.743817 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a0fe2475-fa97-4ad2-b9ce-25147c2b15cd req-3a977f30-064b-4d52-ad57-d43a62780d91 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aceb756-3285-4da0-a133-5b76e2b37c33 HTTP/1.1" status: 200 len: 944 time: 0.0939350 Apr 29 11:45:53.745804 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-62824e69-03cf-428b-8521-c77f95e35a99 req-e1885b2d-9ba0-44ff-bf7d-9bf1248e35b7 service neutron] For port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5,segment=NetworkSegment(bf758341-614a-4a8a-b3f4-82ae8b8d30b8),segment_id=bf758341-614a-4a8a-b3f4-82ae8b8d30b8)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:45:53.813697 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-62824e69-03cf-428b-8521-c77f95e35a99 req-e1885b2d-9ba0-44ff-bf7d-9bf1248e35b7 service neutron] For port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:45:53.817877 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a0fe2475-fa97-4ad2-b9ce-25147c2b15cd req-e9a77367-dfd3-4186-85c6-8f7e21bef46f tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628502 Apr 29 11:45:53.853682 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-62824e69-03cf-428b-8521-c77f95e35a99 req-e1885b2d-9ba0-44ff-bf7d-9bf1248e35b7 service neutron] device_id is not set on port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:45:53.865226 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-62824e69-03cf-428b-8521-c77f95e35a99 req-e1885b2d-9ba0-44ff-bf7d-9bf1248e35b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:53.871405 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-62824e69-03cf-428b-8521-c77f95e35a99 req-e1885b2d-9ba0-44ff-bf7d-9bf1248e35b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:54.010083 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1885b2d-9ba0-44ff-bf7d-9bf1248e35b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5,revision_number=6']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:54.043943 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0f462a19-52b3-4512-a8ff-272eb39d16a9 req-5619aa6e-ee8c-4cd6-a9e8-65539dbdce76 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfe9d6db-0fd8-4e8b-b122-9ed493a868a6 HTTP/1.1" status: 200 len: 210 time: 0.0644851 Apr 29 11:45:54.107604 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-62824e69-03cf-428b-8521-c77f95e35a99 req-e1885b2d-9ba0-44ff-bf7d-9bf1248e35b7 service neutron] No DVR routers for this DVR port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:45:54.202783 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-53ec024a-ac29-4320-823d-d478dff86a15 None None] Provisioning complete for port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:54.203656 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-53ec024a-ac29-4320-823d-d478dff86a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:54.239086 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-53ec024a-ac29-4320-823d-d478dff86a15 None None] Port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:45:54.262994 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-62824e69-03cf-428b-8521-c77f95e35a99 req-e1885b2d-9ba0-44ff-bf7d-9bf1248e35b7 service neutron] In _notify_port_updated(), no bound segment for port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 on network daec016b-c08c-4e00-837b-f82de0c52798 {{(pid=102959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 11:45:54.263978 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62824e69-03cf-428b-8521-c77f95e35a99 req-e1885b2d-9ba0-44ff-bf7d-9bf1248e35b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:54.264538 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-62824e69-03cf-428b-8521-c77f95e35a99 req-e1885b2d-9ba0-44ff-bf7d-9bf1248e35b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:54.265813 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-62824e69-03cf-428b-8521-c77f95e35a99 req-e1885b2d-9ba0-44ff-bf7d-9bf1248e35b7 service neutron] 10.222.0.62 "PUT /v2.0/ports/f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 HTTP/1.1" status: 200 len: 1027 time: 0.8022182 Apr 29 11:45:54.938937 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 1b9d49e6-9e5f-423d-b996-8a7b44f31b8b details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:45:54.942519 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8fa3f-62b9-42d4-b55c-457684a42990 req-0e476b8e-7f2b-4077-9012-dd954352c384 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:54.944074 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-53b8fa3f-62b9-42d4-b55c-457684a42990 req-0e476b8e-7f2b-4077-9012-dd954352c384 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aceb756-3285-4da0-a133-5b76e2b37c33 HTTP/1.1" status: 200 len: 944 time: 0.0559313 Apr 29 11:45:54.983635 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-53b8fa3f-62b9-42d4-b55c-457684a42990 req-e636d288-1a3c-4e97-8d03-d8287ffff67a tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330248 Apr 29 11:45:55.036097 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 1b9d49e6-9e5f-423d-b996-8a7b44f31b8b, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1b9d49e6-9e5f-423d-b996-8a7b44f31b8b,segment=NetworkSegment(0c080895-bcf4-4e59-861e-09d2c7c3a6d0),segment_id=0c080895-bcf4-4e59-861e-09d2c7c3a6d0)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:45:55.049381 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '1b9d49e6-9e5f-423d-b996-8a7b44f31b8b', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'port_id': '1b9d49e6-9e5f-423d-b996-8a7b44f31b8b', 'mac_address': 'fa:16:3e:e9:ce:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:45:55.087243 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.100018 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b9d49e6-9e5f-423d-b996-8a7b44f31b8b {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:45:55.103679 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54230) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:55.120077 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 1b9d49e6-9e5f-423d-b996-8a7b44f31b8b, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1b9d49e6-9e5f-423d-b996-8a7b44f31b8b,segment=NetworkSegment(0c080895-bcf4-4e59-861e-09d2c7c3a6d0),segment_id=0c080895-bcf4-4e59-861e-09d2c7c3a6d0)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:45:55.125287 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.149337 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe2ba39-b511-4ee6-a9c5-63480b279914 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:55.153334 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-bbe2ba39-b511-4ee6-a9c5-63480b279914 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports/f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 HTTP/1.1" status: 200 len: 926 time: 0.0459914 Apr 29 11:45:55.177880 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=1b9d49e6-9e5f-423d-b996-8a7b44f31b8b,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:55.374518 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['1b9d49e6-9e5f-423d-b996-8a7b44f31b8b'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:45:55.427089 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54234) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:55.431687 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-8552b0ec-c377-4f77-b519-cbde7e5c2d94 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2062548925', 'description': 'tempest-secgroup-smoke-2062548925 description', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:55.454052 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8552b0ec-c377-4f77-b519-cbde7e5c2d94 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.526347 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8552b0ec-c377-4f77-b519-cbde7e5c2d94 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.531793 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8552b0ec-c377-4f77-b519-cbde7e5c2d94 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.561851 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8552b0ec-c377-4f77-b519-cbde7e5c2d94 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.565978 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54236) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:55.566563 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-8552b0ec-c377-4f77-b519-cbde7e5c2d94 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1378651 Apr 29 11:45:55.568054 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552b0ec-c377-4f77-b519-cbde7e5c2d94 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aab9d0b-5761-43b8-802e-ac54b9970ae6,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:55.570840 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-d1bff506-9093-4529-a628-c87649f101c0 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '5aab9d0b-5761-43b8-802e-ac54b9970ae6', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:55.597364 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d1bff506-9093-4529-a628-c87649f101c0 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.653268 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d1bff506-9093-4529-a628-c87649f101c0 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.657747 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d1bff506-9093-4529-a628-c87649f101c0 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.676868 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bff506-9093-4529-a628-c87649f101c0 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b22e3a-e936-4a5a-b44c-a64f47ef40b3,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:55.682506 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d1bff506-9093-4529-a628-c87649f101c0 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.686683 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54238) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:55.686849 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d1bff506-9093-4529-a628-c87649f101c0 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196964 Apr 29 11:45:55.691195 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-7bbd9a93-ba5a-432b-b21c-c75dbb09eaf1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '5aab9d0b-5761-43b8-802e-ac54b9970ae6', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:55.716136 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9a93-ba5a-432b-b21c-c75dbb09eaf1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.772340 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9a93-ba5a-432b-b21c-c75dbb09eaf1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.776496 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9a93-ba5a-432b-b21c-c75dbb09eaf1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.799796 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd9a93-ba5a-432b-b21c-c75dbb09eaf1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae69613-03b6-4a04-8924-ab7a96413dc0,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:55.805518 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9a93-ba5a-432b-b21c-c75dbb09eaf1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.809410 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7bbd9a93-ba5a-432b-b21c-c75dbb09eaf1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190910 Apr 29 11:45:55.809631 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54240) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:55.814327 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-3d1e31e9-5e51-47f5-a9cd-56f1979f0eeb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '5aab9d0b-5761-43b8-802e-ac54b9970ae6', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:55.838921 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3d1e31e9-5e51-47f5-a9cd-56f1979f0eeb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.897113 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3d1e31e9-5e51-47f5-a9cd-56f1979f0eeb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.900763 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3d1e31e9-5e51-47f5-a9cd-56f1979f0eeb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.918260 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e31e9-5e51-47f5-a9cd-56f1979f0eeb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc00a0f-f8b4-4273-91e6-fc22a06e4b4f,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:55.925787 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3d1e31e9-5e51-47f5-a9cd-56f1979f0eeb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.927000 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3d1e31e9-5e51-47f5-a9cd-56f1979f0eeb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164265 Apr 29 11:45:55.929697 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54242) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:55.934066 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-fcbe61c3-9e46-4011-a91b-eb058deafd49 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '5aab9d0b-5761-43b8-802e-ac54b9970ae6', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:55.960348 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fcbe61c3-9e46-4011-a91b-eb058deafd49 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:56.020383 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fcbe61c3-9e46-4011-a91b-eb058deafd49 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:56.024631 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fcbe61c3-9e46-4011-a91b-eb058deafd49 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:56.044617 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe61c3-9e46-4011-a91b-eb058deafd49 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4934c815-07ba-4abf-9c55-29cbca943300,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:56.054233 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fcbe61c3-9e46-4011-a91b-eb058deafd49 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:56.054233 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-fcbe61c3-9e46-4011-a91b-eb058deafd49 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208923 Apr 29 11:45:56.054492 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54246) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:56.058953 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-51ee1a22-6a9f-4c54-85d2-ceb7686d63fe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '5aab9d0b-5761-43b8-802e-ac54b9970ae6', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:56.081788 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.securitygroups_db [None req-51ee1a22-6a9f-4c54-85d2-ceb7686d63fe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Project e43b3d3b447648b5aeeaf858bb1241e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:45:56.086988 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-51ee1a22-6a9f-4c54-85d2-ceb7686d63fe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:56.104921 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371816a-9d36-4c94-940a-18056f974c73 req-ab5baa71-2ecf-4974-94a5-a7cd49d384cb tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:56.106471 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6371816a-9d36-4c94-940a-18056f974c73 req-ab5baa71-2ecf-4974-94a5-a7cd49d384cb tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aceb756-3285-4da0-a133-5b76e2b37c33 HTTP/1.1" status: 200 len: 945 time: 0.0517545 Apr 29 11:45:56.149597 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-51ee1a22-6a9f-4c54-85d2-ceb7686d63fe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:56.150338 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6371816a-9d36-4c94-940a-18056f974c73 req-9e483755-a269-4fc3-99a2-bcb331e8b834 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372059 Apr 29 11:45:56.154501 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-51ee1a22-6a9f-4c54-85d2-ceb7686d63fe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:56.171514 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee1a22-6a9f-4c54-85d2-ceb7686d63fe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1082352-59f3-47c0-b57a-590aad58c0e5,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:56.180392 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-51ee1a22-6a9f-4c54-85d2-ceb7686d63fe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:56.181704 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-51ee1a22-6a9f-4c54-85d2-ceb7686d63fe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1262789 Apr 29 11:45:56.184369 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54248) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:45:56.189219 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-751c990b-69a7-4e1a-b05c-d053a5310137 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '5aab9d0b-5761-43b8-802e-ac54b9970ae6', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:56.210023 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.securitygroups_db [None req-751c990b-69a7-4e1a-b05c-d053a5310137 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Project e43b3d3b447648b5aeeaf858bb1241e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:45:56.214843 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-751c990b-69a7-4e1a-b05c-d053a5310137 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:56.278663 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-751c990b-69a7-4e1a-b05c-d053a5310137 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:56.282397 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-751c990b-69a7-4e1a-b05c-d053a5310137 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:56.301461 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c990b-69a7-4e1a-b05c-d053a5310137 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79096286-d2ea-483a-b10a-78f4ce4c5bd6,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:56.306627 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-751c990b-69a7-4e1a-b05c-d053a5310137 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:56.307831 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-751c990b-69a7-4e1a-b05c-d053a5310137 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225185 Apr 29 11:45:56.447932 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-b8447924-4d5c-44e8-a650-70b8592c5599 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2062548925&fields=id&tenant_id=e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 267 time: 0.0322690 Apr 29 11:45:56.497342 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-8b35d882-a594-4f2c-93dd-b6238f9d9c12 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:56.498999 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-8b35d882-a594-4f2c-93dd-b6238f9d9c12 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports/f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 HTTP/1.1" status: 200 len: 931 time: 0.0434721 Apr 29 11:45:56.543967 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-a2a96858-f2f4-4a6d-969b-01f658bc4d21 service neutron] 10.222.0.69 "GET /v2.0/ports/f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0328076 Apr 29 11:45:56.634762 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-c53ebefb-b67b-4bf3-9e34-51aa5097141e service neutron] 10.222.0.69 "GET /v2.0/networks/daec016b-c08c-4e00-837b-f82de0c52798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848131 Apr 29 11:45:56.724673 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-a0f812fd-0061-4b4e-bd5f-81f3ad97bdb2 service neutron] 10.222.0.69 "GET /v2.0/networks/daec016b-c08c-4e00-837b-f82de0c52798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833161 Apr 29 11:45:56.883843 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f75f73af-3183-415f-975a-af235c49b71b req-042c7e5a-cc13-43b3-b638-df94c416d6c4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=88403155-ba80-4212-ae55-31b8a2ca9f80 HTTP/1.1" status: 200 len: 210 time: 0.0311964 Apr 29 11:45:56.939603 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 1b9d49e6-9e5f-423d-b996-8a7b44f31b8b up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:45:57.008136 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port 1b9d49e6-9e5f-423d-b996-8a7b44f31b8b completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:45:57.012485 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 1b9d49e6-9e5f-423d-b996-8a7b44f31b8b triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:57.012853 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:57.104191 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:57.136722 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aceb756-3285-4da0-a133-5b76e2b37c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b9d49e6-9e5f-423d-b996-8a7b44f31b8b'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:45:57.139941 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b621c229-16ad-4c3d-8455-f925d26a0aac" -d '{"events": [{"server_uuid": "7aceb756-3285-4da0-a133-5b76e2b37c33", "name": "network-vif-plugged", "status": "completed", "tag": "1b9d49e6-9e5f-423d-b996-8a7b44f31b8b"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:45:57.144870 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:57.155093 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 1b9d49e6-9e5f-423d-b996-8a7b44f31b8b, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1b9d49e6-9e5f-423d-b996-8a7b44f31b8b,segment=NetworkSegment(0c080895-bcf4-4e59-861e-09d2c7c3a6d0),segment_id=0c080895-bcf4-4e59-861e-09d2c7c3a6d0)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:45:57.161020 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:57.161963 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:45:57.227201 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539d3cdd-ba2b-4785-a2e9-8c49bfa0b3ea x-openstack-request-id: req-539d3cdd-ba2b-4785-a2e9-8c49bfa0b3ea {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:45:57.227425 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aceb756-3285-4da0-a133-5b76e2b37c33", "name": "network-vif-plugged", "status": "completed", "tag": "1b9d49e6-9e5f-423d-b996-8a7b44f31b8b", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:45:57.227683 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-539d3cdd-ba2b-4785-a2e9-8c49bfa0b3ea {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:45:57.228111 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-539d3cdd-ba2b-4785-a2e9-8c49bfa0b3ea'] response: {'server_uuid': '7aceb756-3285-4da0-a133-5b76e2b37c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b9d49e6-9e5f-423d-b996-8a7b44f31b8b', 'code': 200} Apr 29 11:45:57.274815 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:45:57.292666 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=1b9d49e6-9e5f-423d-b996-8a7b44f31b8b,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:57.336582 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0537714-5b02-4702-b6e5-29b86c15dba3 req-17d49464-532b-4519-b288-aa6222c618dd tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:57.338391 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e0537714-5b02-4702-b6e5-29b86c15dba3 req-17d49464-532b-4519-b288-aa6222c618dd tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aceb756-3285-4da0-a133-5b76e2b37c33 HTTP/1.1" status: 200 len: 946 time: 0.0817673 Apr 29 11:45:57.388031 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e0537714-5b02-4702-b6e5-29b86c15dba3 req-68b395fd-c1ac-46d7-b166-9c20fb8505b9 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426066 Apr 29 11:45:57.453186 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b84ae-e467-4f07-b08a-99755b16c7af req-0814f400-2af8-48ad-932e-1fc238b2123a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:57.454774 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-731b84ae-e467-4f07-b08a-99755b16c7af req-0814f400-2af8-48ad-932e-1fc238b2123a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7aceb756-3285-4da0-a133-5b76e2b37c33 HTTP/1.1" status: 200 len: 1099 time: 0.0432057 Apr 29 11:45:57.495547 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-731b84ae-e467-4f07-b08a-99755b16c7af req-596e6f90-01fa-477d-81ea-e6b892371b7e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325809 Apr 29 11:45:57.734025 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f91acde1-2fdf-4b76-8f26-44565912a8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:57.983580 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6bf55745-d4f7-49bd-bc8a-b67b8e90769e req-9a8606f7-ecb5-4f62-a906-c45c26f01372 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=88403155-ba80-4212-ae55-31b8a2ca9f80 HTTP/1.1" status: 200 len: 210 time: 0.0278280 Apr 29 11:45:58.090990 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-b3d6d339-44b7-4a0f-91c5-db8c1c4dc9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:58.093318 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-b3d6d339-44b7-4a0f-91c5-db8c1c4dc9f4 service neutron] 10.222.0.62 "GET /v2.0/ports/f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 HTTP/1.1" status: 200 len: 1027 time: 0.0350757 Apr 29 11:45:58.208557 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-4fd90648-814c-4879-87dd-53210770903a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:58.210017 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-4fd90648-814c-4879-87dd-53210770903a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/networks?id=daec016b-c08c-4e00-837b-f82de0c52798 HTTP/1.1" status: 200 len: 797 time: 0.1098034 Apr 29 11:45:58.272845 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-c55fe065-94ae-491d-9682-52bd638a9a05 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 472 time: 0.0390587 Apr 29 11:45:58.288915 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-2c612b36-8a6a-4c9e-9450-4a89204b86bb service neutron] Request body: {'port': {'device_id': '88403155-ba80-4212-ae55-31b8a2ca9f80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:58.345543 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-2c612b36-8a6a-4c9e-9450-4a89204b86bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:58.487682 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:58.564027 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdc0ce-9205-45c0-a511-2dceb29dcf7d req-b4d121ea-2fd0-4655-8813-28023299b66b tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:58.565508 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c5cdc0ce-9205-45c0-a511-2dceb29dcf7d req-b4d121ea-2fd0-4655-8813-28023299b66b tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aceb756-3285-4da0-a133-5b76e2b37c33 HTTP/1.1" status: 200 len: 946 time: 0.1065593 Apr 29 11:45:58.626835 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c5cdc0ce-9205-45c0-a511-2dceb29dcf7d req-7fa9d147-89dc-4275-9631-b3cca41f851b tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550489 Apr 29 11:45:58.678063 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-2c612b36-8a6a-4c9e-9450-4a89204b86bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:45:58.686312 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-2c612b36-8a6a-4c9e-9450-4a89204b86bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:58.697716 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-2c612b36-8a6a-4c9e-9450-4a89204b86bb service neutron] Transition to ACTIVE for port object f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:58.702056 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-2c612b36-8a6a-4c9e-9450-4a89204b86bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:58.779442 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c612b36-8a6a-4c9e-9450-4a89204b86bb service neutron] Pushing event updated for resources: {'Port': ['ID=f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5,revision_number=7']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:58.887519 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-2c612b36-8a6a-4c9e-9450-4a89204b86bb service neutron] Attempting to bind port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:45:58.887865 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-2c612b36-8a6a-4c9e-9450-4a89204b86bb service neutron] Attempting to bind port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'bf758341-614a-4a8a-b3f4-82ae8b8d30b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:45:58.888341 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-2c612b36-8a6a-4c9e-9450-4a89204b86bb service neutron] Attempting to bind port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 on network daec016b-c08c-4e00-837b-f82de0c52798 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:45:58.893080 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-2c612b36-8a6a-4c9e-9450-4a89204b86bb service neutron] Port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 on network daec016b-c08c-4e00-837b-f82de0c52798 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:45:58.893407 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-2c612b36-8a6a-4c9e-9450-4a89204b86bb service neutron] Attempting to bind port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 on network daec016b-c08c-4e00-837b-f82de0c52798 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:45:58.898659 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-2c612b36-8a6a-4c9e-9450-4a89204b86bb service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:45:58.899002 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-2c612b36-8a6a-4c9e-9450-4a89204b86bb service neutron] Checking segment: {'id': 'bf758341-614a-4a8a-b3f4-82ae8b8d30b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:45:58.899393 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-2c612b36-8a6a-4c9e-9450-4a89204b86bb service neutron] Bound using segment: {'id': 'bf758341-614a-4a8a-b3f4-82ae8b8d30b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:45:58.899842 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-2c612b36-8a6a-4c9e-9450-4a89204b86bb service neutron] Bound port: f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf758341-614a-4a8a-b3f4-82ae8b8d30b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:45:58.900192 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-2c612b36-8a6a-4c9e-9450-4a89204b86bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:58.969100 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-2c612b36-8a6a-4c9e-9450-4a89204b86bb service neutron] For port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:45:58.972065 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-2c612b36-8a6a-4c9e-9450-4a89204b86bb service neutron] For port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5,segment=NetworkSegment(bf758341-614a-4a8a-b3f4-82ae8b8d30b8),segment_id=bf758341-614a-4a8a-b3f4-82ae8b8d30b8)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:45:58.975664 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-2c612b36-8a6a-4c9e-9450-4a89204b86bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:59.010128 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-2c612b36-8a6a-4c9e-9450-4a89204b86bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:59.010755 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-2c612b36-8a6a-4c9e-9450-4a89204b86bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:59.012183 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-2c612b36-8a6a-4c9e-9450-4a89204b86bb service neutron] 10.222.0.62 "PUT /v2.0/ports/f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 HTTP/1.1" status: 200 len: 1132 time: 0.7271616 Apr 29 11:45:59.012561 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88403155-ba80-4212-ae55-31b8a2ca9f80', 'tag': 'f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:45:59.015331 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbaf80e9-587c-4e08-a728-30360f4d5645" -d '{"events": [{"name": "network-changed", "server_uuid": "88403155-ba80-4212-ae55-31b8a2ca9f80", "tag": "f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:45:59.043217 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c612b36-8a6a-4c9e-9450-4a89204b86bb service neutron] Pushing event updated for resources: {'Port': ['ID=f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5,revision_number=8']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:59.131916 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bb77c6-ad0a-46cc-a81f-08b9e126c694 x-openstack-request-id: req-d9bb77c6-ad0a-46cc-a81f-08b9e126c694 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:45:59.132224 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88403155-ba80-4212-ae55-31b8a2ca9f80", "tag": "f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:45:59.132500 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d9bb77c6-ad0a-46cc-a81f-08b9e126c694 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:45:59.132875 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9bb77c6-ad0a-46cc-a81f-08b9e126c694'] response: {'name': 'network-changed', 'server_uuid': '88403155-ba80-4212-ae55-31b8a2ca9f80', 'tag': 'f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5', 'status': 'completed', 'code': 200} Apr 29 11:45:59.148017 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-3a5c73bf-2884-4c41-9789-ecdeaf2c3751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:59.149654 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-3a5c73bf-2884-4c41-9789-ecdeaf2c3751 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=88403155-ba80-4212-ae55-31b8a2ca9f80 HTTP/1.1" status: 200 len: 1135 time: 0.0860507 Apr 29 11:45:59.164784 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77860ebd-7e40-4a2a-8721-9e163ef8f082 req-7ea54a13-da85-47e2-8572-83990b048768 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:59.166384 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-77860ebd-7e40-4a2a-8721-9e163ef8f082 req-7ea54a13-da85-47e2-8572-83990b048768 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=88403155-ba80-4212-ae55-31b8a2ca9f80 HTTP/1.1" status: 200 len: 982 time: 0.0768251 Apr 29 11:45:59.251181 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-77860ebd-7e40-4a2a-8721-9e163ef8f082 req-a433b505-4cf9-425f-bbd7-fe0c8a974ea3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=36d2774d-0817-47f4-905f-29ef1e98f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770295 Apr 29 11:45:59.253174 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-0f02af38-4adc-4638-b8ae-762436bfd367 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 HTTP/1.1" status: 200 len: 1038 time: 0.0858803 Apr 29 11:45:59.316327 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-c824e7cf-a55e-4ccc-952d-5a275b06afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:59.317721 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-c824e7cf-a55e-4ccc-952d-5a275b06afe0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ed98931a-9237-4a98-acf9-6e746c66fd09 HTTP/1.1" status: 200 len: 835 time: 0.0506227 Apr 29 11:45:59.365822 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-65edc63b-1579-40e3-9eab-9a09e1c380db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:59.367370 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-65edc63b-1579-40e3-9eab-9a09e1c380db service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=daec016b-c08c-4e00-837b-f82de0c52798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408409 Apr 29 11:45:59.467446 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-aa8e7a3a-b040-4551-bebb-94671cf1ac7f service neutron] 10.222.0.62 "GET /v2.0/networks/daec016b-c08c-4e00-837b-f82de0c52798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863647 Apr 29 11:45:59.564902 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a4fcc115-bac7-4597-b42f-a3bc165bcded req-583d535c-44f9-42af-aecf-cec971c1ba27 service neutron] 10.222.0.62 "GET /v2.0/networks/daec016b-c08c-4e00-837b-f82de0c52798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868599 Apr 29 11:45:59.656722 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf80e9-587c-4e08-a728-30360f4d5645 req-b7a73c1b-8759-47cd-8e18-18f60112f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:59.658322 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cbaf80e9-587c-4e08-a728-30360f4d5645 req-b7a73c1b-8759-47cd-8e18-18f60112f855 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=88403155-ba80-4212-ae55-31b8a2ca9f80 HTTP/1.1" status: 200 len: 1135 time: 0.0416522 Apr 29 11:45:59.797814 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6ae11-923a-4233-89c9-c9b32bc03a54 req-14a4072c-ac28-4cb0-bdb8-506dedfb0c73 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:59.799333 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dab6ae11-923a-4233-89c9-c9b32bc03a54 req-14a4072c-ac28-4cb0-bdb8-506dedfb0c73 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aceb756-3285-4da0-a133-5b76e2b37c33 HTTP/1.1" status: 200 len: 946 time: 0.0760641 Apr 29 11:45:59.800706 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf80e9-587c-4e08-a728-30360f4d5645 req-acfa87e7-c374-4392-b7f2-32110d8b6aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:59.802034 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cbaf80e9-587c-4e08-a728-30360f4d5645 req-acfa87e7-c374-4392-b7f2-32110d8b6aa4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=daec016b-c08c-4e00-837b-f82de0c52798 HTTP/1.1" status: 200 len: 898 time: 0.1300075 Apr 29 11:45:59.881266 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dab6ae11-923a-4233-89c9-c9b32bc03a54 req-92732e01-d09a-436a-a54a-c12267cd235f tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757153 Apr 29 11:45:59.894478 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cbaf80e9-587c-4e08-a728-30360f4d5645 req-75691dee-39b5-4e42-ae07-19ee1005200d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 HTTP/1.1" status: 200 len: 1038 time: 0.0752547 Apr 29 11:45:59.948297 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf80e9-587c-4e08-a728-30360f4d5645 req-6abb8634-154c-48e7-8ee6-0d15fc93e877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:59.949757 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cbaf80e9-587c-4e08-a728-30360f4d5645 req-6abb8634-154c-48e7-8ee6-0d15fc93e877 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ed98931a-9237-4a98-acf9-6e746c66fd09 HTTP/1.1" status: 200 len: 835 time: 0.0444310 Apr 29 11:45:59.997349 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:00.024207 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce7341-2647-47b7-878f-6d772a2699c2 req-de3fb354-ae7e-45d8-b544-2f4f934a6462 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:00.025716 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-65ce7341-2647-47b7-878f-6d772a2699c2 req-de3fb354-ae7e-45d8-b544-2f4f934a6462 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aceb756-3285-4da0-a133-5b76e2b37c33 HTTP/1.1" status: 200 len: 946 time: 0.0750737 Apr 29 11:46:00.028199 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf80e9-587c-4e08-a728-30360f4d5645 req-f426bde1-1730-448e-9b5b-b926b9592aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:00.029580 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cbaf80e9-587c-4e08-a728-30360f4d5645 req-f426bde1-1730-448e-9b5b-b926b9592aa2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=daec016b-c08c-4e00-837b-f82de0c52798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683787 Apr 29 11:46:00.109809 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-65ce7341-2647-47b7-878f-6d772a2699c2 req-d9d13170-c6b5-47ca-bcea-71296be24d42 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774574 Apr 29 11:46:00.132537 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54294) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:00.145504 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cbaf80e9-587c-4e08-a728-30360f4d5645 req-49771963-95aa-4b58-afd2-f6f479b5f4f2 service neutron] 10.222.0.62 "GET /v2.0/networks/daec016b-c08c-4e00-837b-f82de0c52798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066675 Apr 29 11:46:00.172974 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14715164-0ac3-4062-b429-aa36fbdb9355 tempest-TestVolumeBootPattern-2013997128 tempest-TestVolumeBootPattern-2013997128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:00.176896 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-14715164-0ac3-4062-b429-aa36fbdb9355 tempest-TestVolumeBootPattern-2013997128 tempest-TestVolumeBootPattern-2013997128-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=7aceb756-3285-4da0-a133-5b76e2b37c33 HTTP/1.1" status: 200 len: 1094 time: 0.0432887 Apr 29 11:46:00.177501 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54296) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:00.181889 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-20de5000-0b87-4c28-a7e1-7c873468b384 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'port_id': '1b9d49e6-9e5f-423d-b996-8a7b44f31b8b', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:00.192498 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:00.205433 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-20de5000-0b87-4c28-a7e1-7c873468b384 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for floatingip, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:00.256383 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cbaf80e9-587c-4e08-a728-30360f4d5645 req-d68e9d6e-ad56-4094-a8b0-754b53599980 service neutron] 10.222.0.62 "GET /v2.0/networks/daec016b-c08c-4e00-837b-f82de0c52798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982280 Apr 29 11:46:00.309390 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-20de5000-0b87-4c28-a7e1-7c873468b384 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:00.369973 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d43f9-a970-4e66-970c-2e1d79a709e5 req-0ae55ec6-86e5-4c7d-9cf4-d65be7ae8ced tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:00.371603 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e44d43f9-a970-4e66-970c-2e1d79a709e5 req-0ae55ec6-86e5-4c7d-9cf4-d65be7ae8ced tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=88403155-ba80-4212-ae55-31b8a2ca9f80 HTTP/1.1" status: 200 len: 982 time: 0.0509586 Apr 29 11:46:00.413215 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e44d43f9-a970-4e66-970c-2e1d79a709e5 req-fc3b261a-b534-4541-a84f-117188b858f1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=36d2774d-0817-47f4-905f-29ef1e98f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344634 Apr 29 11:46:00.426106 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-20de5000-0b87-4c28-a7e1-7c873468b384 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Allocated IP 172.26.4.13 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/7bfd8421-7233-400e-b1ba-9c431b667ce4) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:00.529822 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-20de5000-0b87-4c28-a7e1-7c873468b384 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:00.562479 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-20de5000-0b87-4c28-a7e1-7c873468b384 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:00.597630 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20de5000-0b87-4c28-a7e1-7c873468b384 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:00.602355 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-20de5000-0b87-4c28-a7e1-7c873468b384 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:00.605901 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20de5000-0b87-4c28-a7e1-7c873468b384 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:46:00.630077 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de5000-0b87-4c28-a7e1-7c873468b384 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Pushing event updated for resources: {'Port': ['ID=7bfd8421-7233-400e-b1ba-9c431b667ce4,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:00.970458 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-20de5000-0b87-4c28-a7e1-7c873468b384 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:00.985561 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:46:01.040147 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-20de5000-0b87-4c28-a7e1-7c873468b384 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:01.132252 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5,segment=NetworkSegment(bf758341-614a-4a8a-b3f4-82ae8b8d30b8),segment_id=bf758341-614a-4a8a-b3f4-82ae8b8d30b8)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:46:01.148842 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': 'f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5', 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798', 'port_id': 'f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5', 'mac_address': 'fa:16:3e:26:86:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed98931a-9237-4a98-acf9-6e746c66fd09', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:46:01.193695 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:01.198582 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-20de5000-0b87-4c28-a7e1-7c873468b384 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:01.204434 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-20de5000-0b87-4c28-a7e1-7c873468b384 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:01.207859 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:46:01.228840 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5,segment=NetworkSegment(bf758341-614a-4a8a-b3f4-82ae8b8d30b8),segment_id=bf758341-614a-4a8a-b3f4-82ae8b8d30b8)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:46:01.234149 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:01.278493 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de5000-0b87-4c28-a7e1-7c873468b384 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Pushing event updated for resources: {'Port': ['ID=7bfd8421-7233-400e-b1ba-9c431b667ce4,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:01.286455 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5,revision_number=9']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:01.290007 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-20de5000-0b87-4c28-a7e1-7c873468b384 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:01.387230 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-20de5000-0b87-4c28-a7e1-7c873468b384 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Floating IP dc494bf3-f46b-4c22-aafb-169218677f96 associated. External IP: 172.26.4.13, port: 1b9d49e6-9e5f-423d-b996-8a7b44f31b8b. Apr 29 11:46:01.535998 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45f7ad-78df-4d6f-835e-9dbbd9918679 req-c7308694-599e-4e19-9e11-f52d77f2bfbd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:01.537588 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3c45f7ad-78df-4d6f-835e-9dbbd9918679 req-c7308694-599e-4e19-9e11-f52d77f2bfbd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=88403155-ba80-4212-ae55-31b8a2ca9f80 HTTP/1.1" status: 200 len: 983 time: 0.0528092 Apr 29 11:46:01.585527 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3c45f7ad-78df-4d6f-835e-9dbbd9918679 req-851d7a29-359e-470e-84b7-3e16fd3ddb76 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=36d2774d-0817-47f4-905f-29ef1e98f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398803 Apr 29 11:46:01.615005 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20de5000-0b87-4c28-a7e1-7c873468b384 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Router f601182d-d511-43d6-ade7-d211bedc506a has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:46:01.620793 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:46:01.728363 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20de5000-0b87-4c28-a7e1-7c873468b384 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:46:01.740549 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a4188f-d03c-4e11-9fc7-894c49982a08 None None] Sync routers for ids ['f601182d-d511-43d6-ade7-d211bedc506a'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:46:01.746738 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-20de5000-0b87-4c28-a7e1-7c873468b384 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:01.761665 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a4188f-d03c-4e11-9fc7-894c49982a08 None None] Routers {'f601182d-d511-43d6-ade7-d211bedc506a'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:46:01.762311 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-82a4188f-d03c-4e11-9fc7-894c49982a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:45:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f601182d-d511-43d6-ade7-d211bedc506a'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:01.776393 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-20de5000-0b87-4c28-a7e1-7c873468b384 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5978467 Apr 29 11:46:01.776987 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aceb756-3285-4da0-a133-5b76e2b37c33', 'tag': '1b9d49e6-9e5f-423d-b996-8a7b44f31b8b'}] {{(pid=102960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:46:01.779843 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f284d994886e2bee032f7329864f24e5fe1e0d39b4215f9cf8d7074f2166ea6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8dcee4f-15c7-4bad-b549-995dc4c20fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "7aceb756-3285-4da0-a133-5b76e2b37c33", "tag": "1b9d49e6-9e5f-423d-b996-8a7b44f31b8b"}]}' {{(pid=102960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:46:01.816620 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea5736b-e1ca-4ae6-9c82-1370b3ff477c x-openstack-request-id: req-4ea5736b-e1ca-4ae6-9c82-1370b3ff477c {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:46:01.817032 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aceb756-3285-4da0-a133-5b76e2b37c33", "tag": "1b9d49e6-9e5f-423d-b996-8a7b44f31b8b", "status": "completed", "code": 200}]} {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:46:01.817450 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4ea5736b-e1ca-4ae6-9c82-1370b3ff477c {{(pid=102960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:46:01.817864 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ea5736b-e1ca-4ae6-9c82-1370b3ff477c'] response: {'name': 'network-changed', 'server_uuid': '7aceb756-3285-4da0-a133-5b76e2b37c33', 'tag': '1b9d49e6-9e5f-423d-b996-8a7b44f31b8b', 'status': 'completed', 'code': 200} Apr 29 11:46:01.881644 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-82a4188f-d03c-4e11-9fc7-894c49982a08 None None] Set router f601182d-d511-43d6-ade7-d211bedc506a gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:46:01.897485 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcee4f-15c7-4bad-b549-995dc4c20fc2 req-743367dc-56ac-425b-b823-d7098c507ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:01.899010 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b8dcee4f-15c7-4bad-b549-995dc4c20fc2 req-743367dc-56ac-425b-b823-d7098c507ad5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5c18c08a53e64ca1a8e956042fa2eb3a&device_id=7aceb756-3285-4da0-a133-5b76e2b37c33 HTTP/1.1" status: 200 len: 1099 time: 0.0410893 Apr 29 11:46:01.996611 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcee4f-15c7-4bad-b549-995dc4c20fc2 req-3af4f77b-8a21-4471-ae9d-48e706f33fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:01.998942 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b8dcee4f-15c7-4bad-b549-995dc4c20fc2 req-3af4f77b-8a21-4471-ae9d-48e706f33fdf service neutron] 10.222.0.62 "GET /v2.0/networks?id=13eec917-2205-41ac-bb67-a922e346256d HTTP/1.1" status: 200 len: 913 time: 0.0903935 Apr 29 11:46:02.066653 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b8dcee4f-15c7-4bad-b549-995dc4c20fc2 req-d76506c5-0b1a-4d2f-a5a6-5d2e8311f072 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b9d49e6-9e5f-423d-b996-8a7b44f31b8b HTTP/1.1" status: 200 len: 999 time: 0.0599611 Apr 29 11:46:02.108699 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-82a4188f-d03c-4e11-9fc7-894c49982a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'name': 'tempest-TestVolumeBootPattern-1959983474-router', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:08Z', 'updated_at': '2022-04-29T11:42:16Z', 'revision_number': 4, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'gw_port': {'id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'dc494bf3-f46b-4c22-aafb-169218677f96', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'floating_ip_address': '172.26.4.13', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'port_id': '1b9d49e6-9e5f-423d-b996-8a7b44f31b8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'mac_address': 'fa:16:3e:e9:ce:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aceb756-3285-4da0-a133-5b76e2b37c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:46:00Z', 'updated_at': '2022-04-29T11:46:00Z', 'revision_number': 0, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '999fce44-439b-4f3a-8bbf-e54742674908', 'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'mac_address': 'fa:16:3e:87:c0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:42:31Z', 'revision_number': 5, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'subnets': [{'id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:02.126893 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcee4f-15c7-4bad-b549-995dc4c20fc2 req-cee4f5ad-4e68-4140-928c-ab1a584d2d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:02.128359 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b8dcee4f-15c7-4bad-b549-995dc4c20fc2 req-cee4f5ad-4e68-4140-928c-ab1a584d2d39 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d46e396-b942-4a36-95e7-aa43a356bdd4 HTTP/1.1" status: 200 len: 851 time: 0.0502193 Apr 29 11:46:02.135903 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a4188f-d03c-4e11-9fc7-894c49982a08 None None] Checking router: f601182d-d511-43d6-ade7-d211bedc506a for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:46:02.145282 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a4188f-d03c-4e11-9fc7-894c49982a08 None None] Routers {'f601182d-d511-43d6-ade7-d211bedc506a'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:46:02.145894 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-82a4188f-d03c-4e11-9fc7-894c49982a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:45:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f601182d-d511-43d6-ade7-d211bedc506a'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:02.181706 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcee4f-15c7-4bad-b549-995dc4c20fc2 req-6a57b716-a398-4091-9ce4-82aa391a14fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:02.183635 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b8dcee4f-15c7-4bad-b549-995dc4c20fc2 req-6a57b716-a398-4091-9ce4-82aa391a14fc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13eec917-2205-41ac-bb67-a922e346256d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433927 Apr 29 11:46:02.255332 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-82a4188f-d03c-4e11-9fc7-894c49982a08 None None] Set router f601182d-d511-43d6-ade7-d211bedc506a gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:46:02.276071 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b8dcee4f-15c7-4bad-b549-995dc4c20fc2 req-fb123ed4-e69b-4d88-87b9-5db1cf97c0a1 service neutron] 10.222.0.62 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846140 Apr 29 11:46:02.375911 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b8dcee4f-15c7-4bad-b549-995dc4c20fc2 req-0045d132-ebd5-4201-b0da-f59846952d40 service neutron] 10.222.0.62 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911148 Apr 29 11:46:02.493635 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-82a4188f-d03c-4e11-9fc7-894c49982a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'name': 'tempest-TestVolumeBootPattern-1959983474-router', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:08Z', 'updated_at': '2022-04-29T11:42:16Z', 'revision_number': 4, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'gw_port': {'id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'dc494bf3-f46b-4c22-aafb-169218677f96', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'floating_ip_address': '172.26.4.13', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'port_id': '1b9d49e6-9e5f-423d-b996-8a7b44f31b8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'mac_address': 'fa:16:3e:e9:ce:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aceb756-3285-4da0-a133-5b76e2b37c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:46:00Z', 'updated_at': '2022-04-29T11:46:00Z', 'revision_number': 0, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '999fce44-439b-4f3a-8bbf-e54742674908', 'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'mac_address': 'fa:16:3e:87:c0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:42:31Z', 'revision_number': 5, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'subnets': [{'id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:02.520399 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a4188f-d03c-4e11-9fc7-894c49982a08 None None] The sync data for ids ['f601182d-d511-43d6-ade7-d211bedc506a'] in dv-neutron-838888-1-hyperv is: [{'id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'name': 'tempest-TestVolumeBootPattern-1959983474-router', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:08Z', 'updated_at': '2022-04-29T11:42:16Z', 'revision_number': 4, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'gw_port': {'id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'dc494bf3-f46b-4c22-aafb-169218677f96', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'floating_ip_address': '172.26.4.13', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'port_id': '1b9d49e6-9e5f-423d-b996-8a7b44f31b8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'mac_address': 'fa:16:3e:e9:ce:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aceb756-3285-4da0-a133-5b76e2b37c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:46:00Z', 'updated_at': '2022-04-29T11:46:00Z', 'revision_number': 0, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '999fce44-439b-4f3a-8bbf-e54742674908', 'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'mac_address': 'fa:16:3e:87:c0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:42:31Z', 'revision_number': 5, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'subnets': [{'id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:46:02.706098 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024046c3-5a65-4597-a99a-0a113d126c90 req-9da4eff7-d7fb-457e-9011-eac31857b363 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:02.707706 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-024046c3-5a65-4597-a99a-0a113d126c90 req-9da4eff7-d7fb-457e-9011-eac31857b363 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=88403155-ba80-4212-ae55-31b8a2ca9f80 HTTP/1.1" status: 200 len: 983 time: 0.0518920 Apr 29 11:46:02.719842 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9fa33e-a6f4-4e63-af88-3bfd813f7cdd None None] New status for floating IP dc494bf3-f46b-4c22-aafb-169218677f96: ACTIVE {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:46:02.747966 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-024046c3-5a65-4597-a99a-0a113d126c90 req-94764ff5-bb39-4aa2-abf1-d482164ddbec tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=36d2774d-0817-47f4-905f-29ef1e98f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341990 Apr 29 11:46:03.000568 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:46:03.048834 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:03.053647 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:03.054019 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:03.140604 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:03.162869 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88403155-ba80-4212-ae55-31b8a2ca9f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:46:03.165118 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1ab3f8-680f-4551-b0b9-b1413cc07194" -d '{"events": [{"server_uuid": "88403155-ba80-4212-ae55-31b8a2ca9f80", "name": "network-vif-plugged", "status": "completed", "tag": "f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:46:03.179139 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5,segment=NetworkSegment(bf758341-614a-4a8a-b3f4-82ae8b8d30b8),segment_id=bf758341-614a-4a8a-b3f4-82ae8b8d30b8)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:46:03.183976 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:03.209659 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913d0ee6-5147-4329-81c7-cbedffdba159 x-openstack-request-id: req-913d0ee6-5147-4329-81c7-cbedffdba159 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:46:03.209949 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88403155-ba80-4212-ae55-31b8a2ca9f80", "name": "network-vif-plugged", "status": "completed", "tag": "f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:46:03.210222 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-913d0ee6-5147-4329-81c7-cbedffdba159 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:46:03.210614 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-913d0ee6-5147-4329-81c7-cbedffdba159'] response: {'server_uuid': '88403155-ba80-4212-ae55-31b8a2ca9f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5', 'code': 200} Apr 29 11:46:03.236320 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5,revision_number=10']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:03.430910 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26692f-aac0-4bd0-a385-e07d6432685e req-286673c9-b4f1-4151-914d-891e41220ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:03.432326 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7c26692f-aac0-4bd0-a385-e07d6432685e req-286673c9-b4f1-4151-914d-891e41220ce8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=88403155-ba80-4212-ae55-31b8a2ca9f80 HTTP/1.1" status: 200 len: 1138 time: 0.0895941 Apr 29 11:46:03.472946 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7c26692f-aac0-4bd0-a385-e07d6432685e req-71ac2e93-45e9-4093-87d7-cdaf21c85bb5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=36d2774d-0817-47f4-905f-29ef1e98f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287399 Apr 29 11:46:03.863533 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbaa3da-2038-4841-aa95-566f2a3432a0 req-10c1e1cf-23ed-4b6a-beb5-5601ea2952c8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:03.865023 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bbbaa3da-2038-4841-aa95-566f2a3432a0 req-10c1e1cf-23ed-4b6a-beb5-5601ea2952c8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=88403155-ba80-4212-ae55-31b8a2ca9f80 HTTP/1.1" status: 200 len: 985 time: 0.0498822 Apr 29 11:46:03.902834 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bbbaa3da-2038-4841-aa95-566f2a3432a0 req-e990cefb-c85e-4b18-9453-e95ebd535382 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=36d2774d-0817-47f4-905f-29ef1e98f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317006 Apr 29 11:46:05.019979 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba7bdb-1ad3-47b1-9c7e-82b28ad06254 req-97e7e840-8eb1-42ef-a795-f72fcecbf9ac tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:05.021456 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ffba7bdb-1ad3-47b1-9c7e-82b28ad06254 req-97e7e840-8eb1-42ef-a795-f72fcecbf9ac tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=88403155-ba80-4212-ae55-31b8a2ca9f80 HTTP/1.1" status: 200 len: 985 time: 0.0490520 Apr 29 11:46:05.060184 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ffba7bdb-1ad3-47b1-9c7e-82b28ad06254 req-a67be8b3-37bc-4176-8e18-d8c3efe1d6a1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=36d2774d-0817-47f4-905f-29ef1e98f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323930 Apr 29 11:46:05.182117 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f178a-0f36-4086-a85c-5759f89c96eb req-04df29eb-bbe1-4bfc-a3b0-8dcb4498935c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:05.183636 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bf9f178a-0f36-4086-a85c-5759f89c96eb req-04df29eb-bbe1-4bfc-a3b0-8dcb4498935c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=88403155-ba80-4212-ae55-31b8a2ca9f80 HTTP/1.1" status: 200 len: 985 time: 0.0540907 Apr 29 11:46:05.221666 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bf9f178a-0f36-4086-a85c-5759f89c96eb req-2264b5ca-460b-4f85-9bee-9d38faec89c4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=36d2774d-0817-47f4-905f-29ef1e98f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317230 Apr 29 11:46:05.243761 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54318) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:05.316221 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b907af-40f3-4a32-8b37-cbb1502843d7 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:05.317655 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-88b907af-40f3-4a32-8b37-cbb1502843d7 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=88403155-ba80-4212-ae55-31b8a2ca9f80&network_id=daec016b-c08c-4e00-837b-f82de0c52798 HTTP/1.1" status: 200 len: 1133 time: 0.0729144 Apr 29 11:46:05.538356 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13e0eb-589f-4b80-a461-34a8dd4be7fc req-dbd3feb5-8460-4bad-9e23-44e181336c3d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:05.539846 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8c13e0eb-589f-4b80-a461-34a8dd4be7fc req-dbd3feb5-8460-4bad-9e23-44e181336c3d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=88403155-ba80-4212-ae55-31b8a2ca9f80 HTTP/1.1" status: 200 len: 985 time: 0.0499775 Apr 29 11:46:05.578431 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8c13e0eb-589f-4b80-a461-34a8dd4be7fc req-4d30b2fe-3d3f-4d90-bcfb-24a337998295 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=36d2774d-0817-47f4-905f-29ef1e98f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320055 Apr 29 11:46:06.693355 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942434cd-dcbe-40f9-82a1-44d2e8546926 req-c1e9be93-f63b-4c97-bbf6-51ed5330527e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:06.694872 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-942434cd-dcbe-40f9-82a1-44d2e8546926 req-c1e9be93-f63b-4c97-bbf6-51ed5330527e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=88403155-ba80-4212-ae55-31b8a2ca9f80 HTTP/1.1" status: 200 len: 985 time: 0.0486581 Apr 29 11:46:06.733380 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-942434cd-dcbe-40f9-82a1-44d2e8546926 req-83a30144-5ee6-49ed-9568-8c6e0ff71dd5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=36d2774d-0817-47f4-905f-29ef1e98f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322256 Apr 29 11:46:07.557719 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5df851-6582-4711-bca1-2f453ec2f3d7 req-95089688-75f0-40dc-9dc8-c1cc89841ae2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:07.559175 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1e5df851-6582-4711-bca1-2f453ec2f3d7 req-95089688-75f0-40dc-9dc8-c1cc89841ae2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/ports?device_id=88403155-ba80-4212-ae55-31b8a2ca9f80 HTTP/1.1" status: 200 len: 985 time: 0.0517409 Apr 29 11:46:07.607639 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5df851-6582-4711-bca1-2f453ec2f3d7 req-944fe68a-4aa4-42ed-87e7-e3e8a7647e57 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:07.609034 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1e5df851-6582-4711-bca1-2f453ec2f3d7 req-944fe68a-4aa4-42ed-87e7-e3e8a7647e57 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/ports/f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0391612 Apr 29 11:46:07.710464 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1e5df851-6582-4711-bca1-2f453ec2f3d7 req-1ece8682-5b1e-4c04-b411-72e8c79da8a8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/networks/daec016b-c08c-4e00-837b-f82de0c52798?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0936143 Apr 29 11:46:07.726125 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-1e5df851-6582-4711-bca1-2f453ec2f3d7 req-3b2cb2e8-5ea7-42fa-9e23-37e9a278cb3e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:07.783118 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-1e5df851-6582-4711-bca1-2f453ec2f3d7 req-3b2cb2e8-5ea7-42fa-9e23-37e9a278cb3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:08.214982 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb345ba-ceca-4e59-bc1e-d79389e3af02 req-352a71cb-7316-4c97-a39d-d866c9e4e7c0 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:08.216986 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-aeb345ba-ceca-4e59-bc1e-d79389e3af02 req-352a71cb-7316-4c97-a39d-d866c9e4e7c0 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=88403155-ba80-4212-ae55-31b8a2ca9f80 HTTP/1.1" status: 200 len: 985 time: 0.4014106 Apr 29 11:46:08.281418 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-1e5df851-6582-4711-bca1-2f453ec2f3d7 req-3b2cb2e8-5ea7-42fa-9e23-37e9a278cb3e service neutron] For port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5,segment=NetworkSegment(bf758341-614a-4a8a-b3f4-82ae8b8d30b8),segment_id=bf758341-614a-4a8a-b3f4-82ae8b8d30b8)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:46:08.285457 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-aeb345ba-ceca-4e59-bc1e-d79389e3af02 req-446e15e5-0481-4034-83b3-ce281416cae0 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=36d2774d-0817-47f4-905f-29ef1e98f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607181 Apr 29 11:46:08.318849 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-1e5df851-6582-4711-bca1-2f453ec2f3d7 req-3b2cb2e8-5ea7-42fa-9e23-37e9a278cb3e service neutron] For port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:46:08.351092 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-1e5df851-6582-4711-bca1-2f453ec2f3d7 req-3b2cb2e8-5ea7-42fa-9e23-37e9a278cb3e service neutron] device_id is not set on port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 yet. {{(pid=102959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:46:08.359224 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-1e5df851-6582-4711-bca1-2f453ec2f3d7 req-3b2cb2e8-5ea7-42fa-9e23-37e9a278cb3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:08.365271 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-1e5df851-6582-4711-bca1-2f453ec2f3d7 req-3b2cb2e8-5ea7-42fa-9e23-37e9a278cb3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:08.443672 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2cb2e8-5ea7-42fa-9e23-37e9a278cb3e service neutron] Pushing event updated for resources: {'Port': ['ID=f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5,revision_number=11']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:08.490751 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5df851-6582-4711-bca1-2f453ec2f3d7 req-3b2cb2e8-5ea7-42fa-9e23-37e9a278cb3e service neutron] No DVR routers for this DVR port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:46:08.595347 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-06e235d6-42d9-4410-bc14-d2be597debe8 None None] Provisioning complete for port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:08.595922 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-06e235d6-42d9-4410-bc14-d2be597debe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:08.633789 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-06e235d6-42d9-4410-bc14-d2be597debe8 None None] Port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:46:08.635690 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-1e5df851-6582-4711-bca1-2f453ec2f3d7 req-3b2cb2e8-5ea7-42fa-9e23-37e9a278cb3e service neutron] In _notify_port_updated(), no bound segment for port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 on network daec016b-c08c-4e00-837b-f82de0c52798 {{(pid=102959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 29 11:46:08.636560 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5df851-6582-4711-bca1-2f453ec2f3d7 req-3b2cb2e8-5ea7-42fa-9e23-37e9a278cb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:08.637161 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-1e5df851-6582-4711-bca1-2f453ec2f3d7 req-3b2cb2e8-5ea7-42fa-9e23-37e9a278cb3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:08.639338 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1e5df851-6582-4711-bca1-2f453ec2f3d7 req-3b2cb2e8-5ea7-42fa-9e23-37e9a278cb3e service neutron] 10.222.0.62 "PUT /v2.0/ports/f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 HTTP/1.1" status: 200 len: 1028 time: 0.9171262 Apr 29 11:46:09.342544 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54332) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:09.401471 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-247f91f0-b363-436d-b282-4c039d7cf7f5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:09.426996 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-247f91f0-b363-436d-b282-4c039d7cf7f5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:09.486503 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-247f91f0-b363-436d-b282-4c039d7cf7f5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:09.489058 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-247f91f0-b363-436d-b282-4c039d7cf7f5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:09.490229 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-247f91f0-b363-436d-b282-4c039d7cf7f5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/security-groups/5aab9d0b-5761-43b8-802e-ac54b9970ae6 HTTP/1.1" status: 204 len: 168 time: 0.1466281 Apr 29 11:46:09.499420 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f91f0-b363-436d-b282-4c039d7cf7f5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aab9d0b-5761-43b8-802e-ac54b9970ae6,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:09.521606 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54336) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:09.679108 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-2537d6f1-6e0c-43f8-b3c0-48e4b8f1a9d1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port 9df295a7-b770-4168-bc33-4f9876cb4b21 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:46:09.679355 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2537d6f1-6e0c-43f8-b3c0-48e4b8f1a9d1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:09.759427 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2537d6f1-6e0c-43f8-b3c0-48e4b8f1a9d1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:09.759766 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2537d6f1-6e0c-43f8-b3c0-48e4b8f1a9d1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:09.771202 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-2537d6f1-6e0c-43f8-b3c0-48e4b8f1a9d1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for 9df295a7-b770-4168-bc33-4f9876cb4b21 owned by network:floatingip {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:46:09.918974 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2537d6f1-6e0c-43f8-b3c0-48e4b8f1a9d1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:09.946102 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537d6f1-6e0c-43f8-b3c0-48e4b8f1a9d1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=9df295a7-b770-4168-bc33-4f9876cb4b21,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:10.006369 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2537d6f1-6e0c-43f8-b3c0-48e4b8f1a9d1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:10.006700 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [None req-2537d6f1-6e0c-43f8-b3c0-48e4b8f1a9d1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Floating IP ba655ccf-8600-4b48-9d2f-75939913022d disassociated (deleted). External IP: 172.26.4.142, port: f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5. Apr 29 11:46:10.219975 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2537d6f1-6e0c-43f8-b3c0-48e4b8f1a9d1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router bec2256b-73b6-42ba-8b55-1f2836ec8c31 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:46:10.345562 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2537d6f1-6e0c-43f8-b3c0-48e4b8f1a9d1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:46:10.350344 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2537d6f1-6e0c-43f8-b3c0-48e4b8f1a9d1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:10.354829 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1289b9-6707-494e-80d4-d9906c22c462 None None] Sync routers for ids ['bec2256b-73b6-42ba-8b55-1f2836ec8c31'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:46:10.364660 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1289b9-6707-494e-80d4-d9906c22c462 None None] Routers {'bec2256b-73b6-42ba-8b55-1f2836ec8c31'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:46:10.365277 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-8f1289b9-6707-494e-80d4-d9906c22c462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:45:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['bec2256b-73b6-42ba-8b55-1f2836ec8c31'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:10.379791 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2537d6f1-6e0c-43f8-b3c0-48e4b8f1a9d1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/floatingips/ba655ccf-8600-4b48-9d2f-75939913022d HTTP/1.1" status: 204 len: 168 time: 0.8545787 Apr 29 11:46:10.448594 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54342) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:10.491966 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-8f1289b9-6707-494e-80d4-d9906c22c462 None None] Set router bec2256b-73b6-42ba-8b55-1f2836ec8c31 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:46:10.540303 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1133f5f5-ac22-4a6b-ad89-dbed85a879b4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:10.575599 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1133f5f5-ac22-4a6b-ad89-dbed85a879b4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:10.641019 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1133f5f5-ac22-4a6b-ad89-dbed85a879b4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:10.643790 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1133f5f5-ac22-4a6b-ad89-dbed85a879b4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:10.644980 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-1133f5f5-ac22-4a6b-ad89-dbed85a879b4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/security-groups/0d839fc1-e74d-498b-af8a-02d3adfcd242 HTTP/1.1" status: 204 len: 168 time: 0.1950285 Apr 29 11:46:10.662035 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133f5f5-ac22-4a6b-ad89-dbed85a879b4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d839fc1-e74d-498b-af8a-02d3adfcd242,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:10.677805 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54346) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:10.728779 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-8f1289b9-6707-494e-80d4-d9906c22c462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'name': 'tempest-TestNetworkBasicOps-router-2074281159', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '16d9c29a-a957-4f3e-86c3-e0dff850ae89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:30Z', 'updated_at': '2022-04-29T11:45:34Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '16d9c29a-a957-4f3e-86c3-e0dff850ae89', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:30Z', 'updated_at': '2022-04-29T11:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '2dd6780e-fec7-454a-af37-51c112b65ab6', 'name': '', 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:7e:7a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'ed98931a-9237-4a98-acf9-6e746c66fd09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:33Z', 'updated_at': '2022-04-29T11:45:38Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'ed98931a-9237-4a98-acf9-6e746c66fd09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:10.761509 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1289b9-6707-494e-80d4-d9906c22c462 None None] Checking router: bec2256b-73b6-42ba-8b55-1f2836ec8c31 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:46:10.770384 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1289b9-6707-494e-80d4-d9906c22c462 None None] Routers {'bec2256b-73b6-42ba-8b55-1f2836ec8c31'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:46:10.771000 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-8f1289b9-6707-494e-80d4-d9906c22c462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:45:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['bec2256b-73b6-42ba-8b55-1f2836ec8c31'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:10.775462 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-a13b6f0b-d56a-4210-828e-94dda3d9b03b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:46:10.775840 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a13b6f0b-d56a-4210-828e-94dda3d9b03b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:10.875250 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a13b6f0b-d56a-4210-828e-94dda3d9b03b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:10.880867 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-8f1289b9-6707-494e-80d4-d9906c22c462 None None] Set router bec2256b-73b6-42ba-8b55-1f2836ec8c31 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:46:10.889653 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-a13b6f0b-d56a-4210-828e-94dda3d9b03b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 owned by {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:46:11.026686 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a13b6f0b-d56a-4210-828e-94dda3d9b03b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:11.048961 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:46:11.062244 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b6f0b-d56a-4210-828e-94dda3d9b03b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:11.109081 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:46:11.109663 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:46:11.145805 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a13b6f0b-d56a-4210-828e-94dda3d9b03b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:11.155401 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a13b6f0b-d56a-4210-828e-94dda3d9b03b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/ports/f2ccc7a8-a664-4aa1-a67d-3dcfa3a3a2a5 HTTP/1.1" status: 204 len: 168 time: 0.4762571 Apr 29 11:46:11.158939 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54348) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:11.162401 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-8f1289b9-6707-494e-80d4-d9906c22c462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'name': 'tempest-TestNetworkBasicOps-router-2074281159', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '16d9c29a-a957-4f3e-86c3-e0dff850ae89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:30Z', 'updated_at': '2022-04-29T11:45:34Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '16d9c29a-a957-4f3e-86c3-e0dff850ae89', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:30Z', 'updated_at': '2022-04-29T11:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '2dd6780e-fec7-454a-af37-51c112b65ab6', 'name': '', 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:7e:7a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'ed98931a-9237-4a98-acf9-6e746c66fd09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:33Z', 'updated_at': '2022-04-29T11:45:38Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'ed98931a-9237-4a98-acf9-6e746c66fd09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:11.198440 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1289b9-6707-494e-80d4-d9906c22c462 None None] The sync data for ids ['bec2256b-73b6-42ba-8b55-1f2836ec8c31'] in dv-neutron-838888-1-hyperv is: [{'id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'name': 'tempest-TestNetworkBasicOps-router-2074281159', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '16d9c29a-a957-4f3e-86c3-e0dff850ae89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:30Z', 'updated_at': '2022-04-29T11:45:34Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '16d9c29a-a957-4f3e-86c3-e0dff850ae89', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:30Z', 'updated_at': '2022-04-29T11:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '2dd6780e-fec7-454a-af37-51c112b65ab6', 'name': '', 'network_id': 'daec016b-c08c-4e00-837b-f82de0c52798', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:7e:7a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'ed98931a-9237-4a98-acf9-6e746c66fd09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:33Z', 'updated_at': '2022-04-29T11:45:38Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'ed98931a-9237-4a98-acf9-6e746c66fd09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:46:11.460520 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9ed72a-7b95-4125-b503-1358241ead3c None None] New status for floating IP ba655ccf-8600-4b48-9d2f-75939913022d: DOWN {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:46:11.890591 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9b17a015-d5aa-4262-aca1-31d05c57cac9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:12.167745 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-9b17a015-d5aa-4262-aca1-31d05c57cac9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port 2dd6780e-fec7-454a-af37-51c112b65ab6 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:46:12.167745 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9b17a015-d5aa-4262-aca1-31d05c57cac9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:12.279839 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-9b17a015-d5aa-4262-aca1-31d05c57cac9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] For port 2dd6780e-fec7-454a-af37-51c112b65ab6, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=2dd6780e-fec7-454a-af37-51c112b65ab6,segment=NetworkSegment(bf758341-614a-4a8a-b3f4-82ae8b8d30b8),segment_id=bf758341-614a-4a8a-b3f4-82ae8b8d30b8)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:46:12.280216 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9b17a015-d5aa-4262-aca1-31d05c57cac9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:12.295623 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-9b17a015-d5aa-4262-aca1-31d05c57cac9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for 2dd6780e-fec7-454a-af37-51c112b65ab6 owned by network:router_interface {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:46:12.496007 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9b17a015-d5aa-4262-aca1-31d05c57cac9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:12.524823 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17a015-d5aa-4262-aca1-31d05c57cac9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=2dd6780e-fec7-454a-af37-51c112b65ab6,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:12.707757 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9b17a015-d5aa-4262-aca1-31d05c57cac9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:12.923195 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b17a015-d5aa-4262-aca1-31d05c57cac9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router bec2256b-73b6-42ba-8b55-1f2836ec8c31 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:46:13.030196 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b17a015-d5aa-4262-aca1-31d05c57cac9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:46:13.035267 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9b17a015-d5aa-4262-aca1-31d05c57cac9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "PUT /v2.0/routers/bec2256b-73b6-42ba-8b55-1f2836ec8c31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8752563 Apr 29 11:46:13.037985 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54350) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:13.040154 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ba0240-5561-4854-a781-4afb47eebe93 None None] Sync routers for ids ['bec2256b-73b6-42ba-8b55-1f2836ec8c31'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:46:13.049839 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ba0240-5561-4854-a781-4afb47eebe93 None None] Routers {'bec2256b-73b6-42ba-8b55-1f2836ec8c31'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:46:13.050494 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-c5ba0240-5561-4854-a781-4afb47eebe93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:45:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['bec2256b-73b6-42ba-8b55-1f2836ec8c31'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:13.097142 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b7109d2-6ebf-4639-ac7d-8b0b16d13670 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting subnet ed98931a-9237-4a98-acf9-6e746c66fd09 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:46:13.100502 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1b7109d2-6ebf-4639-ac7d-8b0b16d13670 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.149413 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1b7109d2-6ebf-4639-ac7d-8b0b16d13670 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.243926 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1b7109d2-6ebf-4639-ac7d-8b0b16d13670 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.307746 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1b7109d2-6ebf-4639-ac7d-8b0b16d13670 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.319358 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-c5ba0240-5561-4854-a781-4afb47eebe93 None None] Set router bec2256b-73b6-42ba-8b55-1f2836ec8c31 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:46:13.334720 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7109d2-6ebf-4639-ac7d-8b0b16d13670 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Subnet': ['ID=ed98931a-9237-4a98-acf9-6e746c66fd09,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:13.341925 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1b7109d2-6ebf-4639-ac7d-8b0b16d13670 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.345088 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1b7109d2-6ebf-4639-ac7d-8b0b16d13670 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/subnets/ed98931a-9237-4a98-acf9-6e746c66fd09 HTTP/1.1" status: 204 len: 168 time: 0.3061469 Apr 29 11:46:13.347819 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54352) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:13.351670 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa13907e-5457-4d9e-bede-9ae4bf77f429 None None] Network daec016b-c08c-4e00-837b-f82de0c52798 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:46:13.462277 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-031def3e-b7f7-4510-9c84-9d98fb27b9ae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.571378 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-031def3e-b7f7-4510-9c84-9d98fb27b9ae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.617838 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-c5ba0240-5561-4854-a781-4afb47eebe93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'name': 'tempest-TestNetworkBasicOps-router-2074281159', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '16d9c29a-a957-4f3e-86c3-e0dff850ae89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:30Z', 'updated_at': '2022-04-29T11:46:12Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '16d9c29a-a957-4f3e-86c3-e0dff850ae89', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:30Z', 'updated_at': '2022-04-29T11:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:13.629319 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-031def3e-b7f7-4510-9c84-9d98fb27b9ae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port 16d9c29a-a957-4f3e-86c3-e0dff850ae89 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:46:13.629666 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-031def3e-b7f7-4510-9c84-9d98fb27b9ae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.648025 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3830e6d-af22-4000-abdc-4711b42031ea None None] DHCP port deletion for daec016b-c08c-4e00-837b-f82de0c52798 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:46:13.651836 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ba0240-5561-4854-a781-4afb47eebe93 None None] Checking router: bec2256b-73b6-42ba-8b55-1f2836ec8c31 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:46:13.682467 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ba0240-5561-4854-a781-4afb47eebe93 None None] Routers {'bec2256b-73b6-42ba-8b55-1f2836ec8c31'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:46:13.683096 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-c5ba0240-5561-4854-a781-4afb47eebe93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:45:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['bec2256b-73b6-42ba-8b55-1f2836ec8c31'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:13.717905 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-031def3e-b7f7-4510-9c84-9d98fb27b9ae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] For port 16d9c29a-a957-4f3e-86c3-e0dff850ae89, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=16d9c29a-a957-4f3e-86c3-e0dff850ae89,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:46:13.718906 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-031def3e-b7f7-4510-9c84-9d98fb27b9ae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.730589 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-031def3e-b7f7-4510-9c84-9d98fb27b9ae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for 16d9c29a-a957-4f3e-86c3-e0dff850ae89 owned by network:router_gateway {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:46:13.782839 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-c5ba0240-5561-4854-a781-4afb47eebe93 None None] Set router bec2256b-73b6-42ba-8b55-1f2836ec8c31 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:46:13.811518 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-d3830e6d-af22-4000-abdc-4711b42031ea None None] Deleting port 0e253801-ab28-46fe-b012-15db20ebfa57 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:46:13.811887 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d3830e6d-af22-4000-abdc-4711b42031ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.840682 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-c5ba0240-5561-4854-a781-4afb47eebe93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'name': 'tempest-TestNetworkBasicOps-router-2074281159', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:30Z', 'updated_at': '2022-04-29T11:46:13Z', 'revision_number': 6, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port_host': None}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:13.882251 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ba0240-5561-4854-a781-4afb47eebe93 None None] The sync data for ids ['bec2256b-73b6-42ba-8b55-1f2836ec8c31'] in dv-neutron-838888-1-hyperv is: [{'id': 'bec2256b-73b6-42ba-8b55-1f2836ec8c31', 'name': 'tempest-TestNetworkBasicOps-router-2074281159', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:30Z', 'updated_at': '2022-04-29T11:46:13Z', 'revision_number': 6, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port_host': None}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:46:13.904755 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-031def3e-b7f7-4510-9c84-9d98fb27b9ae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.932877 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031def3e-b7f7-4510-9c84-9d98fb27b9ae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=16d9c29a-a957-4f3e-86c3-e0dff850ae89,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:13.940616 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-d3830e6d-af22-4000-abdc-4711b42031ea None None] For port 0e253801-ab28-46fe-b012-15db20ebfa57, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=0e253801-ab28-46fe-b012-15db20ebfa57,segment=NetworkSegment(bf758341-614a-4a8a-b3f4-82ae8b8d30b8),segment_id=bf758341-614a-4a8a-b3f4-82ae8b8d30b8)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:46:13.940981 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d3830e6d-af22-4000-abdc-4711b42031ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.954369 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-d3830e6d-af22-4000-abdc-4711b42031ea None None] Calling delete_port for 0e253801-ab28-46fe-b012-15db20ebfa57 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:46:13.995415 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-031def3e-b7f7-4510-9c84-9d98fb27b9ae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.034432 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d3830e6d-af22-4000-abdc-4711b42031ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.061433 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3830e6d-af22-4000-abdc-4711b42031ea None None] Pushing event deleted for resources: {'Port': ['ID=0e253801-ab28-46fe-b012-15db20ebfa57,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:14.067110 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3830e6d-af22-4000-abdc-4711b42031ea None None] No DVR routers for this DVR port 0e253801-ab28-46fe-b012-15db20ebfa57 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:46:14.094000 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-031def3e-b7f7-4510-9c84-9d98fb27b9ae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.096161 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-031def3e-b7f7-4510-9c84-9d98fb27b9ae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.144072 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-031def3e-b7f7-4510-9c84-9d98fb27b9ae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.144663 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031def3e-b7f7-4510-9c84-9d98fb27b9ae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Fanout notify agent at l3_agent the message router_deleted on router bec2256b-73b6-42ba-8b55-1f2836ec8c31 {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:46:14.151728 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-031def3e-b7f7-4510-9c84-9d98fb27b9ae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.152863 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-031def3e-b7f7-4510-9c84-9d98fb27b9ae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/routers/bec2256b-73b6-42ba-8b55-1f2836ec8c31 HTTP/1.1" status: 204 len: 168 time: 0.8040552 Apr 29 11:46:14.156143 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54354) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:14.237532 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e0ad6b7e-983f-491e-a99f-bbcc356d11b6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.332706 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e0ad6b7e-983f-491e-a99f-bbcc356d11b6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.353512 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-e0ad6b7e-983f-491e-a99f-bbcc356d11b6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daec016b-c08c-4e00-837b-f82de0c52798']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:14.362541 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-e0ad6b7e-983f-491e-a99f-bbcc356d11b6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf758341-614a-4a8a-b3f4-82ae8b8d30b8') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:14.362839 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-e0ad6b7e-983f-491e-a99f-bbcc356d11b6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf758341-614a-4a8a-b3f4-82ae8b8d30b8') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:14.372158 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e0ad6b7e-983f-491e-a99f-bbcc356d11b6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.385228 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e0ad6b7e-983f-491e-a99f-bbcc356d11b6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.391765 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ad6b7e-983f-491e-a99f-bbcc356d11b6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:46:14.392150 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e0ad6b7e-983f-491e-a99f-bbcc356d11b6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.395071 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:46:14.395071 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:46:14.395071 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:46:14.395071 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:46:14.395071 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:46:14.395071 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:46:14.395071 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:46:14.395071 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:46:14.395071 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:46:14.395071 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:46:14.395071 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:46:14.395071 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:46:14.395071 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:46:14.395071 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:46:14.395071 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:46:14.395071 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:46:14.395071 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:46:14.395071 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:46:14.395071 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:46:14.395071 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:46:14.395071 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:46:14.395071 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:46:14.395071 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:46:14.395071 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:46:14.395071 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:46:14.395071 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:46:14.395071 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:46:14.395071 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:46:14.395071 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:46:14.395071 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:46:14.395071 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:46:14.395071 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:46:14.455245 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e0ad6b7e-983f-491e-a99f-bbcc356d11b6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.459682 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e0ad6b7e-983f-491e-a99f-bbcc356d11b6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.463568 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e0ad6b7e-983f-491e-a99f-bbcc356d11b6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/networks/daec016b-c08c-4e00-837b-f82de0c52798 HTTP/1.1" status: 204 len: 168 time: 0.3062689 Apr 29 11:46:14.478797 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54356) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:14.483869 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad6b7e-983f-491e-a99f-bbcc356d11b6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Network': ['ID=daec016b-c08c-4e00-837b-f82de0c52798,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:14.491722 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5b1128b7-8d63-4055-acbe-c469f51a26c1 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0114820 Apr 29 11:46:14.494308 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54358) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:14.499826 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-7a7484bb-6b38-4282-a01c-6cefc5d88122 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'network': {'name': 'tempest-network-smoke--62998320', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'port_security_enabled': True}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:14.519312 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7484bb-6b38-4282-a01c-6cefc5d88122 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Made reservation on behalf of e43b3d3b447648b5aeeaf858bb1241e8 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:46:14.522741 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7a7484bb-6b38-4282-a01c-6cefc5d88122 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.546950 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a7484bb-6b38-4282-a01c-6cefc5d88122 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:46:14.556655 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7a7484bb-6b38-4282-a01c-6cefc5d88122 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.556993 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-7a7484bb-6b38-4282-a01c-6cefc5d88122 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Added segment aa38547c-1c5e-4dc9-a6ff-61faa5828d05 of type vlan for network 0bd02089-c3f2-47fc-a062-6576ab53028c Apr 29 11:46:14.602641 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7a7484bb-6b38-4282-a01c-6cefc5d88122 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.627966 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7a7484bb-6b38-4282-a01c-6cefc5d88122 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.637993 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7484bb-6b38-4282-a01c-6cefc5d88122 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:14.639011 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7a7484bb-6b38-4282-a01c-6cefc5d88122 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.707920 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7a7484bb-6b38-4282-a01c-6cefc5d88122 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2125998 Apr 29 11:46:14.710730 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54360) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:14.715332 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-fd638925-0040-4bb8-bb25-ddce609c5142 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1271595686', 'admin_state_up': True, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:14.723422 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7484bb-6b38-4282-a01c-6cefc5d88122 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Network': ['ID=0bd02089-c3f2-47fc-a062-6576ab53028c,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:14.735407 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 0bd02089-c3f2-47fc-a062-6576ab53028c details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:46:14.742491 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fd638925-0040-4bb8-bb25-ddce609c5142 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.743553 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fd638925-0040-4bb8-bb25-ddce609c5142 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.799899 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fd638925-0040-4bb8-bb25-ddce609c5142 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.945320 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fd638925-0040-4bb8-bb25-ddce609c5142 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:15.114250 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 16d9c29a-a957-4f3e-86c3-e0dff850ae89 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:46:15.134836 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 16d9c29a-a957-4f3e-86c3-e0dff850ae89 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:46:15.135101 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 16d9c29a-a957-4f3e-86c3-e0dff850ae89 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:46:15.135510 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 2dd6780e-fec7-454a-af37-51c112b65ab6 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:46:15.139574 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fd638925-0040-4bb8-bb25-ddce609c5142 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_gateway, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:15.158959 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fd638925-0040-4bb8-bb25-ddce609c5142 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:15.159203 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 2dd6780e-fec7-454a-af37-51c112b65ab6 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:46:15.159517 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 2dd6780e-fec7-454a-af37-51c112b65ab6 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:46:15.159928 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 0e253801-ab28-46fe-b012-15db20ebfa57 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:46:15.179435 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 0e253801-ab28-46fe-b012-15db20ebfa57 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:46:15.179820 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 0e253801-ab28-46fe-b012-15db20ebfa57 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:46:15.268096 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-fd638925-0040-4bb8-bb25-ddce609c5142 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.26.4.184 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/51bf8793-17cd-470f-b27d-da28f834d7d9) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:15.368032 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fd638925-0040-4bb8-bb25-ddce609c5142 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:15.403097 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fd638925-0040-4bb8-bb25-ddce609c5142 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:15.447763 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd638925-0040-4bb8-bb25-ddce609c5142 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:15.451400 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-fd638925-0040-4bb8-bb25-ddce609c5142 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:15.455427 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd638925-0040-4bb8-bb25-ddce609c5142 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:46:15.477731 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd638925-0040-4bb8-bb25-ddce609c5142 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=51bf8793-17cd-470f-b27d-da28f834d7d9,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:16.003969 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fd638925-0040-4bb8-bb25-ddce609c5142 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_gateway, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:16.204583 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fd638925-0040-4bb8-bb25-ddce609c5142 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:16.344982 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd638925-0040-4bb8-bb25-ddce609c5142 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router b815fa5d-6fb9-404f-a0f7-bac48da92cc7 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:46:16.468383 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd638925-0040-4bb8-bb25-ddce609c5142 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:46:16.478861 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b91396-5263-49ef-b013-f1d42b5fd6dd None None] Sync routers for ids ['b815fa5d-6fb9-404f-a0f7-bac48da92cc7'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:46:16.489225 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b91396-5263-49ef-b013-f1d42b5fd6dd None None] Routers {'b815fa5d-6fb9-404f-a0f7-bac48da92cc7'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:46:16.489856 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-62b91396-5263-49ef-b013-f1d42b5fd6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:45:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['b815fa5d-6fb9-404f-a0f7-bac48da92cc7'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:16.494862 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fd638925-0040-4bb8-bb25-ddce609c5142 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:16.497637 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-fd638925-0040-4bb8-bb25-ddce609c5142 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7849996 Apr 29 11:46:16.502602 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54364) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:16.540055 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0644d828-2804-4969-b836-86a7b070e69b tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=e43b3d3b447648b5aeeaf858bb1241e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362575 Apr 29 11:46:16.542931 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54366) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:16.601969 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-62b91396-5263-49ef-b013-f1d42b5fd6dd None None] Set router b815fa5d-6fb9-404f-a0f7-bac48da92cc7 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:46:16.654835 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5f5501-a267-4801-a5a4-35a361a39548 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:16.659085 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-bd5f5501-a267-4801-a5a4-35a361a39548 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1116486 Apr 29 11:46:16.659435 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54368) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:16.689397 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3245e35e-abce-42e2-a4dc-254f95bd3839 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=1c458760-cee1-43dd-bfaa-f7beebba31f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287895 Apr 29 11:46:16.691984 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54370) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:16.696780 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-c8ee056a-28a5-43a6-81d0-24b0581287c7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1295358185', 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:16.784507 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ee056a-28a5-43a6-81d0-24b0581287c7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Made reservation on behalf of e43b3d3b447648b5aeeaf858bb1241e8 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:46:16.787040 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-62b91396-5263-49ef-b013-f1d42b5fd6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'name': 'tempest-TestNetworkBasicOps-router-1271595686', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:46:14Z', 'updated_at': '2022-04-29T11:46:15Z', 'revision_number': 3, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:15Z', 'updated_at': '2022-04-29T11:46:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:16.788638 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c8ee056a-28a5-43a6-81d0-24b0581287c7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:16.818913 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b91396-5263-49ef-b013-f1d42b5fd6dd None None] Checking router: b815fa5d-6fb9-404f-a0f7-bac48da92cc7 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:46:16.819248 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b91396-5263-49ef-b013-f1d42b5fd6dd None None] Updating router b815fa5d-6fb9-404f-a0f7-bac48da92cc7 port 51bf8793-17cd-470f-b27d-da28f834d7d9 binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:46:16.844819 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-62b91396-5263-49ef-b013-f1d42b5fd6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:16.980887 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c8ee056a-28a5-43a6-81d0-24b0581287c7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:17.048354 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee056a-28a5-43a6-81d0-24b0581287c7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Subnet': ['ID=d8fb78ee-66c0-4f19-a3e7-c888f04cb543,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:17.057917 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ee056a-28a5-43a6-81d0-24b0581287c7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Checking segment: {'id': 'aa38547c-1c5e-4dc9-a6ff-61faa5828d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:46:17.058400 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ee056a-28a5-43a6-81d0-24b0581287c7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network hostable DHCP agents. Network: 0bd02089-c3f2-47fc-a062-6576ab53028c, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:46:17.078033 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ee056a-28a5-43a6-81d0-24b0581287c7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 0bd02089-c3f2-47fc-a062-6576ab53028c is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:46:17.089251 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-c8ee056a-28a5-43a6-81d0-24b0581287c7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 0bd02089-c3f2-47fc-a062-6576ab53028c) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:17.094581 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ee056a-28a5-43a6-81d0-24b0581287c7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:17.095521 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c8ee056a-28a5-43a6-81d0-24b0581287c7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:17.101167 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7b36a3-257a-43f3-ac25-124834cbcc22 None None] Network 0bd02089-c3f2-47fc-a062-6576ab53028c requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:46:17.109444 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-62b91396-5263-49ef-b013-f1d42b5fd6dd None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:17.119076 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-62b91396-5263-49ef-b013-f1d42b5fd6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:17.119349 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c8ee056a-28a5-43a6-81d0-24b0581287c7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4228282 Apr 29 11:46:17.119349 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54372) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:17.267717 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b4fdd-043b-44cd-ab5a-dcacfe38febf None None] Pushing event updated for resources: {'Port': ['ID=51bf8793-17cd-470f-b27d-da28f834d7d9,revision_number=2']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:17.269979 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-62b91396-5263-49ef-b013-f1d42b5fd6dd None None] Attempting to bind port 51bf8793-17cd-470f-b27d-da28f834d7d9 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:46:17.270475 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-62b91396-5263-49ef-b013-f1d42b5fd6dd None None] Attempting to bind port 51bf8793-17cd-470f-b27d-da28f834d7d9 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:46:17.270701 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b91396-5263-49ef-b013-f1d42b5fd6dd None None] Attempting to bind port 51bf8793-17cd-470f-b27d-da28f834d7d9 on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:46:17.276874 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b91396-5263-49ef-b013-f1d42b5fd6dd None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:46:17.277241 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b91396-5263-49ef-b013-f1d42b5fd6dd None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:46:17.277632 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-62b91396-5263-49ef-b013-f1d42b5fd6dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:17.278009 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b91396-5263-49ef-b013-f1d42b5fd6dd None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:46:17.278519 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-62b91396-5263-49ef-b013-f1d42b5fd6dd None None] Bound port: 51bf8793-17cd-470f-b27d-da28f834d7d9, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:46:17.278974 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-62b91396-5263-49ef-b013-f1d42b5fd6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:17.281106 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88893b84-be70-4305-8efa-9f306f915aac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-0bd02089-c3f2-47fc-a062-6576ab53028c', 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ips': [{'subnet_id': 'd8fb78ee-66c0-4f19-a3e7-c888f04cb543'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:46:17.282303 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-88893b84-be70-4305-8efa-9f306f915aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:17.301943 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574b4fdd-043b-44cd-ab5a-dcacfe38febf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:17.302301 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574b4fdd-043b-44cd-ab5a-dcacfe38febf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:17.302830 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574b4fdd-043b-44cd-ab5a-dcacfe38febf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:17.303151 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574b4fdd-043b-44cd-ab5a-dcacfe38febf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:17.303473 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574b4fdd-043b-44cd-ab5a-dcacfe38febf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:17.303815 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574b4fdd-043b-44cd-ab5a-dcacfe38febf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:17.304135 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574b4fdd-043b-44cd-ab5a-dcacfe38febf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:17.304449 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574b4fdd-043b-44cd-ab5a-dcacfe38febf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:17.304757 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574b4fdd-043b-44cd-ab5a-dcacfe38febf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:17.305253 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574b4fdd-043b-44cd-ab5a-dcacfe38febf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:17.305567 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574b4fdd-043b-44cd-ab5a-dcacfe38febf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:17.305874 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574b4fdd-043b-44cd-ab5a-dcacfe38febf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:17.343115 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-62b91396-5263-49ef-b013-f1d42b5fd6dd None None] For port 51bf8793-17cd-470f-b27d-da28f834d7d9, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:46:17.346787 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-62b91396-5263-49ef-b013-f1d42b5fd6dd None None] For port 51bf8793-17cd-470f-b27d-da28f834d7d9, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=51bf8793-17cd-470f-b27d-da28f834d7d9,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:46:17.353975 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-62b91396-5263-49ef-b013-f1d42b5fd6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:17.420727 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b91396-5263-49ef-b013-f1d42b5fd6dd None None] Routers {'b815fa5d-6fb9-404f-a0f7-bac48da92cc7'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:46:17.420963 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-62b91396-5263-49ef-b013-f1d42b5fd6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:45:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['b815fa5d-6fb9-404f-a0f7-bac48da92cc7'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:17.451064 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-88893b84-be70-4305-8efa-9f306f915aac None None] Allocated IP 172.20.0.2 (0bd02089-c3f2-47fc-a062-6576ab53028c/d8fb78ee-66c0-4f19-a3e7-c888f04cb543/8ecb3465-995c-4904-8421-4b37c5d2c29a) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:17.480740 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b4fdd-043b-44cd-ab5a-dcacfe38febf None None] Pushing event updated for resources: {'Port': ['ID=51bf8793-17cd-470f-b27d-da28f834d7d9,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:17.564222 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-62b91396-5263-49ef-b013-f1d42b5fd6dd None None] Set router b815fa5d-6fb9-404f-a0f7-bac48da92cc7 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:46:17.623474 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-88893b84-be70-4305-8efa-9f306f915aac None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:17.631047 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-88893b84-be70-4305-8efa-9f306f915aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:17.697738 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88893b84-be70-4305-8efa-9f306f915aac None None] Network 0bd02089-c3f2-47fc-a062-6576ab53028c is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:17.698806 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88893b84-be70-4305-8efa-9f306f915aac None None] Pushing event updated for resources: {'Port': ['ID=8ecb3465-995c-4904-8421-4b37c5d2c29a,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:17.704110 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-88893b84-be70-4305-8efa-9f306f915aac None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:17.709432 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88893b84-be70-4305-8efa-9f306f915aac None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:46:17.787145 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cf247c88-ba56-4149-8092-6c0bfd85eb37 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:17.791770 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-88893b84-be70-4305-8efa-9f306f915aac None None] Attempting to bind port 8ecb3465-995c-4904-8421-4b37c5d2c29a on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:46:17.792342 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-88893b84-be70-4305-8efa-9f306f915aac None None] Attempting to bind port 8ecb3465-995c-4904-8421-4b37c5d2c29a by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'aa38547c-1c5e-4dc9-a6ff-61faa5828d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:46:17.792916 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88893b84-be70-4305-8efa-9f306f915aac None None] Attempting to bind port 8ecb3465-995c-4904-8421-4b37c5d2c29a on network 0bd02089-c3f2-47fc-a062-6576ab53028c {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:46:17.801446 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88893b84-be70-4305-8efa-9f306f915aac None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:46:17.802033 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88893b84-be70-4305-8efa-9f306f915aac None None] Checking segment: {'id': 'aa38547c-1c5e-4dc9-a6ff-61faa5828d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:46:17.802706 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-88893b84-be70-4305-8efa-9f306f915aac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:17.803343 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88893b84-be70-4305-8efa-9f306f915aac None None] Bound using segment: {'id': 'aa38547c-1c5e-4dc9-a6ff-61faa5828d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:46:17.803933 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-88893b84-be70-4305-8efa-9f306f915aac None None] Bound port: 8ecb3465-995c-4904-8421-4b37c5d2c29a, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa38547c-1c5e-4dc9-a6ff-61faa5828d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:46:17.804409 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-88893b84-be70-4305-8efa-9f306f915aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:17.828986 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-62b91396-5263-49ef-b013-f1d42b5fd6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'name': 'tempest-TestNetworkBasicOps-router-1271595686', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:46:14Z', 'updated_at': '2022-04-29T11:46:15Z', 'revision_number': 3, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:15Z', 'updated_at': '2022-04-29T11:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:17.857175 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b91396-5263-49ef-b013-f1d42b5fd6dd None None] The sync data for ids ['b815fa5d-6fb9-404f-a0f7-bac48da92cc7'] in dv-neutron-838888-1-hyperv is: [{'id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'name': 'tempest-TestNetworkBasicOps-router-1271595686', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:46:14Z', 'updated_at': '2022-04-29T11:46:15Z', 'revision_number': 3, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:15Z', 'updated_at': '2022-04-29T11:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:46:17.876916 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-88893b84-be70-4305-8efa-9f306f915aac None None] For port 8ecb3465-995c-4904-8421-4b37c5d2c29a, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:46:17.880261 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-88893b84-be70-4305-8efa-9f306f915aac None None] For port 8ecb3465-995c-4904-8421-4b37c5d2c29a, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=8ecb3465-995c-4904-8421-4b37c5d2c29a,segment=NetworkSegment(aa38547c-1c5e-4dc9-a6ff-61faa5828d05),segment_id=aa38547c-1c5e-4dc9-a6ff-61faa5828d05)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:46:17.886215 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-88893b84-be70-4305-8efa-9f306f915aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:17.972745 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88893b84-be70-4305-8efa-9f306f915aac None None] Pushing event updated for resources: {'Port': ['ID=8ecb3465-995c-4904-8421-4b37c5d2c29a,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:18.161058 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-cf247c88-ba56-4149-8092-6c0bfd85eb37 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.20.0.1 (0bd02089-c3f2-47fc-a062-6576ab53028c/d8fb78ee-66c0-4f19-a3e7-c888f04cb543/fce80f2d-788c-4413-80d8-5ea578f143cb) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:18.343646 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cf247c88-ba56-4149-8092-6c0bfd85eb37 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:18.385727 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cf247c88-ba56-4149-8092-6c0bfd85eb37 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:18.431813 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf247c88-ba56-4149-8092-6c0bfd85eb37 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 0bd02089-c3f2-47fc-a062-6576ab53028c is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:18.436205 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-cf247c88-ba56-4149-8092-6c0bfd85eb37 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:18.440602 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf247c88-ba56-4149-8092-6c0bfd85eb37 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:46:18.468951 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf247c88-ba56-4149-8092-6c0bfd85eb37 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=fce80f2d-788c-4413-80d8-5ea578f143cb,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:18.507996 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cf247c88-ba56-4149-8092-6c0bfd85eb37 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:18.727878 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cf247c88-ba56-4149-8092-6c0bfd85eb37 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:19.207467 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 51bf8793-17cd-470f-b27d-da28f834d7d9 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:46:19.212232 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b86cda6-7f21-4fc2-9be1-b44d184687c0 None None] Network 0bd02089-c3f2-47fc-a062-6576ab53028c requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:46:19.214419 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cf247c88-ba56-4149-8092-6c0bfd85eb37 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:19.219825 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cf247c88-ba56-4149-8092-6c0bfd85eb37 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:19.305185 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf247c88-ba56-4149-8092-6c0bfd85eb37 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=fce80f2d-788c-4413-80d8-5ea578f143cb,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:19.309227 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cf247c88-ba56-4149-8092-6c0bfd85eb37 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:19.334106 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-0584afe1-7bf4-49c7-baa5-6a9f8f735ea2 None None] Provisioning complete for port 8ecb3465-995c-4904-8421-4b37c5d2c29a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:19.334507 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0584afe1-7bf4-49c7-baa5-6a9f8f735ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:19.414008 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 51bf8793-17cd-470f-b27d-da28f834d7d9 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:19.414649 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:19.426574 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf247c88-ba56-4149-8092-6c0bfd85eb37 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 0bd02089-c3f2-47fc-a062-6576ab53028c is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:19.428284 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-cf247c88-ba56-4149-8092-6c0bfd85eb37 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:19.543188 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0584afe1-7bf4-49c7-baa5-6a9f8f735ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:19.578430 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf247c88-ba56-4149-8092-6c0bfd85eb37 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router b815fa5d-6fb9-404f-a0f7-bac48da92cc7 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:46:19.612115 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:19.619070 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-0584afe1-7bf4-49c7-baa5-6a9f8f735ea2 None None] For port 8ecb3465-995c-4904-8421-4b37c5d2c29a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=8ecb3465-995c-4904-8421-4b37c5d2c29a,segment=NetworkSegment(aa38547c-1c5e-4dc9-a6ff-61faa5828d05),segment_id=aa38547c-1c5e-4dc9-a6ff-61faa5828d05)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:46:19.632374 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0584afe1-7bf4-49c7-baa5-6a9f8f735ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:19.645691 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 51bf8793-17cd-470f-b27d-da28f834d7d9, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=51bf8793-17cd-470f-b27d-da28f834d7d9,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:46:19.668227 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:19.668954 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 8ecb3465-995c-4904-8421-4b37c5d2c29a up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:46:19.914789 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-c95fd7b1-1d17-4f3a-850f-ee0fbb2c2ee6 None None] Provisioning complete for port 8ecb3465-995c-4904-8421-4b37c5d2c29a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:19.915162 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c95fd7b1-1d17-4f3a-850f-ee0fbb2c2ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:19.917233 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584afe1-7bf4-49c7-baa5-6a9f8f735ea2 None None] Pushing event updated for resources: {'Port': ['ID=8ecb3465-995c-4904-8421-4b37c5d2c29a,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:19.995702 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 8ecb3465-995c-4904-8421-4b37c5d2c29a triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:19.996207 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:20.051248 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=51bf8793-17cd-470f-b27d-da28f834d7d9,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:20.133858 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf247c88-ba56-4149-8092-6c0bfd85eb37 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:46:20.140243 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-cf247c88-ba56-4149-8092-6c0bfd85eb37 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "PUT /v2.0/routers/b815fa5d-6fb9-404f-a0f7-bac48da92cc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0191393 Apr 29 11:46:20.141237 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-c95fd7b1-1d17-4f3a-850f-ee0fbb2c2ee6 None None] Provisioning complete for port fce80f2d-788c-4413-80d8-5ea578f143cb triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:20.141622 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c95fd7b1-1d17-4f3a-850f-ee0fbb2c2ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:20.143947 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54374) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:20.148695 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f62142-4b73-4da5-9ed2-ca7abd5b5a97 None None] Sync routers for ids ['b815fa5d-6fb9-404f-a0f7-bac48da92cc7'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:46:20.202439 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f62142-4b73-4da5-9ed2-ca7abd5b5a97 None None] Routers {'b815fa5d-6fb9-404f-a0f7-bac48da92cc7'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:46:20.203088 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-b4f62142-4b73-4da5-9ed2-ca7abd5b5a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:45:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['b815fa5d-6fb9-404f-a0f7-bac48da92cc7'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:20.206134 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-c95fd7b1-1d17-4f3a-850f-ee0fbb2c2ee6 None None] Port fce80f2d-788c-4413-80d8-5ea578f143cb cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:46:20.261087 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c4891e-d210-45fd-8250-deacb6813e74 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:20.261936 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c4891e-d210-45fd-8250-deacb6813e74 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:20.263285 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c4891e-d210-45fd-8250-deacb6813e74 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:20.264053 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c4891e-d210-45fd-8250-deacb6813e74 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:20.264513 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c4891e-d210-45fd-8250-deacb6813e74 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:20.264980 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c4891e-d210-45fd-8250-deacb6813e74 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:20.266853 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-01c4891e-d210-45fd-8250-deacb6813e74 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1197677 Apr 29 11:46:20.269767 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54376) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:20.336546 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-b4f62142-4b73-4da5-9ed2-ca7abd5b5a97 None None] Set router b815fa5d-6fb9-404f-a0f7-bac48da92cc7 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:46:20.337194 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33c357d-bbd0-433d-8012-c75a777f7224 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:20.337194 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33c357d-bbd0-433d-8012-c75a777f7224 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:20.338236 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33c357d-bbd0-433d-8012-c75a777f7224 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:20.338236 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33c357d-bbd0-433d-8012-c75a777f7224 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:20.338583 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33c357d-bbd0-433d-8012-c75a777f7224 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:20.339043 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33c357d-bbd0-433d-8012-c75a777f7224 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:20.342216 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c33c357d-bbd0-433d-8012-c75a777f7224 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0701230 Apr 29 11:46:20.345711 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54378) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:20.370563 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5c968b30-6ddd-4852-8653-d3b8a74a4e32 None None] Provisioning complete for port fce80f2d-788c-4413-80d8-5ea578f143cb triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:20.370856 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5c968b30-6ddd-4852-8653-d3b8a74a4e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:20.458015 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5c968b30-6ddd-4852-8653-d3b8a74a4e32 None None] Port fce80f2d-788c-4413-80d8-5ea578f143cb cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:46:20.584683 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-603f99ad-76dd-4c1c-a076-97c4ea4c2fa5 None None] Provisioning complete for port fce80f2d-788c-4413-80d8-5ea578f143cb triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:20.585043 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-603f99ad-76dd-4c1c-a076-97c4ea4c2fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:20.585592 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ba67e3f3-72c8-4db5-a7df-a3b66634f871 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2386134 Apr 29 11:46:20.590366 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-b4f62142-4b73-4da5-9ed2-ca7abd5b5a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'name': 'tempest-TestNetworkBasicOps-router-1271595686', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:46:14Z', 'updated_at': '2022-04-29T11:46:18Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:15Z', 'updated_at': '2022-04-29T11:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'fce80f2d-788c-4413-80d8-5ea578f143cb', 'name': '', 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:53:35:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd8fb78ee-66c0-4f19-a3e7-c888f04cb543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:17Z', 'updated_at': '2022-04-29T11:46:18Z', 'revision_number': 2, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'd8fb78ee-66c0-4f19-a3e7-c888f04cb543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:20.641004 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f62142-4b73-4da5-9ed2-ca7abd5b5a97 None None] Checking router: b815fa5d-6fb9-404f-a0f7-bac48da92cc7 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:46:20.641527 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f62142-4b73-4da5-9ed2-ca7abd5b5a97 None None] Updating router b815fa5d-6fb9-404f-a0f7-bac48da92cc7 port fce80f2d-788c-4413-80d8-5ea578f143cb binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:46:20.670101 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-603f99ad-76dd-4c1c-a076-97c4ea4c2fa5 None None] Port fce80f2d-788c-4413-80d8-5ea578f143cb cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:46:20.676096 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b4f62142-4b73-4da5-9ed2-ca7abd5b5a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:20.946738 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b4f62142-4b73-4da5-9ed2-ca7abd5b5a97 None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:20.953481 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b4f62142-4b73-4da5-9ed2-ca7abd5b5a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:20.969300 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54382) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:20.974126 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-fb5ca3e4-3d62-466b-899c-5d257996d9c8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1952020328', 'description': 'tempest-secgroup-smoke-1952020328 description', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:20.997892 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca3e4-3d62-466b-899c-5d257996d9c8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.011001 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efd4fd-2723-475c-9d59-4037cb755945 None None] Pushing event updated for resources: {'Port': ['ID=fce80f2d-788c-4413-80d8-5ea578f143cb,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:21.068653 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-b4f62142-4b73-4da5-9ed2-ca7abd5b5a97 None None] Attempting to bind port fce80f2d-788c-4413-80d8-5ea578f143cb on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:46:21.069166 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-b4f62142-4b73-4da5-9ed2-ca7abd5b5a97 None None] Attempting to bind port fce80f2d-788c-4413-80d8-5ea578f143cb by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'aa38547c-1c5e-4dc9-a6ff-61faa5828d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:46:21.069586 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f62142-4b73-4da5-9ed2-ca7abd5b5a97 None None] Attempting to bind port fce80f2d-788c-4413-80d8-5ea578f143cb on network 0bd02089-c3f2-47fc-a062-6576ab53028c {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:46:21.077458 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f62142-4b73-4da5-9ed2-ca7abd5b5a97 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:46:21.077979 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f62142-4b73-4da5-9ed2-ca7abd5b5a97 None None] Checking segment: {'id': 'aa38547c-1c5e-4dc9-a6ff-61faa5828d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:46:21.078564 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b4f62142-4b73-4da5-9ed2-ca7abd5b5a97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.079139 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f62142-4b73-4da5-9ed2-ca7abd5b5a97 None None] Bound using segment: {'id': 'aa38547c-1c5e-4dc9-a6ff-61faa5828d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:46:21.079608 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-b4f62142-4b73-4da5-9ed2-ca7abd5b5a97 None None] Bound port: fce80f2d-788c-4413-80d8-5ea578f143cb, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa38547c-1c5e-4dc9-a6ff-61faa5828d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:46:21.080161 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b4f62142-4b73-4da5-9ed2-ca7abd5b5a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.092804 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca3e4-3d62-466b-899c-5d257996d9c8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.102232 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca3e4-3d62-466b-899c-5d257996d9c8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.139595 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca3e4-3d62-466b-899c-5d257996d9c8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.142367 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-fb5ca3e4-3d62-466b-899c-5d257996d9c8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1708791 Apr 29 11:46:21.143549 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ca3e4-3d62-466b-899c-5d257996d9c8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae492a5c-0b18-4d3c-a4f1-08f00807891a,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:21.147447 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54384) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:21.162500 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-1bee332c-4f3a-4434-8537-c5c295eb90fe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': 'ae492a5c-0b18-4d3c-a4f1-08f00807891a', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:21.186761 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 51bf8793-17cd-470f-b27d-da28f834d7d9 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:46:21.213341 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1bee332c-4f3a-4434-8537-c5c295eb90fe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.220060 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-b4f62142-4b73-4da5-9ed2-ca7abd5b5a97 None None] For port fce80f2d-788c-4413-80d8-5ea578f143cb, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:46:21.243411 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-b4f62142-4b73-4da5-9ed2-ca7abd5b5a97 None None] For port fce80f2d-788c-4413-80d8-5ea578f143cb, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=fce80f2d-788c-4413-80d8-5ea578f143cb,segment=NetworkSegment(aa38547c-1c5e-4dc9-a6ff-61faa5828d05),segment_id=aa38547c-1c5e-4dc9-a6ff-61faa5828d05)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:46:21.250435 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b4f62142-4b73-4da5-9ed2-ca7abd5b5a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.297844 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1bee332c-4f3a-4434-8537-c5c295eb90fe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.302907 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1bee332c-4f3a-4434-8537-c5c295eb90fe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.332139 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee332c-4f3a-4434-8537-c5c295eb90fe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b4a377-7e30-45e8-9209-c6415d82d032,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:21.335155 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efd4fd-2723-475c-9d59-4037cb755945 None None] Pushing event updated for resources: {'Port': ['ID=fce80f2d-788c-4413-80d8-5ea578f143cb,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:21.336936 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1bee332c-4f3a-4434-8537-c5c295eb90fe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.338207 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-1bee332c-4f3a-4434-8537-c5c295eb90fe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1883209 Apr 29 11:46:21.342107 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54386) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:21.344421 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-224af78a-7cd0-45a6-9fbf-409a80e7a352 None None] Provisioning complete for port fce80f2d-788c-4413-80d8-5ea578f143cb triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:21.344999 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-224af78a-7cd0-45a6-9fbf-409a80e7a352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.347459 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-296bac53-5642-463a-91a3-2a0e161cdc3d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': 'ae492a5c-0b18-4d3c-a4f1-08f00807891a', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:21.349640 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 51bf8793-17cd-470f-b27d-da28f834d7d9 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:21.350005 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.355836 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee332c-4f3a-4434-8537-c5c295eb90fe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:21.356497 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee332c-4f3a-4434-8537-c5c295eb90fe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:21.358302 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee332c-4f3a-4434-8537-c5c295eb90fe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:21.358815 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee332c-4f3a-4434-8537-c5c295eb90fe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:21.359327 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee332c-4f3a-4434-8537-c5c295eb90fe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:21.359660 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee332c-4f3a-4434-8537-c5c295eb90fe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:21.359981 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee332c-4f3a-4434-8537-c5c295eb90fe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:21.360474 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee332c-4f3a-4434-8537-c5c295eb90fe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:21.360808 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee332c-4f3a-4434-8537-c5c295eb90fe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:21.361130 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee332c-4f3a-4434-8537-c5c295eb90fe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:21.361441 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee332c-4f3a-4434-8537-c5c295eb90fe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:21.361909 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee332c-4f3a-4434-8537-c5c295eb90fe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:21.378786 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f62142-4b73-4da5-9ed2-ca7abd5b5a97 None None] Routers {'b815fa5d-6fb9-404f-a0f7-bac48da92cc7'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:46:21.379047 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-296bac53-5642-463a-91a3-2a0e161cdc3d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.379173 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-b4f62142-4b73-4da5-9ed2-ca7abd5b5a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:45:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['b815fa5d-6fb9-404f-a0f7-bac48da92cc7'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:21.466994 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-296bac53-5642-463a-91a3-2a0e161cdc3d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.472858 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-296bac53-5642-463a-91a3-2a0e161cdc3d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.492263 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bac53-5642-463a-91a3-2a0e161cdc3d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8f6c7b-9e6a-4658-b8f6-66e4f1f19877,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:21.507895 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-296bac53-5642-463a-91a3-2a0e161cdc3d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.509540 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-296bac53-5642-463a-91a3-2a0e161cdc3d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1661198 Apr 29 11:46:21.512220 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54388) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:21.518140 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-dde544fe-5414-4465-8f3e-9e1d1f761c57 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': 'ae492a5c-0b18-4d3c-a4f1-08f00807891a', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:21.546663 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dde544fe-5414-4465-8f3e-9e1d1f761c57 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.614619 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dde544fe-5414-4465-8f3e-9e1d1f761c57 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.619080 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dde544fe-5414-4465-8f3e-9e1d1f761c57 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.620486 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-b4f62142-4b73-4da5-9ed2-ca7abd5b5a97 None None] Set router b815fa5d-6fb9-404f-a0f7-bac48da92cc7 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:46:21.624352 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-224af78a-7cd0-45a6-9fbf-409a80e7a352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.636996 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde544fe-5414-4465-8f3e-9e1d1f761c57 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea670f1-65a1-47b7-9c5e-5e010f3f0e5c,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:21.646424 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dde544fe-5414-4465-8f3e-9e1d1f761c57 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.647683 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-dde544fe-5414-4465-8f3e-9e1d1f761c57 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1336632 Apr 29 11:46:21.650677 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54390) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:21.656408 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-7aeb7777-287a-4db7-8f12-e7a48a569758 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': 'ae492a5c-0b18-4d3c-a4f1-08f00807891a', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:21.661107 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 8ecb3465-995c-4904-8421-4b37c5d2c29a up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:46:21.684140 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7aeb7777-287a-4db7-8f12-e7a48a569758 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.753568 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7aeb7777-287a-4db7-8f12-e7a48a569758 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.754193 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-224af78a-7cd0-45a6-9fbf-409a80e7a352 None None] For port fce80f2d-788c-4413-80d8-5ea578f143cb, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=fce80f2d-788c-4413-80d8-5ea578f143cb,segment=NetworkSegment(aa38547c-1c5e-4dc9-a6ff-61faa5828d05),segment_id=aa38547c-1c5e-4dc9-a6ff-61faa5828d05)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:46:21.757935 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7aeb7777-287a-4db7-8f12-e7a48a569758 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.764942 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-224af78a-7cd0-45a6-9fbf-409a80e7a352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.778997 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb7777-287a-4db7-8f12-e7a48a569758 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf64de7-8492-41a5-9a93-74972d0e7061,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:21.785700 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7aeb7777-287a-4db7-8f12-e7a48a569758 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.786928 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7aeb7777-287a-4db7-8f12-e7a48a569758 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1351249 Apr 29 11:46:21.789567 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54392) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:21.794668 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-8b4f5755-baed-42df-a213-f2dc030e335b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': 'ae492a5c-0b18-4d3c-a4f1-08f00807891a', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:21.817813 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.securitygroups_db [None req-8b4f5755-baed-42df-a213-f2dc030e335b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Project e43b3d3b447648b5aeeaf858bb1241e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:46:21.822839 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8b4f5755-baed-42df-a213-f2dc030e335b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.884691 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224af78a-7cd0-45a6-9fbf-409a80e7a352 None None] Pushing event updated for resources: {'Port': ['ID=fce80f2d-788c-4413-80d8-5ea578f143cb,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:21.885278 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8b4f5755-baed-42df-a213-f2dc030e335b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.887260 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 8ecb3465-995c-4904-8421-4b37c5d2c29a triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:21.888227 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.890589 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8b4f5755-baed-42df-a213-f2dc030e335b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.910806 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f5755-baed-42df-a213-f2dc030e335b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=628529a2-749f-42d1-8833-9409e9691c4a,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:21.922813 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8b4f5755-baed-42df-a213-f2dc030e335b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.924049 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8b4f5755-baed-42df-a213-f2dc030e335b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1334779 Apr 29 11:46:21.926890 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54394) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:21.931428 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-af52efc0-3b17-48cb-a032-2440b25a4c7f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': 'ae492a5c-0b18-4d3c-a4f1-08f00807891a', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:21.954469 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.securitygroups_db [None req-af52efc0-3b17-48cb-a032-2440b25a4c7f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Project e43b3d3b447648b5aeeaf858bb1241e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:46:21.960560 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-af52efc0-3b17-48cb-a032-2440b25a4c7f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.962063 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f608de08-d365-4e6c-82f2-caf5cf4c7602 None None] Provisioning complete for port fce80f2d-788c-4413-80d8-5ea578f143cb triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:21.962459 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f608de08-d365-4e6c-82f2-caf5cf4c7602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:22.023734 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-af52efc0-3b17-48cb-a032-2440b25a4c7f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:22.030783 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-af52efc0-3b17-48cb-a032-2440b25a4c7f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:22.046554 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52efc0-3b17-48cb-a032-2440b25a4c7f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c46c5f-6798-463a-a220-ee6c62886872,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:22.059553 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-af52efc0-3b17-48cb-a032-2440b25a4c7f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:22.066724 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-af52efc0-3b17-48cb-a032-2440b25a4c7f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1386998 Apr 29 11:46:22.087659 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-b4f62142-4b73-4da5-9ed2-ca7abd5b5a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'name': 'tempest-TestNetworkBasicOps-router-1271595686', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:46:14Z', 'updated_at': '2022-04-29T11:46:18Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:15Z', 'updated_at': '2022-04-29T11:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'fce80f2d-788c-4413-80d8-5ea578f143cb', 'name': '', 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:53:35:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd8fb78ee-66c0-4f19-a3e7-c888f04cb543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:17Z', 'updated_at': '2022-04-29T11:46:21Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'd8fb78ee-66c0-4f19-a3e7-c888f04cb543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:22.280744 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-bb6f8196-2589-42b7-a288-d3cedabe59b4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1952020328&fields=id&tenant_id=e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 267 time: 0.0373795 Apr 29 11:46:22.281498 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f62142-4b73-4da5-9ed2-ca7abd5b5a97 None None] The sync data for ids ['b815fa5d-6fb9-404f-a0f7-bac48da92cc7'] in dv-neutron-838888-1-hyperv is: [{'id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'name': 'tempest-TestNetworkBasicOps-router-1271595686', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:46:14Z', 'updated_at': '2022-04-29T11:46:18Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:15Z', 'updated_at': '2022-04-29T11:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'fce80f2d-788c-4413-80d8-5ea578f143cb', 'name': '', 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:53:35:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd8fb78ee-66c0-4f19-a3e7-c888f04cb543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:17Z', 'updated_at': '2022-04-29T11:46:21Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'd8fb78ee-66c0-4f19-a3e7-c888f04cb543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:46:22.427358 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-b128b781-decd-4d4e-930a-78757235aacb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:22.428905 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-b128b781-decd-4d4e-930a-78757235aacb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/networks?id=0bd02089-c3f2-47fc-a062-6576ab53028c HTTP/1.1" status: 200 len: 795 time: 0.1386619 Apr 29 11:46:22.446466 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-261336c9-442f-48f1-95a1-7ec98951a4e9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/quotas/e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 375 time: 0.0099502 Apr 29 11:46:22.507770 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-479281c6-d652-4ad1-9e32-5851ba93a174 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538082 Apr 29 11:46:22.618047 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-f3f7c08c-a7c5-4100-9e49-2e5925791928 service neutron] 10.222.0.69 "GET /v2.0/networks/0bd02089-c3f2-47fc-a062-6576ab53028c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969176 Apr 29 11:46:22.719925 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-65a6f0a4-8b69-46ea-a374-bc3b7f25fd2f service neutron] 10.222.0.69 "GET /v2.0/networks/0bd02089-c3f2-47fc-a062-6576ab53028c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943511 Apr 29 11:46:22.918934 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c5be3299-a2a8-4f38-9789-4670ef937241 req-75311f99-8b93-410d-ad0c-873f21b61b43 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cc2d72f-50c9-4de0-90ef-7bc149d1dab2 HTTP/1.1" status: 200 len: 210 time: 0.0320175 Apr 29 11:46:23.177056 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device fce80f2d-788c-4413-80d8-5ea578f143cb up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:46:23.251895 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port fce80f2d-788c-4413-80d8-5ea578f143cb triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:23.252273 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:23.536325 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6b8d5ff7-fa9c-4cb6-bfda-2e54110eed13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:24.025565 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-19e2885f-7bc6-4f47-8d26-48fc10eaf4d6 req-32e46d1c-4da8-41b9-a5b8-cd55b8c68fd1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cc2d72f-50c9-4de0-90ef-7bc149d1dab2 HTTP/1.1" status: 200 len: 210 time: 0.0323875 Apr 29 11:46:24.185031 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-b8aa4cd3-bb81-4904-9e4a-8dcbf228ddda tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:24.186565 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-b8aa4cd3-bb81-4904-9e4a-8dcbf228ddda tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/networks?id=0bd02089-c3f2-47fc-a062-6576ab53028c HTTP/1.1" status: 200 len: 795 time: 0.1137917 Apr 29 11:46:24.235614 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-cddc708f-7b7e-42e0-9e7a-6ce77c80b55d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 380 time: 0.0389631 Apr 29 11:46:24.246522 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-de22323e-3648-41f4-b6be-b369275fd8d9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'port': {'device_id': '7cc2d72f-50c9-4de0-90ef-7bc149d1dab2', 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c', 'admin_state_up': True, 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'security_groups': ['ae492a5c-0b18-4d3c-a4f1-08f00807891a']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:24.368643 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-de22323e-3648-41f4-b6be-b369275fd8d9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Made reservation on behalf of e43b3d3b447648b5aeeaf858bb1241e8 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:46:24.372545 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-de22323e-3648-41f4-b6be-b369275fd8d9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:24.517949 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-de22323e-3648-41f4-b6be-b369275fd8d9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.20.0.11 (0bd02089-c3f2-47fc-a062-6576ab53028c/d8fb78ee-66c0-4f19-a3e7-c888f04cb543/61cf772d-cf1d-4005-a3ed-72f3c1bff793) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:24.665302 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-de22323e-3648-41f4-b6be-b369275fd8d9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:24.703700 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-de22323e-3648-41f4-b6be-b369275fd8d9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:24.749248 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-de22323e-3648-41f4-b6be-b369275fd8d9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 0bd02089-c3f2-47fc-a062-6576ab53028c is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:24.752415 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-de22323e-3648-41f4-b6be-b369275fd8d9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:24.756338 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-de22323e-3648-41f4-b6be-b369275fd8d9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:46:24.763486 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22323e-3648-41f4-b6be-b369275fd8d9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=61cf772d-cf1d-4005-a3ed-72f3c1bff793,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:24.836134 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-de22323e-3648-41f4-b6be-b369275fd8d9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:24.836813 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-de22323e-3648-41f4-b6be-b369275fd8d9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:24.856824 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-de22323e-3648-41f4-b6be-b369275fd8d9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6135991 Apr 29 11:46:24.873168 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-ba9d6917-2340-4e44-aed4-ff6e7eeb3555 service neutron] Request body: {'port': {'device_id': '7cc2d72f-50c9-4de0-90ef-7bc149d1dab2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:24.944730 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-ba9d6917-2340-4e44-aed4-ff6e7eeb3555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:25.030114 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-8c2ce699-26c7-4f3f-8cfe-addee005738d None None] Provisioning complete for port 61cf772d-cf1d-4005-a3ed-72f3c1bff793 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:25.031310 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8c2ce699-26c7-4f3f-8cfe-addee005738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:25.068753 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-8c2ce699-26c7-4f3f-8cfe-addee005738d None None] Port 61cf772d-cf1d-4005-a3ed-72f3c1bff793 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:46:25.202410 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a57b24-8f9b-45a9-8afa-8a3d9620856f req-6a745760-e884-460a-9eb1-5a7a87333dac tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:25.203919 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-81a57b24-8f9b-45a9-8afa-8a3d9620856f req-6a745760-e884-460a-9eb1-5a7a87333dac tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cc2d72f-50c9-4de0-90ef-7bc149d1dab2 HTTP/1.1" status: 200 len: 932 time: 0.1013379 Apr 29 11:46:25.270193 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-81a57b24-8f9b-45a9-8afa-8a3d9620856f req-7949e5ab-2fc2-4a69-9e25-94236794aa35 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae492a5c-0b18-4d3c-a4f1-08f00807891a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601134 Apr 29 11:46:25.302093 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-ba9d6917-2340-4e44-aed4-ff6e7eeb3555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61cf772d-cf1d-4005-a3ed-72f3c1bff793 {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:46:25.310781 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-ba9d6917-2340-4e44-aed4-ff6e7eeb3555 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:25.323075 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-ba9d6917-2340-4e44-aed4-ff6e7eeb3555 service neutron] Transition to ACTIVE for port object 61cf772d-cf1d-4005-a3ed-72f3c1bff793 will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:25.328010 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-ba9d6917-2340-4e44-aed4-ff6e7eeb3555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:25.378357 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d6917-2340-4e44-aed4-ff6e7eeb3555 service neutron] Pushing event updated for resources: {'Port': ['ID=61cf772d-cf1d-4005-a3ed-72f3c1bff793,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:25.461038 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-ba9d6917-2340-4e44-aed4-ff6e7eeb3555 service neutron] Attempting to bind port 61cf772d-cf1d-4005-a3ed-72f3c1bff793 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:46:25.461697 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-ba9d6917-2340-4e44-aed4-ff6e7eeb3555 service neutron] Attempting to bind port 61cf772d-cf1d-4005-a3ed-72f3c1bff793 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'aa38547c-1c5e-4dc9-a6ff-61faa5828d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:46:25.461885 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-ba9d6917-2340-4e44-aed4-ff6e7eeb3555 service neutron] Attempting to bind port 61cf772d-cf1d-4005-a3ed-72f3c1bff793 on network 0bd02089-c3f2-47fc-a062-6576ab53028c {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:46:25.471608 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-ba9d6917-2340-4e44-aed4-ff6e7eeb3555 service neutron] Port 61cf772d-cf1d-4005-a3ed-72f3c1bff793 on network 0bd02089-c3f2-47fc-a062-6576ab53028c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:46:25.471608 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-ba9d6917-2340-4e44-aed4-ff6e7eeb3555 service neutron] Attempting to bind port 61cf772d-cf1d-4005-a3ed-72f3c1bff793 on network 0bd02089-c3f2-47fc-a062-6576ab53028c {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:46:25.474577 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-ba9d6917-2340-4e44-aed4-ff6e7eeb3555 service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:46:25.474919 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-ba9d6917-2340-4e44-aed4-ff6e7eeb3555 service neutron] Checking segment: {'id': 'aa38547c-1c5e-4dc9-a6ff-61faa5828d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:46:25.475473 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-ba9d6917-2340-4e44-aed4-ff6e7eeb3555 service neutron] Bound using segment: {'id': 'aa38547c-1c5e-4dc9-a6ff-61faa5828d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:46:25.475955 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-ba9d6917-2340-4e44-aed4-ff6e7eeb3555 service neutron] Bound port: 61cf772d-cf1d-4005-a3ed-72f3c1bff793, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa38547c-1c5e-4dc9-a6ff-61faa5828d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:46:25.476322 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-ba9d6917-2340-4e44-aed4-ff6e7eeb3555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:25.550953 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-ba9d6917-2340-4e44-aed4-ff6e7eeb3555 service neutron] For port 61cf772d-cf1d-4005-a3ed-72f3c1bff793, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:46:25.554431 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-ba9d6917-2340-4e44-aed4-ff6e7eeb3555 service neutron] For port 61cf772d-cf1d-4005-a3ed-72f3c1bff793, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=61cf772d-cf1d-4005-a3ed-72f3c1bff793,segment=NetworkSegment(aa38547c-1c5e-4dc9-a6ff-61faa5828d05),segment_id=aa38547c-1c5e-4dc9-a6ff-61faa5828d05)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:46:25.559574 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-ba9d6917-2340-4e44-aed4-ff6e7eeb3555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:25.601812 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-ba9d6917-2340-4e44-aed4-ff6e7eeb3555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:25.602473 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-ba9d6917-2340-4e44-aed4-ff6e7eeb3555 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:25.603960 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-ba9d6917-2340-4e44-aed4-ff6e7eeb3555 service neutron] 10.222.0.62 "PUT /v2.0/ports/61cf772d-cf1d-4005-a3ed-72f3c1bff793 HTTP/1.1" status: 200 len: 1094 time: 0.7356379 Apr 29 11:46:25.604487 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc2d72f-50c9-4de0-90ef-7bc149d1dab2', 'tag': '61cf772d-cf1d-4005-a3ed-72f3c1bff793'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:46:25.607724 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbe9a94-4de5-42b6-b0bd-8934cf85f905" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc2d72f-50c9-4de0-90ef-7bc149d1dab2", "tag": "61cf772d-cf1d-4005-a3ed-72f3c1bff793"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:46:25.636184 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d6917-2340-4e44-aed4-ff6e7eeb3555 service neutron] Pushing event updated for resources: {'Port': ['ID=61cf772d-cf1d-4005-a3ed-72f3c1bff793,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:25.676353 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b036d1-caf4-45a3-9d4c-48f925959305 x-openstack-request-id: req-e7b036d1-caf4-45a3-9d4c-48f925959305 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:46:25.676353 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc2d72f-50c9-4de0-90ef-7bc149d1dab2", "tag": "61cf772d-cf1d-4005-a3ed-72f3c1bff793", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:46:25.676353 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e7b036d1-caf4-45a3-9d4c-48f925959305 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:46:25.676353 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7b036d1-caf4-45a3-9d4c-48f925959305'] response: {'name': 'network-changed', 'server_uuid': '7cc2d72f-50c9-4de0-90ef-7bc149d1dab2', 'tag': '61cf772d-cf1d-4005-a3ed-72f3c1bff793', 'status': 'completed', 'code': 200} Apr 29 11:46:25.710554 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-ac4fa3de-a9e9-477a-aad4-76fc14ac2719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:25.712301 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-ac4fa3de-a9e9-477a-aad4-76fc14ac2719 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=7cc2d72f-50c9-4de0-90ef-7bc149d1dab2 HTTP/1.1" status: 200 len: 1097 time: 0.0480766 Apr 29 11:46:25.779052 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-0f0ae6f1-914e-4e3a-9c4f-7d66f658b041 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61cf772d-cf1d-4005-a3ed-72f3c1bff793 HTTP/1.1" status: 200 len: 217 time: 0.0533142 Apr 29 11:46:25.834096 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-a535c035-bbe7-4356-839a-594009d50f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:25.835756 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-a535c035-bbe7-4356-839a-594009d50f6d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8fb78ee-66c0-4f19-a3e7-c888f04cb543 HTTP/1.1" status: 200 len: 835 time: 0.0497415 Apr 29 11:46:25.886793 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-440f652e-4aa1-4adc-9dbd-99019fc13621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:25.888332 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-440f652e-4aa1-4adc-9dbd-99019fc13621 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bd02089-c3f2-47fc-a062-6576ab53028c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427864 Apr 29 11:46:25.996551 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-42199e54-982a-43e6-bfa4-d28beea5a8e8 service neutron] 10.222.0.62 "GET /v2.0/networks/0bd02089-c3f2-47fc-a062-6576ab53028c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005468 Apr 29 11:46:26.113465 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f5b270d1-628f-41bf-9129-75c2f79ff028 req-417ab1d0-6b3b-4077-b74a-7c15dbfe3746 service neutron] 10.222.0.62 "GET /v2.0/networks/0bd02089-c3f2-47fc-a062-6576ab53028c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075876 Apr 29 11:46:26.226921 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe9a94-4de5-42b6-b0bd-8934cf85f905 req-b65f6897-9813-472d-a3be-a084bf740f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:26.228441 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dbbe9a94-4de5-42b6-b0bd-8934cf85f905 req-b65f6897-9813-472d-a3be-a084bf740f61 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=7cc2d72f-50c9-4de0-90ef-7bc149d1dab2 HTTP/1.1" status: 200 len: 1097 time: 0.0463099 Apr 29 11:46:26.369044 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe9a94-4de5-42b6-b0bd-8934cf85f905 req-10a90b20-7445-4744-9e33-8b9677a9736a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:26.371558 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dbbe9a94-4de5-42b6-b0bd-8934cf85f905 req-10a90b20-7445-4744-9e33-8b9677a9736a service neutron] 10.222.0.62 "GET /v2.0/networks?id=0bd02089-c3f2-47fc-a062-6576ab53028c HTTP/1.1" status: 200 len: 896 time: 0.1331637 Apr 29 11:46:26.438103 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dbbe9a94-4de5-42b6-b0bd-8934cf85f905 req-6b808617-ab6c-44ca-88e5-2d90636521b2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61cf772d-cf1d-4005-a3ed-72f3c1bff793 HTTP/1.1" status: 200 len: 217 time: 0.0567896 Apr 29 11:46:26.542353 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b9075-e52a-4609-b5f8-51ad77ff4910 req-75ee06b1-6a96-4b7a-8886-b64f5591b22e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:26.545354 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ca6b9075-e52a-4609-b5f8-51ad77ff4910 req-75ee06b1-6a96-4b7a-8886-b64f5591b22e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cc2d72f-50c9-4de0-90ef-7bc149d1dab2 HTTP/1.1" status: 200 len: 944 time: 0.1527719 Apr 29 11:46:26.549105 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe9a94-4de5-42b6-b0bd-8934cf85f905 req-90c9db13-b123-4dc2-9dcc-06f95feca528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:26.551435 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dbbe9a94-4de5-42b6-b0bd-8934cf85f905 req-90c9db13-b123-4dc2-9dcc-06f95feca528 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8fb78ee-66c0-4f19-a3e7-c888f04cb543 HTTP/1.1" status: 200 len: 835 time: 0.0891795 Apr 29 11:46:26.618868 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ca6b9075-e52a-4609-b5f8-51ad77ff4910 req-3d7dc586-e85e-430c-a009-876961ec0794 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae492a5c-0b18-4d3c-a4f1-08f00807891a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619800 Apr 29 11:46:26.626036 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe9a94-4de5-42b6-b0bd-8934cf85f905 req-6969134e-b7a3-45f9-8f84-a658e882294d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:26.627654 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dbbe9a94-4de5-42b6-b0bd-8934cf85f905 req-6969134e-b7a3-45f9-8f84-a658e882294d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bd02089-c3f2-47fc-a062-6576ab53028c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683372 Apr 29 11:46:26.750713 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dbbe9a94-4de5-42b6-b0bd-8934cf85f905 req-645832e1-7c09-4b96-8054-81c253f16839 service neutron] 10.222.0.62 "GET /v2.0/networks/0bd02089-c3f2-47fc-a062-6576ab53028c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134112 Apr 29 11:46:26.883883 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dbbe9a94-4de5-42b6-b0bd-8934cf85f905 req-a79d7f6b-790a-451d-9f15-cbe0aa94f333 service neutron] 10.222.0.62 "GET /v2.0/networks/0bd02089-c3f2-47fc-a062-6576ab53028c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201763 Apr 29 11:46:27.089507 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 61cf772d-cf1d-4005-a3ed-72f3c1bff793 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:46:27.208674 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:27.242764 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 61cf772d-cf1d-4005-a3ed-72f3c1bff793, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=61cf772d-cf1d-4005-a3ed-72f3c1bff793,segment=NetworkSegment(aa38547c-1c5e-4dc9-a6ff-61faa5828d05),segment_id=aa38547c-1c5e-4dc9-a6ff-61faa5828d05)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:46:27.256405 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:46:27.258354 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '61cf772d-cf1d-4005-a3ed-72f3c1bff793', 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c', 'port_id': '61cf772d-cf1d-4005-a3ed-72f3c1bff793', 'mac_address': 'fa:16:3e:be:73:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8fb78ee-66c0-4f19-a3e7-c888f04cb543', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:46:27.316986 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:27.338641 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61cf772d-cf1d-4005-a3ed-72f3c1bff793 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:46:27.372549 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 61cf772d-cf1d-4005-a3ed-72f3c1bff793, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=61cf772d-cf1d-4005-a3ed-72f3c1bff793,segment=NetworkSegment(aa38547c-1c5e-4dc9-a6ff-61faa5828d05),segment_id=aa38547c-1c5e-4dc9-a6ff-61faa5828d05)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:46:27.378757 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:27.443710 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=61cf772d-cf1d-4005-a3ed-72f3c1bff793,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:27.649863 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['61cf772d-cf1d-4005-a3ed-72f3c1bff793'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:46:27.762439 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9df575e4-e4c2-4bef-9987-e5e039e42343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:27.780587 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43ddd9-4ecc-4a03-9df9-70b4c0d0e202 req-5694ff67-e701-43bf-94d3-b6a8cae066e5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:27.782271 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1b43ddd9-4ecc-4a03-9df9-70b4c0d0e202 req-5694ff67-e701-43bf-94d3-b6a8cae066e5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cc2d72f-50c9-4de0-90ef-7bc149d1dab2 HTTP/1.1" status: 200 len: 945 time: 0.0751817 Apr 29 11:46:27.839287 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1b43ddd9-4ecc-4a03-9df9-70b4c0d0e202 req-31fd439f-d5fd-4fac-a7a4-dd5861914b5b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae492a5c-0b18-4d3c-a4f1-08f00807891a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444384 Apr 29 11:46:28.500271 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:28.986809 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93bc4b-f685-4394-bc70-13417d118b87 req-cbaa58a6-a0c7-4bf4-85fa-57380bb27b94 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:28.988945 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-db93bc4b-f685-4394-bc70-13417d118b87 req-cbaa58a6-a0c7-4bf4-85fa-57380bb27b94 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cc2d72f-50c9-4de0-90ef-7bc149d1dab2 HTTP/1.1" status: 200 len: 945 time: 0.0565515 Apr 29 11:46:29.034774 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-db93bc4b-f685-4394-bc70-13417d118b87 req-b403aaa7-0d9d-4252-a1f1-13d30d20697f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae492a5c-0b18-4d3c-a4f1-08f00807891a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386326 Apr 29 11:46:29.109538 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 61cf772d-cf1d-4005-a3ed-72f3c1bff793 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:46:29.173377 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port 61cf772d-cf1d-4005-a3ed-72f3c1bff793 completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:29.179402 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 61cf772d-cf1d-4005-a3ed-72f3c1bff793 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:29.179931 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:29.289330 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:29.321776 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc2d72f-50c9-4de0-90ef-7bc149d1dab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cf772d-cf1d-4005-a3ed-72f3c1bff793'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:46:29.324193 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda2bb02-15e1-4772-8125-0a41c7a8df49" -d '{"events": [{"server_uuid": "7cc2d72f-50c9-4de0-90ef-7bc149d1dab2", "name": "network-vif-plugged", "status": "completed", "tag": "61cf772d-cf1d-4005-a3ed-72f3c1bff793"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:46:29.338359 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 61cf772d-cf1d-4005-a3ed-72f3c1bff793, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=61cf772d-cf1d-4005-a3ed-72f3c1bff793,segment=NetworkSegment(aa38547c-1c5e-4dc9-a6ff-61faa5828d05),segment_id=aa38547c-1c5e-4dc9-a6ff-61faa5828d05)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:46:29.343971 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:29.375378 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db208095-1455-44c3-8bcc-b9b00518811c x-openstack-request-id: req-db208095-1455-44c3-8bcc-b9b00518811c {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:46:29.375681 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc2d72f-50c9-4de0-90ef-7bc149d1dab2", "name": "network-vif-plugged", "status": "completed", "tag": "61cf772d-cf1d-4005-a3ed-72f3c1bff793", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:46:29.375938 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-db208095-1455-44c3-8bcc-b9b00518811c {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:46:29.376334 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db208095-1455-44c3-8bcc-b9b00518811c'] response: {'server_uuid': '7cc2d72f-50c9-4de0-90ef-7bc149d1dab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cf772d-cf1d-4005-a3ed-72f3c1bff793', 'code': 200} Apr 29 11:46:29.413900 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=61cf772d-cf1d-4005-a3ed-72f3c1bff793,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:29.555876 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8efd0-eda5-446d-af6e-55fb715298ed req-586b3dc4-add0-4ab8-a0c9-91a583b45481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:29.557403 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-23c8efd0-eda5-446d-af6e-55fb715298ed req-586b3dc4-add0-4ab8-a0c9-91a583b45481 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7cc2d72f-50c9-4de0-90ef-7bc149d1dab2 HTTP/1.1" status: 200 len: 1099 time: 0.0411921 Apr 29 11:46:29.599305 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-23c8efd0-eda5-446d-af6e-55fb715298ed req-5bad9f73-f926-4232-b8f8-04b083f269a9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ae492a5c-0b18-4d3c-a4f1-08f00807891a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343521 Apr 29 11:46:30.001376 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:30.165752 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd2086-ff2b-4c70-99f1-cf73882c6885 req-747a13cf-1a53-411e-a9cf-0b2fc94e24a2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:30.167297 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-addd2086-ff2b-4c70-99f1-cf73882c6885 req-747a13cf-1a53-411e-a9cf-0b2fc94e24a2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cc2d72f-50c9-4de0-90ef-7bc149d1dab2 HTTP/1.1" status: 200 len: 946 time: 0.0564258 Apr 29 11:46:30.200326 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:30.219095 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-addd2086-ff2b-4c70-99f1-cf73882c6885 req-545e9446-77d5-4e79-8009-8302d2763b1a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae492a5c-0b18-4d3c-a4f1-08f00807891a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371578 Apr 29 11:46:31.343132 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f0423-b4dc-4e7e-b2ba-163bd8996bcc req-65874b0a-85e4-4ba4-b505-1e6c4e606e3c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:31.344537 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-317f0423-b4dc-4e7e-b2ba-163bd8996bcc req-65874b0a-85e4-4ba4-b505-1e6c4e606e3c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cc2d72f-50c9-4de0-90ef-7bc149d1dab2 HTTP/1.1" status: 200 len: 946 time: 0.0501497 Apr 29 11:46:31.382218 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-317f0423-b4dc-4e7e-b2ba-163bd8996bcc req-c01c2ffb-35be-4ea7-a527-32d3b27a078c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae492a5c-0b18-4d3c-a4f1-08f00807891a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317309 Apr 29 11:46:31.499450 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05b6f5-fe09-4d45-8a3a-64f8fe5ebde7 req-f92d3f1a-bd0c-4d73-b51c-446aa2a5ca33 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:31.500946 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6d05b6f5-fe09-4d45-8a3a-64f8fe5ebde7 req-f92d3f1a-bd0c-4d73-b51c-446aa2a5ca33 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cc2d72f-50c9-4de0-90ef-7bc149d1dab2 HTTP/1.1" status: 200 len: 946 time: 0.0498538 Apr 29 11:46:31.539097 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6d05b6f5-fe09-4d45-8a3a-64f8fe5ebde7 req-9aacb27f-469f-4127-9210-2d9894166e3c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae492a5c-0b18-4d3c-a4f1-08f00807891a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320694 Apr 29 11:46:31.562438 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54448) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:31.602701 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db009506-f284-4f11-bbe5-4901f78271c5 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:31.604128 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-db009506-f284-4f11-bbe5-4901f78271c5 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=7cc2d72f-50c9-4de0-90ef-7bc149d1dab2 HTTP/1.1" status: 200 len: 1094 time: 0.0406392 Apr 29 11:46:31.607128 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54450) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:31.611458 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-a53ebbbe-6595-4c6f-82fc-cf6468accfbe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'port_id': '61cf772d-cf1d-4005-a3ed-72f3c1bff793', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:31.631494 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a53ebbbe-6595-4c6f-82fc-cf6468accfbe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:31.737466 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a53ebbbe-6595-4c6f-82fc-cf6468accfbe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:31.853599 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-a53ebbbe-6595-4c6f-82fc-cf6468accfbe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.26.4.150 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/d3919ee1-a097-4c4d-8602-9949e54da708) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:31.964308 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a53ebbbe-6595-4c6f-82fc-cf6468accfbe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:31.999782 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a53ebbbe-6595-4c6f-82fc-cf6468accfbe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:32.040165 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53ebbbe-6595-4c6f-82fc-cf6468accfbe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:32.043069 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-a53ebbbe-6595-4c6f-82fc-cf6468accfbe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:32.047480 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53ebbbe-6595-4c6f-82fc-cf6468accfbe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:46:32.053057 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ebbbe-6595-4c6f-82fc-cf6468accfbe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=d3919ee1-a097-4c4d-8602-9949e54da708,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:32.439160 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a53ebbbe-6595-4c6f-82fc-cf6468accfbe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:32.512075 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a53ebbbe-6595-4c6f-82fc-cf6468accfbe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:32.668000 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a53ebbbe-6595-4c6f-82fc-cf6468accfbe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:32.673128 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a53ebbbe-6595-4c6f-82fc-cf6468accfbe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:32.747832 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ebbbe-6595-4c6f-82fc-cf6468accfbe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=d3919ee1-a097-4c4d-8602-9949e54da708,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:32.761979 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a53ebbbe-6595-4c6f-82fc-cf6468accfbe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:32.868124 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-a53ebbbe-6595-4c6f-82fc-cf6468accfbe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Floating IP 459165b2-ea09-46b7-a18f-379764e12044 associated. External IP: 172.26.4.150, port: 61cf772d-cf1d-4005-a3ed-72f3c1bff793. Apr 29 11:46:33.085616 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53ebbbe-6595-4c6f-82fc-cf6468accfbe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router b815fa5d-6fb9-404f-a0f7-bac48da92cc7 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:46:33.202080 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53ebbbe-6595-4c6f-82fc-cf6468accfbe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:46:33.212975 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39add5a5-3e21-4edc-ac90-f5af90716c1b None None] Sync routers for ids ['b815fa5d-6fb9-404f-a0f7-bac48da92cc7'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:46:33.221241 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a53ebbbe-6595-4c6f-82fc-cf6468accfbe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:33.225708 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39add5a5-3e21-4edc-ac90-f5af90716c1b None None] Routers {'b815fa5d-6fb9-404f-a0f7-bac48da92cc7'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:46:33.226374 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-39add5a5-3e21-4edc-ac90-f5af90716c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:46:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['b815fa5d-6fb9-404f-a0f7-bac48da92cc7'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:33.252738 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a53ebbbe-6595-4c6f-82fc-cf6468accfbe tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6445572 Apr 29 11:46:33.253322 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc2d72f-50c9-4de0-90ef-7bc149d1dab2', 'tag': '61cf772d-cf1d-4005-a3ed-72f3c1bff793'}] {{(pid=102960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:46:33.255525 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54452) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:33.256041 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f284d994886e2bee032f7329864f24e5fe1e0d39b4215f9cf8d7074f2166ea6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b2015b-0871-4559-9af1-dcd317016364" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc2d72f-50c9-4de0-90ef-7bc149d1dab2", "tag": "61cf772d-cf1d-4005-a3ed-72f3c1bff793"}]}' {{(pid=102960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:46:33.299966 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e013269b-c8a7-4851-ab00-0f448e394a8c x-openstack-request-id: req-e013269b-c8a7-4851-ab00-0f448e394a8c {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:46:33.300253 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc2d72f-50c9-4de0-90ef-7bc149d1dab2", "tag": "61cf772d-cf1d-4005-a3ed-72f3c1bff793", "status": "completed", "code": 200}]} {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:46:33.300497 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e013269b-c8a7-4851-ab00-0f448e394a8c {{(pid=102960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:46:33.300933 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e013269b-c8a7-4851-ab00-0f448e394a8c'] response: {'name': 'network-changed', 'server_uuid': '7cc2d72f-50c9-4de0-90ef-7bc149d1dab2', 'tag': '61cf772d-cf1d-4005-a3ed-72f3c1bff793', 'status': 'completed', 'code': 200} Apr 29 11:46:33.354099 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-39add5a5-3e21-4edc-ac90-f5af90716c1b None None] Set router b815fa5d-6fb9-404f-a0f7-bac48da92cc7 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:46:33.415314 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-03fc2aba-4a41-43a3-9fed-a5578001da45 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/routers/b815fa5d-6fb9-404f-a0f7-bac48da92cc7 HTTP/1.1" status: 200 len: 923 time: 0.1577115 Apr 29 11:46:33.418964 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54456) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:33.424458 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2015b-0871-4559-9af1-dcd317016364 req-1e04d0db-c8ba-4f94-a5ee-c3e45bec1825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:33.426051 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-34b2015b-0871-4559-9af1-dcd317016364 req-1e04d0db-c8ba-4f94-a5ee-c3e45bec1825 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=7cc2d72f-50c9-4de0-90ef-7bc149d1dab2 HTTP/1.1" status: 200 len: 1099 time: 0.0898077 Apr 29 11:46:33.498159 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e62fe3cb-6194-459a-b8e7-7611e5e608d0 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/459165b2-ea09-46b7-a18f-379764e12044 HTTP/1.1" status: 200 len: 992 time: 0.0771668 Apr 29 11:46:33.540007 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2015b-0871-4559-9af1-dcd317016364 req-6df87ef9-1742-4757-b279-9bcc3c707a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:33.541629 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-34b2015b-0871-4559-9af1-dcd317016364 req-6df87ef9-1742-4757-b279-9bcc3c707a57 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0bd02089-c3f2-47fc-a062-6576ab53028c HTTP/1.1" status: 200 len: 896 time: 0.1079271 Apr 29 11:46:33.615360 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-39add5a5-3e21-4edc-ac90-f5af90716c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'name': 'tempest-TestNetworkBasicOps-router-1271595686', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:46:14Z', 'updated_at': '2022-04-29T11:46:18Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:15Z', 'updated_at': '2022-04-29T11:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '459165b2-ea09-46b7-a18f-379764e12044', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.150', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'port_id': '61cf772d-cf1d-4005-a3ed-72f3c1bff793', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c', 'mac_address': 'fa:16:3e:be:73:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc2d72f-50c9-4de0-90ef-7bc149d1dab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:46:32Z', 'updated_at': '2022-04-29T11:46:32Z', 'revision_number': 0, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fce80f2d-788c-4413-80d8-5ea578f143cb', 'name': '', 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:53:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd8fb78ee-66c0-4f19-a3e7-c888f04cb543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:17Z', 'updated_at': '2022-04-29T11:46:21Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'd8fb78ee-66c0-4f19-a3e7-c888f04cb543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:33.624547 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-34b2015b-0871-4559-9af1-dcd317016364 req-12b16f03-fe36-428c-a46c-fe91c3c0a7ea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61cf772d-cf1d-4005-a3ed-72f3c1bff793 HTTP/1.1" status: 200 len: 1000 time: 0.0698359 Apr 29 11:46:33.644148 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39add5a5-3e21-4edc-ac90-f5af90716c1b None None] Checking router: b815fa5d-6fb9-404f-a0f7-bac48da92cc7 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:46:33.657378 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39add5a5-3e21-4edc-ac90-f5af90716c1b None None] Routers {'b815fa5d-6fb9-404f-a0f7-bac48da92cc7'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:46:33.658382 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-39add5a5-3e21-4edc-ac90-f5af90716c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:46:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['b815fa5d-6fb9-404f-a0f7-bac48da92cc7'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:33.679998 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2015b-0871-4559-9af1-dcd317016364 req-2a3b2e30-4665-4953-b06e-3f9eb46e43c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:33.681560 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-34b2015b-0871-4559-9af1-dcd317016364 req-2a3b2e30-4665-4953-b06e-3f9eb46e43c5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8fb78ee-66c0-4f19-a3e7-c888f04cb543 HTTP/1.1" status: 200 len: 835 time: 0.0500851 Apr 29 11:46:33.736149 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2015b-0871-4559-9af1-dcd317016364 req-5db2e7cc-cbb6-40f7-9361-1c05d9f3fdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:33.737802 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-34b2015b-0871-4559-9af1-dcd317016364 req-5db2e7cc-cbb6-40f7-9361-1c05d9f3fdb5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bd02089-c3f2-47fc-a062-6576ab53028c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0481253 Apr 29 11:46:33.786279 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-39add5a5-3e21-4edc-ac90-f5af90716c1b None None] Set router b815fa5d-6fb9-404f-a0f7-bac48da92cc7 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:46:33.844409 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-34b2015b-0871-4559-9af1-dcd317016364 req-8b9ba035-eed5-4180-b67e-cd9bda3b6ade service neutron] 10.222.0.62 "GET /v2.0/networks/0bd02089-c3f2-47fc-a062-6576ab53028c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983624 Apr 29 11:46:33.948629 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-34b2015b-0871-4559-9af1-dcd317016364 req-63560754-0767-45b3-9063-b2f05b6845e0 service neutron] 10.222.0.62 "GET /v2.0/networks/0bd02089-c3f2-47fc-a062-6576ab53028c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968919 Apr 29 11:46:34.074995 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-39add5a5-3e21-4edc-ac90-f5af90716c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'name': 'tempest-TestNetworkBasicOps-router-1271595686', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:46:14Z', 'updated_at': '2022-04-29T11:46:18Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:15Z', 'updated_at': '2022-04-29T11:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '459165b2-ea09-46b7-a18f-379764e12044', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.150', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'port_id': '61cf772d-cf1d-4005-a3ed-72f3c1bff793', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c', 'mac_address': 'fa:16:3e:be:73:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc2d72f-50c9-4de0-90ef-7bc149d1dab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:46:32Z', 'updated_at': '2022-04-29T11:46:32Z', 'revision_number': 0, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fce80f2d-788c-4413-80d8-5ea578f143cb', 'name': '', 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:53:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd8fb78ee-66c0-4f19-a3e7-c888f04cb543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:17Z', 'updated_at': '2022-04-29T11:46:21Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'd8fb78ee-66c0-4f19-a3e7-c888f04cb543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:34.107067 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39add5a5-3e21-4edc-ac90-f5af90716c1b None None] The sync data for ids ['b815fa5d-6fb9-404f-a0f7-bac48da92cc7'] in dv-neutron-838888-1-hyperv is: [{'id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'name': 'tempest-TestNetworkBasicOps-router-1271595686', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:46:14Z', 'updated_at': '2022-04-29T11:46:18Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:15Z', 'updated_at': '2022-04-29T11:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '459165b2-ea09-46b7-a18f-379764e12044', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.150', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'port_id': '61cf772d-cf1d-4005-a3ed-72f3c1bff793', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c', 'mac_address': 'fa:16:3e:be:73:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc2d72f-50c9-4de0-90ef-7bc149d1dab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:46:32Z', 'updated_at': '2022-04-29T11:46:32Z', 'revision_number': 0, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fce80f2d-788c-4413-80d8-5ea578f143cb', 'name': '', 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:53:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd8fb78ee-66c0-4f19-a3e7-c888f04cb543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:17Z', 'updated_at': '2022-04-29T11:46:21Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'd8fb78ee-66c0-4f19-a3e7-c888f04cb543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:46:34.318149 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d31a7ff-46a4-4b71-8859-9447bd200e42 None None] New status for floating IP 459165b2-ea09-46b7-a18f-379764e12044: ACTIVE {{(pid=102961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:46:34.500703 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54458) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:46:34.605255 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0b8d6ccf-5d8c-403d-b888-3799534432a7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/459165b2-ea09-46b7-a18f-379764e12044 HTTP/1.1" status: 200 len: 994 time: 0.1028836 Apr 29 11:46:53.540635 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f36392aa-b86a-481e-9997-ad681cebb183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:57.108233 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:57.736155 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6f9301aa-a6e6-4085-a697-81aefb5f6d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:58.491242 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:00.005323 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:00.202911 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:04.255323 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:47:08.274071 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e00d7cdb-814d-4d0f-ab31-543122207102 req-33afc871-387c-49ef-acc2-24471633fb87 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7aceb756-3285-4da0-a133-5b76e2b37c33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3545501 Apr 29 11:47:08.360866 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d7cdb-814d-4d0f-ab31-543122207102 req-9c67b40d-e28c-4d11-a1e5-4c67a9542cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:08.362418 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e00d7cdb-814d-4d0f-ab31-543122207102 req-9c67b40d-e28c-4d11-a1e5-4c67a9542cfd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5c18c08a53e64ca1a8e956042fa2eb3a&device_id=7aceb756-3285-4da0-a133-5b76e2b37c33 HTTP/1.1" status: 200 len: 1099 time: 0.0400846 Apr 29 11:47:08.470312 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d7cdb-814d-4d0f-ab31-543122207102 req-8008fbe4-4cb9-495e-b72b-0177f78f8a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:08.471807 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e00d7cdb-814d-4d0f-ab31-543122207102 req-8008fbe4-4cb9-495e-b72b-0177f78f8a0c service neutron] 10.222.0.62 "GET /v2.0/networks?id=13eec917-2205-41ac-bb67-a922e346256d HTTP/1.1" status: 200 len: 913 time: 0.0893073 Apr 29 11:47:08.541958 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e00d7cdb-814d-4d0f-ab31-543122207102 req-4fa27673-dbf9-46a5-b007-67427aa7cd02 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b9d49e6-9e5f-423d-b996-8a7b44f31b8b HTTP/1.1" status: 200 len: 1001 time: 0.0595686 Apr 29 11:47:08.594083 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d7cdb-814d-4d0f-ab31-543122207102 req-6ffaab32-93ed-42bc-86f9-81ca349f59ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:08.595604 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e00d7cdb-814d-4d0f-ab31-543122207102 req-6ffaab32-93ed-42bc-86f9-81ca349f59ae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d46e396-b942-4a36-95e7-aa43a356bdd4 HTTP/1.1" status: 200 len: 851 time: 0.0460436 Apr 29 11:47:08.647348 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d7cdb-814d-4d0f-ab31-543122207102 req-5dcdce4b-ed01-4112-a89b-b2966d385b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:08.648841 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e00d7cdb-814d-4d0f-ab31-543122207102 req-5dcdce4b-ed01-4112-a89b-b2966d385b8e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13eec917-2205-41ac-bb67-a922e346256d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0458899 Apr 29 11:47:08.737608 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e00d7cdb-814d-4d0f-ab31-543122207102 req-0658f5b7-0798-4f9e-b19f-7f833ea9378f service neutron] 10.222.0.62 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807295 Apr 29 11:47:08.837586 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e00d7cdb-814d-4d0f-ab31-543122207102 req-1f83318c-ed63-433e-b7a0-16188733d5b4 service neutron] 10.222.0.62 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883503 Apr 29 11:47:11.770735 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54478) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:11.891146 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6b3beb45-b1b9-4e16-8186-a47f8177e6fc tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/routers/b815fa5d-6fb9-404f-a0f7-bac48da92cc7/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1192305 Apr 29 11:47:11.894100 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54480) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:12.017647 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56e4868-d4da-4d16-a50b-f1f701360484 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Notify agent at dv-neutron-838888-1-hyperv the message router_removed_from_agent {{(pid=102959) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 29 11:47:12.023463 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e56e4868-d4da-4d16-a50b-f1f701360484 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "DELETE /v2.0/agents/66397193-d23a-4539-bc39-de6f1efd6b2e/l3-routers/b815fa5d-6fb9-404f-a0f7-bac48da92cc7 HTTP/1.1" status: 204 len: 168 time: 0.1258497 Apr 29 11:47:12.024547 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54482) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:12.136778 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a1a10086-3eb4-4234-81f8-277d9fa36bf1 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/routers/b815fa5d-6fb9-404f-a0f7-bac48da92cc7/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1120641 Apr 29 11:47:12.139427 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54484) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:12.202090 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b724b798-4730-4e6f-813f-015a33d8ebb8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/459165b2-ea09-46b7-a18f-379764e12044 HTTP/1.1" status: 200 len: 994 time: 0.0615335 Apr 29 11:47:12.797759 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90e3134-bac0-46ab-b255-fcdc11c78dfe None None] New status for floating IP 459165b2-ea09-46b7-a18f-379764e12044: DOWN {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:47:13.145333 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device fce80f2d-788c-4413-80d8-5ea578f143cb no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:47:13.205639 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54486) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:13.224211 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:13.256394 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port fce80f2d-788c-4413-80d8-5ea578f143cb, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=fce80f2d-788c-4413-80d8-5ea578f143cb,segment=NetworkSegment(aa38547c-1c5e-4dc9-a6ff-61faa5828d05),segment_id=aa38547c-1c5e-4dc9-a6ff-61faa5828d05)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:47:13.261995 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:13.262731 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 51bf8793-17cd-470f-b27d-da28f834d7d9 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:47:13.276313 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-28bf83fe-a2ab-4ec6-83e1-a687562cb281 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/459165b2-ea09-46b7-a18f-379764e12044 HTTP/1.1" status: 200 len: 992 time: 0.0649567 Apr 29 11:47:13.339523 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=fce80f2d-788c-4413-80d8-5ea578f143cb,revision_number=6']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:13.348350 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:13.348688 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:13.349024 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:13.349355 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:13.349680 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:13.350005 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:13.350361 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:13.350680 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:13.351038 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:13.351355 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:13.351671 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:13.351985 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:13.394922 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:13.414857 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 51bf8793-17cd-470f-b27d-da28f834d7d9, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=51bf8793-17cd-470f-b27d-da28f834d7d9,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:47:13.418739 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:13.469430 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=51bf8793-17cd-470f-b27d-da28f834d7d9,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:14.406157 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54490) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:14.534587 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e829615-cb3b-4581-815c-e5a54f97d811 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Router b815fa5d-6fb9-404f-a0f7-bac48da92cc7 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:47:14.534920 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e829615-cb3b-4581-815c-e5a54f97d811 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Notify agent at dv-neutron-838888-1-hyperv the message router_added_to_agent {{(pid=102960) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 29 11:47:14.552628 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4e829615-cb3b-4581-815c-e5a54f97d811 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "POST /v2.0/agents/66397193-d23a-4539-bc39-de6f1efd6b2e/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1453824 Apr 29 11:47:14.555406 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54496) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:14.567572 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7f5e29-16eb-4755-aba6-e70000e13629 None None] Sync routers for ids ['b815fa5d-6fb9-404f-a0f7-bac48da92cc7'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:47:14.579603 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7f5e29-16eb-4755-aba6-e70000e13629 None None] Routers {'b815fa5d-6fb9-404f-a0f7-bac48da92cc7'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:47:14.580219 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-5a7f5e29-16eb-4755-aba6-e70000e13629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:46:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['b815fa5d-6fb9-404f-a0f7-bac48da92cc7'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:14.667370 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d6c4b13b-2fba-451a-9b10-95ea6cb094d9 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/routers/b815fa5d-6fb9-404f-a0f7-bac48da92cc7/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1107821 Apr 29 11:47:14.670089 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54498) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:14.689815 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-5a7f5e29-16eb-4755-aba6-e70000e13629 None None] Set router b815fa5d-6fb9-404f-a0f7-bac48da92cc7 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:47:14.732264 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-15bdae73-a072-4690-abc2-671217380ee5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/459165b2-ea09-46b7-a18f-379764e12044 HTTP/1.1" status: 200 len: 992 time: 0.0610652 Apr 29 11:47:14.910252 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-5a7f5e29-16eb-4755-aba6-e70000e13629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'name': 'tempest-TestNetworkBasicOps-router-1271595686', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:46:14Z', 'updated_at': '2022-04-29T11:46:18Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:15Z', 'updated_at': '2022-04-29T11:47:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '459165b2-ea09-46b7-a18f-379764e12044', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.150', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'port_id': '61cf772d-cf1d-4005-a3ed-72f3c1bff793', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c', 'mac_address': 'fa:16:3e:be:73:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc2d72f-50c9-4de0-90ef-7bc149d1dab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:46:32Z', 'updated_at': '2022-04-29T11:47:12Z', 'revision_number': 2, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fce80f2d-788c-4413-80d8-5ea578f143cb', 'name': '', 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:53:35:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd8fb78ee-66c0-4f19-a3e7-c888f04cb543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:17Z', 'updated_at': '2022-04-29T11:47:13Z', 'revision_number': 6, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'd8fb78ee-66c0-4f19-a3e7-c888f04cb543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:14.935376 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7f5e29-16eb-4755-aba6-e70000e13629 None None] Checking router: b815fa5d-6fb9-404f-a0f7-bac48da92cc7 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:47:14.943897 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7f5e29-16eb-4755-aba6-e70000e13629 None None] Routers {'b815fa5d-6fb9-404f-a0f7-bac48da92cc7'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:47:14.944495 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-5a7f5e29-16eb-4755-aba6-e70000e13629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:46:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['b815fa5d-6fb9-404f-a0f7-bac48da92cc7'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:15.048689 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-5a7f5e29-16eb-4755-aba6-e70000e13629 None None] Set router b815fa5d-6fb9-404f-a0f7-bac48da92cc7 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:47:15.272443 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-5a7f5e29-16eb-4755-aba6-e70000e13629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'name': 'tempest-TestNetworkBasicOps-router-1271595686', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:46:14Z', 'updated_at': '2022-04-29T11:46:18Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:15Z', 'updated_at': '2022-04-29T11:47:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '459165b2-ea09-46b7-a18f-379764e12044', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.150', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'port_id': '61cf772d-cf1d-4005-a3ed-72f3c1bff793', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c', 'mac_address': 'fa:16:3e:be:73:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc2d72f-50c9-4de0-90ef-7bc149d1dab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:46:32Z', 'updated_at': '2022-04-29T11:47:12Z', 'revision_number': 2, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fce80f2d-788c-4413-80d8-5ea578f143cb', 'name': '', 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:53:35:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd8fb78ee-66c0-4f19-a3e7-c888f04cb543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:17Z', 'updated_at': '2022-04-29T11:47:13Z', 'revision_number': 6, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'd8fb78ee-66c0-4f19-a3e7-c888f04cb543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:15.298327 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7f5e29-16eb-4755-aba6-e70000e13629 None None] The sync data for ids ['b815fa5d-6fb9-404f-a0f7-bac48da92cc7'] in dv-neutron-838888-1-hyperv is: [{'id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'name': 'tempest-TestNetworkBasicOps-router-1271595686', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:46:14Z', 'updated_at': '2022-04-29T11:46:18Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:15Z', 'updated_at': '2022-04-29T11:47:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '459165b2-ea09-46b7-a18f-379764e12044', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.150', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'port_id': '61cf772d-cf1d-4005-a3ed-72f3c1bff793', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c', 'mac_address': 'fa:16:3e:be:73:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc2d72f-50c9-4de0-90ef-7bc149d1dab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:46:32Z', 'updated_at': '2022-04-29T11:47:12Z', 'revision_number': 2, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fce80f2d-788c-4413-80d8-5ea578f143cb', 'name': '', 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:53:35:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd8fb78ee-66c0-4f19-a3e7-c888f04cb543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:17Z', 'updated_at': '2022-04-29T11:47:13Z', 'revision_number': 6, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'd8fb78ee-66c0-4f19-a3e7-c888f04cb543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:47:15.736064 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54500) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:15.803223 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4d1df37a-5dce-4c1b-b70e-9ab7dc3436a7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/459165b2-ea09-46b7-a18f-379764e12044 HTTP/1.1" status: 200 len: 992 time: 0.0650384 Apr 29 11:47:16.806060 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54502) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:16.872825 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-01b9420a-c95c-4f1a-a2f3-dc77c7a275b4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/459165b2-ea09-46b7-a18f-379764e12044 HTTP/1.1" status: 200 len: 992 time: 0.0655541 Apr 29 11:47:16.909703 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bf4a1f-5b3c-4689-a349-3aaaf037ebd2 None None] New status for floating IP 459165b2-ea09-46b7-a18f-379764e12044: ACTIVE {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:47:17.195957 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device fce80f2d-788c-4413-80d8-5ea578f143cb up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:47:17.249571 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port fce80f2d-788c-4413-80d8-5ea578f143cb triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:17.249938 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:17.334201 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:17.366544 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port fce80f2d-788c-4413-80d8-5ea578f143cb, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=fce80f2d-788c-4413-80d8-5ea578f143cb,segment=NetworkSegment(aa38547c-1c5e-4dc9-a6ff-61faa5828d05),segment_id=aa38547c-1c5e-4dc9-a6ff-61faa5828d05)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:47:17.370510 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:17.371303 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 51bf8793-17cd-470f-b27d-da28f834d7d9 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:47:17.452243 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=fce80f2d-788c-4413-80d8-5ea578f143cb,revision_number=7']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:17.466088 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 51bf8793-17cd-470f-b27d-da28f834d7d9 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:17.466492 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:17.551575 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:17.573735 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 51bf8793-17cd-470f-b27d-da28f834d7d9, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=51bf8793-17cd-470f-b27d-da28f834d7d9,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:47:17.577846 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:17.628774 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=51bf8793-17cd-470f-b27d-da28f834d7d9,revision_number=6']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:17.876732 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54504) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:17.944180 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e8bc82c0-7267-4149-b6f3-9c55a1043593 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/459165b2-ea09-46b7-a18f-379764e12044 HTTP/1.1" status: 200 len: 994 time: 0.0659504 Apr 29 11:47:18.198916 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54510) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:18.368953 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-c20647d2-db3e-44c0-be7b-a60998b1940d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port d3919ee1-a097-4c4d-8602-9949e54da708 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:47:18.369297 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c20647d2-db3e-44c0-be7b-a60998b1940d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:18.449227 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c20647d2-db3e-44c0-be7b-a60998b1940d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:18.449483 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c20647d2-db3e-44c0-be7b-a60998b1940d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:18.462852 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-c20647d2-db3e-44c0-be7b-a60998b1940d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for d3919ee1-a097-4c4d-8602-9949e54da708 owned by network:floatingip {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:47:18.630244 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c20647d2-db3e-44c0-be7b-a60998b1940d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:18.661474 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20647d2-db3e-44c0-be7b-a60998b1940d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=d3919ee1-a097-4c4d-8602-9949e54da708,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:18.687768 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20647d2-db3e-44c0-be7b-a60998b1940d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:18.688122 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20647d2-db3e-44c0-be7b-a60998b1940d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:18.688510 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20647d2-db3e-44c0-be7b-a60998b1940d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:18.689109 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20647d2-db3e-44c0-be7b-a60998b1940d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:18.689540 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20647d2-db3e-44c0-be7b-a60998b1940d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:18.689853 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20647d2-db3e-44c0-be7b-a60998b1940d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:18.690207 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20647d2-db3e-44c0-be7b-a60998b1940d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:18.690546 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20647d2-db3e-44c0-be7b-a60998b1940d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:18.690878 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20647d2-db3e-44c0-be7b-a60998b1940d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:18.691194 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20647d2-db3e-44c0-be7b-a60998b1940d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:18.691516 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20647d2-db3e-44c0-be7b-a60998b1940d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:18.691838 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20647d2-db3e-44c0-be7b-a60998b1940d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:18.738414 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c20647d2-db3e-44c0-be7b-a60998b1940d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:18.738749 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-c20647d2-db3e-44c0-be7b-a60998b1940d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Floating IP 459165b2-ea09-46b7-a18f-379764e12044 disassociated (deleted). External IP: 172.26.4.150, port: 61cf772d-cf1d-4005-a3ed-72f3c1bff793. Apr 29 11:47:18.945260 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20647d2-db3e-44c0-be7b-a60998b1940d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router b815fa5d-6fb9-404f-a0f7-bac48da92cc7 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:47:19.167585 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device fce80f2d-788c-4413-80d8-5ea578f143cb up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:47:19.226276 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port fce80f2d-788c-4413-80d8-5ea578f143cb triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:19.226721 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:19.310413 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 51bf8793-17cd-470f-b27d-da28f834d7d9 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:47:19.361268 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 51bf8793-17cd-470f-b27d-da28f834d7d9 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:19.361544 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:19.398798 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20647d2-db3e-44c0-be7b-a60998b1940d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:47:19.405900 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c20647d2-db3e-44c0-be7b-a60998b1940d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:19.437936 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c20647d2-db3e-44c0-be7b-a60998b1940d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/floatingips/459165b2-ea09-46b7-a18f-379764e12044 HTTP/1.1" status: 204 len: 168 time: 1.2378442 Apr 29 11:47:19.439077 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc2d72f-50c9-4de0-90ef-7bc149d1dab2', 'tag': '61cf772d-cf1d-4005-a3ed-72f3c1bff793'}] {{(pid=102960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:47:19.441549 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f284d994886e2bee032f7329864f24e5fe1e0d39b4215f9cf8d7074f2166ea6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdbe847-30eb-4174-a08a-46a25a9b0c02" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc2d72f-50c9-4de0-90ef-7bc149d1dab2", "tag": "61cf772d-cf1d-4005-a3ed-72f3c1bff793"}]}' {{(pid=102960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:47:19.498442 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ad2018-0488-4382-af4c-c0006e9318dc x-openstack-request-id: req-17ad2018-0488-4382-af4c-c0006e9318dc {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:47:19.498730 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc2d72f-50c9-4de0-90ef-7bc149d1dab2", "tag": "61cf772d-cf1d-4005-a3ed-72f3c1bff793", "status": "completed", "code": 200}]} {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:47:19.498976 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-17ad2018-0488-4382-af4c-c0006e9318dc {{(pid=102960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:47:19.499984 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ad2018-0488-4382-af4c-c0006e9318dc'] response: {'name': 'network-changed', 'server_uuid': '7cc2d72f-50c9-4de0-90ef-7bc149d1dab2', 'tag': '61cf772d-cf1d-4005-a3ed-72f3c1bff793', 'status': 'completed', 'code': 200} Apr 29 11:47:19.558727 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a7b293-6ae8-406d-9896-e029d683fd7f None None] Sync routers for ids ['b815fa5d-6fb9-404f-a0f7-bac48da92cc7'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:47:19.567837 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbe847-30eb-4174-a08a-46a25a9b0c02 req-58f55061-32be-4128-aa43-821768d1c610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:19.569409 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8fdbe847-30eb-4174-a08a-46a25a9b0c02 req-58f55061-32be-4128-aa43-821768d1c610 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=7cc2d72f-50c9-4de0-90ef-7bc149d1dab2 HTTP/1.1" status: 200 len: 1099 time: 0.0458868 Apr 29 11:47:19.576631 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a7b293-6ae8-406d-9896-e029d683fd7f None None] Routers {'b815fa5d-6fb9-404f-a0f7-bac48da92cc7'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:47:19.577259 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-a6a7b293-6ae8-406d-9896-e029d683fd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:46:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['b815fa5d-6fb9-404f-a0f7-bac48da92cc7'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:19.706002 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbe847-30eb-4174-a08a-46a25a9b0c02 req-7ef0ef55-6f04-4ee8-8d2d-213db80a19a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:19.707515 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8fdbe847-30eb-4174-a08a-46a25a9b0c02 req-7ef0ef55-6f04-4ee8-8d2d-213db80a19a3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0bd02089-c3f2-47fc-a062-6576ab53028c HTTP/1.1" status: 200 len: 896 time: 0.1286302 Apr 29 11:47:19.722103 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-a6a7b293-6ae8-406d-9896-e029d683fd7f None None] Set router b815fa5d-6fb9-404f-a0f7-bac48da92cc7 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:47:19.723916 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48462e8a-1dee-438d-8fe3-394ffba92897 req-52e9cb9e-6df1-4ab5-9f92-9004acac73c4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:19.725492 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-48462e8a-1dee-438d-8fe3-394ffba92897 req-52e9cb9e-6df1-4ab5-9f92-9004acac73c4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cc2d72f-50c9-4de0-90ef-7bc149d1dab2 HTTP/1.1" status: 200 len: 946 time: 0.0664661 Apr 29 11:47:19.773697 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8fdbe847-30eb-4174-a08a-46a25a9b0c02 req-65bfd1a5-77be-4397-afa5-cbaf6e5f5886 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61cf772d-cf1d-4005-a3ed-72f3c1bff793 HTTP/1.1" status: 200 len: 217 time: 0.0471990 Apr 29 11:47:19.835062 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-48462e8a-1dee-438d-8fe3-394ffba92897 req-7d7a1b63-49f7-43e7-979e-0e84a2579c60 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae492a5c-0b18-4d3c-a4f1-08f00807891a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014466 Apr 29 11:47:19.842906 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbe847-30eb-4174-a08a-46a25a9b0c02 req-0391d762-f1fa-427b-964a-877d326878b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:19.844473 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8fdbe847-30eb-4174-a08a-46a25a9b0c02 req-0391d762-f1fa-427b-964a-877d326878b7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8fb78ee-66c0-4f19-a3e7-c888f04cb543 HTTP/1.1" status: 200 len: 835 time: 0.0628128 Apr 29 11:47:19.903668 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbe847-30eb-4174-a08a-46a25a9b0c02 req-fb3f4343-7f7d-471b-952e-004d05098400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:19.905582 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8fdbe847-30eb-4174-a08a-46a25a9b0c02 req-fb3f4343-7f7d-471b-952e-004d05098400 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bd02089-c3f2-47fc-a062-6576ab53028c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0535576 Apr 29 11:47:19.941567 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-a6a7b293-6ae8-406d-9896-e029d683fd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'name': 'tempest-TestNetworkBasicOps-router-1271595686', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:46:14Z', 'updated_at': '2022-04-29T11:46:18Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:15Z', 'updated_at': '2022-04-29T11:47:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'fce80f2d-788c-4413-80d8-5ea578f143cb', 'name': '', 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:53:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd8fb78ee-66c0-4f19-a3e7-c888f04cb543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:17Z', 'updated_at': '2022-04-29T11:47:17Z', 'revision_number': 7, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'd8fb78ee-66c0-4f19-a3e7-c888f04cb543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:19.973263 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a7b293-6ae8-406d-9896-e029d683fd7f None None] Checking router: b815fa5d-6fb9-404f-a0f7-bac48da92cc7 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:47:19.981889 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a7b293-6ae8-406d-9896-e029d683fd7f None None] Routers {'b815fa5d-6fb9-404f-a0f7-bac48da92cc7'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:47:19.982531 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-a6a7b293-6ae8-406d-9896-e029d683fd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:46:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['b815fa5d-6fb9-404f-a0f7-bac48da92cc7'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:20.011312 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8fdbe847-30eb-4174-a08a-46a25a9b0c02 req-5007bc06-268d-4df7-b956-eac5cd9ebfaa service neutron] 10.222.0.62 "GET /v2.0/networks/0bd02089-c3f2-47fc-a062-6576ab53028c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966904 Apr 29 11:47:20.097497 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-a6a7b293-6ae8-406d-9896-e029d683fd7f None None] Set router b815fa5d-6fb9-404f-a0f7-bac48da92cc7 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:47:20.116587 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8fdbe847-30eb-4174-a08a-46a25a9b0c02 req-e95a377c-4fd3-4608-b31e-0dc802c30628 service neutron] 10.222.0.62 "GET /v2.0/networks/0bd02089-c3f2-47fc-a062-6576ab53028c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976110 Apr 29 11:47:20.310015 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-a6a7b293-6ae8-406d-9896-e029d683fd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'name': 'tempest-TestNetworkBasicOps-router-1271595686', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:46:14Z', 'updated_at': '2022-04-29T11:46:18Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:15Z', 'updated_at': '2022-04-29T11:47:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'fce80f2d-788c-4413-80d8-5ea578f143cb', 'name': '', 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:53:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd8fb78ee-66c0-4f19-a3e7-c888f04cb543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:17Z', 'updated_at': '2022-04-29T11:47:17Z', 'revision_number': 7, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'd8fb78ee-66c0-4f19-a3e7-c888f04cb543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:20.337800 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a7b293-6ae8-406d-9896-e029d683fd7f None None] The sync data for ids ['b815fa5d-6fb9-404f-a0f7-bac48da92cc7'] in dv-neutron-838888-1-hyperv is: [{'id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'name': 'tempest-TestNetworkBasicOps-router-1271595686', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:46:14Z', 'updated_at': '2022-04-29T11:46:18Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:15Z', 'updated_at': '2022-04-29T11:47:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'fce80f2d-788c-4413-80d8-5ea578f143cb', 'name': '', 'network_id': '0bd02089-c3f2-47fc-a062-6576ab53028c', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:53:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd8fb78ee-66c0-4f19-a3e7-c888f04cb543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:17Z', 'updated_at': '2022-04-29T11:47:17Z', 'revision_number': 7, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'd8fb78ee-66c0-4f19-a3e7-c888f04cb543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:47:20.960299 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ffb9e-56c1-4a2a-9682-8ab434104075 req-a91d8bc5-9065-44cd-b535-348cc88471d2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:20.961916 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-016ffb9e-56c1-4a2a-9682-8ab434104075 req-a91d8bc5-9065-44cd-b535-348cc88471d2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cc2d72f-50c9-4de0-90ef-7bc149d1dab2 HTTP/1.1" status: 200 len: 946 time: 0.0519240 Apr 29 11:47:21.008864 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-016ffb9e-56c1-4a2a-9682-8ab434104075 req-b4aa2cf9-c155-4022-b3ab-be09c1bf458a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae492a5c-0b18-4d3c-a4f1-08f00807891a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406013 Apr 29 11:47:21.122545 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91eaf41f-c413-40c3-823e-005fde5d6649 None None] New status for floating IP 459165b2-ea09-46b7-a18f-379764e12044: DOWN {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:47:21.253311 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023aa3c-3ba4-4261-9299-bfee882fb949 req-c6cca5b4-56b6-4b9c-bb77-3a73e13148b3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:21.254827 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0023aa3c-3ba4-4261-9299-bfee882fb949 req-c6cca5b4-56b6-4b9c-bb77-3a73e13148b3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cc2d72f-50c9-4de0-90ef-7bc149d1dab2 HTTP/1.1" status: 200 len: 946 time: 0.0497766 Apr 29 11:47:21.347314 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-0023aa3c-3ba4-4261-9299-bfee882fb949 req-8783bde7-5b37-4c92-9ba8-730b39b36fe3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port 61cf772d-cf1d-4005-a3ed-72f3c1bff793 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:47:21.347571 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-0023aa3c-3ba4-4261-9299-bfee882fb949 req-8783bde7-5b37-4c92-9ba8-730b39b36fe3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:21.439148 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-0023aa3c-3ba4-4261-9299-bfee882fb949 req-8783bde7-5b37-4c92-9ba8-730b39b36fe3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] For port 61cf772d-cf1d-4005-a3ed-72f3c1bff793, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=61cf772d-cf1d-4005-a3ed-72f3c1bff793,segment=NetworkSegment(aa38547c-1c5e-4dc9-a6ff-61faa5828d05),segment_id=aa38547c-1c5e-4dc9-a6ff-61faa5828d05)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:47:21.439506 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-0023aa3c-3ba4-4261-9299-bfee882fb949 req-8783bde7-5b37-4c92-9ba8-730b39b36fe3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:21.452975 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-0023aa3c-3ba4-4261-9299-bfee882fb949 req-8783bde7-5b37-4c92-9ba8-730b39b36fe3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for 61cf772d-cf1d-4005-a3ed-72f3c1bff793 owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:47:21.584755 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-0023aa3c-3ba4-4261-9299-bfee882fb949 req-8783bde7-5b37-4c92-9ba8-730b39b36fe3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:21.616132 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783bde7-5b37-4c92-9ba8-730b39b36fe3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=61cf772d-cf1d-4005-a3ed-72f3c1bff793,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:21.642561 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783bde7-5b37-4c92-9ba8-730b39b36fe3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:21.642909 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783bde7-5b37-4c92-9ba8-730b39b36fe3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:21.643249 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783bde7-5b37-4c92-9ba8-730b39b36fe3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:21.643584 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783bde7-5b37-4c92-9ba8-730b39b36fe3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:21.643913 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783bde7-5b37-4c92-9ba8-730b39b36fe3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:21.644243 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783bde7-5b37-4c92-9ba8-730b39b36fe3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:21.644570 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783bde7-5b37-4c92-9ba8-730b39b36fe3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:21.644897 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783bde7-5b37-4c92-9ba8-730b39b36fe3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:21.645222 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783bde7-5b37-4c92-9ba8-730b39b36fe3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:21.645544 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783bde7-5b37-4c92-9ba8-730b39b36fe3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:21.645865 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783bde7-5b37-4c92-9ba8-730b39b36fe3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:21.646248 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783bde7-5b37-4c92-9ba8-730b39b36fe3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:21.665627 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-0023aa3c-3ba4-4261-9299-bfee882fb949 req-8783bde7-5b37-4c92-9ba8-730b39b36fe3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] No DVR routers for this DVR port 61cf772d-cf1d-4005-a3ed-72f3c1bff793 on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:47:21.668101 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-0023aa3c-3ba4-4261-9299-bfee882fb949 req-8783bde7-5b37-4c92-9ba8-730b39b36fe3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:21.671492 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0023aa3c-3ba4-4261-9299-bfee882fb949 req-8783bde7-5b37-4c92-9ba8-730b39b36fe3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "DELETE /v2.0/ports/61cf772d-cf1d-4005-a3ed-72f3c1bff793 HTTP/1.1" status: 204 len: 173 time: 0.4094570 Apr 29 11:47:21.671939 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc2d72f-50c9-4de0-90ef-7bc149d1dab2', 'name': 'network-vif-deleted', 'tag': '61cf772d-cf1d-4005-a3ed-72f3c1bff793'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:47:21.674406 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947028f1-907e-42d7-b091-473eccc51581" -d '{"events": [{"server_uuid": "7cc2d72f-50c9-4de0-90ef-7bc149d1dab2", "name": "network-vif-deleted", "tag": "61cf772d-cf1d-4005-a3ed-72f3c1bff793"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:47:21.711539 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efb3768-97d8-43dc-a97b-14aadb38a110 x-openstack-request-id: req-7efb3768-97d8-43dc-a97b-14aadb38a110 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:47:21.711832 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc2d72f-50c9-4de0-90ef-7bc149d1dab2", "name": "network-vif-deleted", "tag": "61cf772d-cf1d-4005-a3ed-72f3c1bff793", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:47:21.712099 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7efb3768-97d8-43dc-a97b-14aadb38a110 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:47:21.712498 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7efb3768-97d8-43dc-a97b-14aadb38a110'] response: {'server_uuid': '7cc2d72f-50c9-4de0-90ef-7bc149d1dab2', 'name': 'network-vif-deleted', 'tag': '61cf772d-cf1d-4005-a3ed-72f3c1bff793', 'status': 'completed', 'code': 200} Apr 29 11:47:22.128648 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-88b1100a-c988-46df-b31f-4b7d8d34d47c req-5555a262-fadc-4be7-8ad7-a036faef7db7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cc2d72f-50c9-4de0-90ef-7bc149d1dab2 HTTP/1.1" status: 200 len: 210 time: 0.0288246 Apr 29 11:47:23.188427 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54526) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:23.248922 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8fb0be9d-0aca-4c53-8c8c-d9cb0ac62146 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:23.274419 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8fb0be9d-0aca-4c53-8c8c-d9cb0ac62146 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:23.331843 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8fb0be9d-0aca-4c53-8c8c-d9cb0ac62146 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:23.334673 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8fb0be9d-0aca-4c53-8c8c-d9cb0ac62146 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:23.335713 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8fb0be9d-0aca-4c53-8c8c-d9cb0ac62146 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/security-groups/ae492a5c-0b18-4d3c-a4f1-08f00807891a HTTP/1.1" status: 204 len: 168 time: 0.1462140 Apr 29 11:47:23.346535 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0be9d-0aca-4c53-8c8c-d9cb0ac62146 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae492a5c-0b18-4d3c-a4f1-08f00807891a,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:23.370212 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54530) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:23.547488 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3fa4b9a7-92c2-4174-9542-cec3308e2813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:23.734778 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5c5aa7f8-7e71-4ba6-8cf9-9b5e34ffc5ce tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:23.990554 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-5c5aa7f8-7e71-4ba6-8cf9-9b5e34ffc5ce tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port fce80f2d-788c-4413-80d8-5ea578f143cb {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:47:23.990793 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5c5aa7f8-7e71-4ba6-8cf9-9b5e34ffc5ce tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:24.078975 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-5c5aa7f8-7e71-4ba6-8cf9-9b5e34ffc5ce tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] For port fce80f2d-788c-4413-80d8-5ea578f143cb, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=fce80f2d-788c-4413-80d8-5ea578f143cb,segment=NetworkSegment(aa38547c-1c5e-4dc9-a6ff-61faa5828d05),segment_id=aa38547c-1c5e-4dc9-a6ff-61faa5828d05)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:47:24.079337 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5c5aa7f8-7e71-4ba6-8cf9-9b5e34ffc5ce tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:24.092974 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-5c5aa7f8-7e71-4ba6-8cf9-9b5e34ffc5ce tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for fce80f2d-788c-4413-80d8-5ea578f143cb owned by network:router_interface {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:47:24.283516 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5c5aa7f8-7e71-4ba6-8cf9-9b5e34ffc5ce tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:24.309490 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5aa7f8-7e71-4ba6-8cf9-9b5e34ffc5ce tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=fce80f2d-788c-4413-80d8-5ea578f143cb,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:24.483206 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5c5aa7f8-7e71-4ba6-8cf9-9b5e34ffc5ce tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:25.004310 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5aa7f8-7e71-4ba6-8cf9-9b5e34ffc5ce tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router b815fa5d-6fb9-404f-a0f7-bac48da92cc7 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:47:25.112993 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5aa7f8-7e71-4ba6-8cf9-9b5e34ffc5ce tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:47:25.118347 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5c5aa7f8-7e71-4ba6-8cf9-9b5e34ffc5ce tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "PUT /v2.0/routers/b815fa5d-6fb9-404f-a0f7-bac48da92cc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7468793 Apr 29 11:47:25.120919 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54532) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:25.127536 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e72281-60e0-4b6b-b252-5c3529d6190a None None] Sync routers for ids ['b815fa5d-6fb9-404f-a0f7-bac48da92cc7'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:47:25.137384 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e72281-60e0-4b6b-b252-5c3529d6190a None None] Routers {'b815fa5d-6fb9-404f-a0f7-bac48da92cc7'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:47:25.137998 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-68e72281-60e0-4b6b-b252-5c3529d6190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:46:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['b815fa5d-6fb9-404f-a0f7-bac48da92cc7'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:25.174377 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0a3b157-3f96-4b23-8f01-ae2b5eecf02b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting subnet d8fb78ee-66c0-4f19-a3e7-c888f04cb543 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:47:25.177565 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0a3b157-3f96-4b23-8f01-ae2b5eecf02b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:25.218910 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0a3b157-3f96-4b23-8f01-ae2b5eecf02b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:25.244075 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-68e72281-60e0-4b6b-b252-5c3529d6190a None None] Set router b815fa5d-6fb9-404f-a0f7-bac48da92cc7 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:47:25.304904 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0a3b157-3f96-4b23-8f01-ae2b5eecf02b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:25.364435 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0a3b157-3f96-4b23-8f01-ae2b5eecf02b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:25.393155 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3b157-3f96-4b23-8f01-ae2b5eecf02b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Subnet': ['ID=d8fb78ee-66c0-4f19-a3e7-c888f04cb543,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:25.398154 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d0a3b157-3f96-4b23-8f01-ae2b5eecf02b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:25.401910 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d0a3b157-3f96-4b23-8f01-ae2b5eecf02b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/subnets/d8fb78ee-66c0-4f19-a3e7-c888f04cb543 HTTP/1.1" status: 204 len: 168 time: 0.2800143 Apr 29 11:47:25.404660 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ba330d-dd24-4729-83fa-999f4c9aa28b None None] Network 0bd02089-c3f2-47fc-a062-6576ab53028c requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:47:25.404859 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54534) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:25.425734 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 61cf772d-cf1d-4005-a3ed-72f3c1bff793 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:47:25.493606 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: 61cf772d-cf1d-4005-a3ed-72f3c1bff793 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:47:25.493949 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 61cf772d-cf1d-4005-a3ed-72f3c1bff793 not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:47:25.518950 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9e153163-d8cf-4d3a-9f12-607f3bd32c9a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:25.553922 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-68e72281-60e0-4b6b-b252-5c3529d6190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'name': 'tempest-TestNetworkBasicOps-router-1271595686', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:46:14Z', 'updated_at': '2022-04-29T11:47:24Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:15Z', 'updated_at': '2022-04-29T11:47:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:25.589915 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e72281-60e0-4b6b-b252-5c3529d6190a None None] Checking router: b815fa5d-6fb9-404f-a0f7-bac48da92cc7 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:47:25.604207 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e72281-60e0-4b6b-b252-5c3529d6190a None None] Routers {'b815fa5d-6fb9-404f-a0f7-bac48da92cc7'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:47:25.604827 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-68e72281-60e0-4b6b-b252-5c3529d6190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:46:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['b815fa5d-6fb9-404f-a0f7-bac48da92cc7'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:25.626773 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9e153163-d8cf-4d3a-9f12-607f3bd32c9a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:25.689382 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-9e153163-d8cf-4d3a-9f12-607f3bd32c9a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port 51bf8793-17cd-470f-b27d-da28f834d7d9 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:47:25.689853 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9e153163-d8cf-4d3a-9f12-607f3bd32c9a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:25.702307 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b6fbf9-c2c3-4dbd-8e37-d399b7531fe8 None None] DHCP port deletion for 0bd02089-c3f2-47fc-a062-6576ab53028c request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:47:25.746101 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-68e72281-60e0-4b6b-b252-5c3529d6190a None None] Set router b815fa5d-6fb9-404f-a0f7-bac48da92cc7 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:47:25.773103 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-9e153163-d8cf-4d3a-9f12-607f3bd32c9a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] For port 51bf8793-17cd-470f-b27d-da28f834d7d9, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=51bf8793-17cd-470f-b27d-da28f834d7d9,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:47:25.773469 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9e153163-d8cf-4d3a-9f12-607f3bd32c9a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:25.785688 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-9e153163-d8cf-4d3a-9f12-607f3bd32c9a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for 51bf8793-17cd-470f-b27d-da28f834d7d9 owned by network:router_gateway {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:47:25.962312 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9e153163-d8cf-4d3a-9f12-607f3bd32c9a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:25.989011 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e153163-d8cf-4d3a-9f12-607f3bd32c9a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=51bf8793-17cd-470f-b27d-da28f834d7d9,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:26.018763 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-05b6fbf9-c2c3-4dbd-8e37-d399b7531fe8 None None] Deleting port 8ecb3465-995c-4904-8421-4b37c5d2c29a {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:47:26.019120 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-05b6fbf9-c2c3-4dbd-8e37-d399b7531fe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.052959 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9e153163-d8cf-4d3a-9f12-607f3bd32c9a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.113919 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-05b6fbf9-c2c3-4dbd-8e37-d399b7531fe8 None None] For port 8ecb3465-995c-4904-8421-4b37c5d2c29a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=8ecb3465-995c-4904-8421-4b37c5d2c29a,segment=NetworkSegment(aa38547c-1c5e-4dc9-a6ff-61faa5828d05),segment_id=aa38547c-1c5e-4dc9-a6ff-61faa5828d05)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:47:26.114321 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-05b6fbf9-c2c3-4dbd-8e37-d399b7531fe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.130601 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-05b6fbf9-c2c3-4dbd-8e37-d399b7531fe8 None None] Calling delete_port for 8ecb3465-995c-4904-8421-4b37c5d2c29a owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:47:26.146341 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9e153163-d8cf-4d3a-9f12-607f3bd32c9a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.149576 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9e153163-d8cf-4d3a-9f12-607f3bd32c9a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.192460 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9e153163-d8cf-4d3a-9f12-607f3bd32c9a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.193048 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e153163-d8cf-4d3a-9f12-607f3bd32c9a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Fanout notify agent at l3_agent the message router_deleted on router b815fa5d-6fb9-404f-a0f7-bac48da92cc7 {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:47:26.193595 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-68e72281-60e0-4b6b-b252-5c3529d6190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'name': 'tempest-TestNetworkBasicOps-router-1271595686', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:46:14Z', 'updated_at': '2022-04-29T11:47:24Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:15Z', 'updated_at': '2022-04-29T11:47:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:26.200114 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9e153163-d8cf-4d3a-9f12-607f3bd32c9a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.201522 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9e153163-d8cf-4d3a-9f12-607f3bd32c9a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/routers/b815fa5d-6fb9-404f-a0f7-bac48da92cc7 HTTP/1.1" status: 204 len: 168 time: 0.7957120 Apr 29 11:47:26.204847 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54536) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:26.234269 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e72281-60e0-4b6b-b252-5c3529d6190a None None] The sync data for ids ['b815fa5d-6fb9-404f-a0f7-bac48da92cc7'] in dv-neutron-838888-1-hyperv is: [{'id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'name': 'tempest-TestNetworkBasicOps-router-1271595686', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:46:14Z', 'updated_at': '2022-04-29T11:47:24Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '51bf8793-17cd-470f-b27d-da28f834d7d9', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b815fa5d-6fb9-404f-a0f7-bac48da92cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:15Z', 'updated_at': '2022-04-29T11:47:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:47:26.255027 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-05b6fbf9-c2c3-4dbd-8e37-d399b7531fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.282542 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6fbf9-c2c3-4dbd-8e37-d399b7531fe8 None None] Pushing event deleted for resources: {'Port': ['ID=8ecb3465-995c-4904-8421-4b37c5d2c29a,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:26.286537 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b6fbf9-c2c3-4dbd-8e37-d399b7531fe8 None None] No DVR routers for this DVR port 8ecb3465-995c-4904-8421-4b37c5d2c29a on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:47:26.293358 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ab052320-500c-4be2-8570-8a405bfa65a2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.386331 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ab052320-500c-4be2-8570-8a405bfa65a2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.408272 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-ab052320-500c-4be2-8570-8a405bfa65a2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd02089-c3f2-47fc-a062-6576ab53028c']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:26.417695 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-ab052320-500c-4be2-8570-8a405bfa65a2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa38547c-1c5e-4dc9-a6ff-61faa5828d05') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:26.417992 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-ab052320-500c-4be2-8570-8a405bfa65a2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa38547c-1c5e-4dc9-a6ff-61faa5828d05') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:26.427225 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ab052320-500c-4be2-8570-8a405bfa65a2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.439841 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ab052320-500c-4be2-8570-8a405bfa65a2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.445538 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab052320-500c-4be2-8570-8a405bfa65a2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:47:26.445865 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ab052320-500c-4be2-8570-8a405bfa65a2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.448760 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:47:26.448760 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:47:26.448760 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:47:26.448760 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:47:26.448760 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:47:26.448760 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:47:26.448760 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:47:26.448760 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:47:26.448760 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:47:26.448760 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:47:26.448760 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:47:26.448760 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:47:26.448760 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:47:26.448760 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:47:26.448760 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:47:26.448760 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:47:26.448760 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:47:26.448760 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:47:26.448760 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:47:26.448760 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:47:26.448760 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:47:26.448760 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:47:26.448760 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:47:26.448760 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:47:26.448760 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:47:26.448760 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:47:26.448760 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:47:26.448760 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:47:26.448760 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:47:26.448760 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:47:26.448760 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:47:26.448760 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:47:26.511672 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ab052320-500c-4be2-8570-8a405bfa65a2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.520186 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ab052320-500c-4be2-8570-8a405bfa65a2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.522275 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ab052320-500c-4be2-8570-8a405bfa65a2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/networks/0bd02089-c3f2-47fc-a062-6576ab53028c HTTP/1.1" status: 204 len: 168 time: 0.3164246 Apr 29 11:47:26.535460 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab052320-500c-4be2-8570-8a405bfa65a2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Network': ['ID=0bd02089-c3f2-47fc-a062-6576ab53028c,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:26.545549 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54538) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:26.551097 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-6a506a1c-320c-4381-bf52-3c1deb94c9f2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'network': {'name': 'tempest-network-smoke--1737909490', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'port_security_enabled': True}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:26.571350 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a506a1c-320c-4381-bf52-3c1deb94c9f2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Made reservation on behalf of e43b3d3b447648b5aeeaf858bb1241e8 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:26.574834 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6a506a1c-320c-4381-bf52-3c1deb94c9f2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.600508 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a506a1c-320c-4381-bf52-3c1deb94c9f2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:47:26.610558 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6a506a1c-320c-4381-bf52-3c1deb94c9f2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.610907 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-6a506a1c-320c-4381-bf52-3c1deb94c9f2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Added segment b27a6ca5-7cc8-478b-bf5d-ef7d69335557 of type vlan for network 4a112ed5-53b0-4c78-9b69-8d3da6fe489d Apr 29 11:47:26.655120 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6a506a1c-320c-4381-bf52-3c1deb94c9f2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.683026 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6a506a1c-320c-4381-bf52-3c1deb94c9f2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.689607 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a506a1c-320c-4381-bf52-3c1deb94c9f2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:26.690246 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6a506a1c-320c-4381-bf52-3c1deb94c9f2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.759370 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6a506a1c-320c-4381-bf52-3c1deb94c9f2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2126017 Apr 29 11:47:26.762103 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54540) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:26.767323 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-7aee1718-e8f3-4e51-8cdb-55b4d2aa6b40 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-266366855', 'admin_state_up': True, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:26.784050 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a506a1c-320c-4381-bf52-3c1deb94c9f2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Network': ['ID=4a112ed5-53b0-4c78-9b69-8d3da6fe489d,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:26.794618 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 4a112ed5-53b0-4c78-9b69-8d3da6fe489d details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:47:26.799790 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7aee1718-e8f3-4e51-8cdb-55b4d2aa6b40 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.800876 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7aee1718-e8f3-4e51-8cdb-55b4d2aa6b40 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.856166 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7aee1718-e8f3-4e51-8cdb-55b4d2aa6b40 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:27.003131 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7aee1718-e8f3-4e51-8cdb-55b4d2aa6b40 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:27.138389 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:27.197888 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7aee1718-e8f3-4e51-8cdb-55b4d2aa6b40 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_gateway, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:27.223390 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7aee1718-e8f3-4e51-8cdb-55b4d2aa6b40 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:27.278535 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device fce80f2d-788c-4413-80d8-5ea578f143cb no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:47:27.300209 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: fce80f2d-788c-4413-80d8-5ea578f143cb {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:47:27.300628 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device fce80f2d-788c-4413-80d8-5ea578f143cb not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:47:27.301101 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 51bf8793-17cd-470f-b27d-da28f834d7d9 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:47:27.320335 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 51bf8793-17cd-470f-b27d-da28f834d7d9 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:47:27.320755 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 51bf8793-17cd-470f-b27d-da28f834d7d9 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:47:27.321228 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 8ecb3465-995c-4904-8421-4b37c5d2c29a no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:47:27.338433 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-7aee1718-e8f3-4e51-8cdb-55b4d2aa6b40 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.26.4.211 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/8e7f5cbb-1560-4f54-936a-e519e60299bc) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:47:27.341071 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 8ecb3465-995c-4904-8421-4b37c5d2c29a {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:47:27.341412 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 8ecb3465-995c-4904-8421-4b37c5d2c29a not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:47:27.451929 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7aee1718-e8f3-4e51-8cdb-55b4d2aa6b40 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:27.486064 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7aee1718-e8f3-4e51-8cdb-55b4d2aa6b40 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:27.526718 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aee1718-e8f3-4e51-8cdb-55b4d2aa6b40 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:27.529424 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-7aee1718-e8f3-4e51-8cdb-55b4d2aa6b40 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:27.532563 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aee1718-e8f3-4e51-8cdb-55b4d2aa6b40 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:47:27.556949 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee1718-e8f3-4e51-8cdb-55b4d2aa6b40 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=8e7f5cbb-1560-4f54-936a-e519e60299bc,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:27.739415 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e8ab2c36-d22e-48c9-a81a-7a76852690d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:27.790507 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7aee1718-e8f3-4e51-8cdb-55b4d2aa6b40 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_gateway, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:27.992047 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7aee1718-e8f3-4e51-8cdb-55b4d2aa6b40 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:28.121268 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aee1718-e8f3-4e51-8cdb-55b4d2aa6b40 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router fdef2b9c-3388-4939-aa1b-8d8a724df897 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:47:28.229258 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aee1718-e8f3-4e51-8cdb-55b4d2aa6b40 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:47:28.240043 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b621f7-0500-4cc3-9df4-d4f3c7ecf0bd None None] Sync routers for ids ['fdef2b9c-3388-4939-aa1b-8d8a724df897'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:47:28.252685 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7aee1718-e8f3-4e51-8cdb-55b4d2aa6b40 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:28.253834 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7aee1718-e8f3-4e51-8cdb-55b4d2aa6b40 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4907699 Apr 29 11:47:28.254326 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b621f7-0500-4cc3-9df4-d4f3c7ecf0bd None None] Routers {'fdef2b9c-3388-4939-aa1b-8d8a724df897'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:47:28.254946 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-02b621f7-0500-4cc3-9df4-d4f3c7ecf0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:47:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['fdef2b9c-3388-4939-aa1b-8d8a724df897'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:28.256977 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54542) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:28.293192 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-fdb1ba5f-0a0c-4304-b5d4-f3882bc07009 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=e43b3d3b447648b5aeeaf858bb1241e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349634 Apr 29 11:47:28.295588 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54544) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:28.362804 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-02b621f7-0500-4cc3-9df4-d4f3c7ecf0bd None None] Set router fdef2b9c-3388-4939-aa1b-8d8a724df897 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:47:28.387314 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24012ccc-12b3-4b57-a698-143bf4db2aeb tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:28.388840 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-24012ccc-12b3-4b57-a698-143bf4db2aeb tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0923464 Apr 29 11:47:28.392330 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54546) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:28.424070 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-1d54af6e-75d2-4d28-9a6f-f394ccf3d545 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=1c458760-cee1-43dd-bfaa-f7beebba31f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303998 Apr 29 11:47:28.426552 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54548) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:28.431685 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-d18d112f-4a4d-4689-b57b-d1daa6014201 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-495493624', 'network_id': '4a112ed5-53b0-4c78-9b69-8d3da6fe489d', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:28.496659 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:28.520471 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18d112f-4a4d-4689-b57b-d1daa6014201 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Made reservation on behalf of e43b3d3b447648b5aeeaf858bb1241e8 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:28.524623 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d18d112f-4a4d-4689-b57b-d1daa6014201 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:28.553365 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-02b621f7-0500-4cc3-9df4-d4f3c7ecf0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'name': 'tempest-TestNetworkBasicOps-router-266366855', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '8e7f5cbb-1560-4f54-936a-e519e60299bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:47:26Z', 'updated_at': '2022-04-29T11:47:27Z', 'revision_number': 3, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '8e7f5cbb-1560-4f54-936a-e519e60299bc', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:47:27Z', 'updated_at': '2022-04-29T11:47:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:28.582632 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b621f7-0500-4cc3-9df4-d4f3c7ecf0bd None None] Checking router: fdef2b9c-3388-4939-aa1b-8d8a724df897 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:47:28.582981 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b621f7-0500-4cc3-9df4-d4f3c7ecf0bd None None] Updating router fdef2b9c-3388-4939-aa1b-8d8a724df897 port 8e7f5cbb-1560-4f54-936a-e519e60299bc binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:47:28.610995 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-02b621f7-0500-4cc3-9df4-d4f3c7ecf0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:28.712203 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d18d112f-4a4d-4689-b57b-d1daa6014201 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:28.777515 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d112f-4a4d-4689-b57b-d1daa6014201 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Subnet': ['ID=334f8d0b-acf8-43b4-8764-28f3e4d77e2f,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:28.786525 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18d112f-4a4d-4689-b57b-d1daa6014201 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Checking segment: {'id': 'b27a6ca5-7cc8-478b-bf5d-ef7d69335557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4a112ed5-53b0-4c78-9b69-8d3da6fe489d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:47:28.786889 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18d112f-4a4d-4689-b57b-d1daa6014201 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network hostable DHCP agents. Network: 4a112ed5-53b0-4c78-9b69-8d3da6fe489d, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:47:28.803961 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18d112f-4a4d-4689-b57b-d1daa6014201 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 4a112ed5-53b0-4c78-9b69-8d3da6fe489d is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:47:28.812167 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-d18d112f-4a4d-4689-b57b-d1daa6014201 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 4a112ed5-53b0-4c78-9b69-8d3da6fe489d) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:28.816976 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18d112f-4a4d-4689-b57b-d1daa6014201 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:28.817584 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d18d112f-4a4d-4689-b57b-d1daa6014201 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:28.823599 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c766249-ded4-4be4-affd-57cd04c6c403 None None] Network 4a112ed5-53b0-4c78-9b69-8d3da6fe489d requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:47:28.838425 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54550) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:28.839045 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d18d112f-4a4d-4689-b57b-d1daa6014201 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4109540 Apr 29 11:47:28.879423 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-02b621f7-0500-4cc3-9df4-d4f3c7ecf0bd None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:28.886408 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-02b621f7-0500-4cc3-9df4-d4f3c7ecf0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:28.940855 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-02b621f7-0500-4cc3-9df4-d4f3c7ecf0bd None None] Attempting to bind port 8e7f5cbb-1560-4f54-936a-e519e60299bc on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:28.941369 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-02b621f7-0500-4cc3-9df4-d4f3c7ecf0bd None None] Attempting to bind port 8e7f5cbb-1560-4f54-936a-e519e60299bc by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:28.941816 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b621f7-0500-4cc3-9df4-d4f3c7ecf0bd None None] Attempting to bind port 8e7f5cbb-1560-4f54-936a-e519e60299bc on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:47:28.956904 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b621f7-0500-4cc3-9df4-d4f3c7ecf0bd None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:47:28.957610 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b621f7-0500-4cc3-9df4-d4f3c7ecf0bd None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:47:28.958098 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-02b621f7-0500-4cc3-9df4-d4f3c7ecf0bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:28.960355 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b621f7-0500-4cc3-9df4-d4f3c7ecf0bd None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:47:28.960930 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-02b621f7-0500-4cc3-9df4-d4f3c7ecf0bd None None] Bound port: 8e7f5cbb-1560-4f54-936a-e519e60299bc, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:47:28.961404 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-02b621f7-0500-4cc3-9df4-d4f3c7ecf0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:28.966973 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25984e78-cbe3-462b-b152-b6b0b3080445 None None] Pushing event updated for resources: {'Port': ['ID=8e7f5cbb-1560-4f54-936a-e519e60299bc,revision_number=2']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:28.983114 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3106be-449e-485c-8bc3-3e2ae12e1b90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-4a112ed5-53b0-4c78-9b69-8d3da6fe489d', 'network_id': '4a112ed5-53b0-4c78-9b69-8d3da6fe489d', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ips': [{'subnet_id': '334f8d0b-acf8-43b4-8764-28f3e4d77e2f'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:47:28.984204 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3f3106be-449e-485c-8bc3-3e2ae12e1b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:28.996634 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25984e78-cbe3-462b-b152-b6b0b3080445 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:28.997106 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25984e78-cbe3-462b-b152-b6b0b3080445 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:28.997535 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25984e78-cbe3-462b-b152-b6b0b3080445 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:28.997976 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25984e78-cbe3-462b-b152-b6b0b3080445 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:29.000133 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25984e78-cbe3-462b-b152-b6b0b3080445 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:29.001490 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25984e78-cbe3-462b-b152-b6b0b3080445 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:29.001954 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25984e78-cbe3-462b-b152-b6b0b3080445 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:29.002387 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25984e78-cbe3-462b-b152-b6b0b3080445 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:29.002790 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25984e78-cbe3-462b-b152-b6b0b3080445 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:29.003662 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25984e78-cbe3-462b-b152-b6b0b3080445 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:29.003662 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25984e78-cbe3-462b-b152-b6b0b3080445 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:29.003912 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25984e78-cbe3-462b-b152-b6b0b3080445 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:29.041215 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-02b621f7-0500-4cc3-9df4-d4f3c7ecf0bd None None] For port 8e7f5cbb-1560-4f54-936a-e519e60299bc, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:47:29.044421 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-02b621f7-0500-4cc3-9df4-d4f3c7ecf0bd None None] For port 8e7f5cbb-1560-4f54-936a-e519e60299bc, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=8e7f5cbb-1560-4f54-936a-e519e60299bc,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:47:29.049986 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-02b621f7-0500-4cc3-9df4-d4f3c7ecf0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:29.106111 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b621f7-0500-4cc3-9df4-d4f3c7ecf0bd None None] Routers {'fdef2b9c-3388-4939-aa1b-8d8a724df897'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:47:29.106809 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-02b621f7-0500-4cc3-9df4-d4f3c7ecf0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:47:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['fdef2b9c-3388-4939-aa1b-8d8a724df897'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:29.131036 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-3f3106be-449e-485c-8bc3-3e2ae12e1b90 None None] Allocated IP 172.20.0.2 (4a112ed5-53b0-4c78-9b69-8d3da6fe489d/334f8d0b-acf8-43b4-8764-28f3e4d77e2f/c20a6550-b9d8-43d6-b020-8e4ce474d20d) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:47:29.206665 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25984e78-cbe3-462b-b152-b6b0b3080445 None None] Pushing event updated for resources: {'Port': ['ID=8e7f5cbb-1560-4f54-936a-e519e60299bc,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:29.234499 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-02b621f7-0500-4cc3-9df4-d4f3c7ecf0bd None None] Set router fdef2b9c-3388-4939-aa1b-8d8a724df897 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:47:29.286397 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3f3106be-449e-485c-8bc3-3e2ae12e1b90 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:29.291847 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e1c70477-2ae4-4383-aa50-0d99ef497b69 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:29.293308 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3f3106be-449e-485c-8bc3-3e2ae12e1b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:29.334060 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3106be-449e-485c-8bc3-3e2ae12e1b90 None None] Network 4a112ed5-53b0-4c78-9b69-8d3da6fe489d is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:29.337074 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-3f3106be-449e-485c-8bc3-3e2ae12e1b90 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:29.340765 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3106be-449e-485c-8bc3-3e2ae12e1b90 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:47:29.346944 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3106be-449e-485c-8bc3-3e2ae12e1b90 None None] Pushing event updated for resources: {'Port': ['ID=c20a6550-b9d8-43d6-b020-8e4ce474d20d,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:29.404260 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-3f3106be-449e-485c-8bc3-3e2ae12e1b90 None None] Attempting to bind port c20a6550-b9d8-43d6-b020-8e4ce474d20d on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:29.406500 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-3f3106be-449e-485c-8bc3-3e2ae12e1b90 None None] Attempting to bind port c20a6550-b9d8-43d6-b020-8e4ce474d20d by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'b27a6ca5-7cc8-478b-bf5d-ef7d69335557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4a112ed5-53b0-4c78-9b69-8d3da6fe489d'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:29.407435 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3106be-449e-485c-8bc3-3e2ae12e1b90 None None] Attempting to bind port c20a6550-b9d8-43d6-b020-8e4ce474d20d on network 4a112ed5-53b0-4c78-9b69-8d3da6fe489d {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:47:29.414882 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3106be-449e-485c-8bc3-3e2ae12e1b90 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:47:29.415194 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3106be-449e-485c-8bc3-3e2ae12e1b90 None None] Checking segment: {'id': 'b27a6ca5-7cc8-478b-bf5d-ef7d69335557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4a112ed5-53b0-4c78-9b69-8d3da6fe489d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:47:29.415574 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3f3106be-449e-485c-8bc3-3e2ae12e1b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:29.415958 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3106be-449e-485c-8bc3-3e2ae12e1b90 None None] Bound using segment: {'id': 'b27a6ca5-7cc8-478b-bf5d-ef7d69335557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4a112ed5-53b0-4c78-9b69-8d3da6fe489d'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:47:29.416427 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-3f3106be-449e-485c-8bc3-3e2ae12e1b90 None None] Bound port: c20a6550-b9d8-43d6-b020-8e4ce474d20d, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27a6ca5-7cc8-478b-bf5d-ef7d69335557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4a112ed5-53b0-4c78-9b69-8d3da6fe489d'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:47:29.416797 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3f3106be-449e-485c-8bc3-3e2ae12e1b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:29.437665 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-02b621f7-0500-4cc3-9df4-d4f3c7ecf0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'name': 'tempest-TestNetworkBasicOps-router-266366855', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '8e7f5cbb-1560-4f54-936a-e519e60299bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:47:26Z', 'updated_at': '2022-04-29T11:47:27Z', 'revision_number': 3, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '8e7f5cbb-1560-4f54-936a-e519e60299bc', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:47:27Z', 'updated_at': '2022-04-29T11:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:29.467446 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b621f7-0500-4cc3-9df4-d4f3c7ecf0bd None None] The sync data for ids ['fdef2b9c-3388-4939-aa1b-8d8a724df897'] in dv-neutron-838888-1-hyperv is: [{'id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'name': 'tempest-TestNetworkBasicOps-router-266366855', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '8e7f5cbb-1560-4f54-936a-e519e60299bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:47:26Z', 'updated_at': '2022-04-29T11:47:27Z', 'revision_number': 3, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '8e7f5cbb-1560-4f54-936a-e519e60299bc', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:47:27Z', 'updated_at': '2022-04-29T11:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:47:29.489809 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-3f3106be-449e-485c-8bc3-3e2ae12e1b90 None None] For port c20a6550-b9d8-43d6-b020-8e4ce474d20d, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:47:29.496694 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-3f3106be-449e-485c-8bc3-3e2ae12e1b90 None None] For port c20a6550-b9d8-43d6-b020-8e4ce474d20d, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=c20a6550-b9d8-43d6-b020-8e4ce474d20d,segment=NetworkSegment(b27a6ca5-7cc8-478b-bf5d-ef7d69335557),segment_id=b27a6ca5-7cc8-478b-bf5d-ef7d69335557)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:47:29.502197 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3f3106be-449e-485c-8bc3-3e2ae12e1b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:29.567910 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3106be-449e-485c-8bc3-3e2ae12e1b90 None None] Pushing event updated for resources: {'Port': ['ID=c20a6550-b9d8-43d6-b020-8e4ce474d20d,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:29.613492 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-e1c70477-2ae4-4383-aa50-0d99ef497b69 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.20.0.1 (4a112ed5-53b0-4c78-9b69-8d3da6fe489d/334f8d0b-acf8-43b4-8764-28f3e4d77e2f/a3cff82c-25b5-4e56-a150-703ef5972f6a) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:47:29.756445 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e1c70477-2ae4-4383-aa50-0d99ef497b69 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:29.800988 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e1c70477-2ae4-4383-aa50-0d99ef497b69 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:29.853314 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c70477-2ae4-4383-aa50-0d99ef497b69 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 4a112ed5-53b0-4c78-9b69-8d3da6fe489d is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:29.859870 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-e1c70477-2ae4-4383-aa50-0d99ef497b69 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:29.865018 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c70477-2ae4-4383-aa50-0d99ef497b69 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:47:29.899839 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c70477-2ae4-4383-aa50-0d99ef497b69 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=a3cff82c-25b5-4e56-a150-703ef5972f6a,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:29.930623 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e1c70477-2ae4-4383-aa50-0d99ef497b69 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:30.009527 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:30.079488 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e1c70477-2ae4-4383-aa50-0d99ef497b69 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:30.198228 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:30.398906 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e1c70477-2ae4-4383-aa50-0d99ef497b69 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:30.404552 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e1c70477-2ae4-4383-aa50-0d99ef497b69 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:30.486887 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e1c70477-2ae4-4383-aa50-0d99ef497b69 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:30.489577 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c70477-2ae4-4383-aa50-0d99ef497b69 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=a3cff82c-25b5-4e56-a150-703ef5972f6a,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:30.587975 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c70477-2ae4-4383-aa50-0d99ef497b69 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 4a112ed5-53b0-4c78-9b69-8d3da6fe489d is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:30.589341 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-e1c70477-2ae4-4383-aa50-0d99ef497b69 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:30.593074 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0621ce9a-8e4e-4248-bb2e-c513d9ae5348 None None] Network 4a112ed5-53b0-4c78-9b69-8d3da6fe489d requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:47:30.704888 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c70477-2ae4-4383-aa50-0d99ef497b69 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router fdef2b9c-3388-4939-aa1b-8d8a724df897 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:47:30.724867 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-698c491b-aad3-4195-8553-f22597fcd9b5 None None] Provisioning complete for port c20a6550-b9d8-43d6-b020-8e4ce474d20d triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:30.725262 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-698c491b-aad3-4195-8553-f22597fcd9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:30.820580 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c70477-2ae4-4383-aa50-0d99ef497b69 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:47:30.834935 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e1c70477-2ae4-4383-aa50-0d99ef497b69 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "PUT /v2.0/routers/fdef2b9c-3388-4939-aa1b-8d8a724df897/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9954298 Apr 29 11:47:30.837432 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54552) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:30.838672 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-698c491b-aad3-4195-8553-f22597fcd9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:30.879622 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-698c491b-aad3-4195-8553-f22597fcd9b5 None None] For port c20a6550-b9d8-43d6-b020-8e4ce474d20d, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=c20a6550-b9d8-43d6-b020-8e4ce474d20d,segment=NetworkSegment(b27a6ca5-7cc8-478b-bf5d-ef7d69335557),segment_id=b27a6ca5-7cc8-478b-bf5d-ef7d69335557)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:47:30.885500 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-698c491b-aad3-4195-8553-f22597fcd9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:30.949358 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c491b-aad3-4195-8553-f22597fcd9b5 None None] Pushing event updated for resources: {'Port': ['ID=c20a6550-b9d8-43d6-b020-8e4ce474d20d,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:30.963416 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87f4743-87b7-48b3-ba56-68ba19c40ed2 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:30.963891 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87f4743-87b7-48b3-ba56-68ba19c40ed2 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:30.964355 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87f4743-87b7-48b3-ba56-68ba19c40ed2 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:30.964815 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87f4743-87b7-48b3-ba56-68ba19c40ed2 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:30.965278 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87f4743-87b7-48b3-ba56-68ba19c40ed2 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:30.965732 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87f4743-87b7-48b3-ba56-68ba19c40ed2 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:30.967565 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b87f4743-87b7-48b3-ba56-68ba19c40ed2 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1291881 Apr 29 11:47:30.971396 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54554) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:31.119690 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-a12ec057-7bd6-4505-ae62-cfa2ab6d857a None None] Provisioning complete for port a3cff82c-25b5-4e56-a150-703ef5972f6a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:31.119690 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a12ec057-7bd6-4505-ae62-cfa2ab6d857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:31.166411 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-a12ec057-7bd6-4505-ae62-cfa2ab6d857a None None] Port a3cff82c-25b5-4e56-a150-703ef5972f6a cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:47:31.187011 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b993eb-e126-4d8c-83a5-6659d18b3a14 None None] Sync routers for ids ['fdef2b9c-3388-4939-aa1b-8d8a724df897'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:47:31.191125 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-a12ec057-7bd6-4505-ae62-cfa2ab6d857a None None] Provisioning complete for port c20a6550-b9d8-43d6-b020-8e4ce474d20d triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:31.191722 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a12ec057-7bd6-4505-ae62-cfa2ab6d857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:31.228968 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b993eb-e126-4d8c-83a5-6659d18b3a14 None None] Routers {'fdef2b9c-3388-4939-aa1b-8d8a724df897'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:47:31.229693 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-35b993eb-e126-4d8c-83a5-6659d18b3a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:47:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['fdef2b9c-3388-4939-aa1b-8d8a724df897'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:31.303429 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device c20a6550-b9d8-43d6-b020-8e4ce474d20d up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:47:31.386757 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec4a2f6-3e43-40ba-a335-a77e295f561b tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:31.387485 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec4a2f6-3e43-40ba-a335-a77e295f561b tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:31.388112 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec4a2f6-3e43-40ba-a335-a77e295f561b tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:31.388730 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec4a2f6-3e43-40ba-a335-a77e295f561b tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:31.389367 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec4a2f6-3e43-40ba-a335-a77e295f561b tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:31.389980 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec4a2f6-3e43-40ba-a335-a77e295f561b tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:31.396168 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54556) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:31.398752 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-bec4a2f6-3e43-40ba-a335-a77e295f561b tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.4262059 Apr 29 11:47:31.426567 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-35b993eb-e126-4d8c-83a5-6659d18b3a14 None None] Set router fdef2b9c-3388-4939-aa1b-8d8a724df897 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:47:31.514340 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port c20a6550-b9d8-43d6-b020-8e4ce474d20d triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:31.514717 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:31.561995 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-09963be5-e8da-4036-8f8b-bfc05a5e7563 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1639793 Apr 29 11:47:31.617853 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-8f1bd1e6-4bad-4d0c-a40a-d982cd6c00f4 None None] Provisioning complete for port a3cff82c-25b5-4e56-a150-703ef5972f6a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:31.618601 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8f1bd1e6-4bad-4d0c-a40a-d982cd6c00f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:31.712068 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-8f1bd1e6-4bad-4d0c-a40a-d982cd6c00f4 None None] Port a3cff82c-25b5-4e56-a150-703ef5972f6a cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:47:31.727635 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 8e7f5cbb-1560-4f54-936a-e519e60299bc up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:47:31.786342 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-35b993eb-e126-4d8c-83a5-6659d18b3a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'name': 'tempest-TestNetworkBasicOps-router-266366855', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '8e7f5cbb-1560-4f54-936a-e519e60299bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:47:26Z', 'updated_at': '2022-04-29T11:47:30Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '8e7f5cbb-1560-4f54-936a-e519e60299bc', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:47:27Z', 'updated_at': '2022-04-29T11:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'a3cff82c-25b5-4e56-a150-703ef5972f6a', 'name': '', 'network_id': '4a112ed5-53b0-4c78-9b69-8d3da6fe489d', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:0f:29:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '334f8d0b-acf8-43b4-8764-28f3e4d77e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:47:29Z', 'updated_at': '2022-04-29T11:47:30Z', 'revision_number': 2, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '334f8d0b-acf8-43b4-8764-28f3e4d77e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:31.790594 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54560) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:31.795628 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-67604b71-3132-4577-9fa4-7aaba8eec201 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-183132554', 'description': 'tempest-secgroup-smoke-183132554 description', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:31.816714 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-67604b71-3132-4577-9fa4-7aaba8eec201 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:31.821596 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b993eb-e126-4d8c-83a5-6659d18b3a14 None None] Checking router: fdef2b9c-3388-4939-aa1b-8d8a724df897 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:47:31.821950 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b993eb-e126-4d8c-83a5-6659d18b3a14 None None] Updating router fdef2b9c-3388-4939-aa1b-8d8a724df897 port a3cff82c-25b5-4e56-a150-703ef5972f6a binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:47:31.824736 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 8e7f5cbb-1560-4f54-936a-e519e60299bc triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:31.825103 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:31.872519 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-35b993eb-e126-4d8c-83a5-6659d18b3a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:31.886202 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-67604b71-3132-4577-9fa4-7aaba8eec201 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:31.890564 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-67604b71-3132-4577-9fa4-7aaba8eec201 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:31.919959 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-67604b71-3132-4577-9fa4-7aaba8eec201 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:31.921183 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-67604b71-3132-4577-9fa4-7aaba8eec201 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1295331 Apr 29 11:47:31.925050 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54562) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:31.927186 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67604b71-3132-4577-9fa4-7aaba8eec201 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb38ccb3-f30c-4dc8-95b5-bbdf3bb9a5c1,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:31.932634 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-dbc3aa6d-5e5d-4544-9088-45541317e143 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': 'cb38ccb3-f30c-4dc8-95b5-bbdf3bb9a5c1', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:31.961381 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dbc3aa6d-5e5d-4544-9088-45541317e143 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.024649 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dbc3aa6d-5e5d-4544-9088-45541317e143 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.029285 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dbc3aa6d-5e5d-4544-9088-45541317e143 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.050111 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3aa6d-5e5d-4544-9088-45541317e143 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=247e0826-fb26-49bd-ab6f-74ed2c0bb8c3,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:32.058220 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-dbc3aa6d-5e5d-4544-9088-45541317e143 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.059553 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-dbc3aa6d-5e5d-4544-9088-45541317e143 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1332164 Apr 29 11:47:32.062530 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54564) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:32.067950 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-a2fd75c6-5966-46d9-90d9-39dee1e62e6a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': 'cb38ccb3-f30c-4dc8-95b5-bbdf3bb9a5c1', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:32.095546 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a2fd75c6-5966-46d9-90d9-39dee1e62e6a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.158206 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a2fd75c6-5966-46d9-90d9-39dee1e62e6a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.162086 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a2fd75c6-5966-46d9-90d9-39dee1e62e6a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.165162 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.183361 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd75c6-5966-46d9-90d9-39dee1e62e6a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b312d7-fee9-422a-a75c-34adb4363a42,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:32.192405 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a2fd75c6-5966-46d9-90d9-39dee1e62e6a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.193672 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a2fd75c6-5966-46d9-90d9-39dee1e62e6a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1294162 Apr 29 11:47:32.195812 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 8e7f5cbb-1560-4f54-936a-e519e60299bc, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=8e7f5cbb-1560-4f54-936a-e519e60299bc,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:47:32.196582 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54566) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:32.201724 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-4fd43471-3671-47d2-902c-391b7aeafaed tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': 'cb38ccb3-f30c-4dc8-95b5-bbdf3bb9a5c1', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:32.209985 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.230639 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4fd43471-3671-47d2-902c-391b7aeafaed tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.289771 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4fd43471-3671-47d2-902c-391b7aeafaed tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.293625 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4fd43471-3671-47d2-902c-391b7aeafaed tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.307684 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=8e7f5cbb-1560-4f54-936a-e519e60299bc,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:32.315282 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd43471-3671-47d2-902c-391b7aeafaed tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5700f72-6cd8-46ea-a56e-f193822d7aa0,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:32.320516 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4fd43471-3671-47d2-902c-391b7aeafaed tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.324639 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4fd43471-3671-47d2-902c-391b7aeafaed tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270087 Apr 29 11:47:32.326015 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54568) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:32.331704 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-e38bd1f6-96c5-4c6c-a7fe-e6038532203f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': 'cb38ccb3-f30c-4dc8-95b5-bbdf3bb9a5c1', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:32.356269 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e38bd1f6-96c5-4c6c-a7fe-e6038532203f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.393082 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-35b993eb-e126-4d8c-83a5-6659d18b3a14 None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.399113 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-35b993eb-e126-4d8c-83a5-6659d18b3a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.418423 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e38bd1f6-96c5-4c6c-a7fe-e6038532203f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.423299 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e38bd1f6-96c5-4c6c-a7fe-e6038532203f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.441980 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38bd1f6-96c5-4c6c-a7fe-e6038532203f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df510742-ea95-4c86-9569-1109079615be,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:32.451711 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e38bd1f6-96c5-4c6c-a7fe-e6038532203f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.453031 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e38bd1f6-96c5-4c6c-a7fe-e6038532203f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259348 Apr 29 11:47:32.457498 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54570) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:32.462599 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-86c9fefa-4e2c-4cb8-abcb-dee5f89cbe3e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': 'cb38ccb3-f30c-4dc8-95b5-bbdf3bb9a5c1', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:32.465360 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da30ad-7f5b-44be-b355-8d932b2064aa None None] Pushing event updated for resources: {'Port': ['ID=a3cff82c-25b5-4e56-a150-703ef5972f6a,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:32.490462 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.securitygroups_db [None req-86c9fefa-4e2c-4cb8-abcb-dee5f89cbe3e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Project e43b3d3b447648b5aeeaf858bb1241e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:47:32.495984 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-86c9fefa-4e2c-4cb8-abcb-dee5f89cbe3e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.524664 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-35b993eb-e126-4d8c-83a5-6659d18b3a14 None None] Attempting to bind port a3cff82c-25b5-4e56-a150-703ef5972f6a on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:32.525036 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-35b993eb-e126-4d8c-83a5-6659d18b3a14 None None] Attempting to bind port a3cff82c-25b5-4e56-a150-703ef5972f6a by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'b27a6ca5-7cc8-478b-bf5d-ef7d69335557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4a112ed5-53b0-4c78-9b69-8d3da6fe489d'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:32.525451 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b993eb-e126-4d8c-83a5-6659d18b3a14 None None] Attempting to bind port a3cff82c-25b5-4e56-a150-703ef5972f6a on network 4a112ed5-53b0-4c78-9b69-8d3da6fe489d {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:47:32.530994 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b993eb-e126-4d8c-83a5-6659d18b3a14 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:47:32.531371 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b993eb-e126-4d8c-83a5-6659d18b3a14 None None] Checking segment: {'id': 'b27a6ca5-7cc8-478b-bf5d-ef7d69335557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4a112ed5-53b0-4c78-9b69-8d3da6fe489d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:47:32.532334 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-35b993eb-e126-4d8c-83a5-6659d18b3a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.532745 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b993eb-e126-4d8c-83a5-6659d18b3a14 None None] Bound using segment: {'id': 'b27a6ca5-7cc8-478b-bf5d-ef7d69335557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4a112ed5-53b0-4c78-9b69-8d3da6fe489d'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:47:32.533195 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-35b993eb-e126-4d8c-83a5-6659d18b3a14 None None] Bound port: a3cff82c-25b5-4e56-a150-703ef5972f6a, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27a6ca5-7cc8-478b-bf5d-ef7d69335557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4a112ed5-53b0-4c78-9b69-8d3da6fe489d'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:47:32.533576 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-35b993eb-e126-4d8c-83a5-6659d18b3a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.563398 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-86c9fefa-4e2c-4cb8-abcb-dee5f89cbe3e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.568176 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-86c9fefa-4e2c-4cb8-abcb-dee5f89cbe3e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.585064 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9fefa-4e2c-4cb8-abcb-dee5f89cbe3e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fde4006-709c-42c5-890a-4d35b9c70193,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:32.598566 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-86c9fefa-4e2c-4cb8-abcb-dee5f89cbe3e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.599834 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-86c9fefa-4e2c-4cb8-abcb-dee5f89cbe3e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1412072 Apr 29 11:47:32.602543 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54572) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:32.606987 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-b0f3ef52-9335-43ab-85dc-3462dea899f2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': 'cb38ccb3-f30c-4dc8-95b5-bbdf3bb9a5c1', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:32.612325 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-35b993eb-e126-4d8c-83a5-6659d18b3a14 None None] For port a3cff82c-25b5-4e56-a150-703ef5972f6a, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:47:32.615909 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-35b993eb-e126-4d8c-83a5-6659d18b3a14 None None] For port a3cff82c-25b5-4e56-a150-703ef5972f6a, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=a3cff82c-25b5-4e56-a150-703ef5972f6a,segment=NetworkSegment(b27a6ca5-7cc8-478b-bf5d-ef7d69335557),segment_id=b27a6ca5-7cc8-478b-bf5d-ef7d69335557)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:47:32.621817 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-35b993eb-e126-4d8c-83a5-6659d18b3a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.633191 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.securitygroups_db [None req-b0f3ef52-9335-43ab-85dc-3462dea899f2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Project e43b3d3b447648b5aeeaf858bb1241e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:47:32.638761 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b0f3ef52-9335-43ab-85dc-3462dea899f2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.680862 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b993eb-e126-4d8c-83a5-6659d18b3a14 None None] Routers {'fdef2b9c-3388-4939-aa1b-8d8a724df897'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:47:32.681486 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-35b993eb-e126-4d8c-83a5-6659d18b3a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:47:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['fdef2b9c-3388-4939-aa1b-8d8a724df897'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:32.716258 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b0f3ef52-9335-43ab-85dc-3462dea899f2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.721222 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da30ad-7f5b-44be-b355-8d932b2064aa None None] Pushing event updated for resources: {'Port': ['ID=a3cff82c-25b5-4e56-a150-703ef5972f6a,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:32.721986 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b0f3ef52-9335-43ab-85dc-3462dea899f2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.743134 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3ef52-9335-43ab-85dc-3462dea899f2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dcda8b7-baa9-4fb7-a451-e606ff3090ae,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:32.749299 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b0f3ef52-9335-43ab-85dc-3462dea899f2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.751912 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b0f3ef52-9335-43ab-85dc-3462dea899f2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1483426 Apr 29 11:47:32.756231 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-29a262b4-54d2-47b0-a4a2-75fbe2bcecf6 None None] Provisioning complete for port a3cff82c-25b5-4e56-a150-703ef5972f6a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:32.756649 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-29a262b4-54d2-47b0-a4a2-75fbe2bcecf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.876147 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-35b993eb-e126-4d8c-83a5-6659d18b3a14 None None] Set router fdef2b9c-3388-4939-aa1b-8d8a724df897 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:47:32.917393 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-29a262b4-54d2-47b0-a4a2-75fbe2bcecf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.936457 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-d0d7799a-0072-4f97-bf23-dd49f47b1c6c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-183132554&fields=id&tenant_id=e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 267 time: 0.0337777 Apr 29 11:47:33.019667 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-29a262b4-54d2-47b0-a4a2-75fbe2bcecf6 None None] For port a3cff82c-25b5-4e56-a150-703ef5972f6a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=a3cff82c-25b5-4e56-a150-703ef5972f6a,segment=NetworkSegment(b27a6ca5-7cc8-478b-bf5d-ef7d69335557),segment_id=b27a6ca5-7cc8-478b-bf5d-ef7d69335557)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:47:33.027839 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-29a262b4-54d2-47b0-a4a2-75fbe2bcecf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:33.055602 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-fdb89a50-e694-4652-9c8b-6373551eb47d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:33.057079 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-fdb89a50-e694-4652-9c8b-6373551eb47d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/networks?id=4a112ed5-53b0-4c78-9b69-8d3da6fe489d HTTP/1.1" status: 200 len: 797 time: 0.1129942 Apr 29 11:47:33.074075 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-e023470f-3baa-4f71-853a-2d468de697c6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/quotas/e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 375 time: 0.0103552 Apr 29 11:47:33.120637 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a262b4-54d2-47b0-a4a2-75fbe2bcecf6 None None] Pushing event updated for resources: {'Port': ['ID=a3cff82c-25b5-4e56-a150-703ef5972f6a,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:33.133017 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-7233e0dd-e287-40e1-aaaf-7f1bb81b35c4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526977 Apr 29 11:47:33.158576 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-c98743b8-1806-47b5-9a6a-e22af1b8ee2d None None] Provisioning complete for port a3cff82c-25b5-4e56-a150-703ef5972f6a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:33.159033 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c98743b8-1806-47b5-9a6a-e22af1b8ee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:33.184938 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-35b993eb-e126-4d8c-83a5-6659d18b3a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'name': 'tempest-TestNetworkBasicOps-router-266366855', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '8e7f5cbb-1560-4f54-936a-e519e60299bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:47:26Z', 'updated_at': '2022-04-29T11:47:30Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '8e7f5cbb-1560-4f54-936a-e519e60299bc', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:47:27Z', 'updated_at': '2022-04-29T11:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'a3cff82c-25b5-4e56-a150-703ef5972f6a', 'name': '', 'network_id': '4a112ed5-53b0-4c78-9b69-8d3da6fe489d', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:0f:29:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '334f8d0b-acf8-43b4-8764-28f3e4d77e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:47:29Z', 'updated_at': '2022-04-29T11:47:32Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '334f8d0b-acf8-43b4-8764-28f3e4d77e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:33.218058 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 8e7f5cbb-1560-4f54-936a-e519e60299bc up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:47:33.223005 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b993eb-e126-4d8c-83a5-6659d18b3a14 None None] The sync data for ids ['fdef2b9c-3388-4939-aa1b-8d8a724df897'] in dv-neutron-838888-1-hyperv is: [{'id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'name': 'tempest-TestNetworkBasicOps-router-266366855', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '8e7f5cbb-1560-4f54-936a-e519e60299bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:47:26Z', 'updated_at': '2022-04-29T11:47:30Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '8e7f5cbb-1560-4f54-936a-e519e60299bc', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:47:27Z', 'updated_at': '2022-04-29T11:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'a3cff82c-25b5-4e56-a150-703ef5972f6a', 'name': '', 'network_id': '4a112ed5-53b0-4c78-9b69-8d3da6fe489d', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:0f:29:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '334f8d0b-acf8-43b4-8764-28f3e4d77e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:47:29Z', 'updated_at': '2022-04-29T11:47:32Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '334f8d0b-acf8-43b4-8764-28f3e4d77e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:47:33.251270 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-fac103a9-02ee-45f9-9615-f7780a1e024a service neutron] 10.222.0.69 "GET /v2.0/networks/4a112ed5-53b0-4c78-9b69-8d3da6fe489d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032290 Apr 29 11:47:33.334893 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 8e7f5cbb-1560-4f54-936a-e519e60299bc triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:33.335272 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:33.393146 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-cf707b8a-24e9-4cab-a750-695743a68180 service neutron] 10.222.0.69 "GET /v2.0/networks/4a112ed5-53b0-4c78-9b69-8d3da6fe489d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338491 Apr 29 11:47:33.581001 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ed6ad93f-54ca-4216-a61a-f30445d75e27 req-57115bb2-c36a-494e-875e-2e60dc5ba672 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4359890-e67f-4595-9902-bd403757d068 HTTP/1.1" status: 200 len: 210 time: 0.0352983 Apr 29 11:47:34.689621 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a4261937-f02a-4c38-8786-1074e7704e71 req-085d1604-863e-4d9b-8bc1-533a3e3edbdc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4359890-e67f-4595-9902-bd403757d068 HTTP/1.1" status: 200 len: 210 time: 0.0369425 Apr 29 11:47:34.697929 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-5ec55042-7eea-4dc3-8035-5199eef1d22a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:34.699510 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-5ec55042-7eea-4dc3-8035-5199eef1d22a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/networks?id=4a112ed5-53b0-4c78-9b69-8d3da6fe489d HTTP/1.1" status: 200 len: 797 time: 0.1382310 Apr 29 11:47:34.753812 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-c95ce724-4842-4758-91dc-62a40a1d676d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 379 time: 0.0351150 Apr 29 11:47:34.769208 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-52cfa3d8-c89a-4c87-8387-03a3820459db tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'port': {'device_id': 'f4359890-e67f-4595-9902-bd403757d068', 'network_id': '4a112ed5-53b0-4c78-9b69-8d3da6fe489d', 'admin_state_up': True, 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'security_groups': ['cb38ccb3-f30c-4dc8-95b5-bbdf3bb9a5c1']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:34.878475 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-52cfa3d8-c89a-4c87-8387-03a3820459db tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Made reservation on behalf of e43b3d3b447648b5aeeaf858bb1241e8 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:34.881887 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-52cfa3d8-c89a-4c87-8387-03a3820459db tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:35.005871 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-52cfa3d8-c89a-4c87-8387-03a3820459db tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.20.0.5 (4a112ed5-53b0-4c78-9b69-8d3da6fe489d/334f8d0b-acf8-43b4-8764-28f3e4d77e2f/e61c1d92-b59c-4201-ab8a-ad72c489a755) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:47:35.154712 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-52cfa3d8-c89a-4c87-8387-03a3820459db tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:35.188858 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device a3cff82c-25b5-4e56-a150-703ef5972f6a up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:47:35.189978 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-52cfa3d8-c89a-4c87-8387-03a3820459db tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:35.236918 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-52cfa3d8-c89a-4c87-8387-03a3820459db tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 4a112ed5-53b0-4c78-9b69-8d3da6fe489d is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:35.240752 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-52cfa3d8-c89a-4c87-8387-03a3820459db tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:35.245046 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-52cfa3d8-c89a-4c87-8387-03a3820459db tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:47:35.252641 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port a3cff82c-25b5-4e56-a150-703ef5972f6a triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:35.253039 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:35.270318 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cfa3d8-c89a-4c87-8387-03a3820459db tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=e61c1d92-b59c-4201-ab8a-ad72c489a755,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:35.302346 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-52cfa3d8-c89a-4c87-8387-03a3820459db tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:35.304825 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-52cfa3d8-c89a-4c87-8387-03a3820459db tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:35.325212 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-52cfa3d8-c89a-4c87-8387-03a3820459db tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5597734 Apr 29 11:47:35.338834 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-c96fe1c6-eda7-4bd3-8400-f9c70361969d service neutron] Request body: {'port': {'device_id': 'f4359890-e67f-4595-9902-bd403757d068', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:35.401989 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-c96fe1c6-eda7-4bd3-8400-f9c70361969d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:35.495672 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-0da1aa64-dd51-4295-b634-bac668f569eb None None] Provisioning complete for port e61c1d92-b59c-4201-ab8a-ad72c489a755 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:35.496035 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0da1aa64-dd51-4295-b634-bac668f569eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:35.530721 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-0da1aa64-dd51-4295-b634-bac668f569eb None None] Port e61c1d92-b59c-4201-ab8a-ad72c489a755 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:47:35.672849 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-c96fe1c6-eda7-4bd3-8400-f9c70361969d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e61c1d92-b59c-4201-ab8a-ad72c489a755 {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:47:35.679999 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-c96fe1c6-eda7-4bd3-8400-f9c70361969d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:35.692070 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-c96fe1c6-eda7-4bd3-8400-f9c70361969d service neutron] Transition to ACTIVE for port object e61c1d92-b59c-4201-ab8a-ad72c489a755 will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:35.696349 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-c96fe1c6-eda7-4bd3-8400-f9c70361969d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:35.747580 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96fe1c6-eda7-4bd3-8400-f9c70361969d service neutron] Pushing event updated for resources: {'Port': ['ID=e61c1d92-b59c-4201-ab8a-ad72c489a755,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:35.862278 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0be8e0-4eeb-400b-8742-9b8fd4955822 req-034a3aee-780d-4437-a90a-37d59685e6fc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:35.863826 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4d0be8e0-4eeb-400b-8742-9b8fd4955822 req-034a3aee-780d-4437-a90a-37d59685e6fc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4359890-e67f-4595-9902-bd403757d068 HTTP/1.1" status: 200 len: 943 time: 0.0917850 Apr 29 11:47:35.865385 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-c96fe1c6-eda7-4bd3-8400-f9c70361969d service neutron] Attempting to bind port e61c1d92-b59c-4201-ab8a-ad72c489a755 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:35.865714 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-c96fe1c6-eda7-4bd3-8400-f9c70361969d service neutron] Attempting to bind port e61c1d92-b59c-4201-ab8a-ad72c489a755 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'b27a6ca5-7cc8-478b-bf5d-ef7d69335557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4a112ed5-53b0-4c78-9b69-8d3da6fe489d'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:35.866041 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-c96fe1c6-eda7-4bd3-8400-f9c70361969d service neutron] Attempting to bind port e61c1d92-b59c-4201-ab8a-ad72c489a755 on network 4a112ed5-53b0-4c78-9b69-8d3da6fe489d {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:47:35.872901 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-c96fe1c6-eda7-4bd3-8400-f9c70361969d service neutron] Port e61c1d92-b59c-4201-ab8a-ad72c489a755 on network 4a112ed5-53b0-4c78-9b69-8d3da6fe489d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:47:35.873233 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-c96fe1c6-eda7-4bd3-8400-f9c70361969d service neutron] Attempting to bind port e61c1d92-b59c-4201-ab8a-ad72c489a755 on network 4a112ed5-53b0-4c78-9b69-8d3da6fe489d {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:47:35.891596 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-c96fe1c6-eda7-4bd3-8400-f9c70361969d service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:47:35.892006 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-c96fe1c6-eda7-4bd3-8400-f9c70361969d service neutron] Checking segment: {'id': 'b27a6ca5-7cc8-478b-bf5d-ef7d69335557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4a112ed5-53b0-4c78-9b69-8d3da6fe489d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:47:35.892325 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-c96fe1c6-eda7-4bd3-8400-f9c70361969d service neutron] Bound using segment: {'id': 'b27a6ca5-7cc8-478b-bf5d-ef7d69335557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4a112ed5-53b0-4c78-9b69-8d3da6fe489d'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:47:35.892764 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-c96fe1c6-eda7-4bd3-8400-f9c70361969d service neutron] Bound port: e61c1d92-b59c-4201-ab8a-ad72c489a755, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b27a6ca5-7cc8-478b-bf5d-ef7d69335557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4a112ed5-53b0-4c78-9b69-8d3da6fe489d'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:47:35.893118 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-c96fe1c6-eda7-4bd3-8400-f9c70361969d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:35.923431 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4d0be8e0-4eeb-400b-8742-9b8fd4955822 req-d9803c5d-e337-40c8-beb1-8c002f042bf0 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb38ccb3-f30c-4dc8-95b5-bbdf3bb9a5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512810 Apr 29 11:47:35.976245 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-c96fe1c6-eda7-4bd3-8400-f9c70361969d service neutron] For port e61c1d92-b59c-4201-ab8a-ad72c489a755, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:47:35.979585 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-c96fe1c6-eda7-4bd3-8400-f9c70361969d service neutron] For port e61c1d92-b59c-4201-ab8a-ad72c489a755, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e61c1d92-b59c-4201-ab8a-ad72c489a755,segment=NetworkSegment(b27a6ca5-7cc8-478b-bf5d-ef7d69335557),segment_id=b27a6ca5-7cc8-478b-bf5d-ef7d69335557)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:47:35.983868 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-c96fe1c6-eda7-4bd3-8400-f9c70361969d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:36.021938 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-c96fe1c6-eda7-4bd3-8400-f9c70361969d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:36.022417 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-c96fe1c6-eda7-4bd3-8400-f9c70361969d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:36.023862 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-c96fe1c6-eda7-4bd3-8400-f9c70361969d service neutron] 10.222.0.62 "PUT /v2.0/ports/e61c1d92-b59c-4201-ab8a-ad72c489a755 HTTP/1.1" status: 200 len: 1093 time: 0.6898520 Apr 29 11:47:36.024381 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4359890-e67f-4595-9902-bd403757d068', 'tag': 'e61c1d92-b59c-4201-ab8a-ad72c489a755'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:47:36.026749 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f54fb56-192d-41f5-a814-6e61d6703729" -d '{"events": [{"name": "network-changed", "server_uuid": "f4359890-e67f-4595-9902-bd403757d068", "tag": "e61c1d92-b59c-4201-ab8a-ad72c489a755"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:47:36.053418 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96fe1c6-eda7-4bd3-8400-f9c70361969d service neutron] Pushing event updated for resources: {'Port': ['ID=e61c1d92-b59c-4201-ab8a-ad72c489a755,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:36.089360 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13784e87-3f7b-4ca7-9641-ee4c9c227ddc x-openstack-request-id: req-13784e87-3f7b-4ca7-9641-ee4c9c227ddc {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:47:36.089811 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4359890-e67f-4595-9902-bd403757d068", "tag": "e61c1d92-b59c-4201-ab8a-ad72c489a755", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:47:36.090195 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-13784e87-3f7b-4ca7-9641-ee4c9c227ddc {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:47:36.090751 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13784e87-3f7b-4ca7-9641-ee4c9c227ddc'] response: {'name': 'network-changed', 'server_uuid': 'f4359890-e67f-4595-9902-bd403757d068', 'tag': 'e61c1d92-b59c-4201-ab8a-ad72c489a755', 'status': 'completed', 'code': 200} Apr 29 11:47:36.132228 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-45516490-8c38-431c-8341-a842bbedc59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:36.133784 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-45516490-8c38-431c-8341-a842bbedc59d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=f4359890-e67f-4595-9902-bd403757d068 HTTP/1.1" status: 200 len: 1096 time: 0.0559983 Apr 29 11:47:36.179648 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-b24473ba-6e6e-4fbc-b49f-809bf0a09210 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e61c1d92-b59c-4201-ab8a-ad72c489a755 HTTP/1.1" status: 200 len: 217 time: 0.0372462 Apr 29 11:47:36.238708 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-fa4d07b1-38a7-4185-9485-0d655d22a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:36.240276 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-fa4d07b1-38a7-4185-9485-0d655d22a1db service neutron] 10.222.0.62 "GET /v2.0/subnets?id=334f8d0b-acf8-43b4-8764-28f3e4d77e2f HTTP/1.1" status: 200 len: 843 time: 0.0505881 Apr 29 11:47:36.287350 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-b39dee43-aaed-4838-a95e-299414cabcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:36.288950 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-b39dee43-aaed-4838-a95e-299414cabcaf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a112ed5-53b0-4c78-9b69-8d3da6fe489d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408874 Apr 29 11:47:36.380876 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-db7b7602-5c8c-47c1-8f0c-27248c2a62b2 service neutron] 10.222.0.62 "GET /v2.0/networks/4a112ed5-53b0-4c78-9b69-8d3da6fe489d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838075 Apr 29 11:47:36.477405 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9ff322f5-2b99-40f6-8462-73fa86965838 req-bb737ebf-8b9b-42e6-ac06-d3066c0572a7 service neutron] 10.222.0.62 "GET /v2.0/networks/4a112ed5-53b0-4c78-9b69-8d3da6fe489d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892129 Apr 29 11:47:36.572342 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54fb56-192d-41f5-a814-6e61d6703729 req-980bdbcc-b3ac-4671-931f-06178471e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:36.573831 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5f54fb56-192d-41f5-a814-6e61d6703729 req-980bdbcc-b3ac-4671-931f-06178471e2ba service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=f4359890-e67f-4595-9902-bd403757d068 HTTP/1.1" status: 200 len: 1096 time: 0.0432062 Apr 29 11:47:36.666823 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54fb56-192d-41f5-a814-6e61d6703729 req-35257e85-e8a2-4b32-839d-848e6d07041b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:36.668314 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5f54fb56-192d-41f5-a814-6e61d6703729 req-35257e85-e8a2-4b32-839d-848e6d07041b service neutron] 10.222.0.62 "GET /v2.0/networks?id=4a112ed5-53b0-4c78-9b69-8d3da6fe489d HTTP/1.1" status: 200 len: 898 time: 0.0874014 Apr 29 11:47:36.711521 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5f54fb56-192d-41f5-a814-6e61d6703729 req-3a0c95ed-6103-4b43-9877-23093a4213a8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e61c1d92-b59c-4201-ab8a-ad72c489a755 HTTP/1.1" status: 200 len: 217 time: 0.0352917 Apr 29 11:47:36.760668 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54fb56-192d-41f5-a814-6e61d6703729 req-9d165f02-31f3-4d6e-8c65-c386a1c61721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:36.762112 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5f54fb56-192d-41f5-a814-6e61d6703729 req-9d165f02-31f3-4d6e-8c65-c386a1c61721 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=334f8d0b-acf8-43b4-8764-28f3e4d77e2f HTTP/1.1" status: 200 len: 843 time: 0.0435150 Apr 29 11:47:36.812024 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54fb56-192d-41f5-a814-6e61d6703729 req-4af64bf5-e804-402f-8dff-69bb526d9974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:36.814146 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5f54fb56-192d-41f5-a814-6e61d6703729 req-4af64bf5-e804-402f-8dff-69bb526d9974 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a112ed5-53b0-4c78-9b69-8d3da6fe489d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441763 Apr 29 11:47:36.904397 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5f54fb56-192d-41f5-a814-6e61d6703729 req-9fbcfa30-faa3-4049-9d1e-0a70160ede90 service neutron] 10.222.0.62 "GET /v2.0/networks/4a112ed5-53b0-4c78-9b69-8d3da6fe489d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803437 Apr 29 11:47:37.008161 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5f54fb56-192d-41f5-a814-6e61d6703729 req-d2d7fb1a-97bb-4b73-bb97-21b8dba54629 service neutron] 10.222.0.62 "GET /v2.0/networks/4a112ed5-53b0-4c78-9b69-8d3da6fe489d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957673 Apr 29 11:47:37.045237 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e49c26-c11c-4a31-9a64-d5fb6fef984a req-cf580cdd-d340-455b-903b-0c753d923fe2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:37.046723 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-99e49c26-c11c-4a31-9a64-d5fb6fef984a req-cf580cdd-d340-455b-903b-0c753d923fe2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4359890-e67f-4595-9902-bd403757d068 HTTP/1.1" status: 200 len: 943 time: 0.0529473 Apr 29 11:47:37.087883 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-99e49c26-c11c-4a31-9a64-d5fb6fef984a req-2d316090-3ad0-4e01-91cd-9691fdbc840f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb38ccb3-f30c-4dc8-95b5-bbdf3bb9a5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349388 Apr 29 11:47:38.207289 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0c8f0-8e08-49a3-a906-fa5f10e7594c req-fd7e812e-63bb-43f4-b158-93925756ec42 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:38.208768 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1bf0c8f0-8e08-49a3-a906-fa5f10e7594c req-fd7e812e-63bb-43f4-b158-93925756ec42 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4359890-e67f-4595-9902-bd403757d068 HTTP/1.1" status: 200 len: 943 time: 0.0511231 Apr 29 11:47:38.247001 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1bf0c8f0-8e08-49a3-a906-fa5f10e7594c req-98b8eb8f-7424-4cb0-af8a-0d18a17012d2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb38ccb3-f30c-4dc8-95b5-bbdf3bb9a5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322158 Apr 29 11:47:39.367379 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700e074-f84b-4eb8-89e2-b9f57ba6eeb1 req-f45d2193-7a41-4143-b944-b1b689937c36 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:39.368752 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b700e074-f84b-4eb8-89e2-b9f57ba6eeb1 req-f45d2193-7a41-4143-b944-b1b689937c36 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4359890-e67f-4595-9902-bd403757d068 HTTP/1.1" status: 200 len: 943 time: 0.0538695 Apr 29 11:47:39.405572 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b700e074-f84b-4eb8-89e2-b9f57ba6eeb1 req-a1243c1d-8039-4394-b536-577c1c61015c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb38ccb3-f30c-4dc8-95b5-bbdf3bb9a5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307262 Apr 29 11:47:39.451840 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device e61c1d92-b59c-4201-ab8a-ad72c489a755 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:47:39.545211 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port e61c1d92-b59c-4201-ab8a-ad72c489a755, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e61c1d92-b59c-4201-ab8a-ad72c489a755,segment=NetworkSegment(b27a6ca5-7cc8-478b-bf5d-ef7d69335557),segment_id=b27a6ca5-7cc8-478b-bf5d-ef7d69335557)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:47:39.556968 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': 'e61c1d92-b59c-4201-ab8a-ad72c489a755', 'network_id': '4a112ed5-53b0-4c78-9b69-8d3da6fe489d', 'port_id': 'e61c1d92-b59c-4201-ab8a-ad72c489a755', 'mac_address': 'fa:16:3e:00:44:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '334f8d0b-acf8-43b4-8764-28f3e4d77e2f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:47:39.597407 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:39.610884 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e61c1d92-b59c-4201-ab8a-ad72c489a755 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:47:39.633817 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port e61c1d92-b59c-4201-ab8a-ad72c489a755, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e61c1d92-b59c-4201-ab8a-ad72c489a755,segment=NetworkSegment(b27a6ca5-7cc8-478b-bf5d-ef7d69335557),segment_id=b27a6ca5-7cc8-478b-bf5d-ef7d69335557)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:47:39.637708 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:39.685748 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=e61c1d92-b59c-4201-ab8a-ad72c489a755,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:39.974040 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['e61c1d92-b59c-4201-ab8a-ad72c489a755'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:47:40.522414 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb09227-26e2-4af7-8fa3-c7a050a5a10b req-e7dbefe9-5c61-4c49-97e0-06b950387bcb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:40.523920 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-efb09227-26e2-4af7-8fa3-c7a050a5a10b req-e7dbefe9-5c61-4c49-97e0-06b950387bcb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4359890-e67f-4595-9902-bd403757d068 HTTP/1.1" status: 200 len: 944 time: 0.0489843 Apr 29 11:47:40.561784 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-efb09227-26e2-4af7-8fa3-c7a050a5a10b req-0fe60e46-120e-4e2b-b287-54574a1d0069 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb38ccb3-f30c-4dc8-95b5-bbdf3bb9a5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319810 Apr 29 11:47:41.254283 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:47:41.482929 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device e61c1d92-b59c-4201-ab8a-ad72c489a755 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:47:41.532270 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port e61c1d92-b59c-4201-ab8a-ad72c489a755 completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:47:41.536252 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port e61c1d92-b59c-4201-ab8a-ad72c489a755 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:41.536622 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:41.623369 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:41.647869 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4359890-e67f-4595-9902-bd403757d068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61c1d92-b59c-4201-ab8a-ad72c489a755'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:47:41.650157 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc16c36-a04f-434f-a41c-3f7d23cefc51" -d '{"events": [{"server_uuid": "f4359890-e67f-4595-9902-bd403757d068", "name": "network-vif-plugged", "status": "completed", "tag": "e61c1d92-b59c-4201-ab8a-ad72c489a755"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:47:41.675402 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port e61c1d92-b59c-4201-ab8a-ad72c489a755, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e61c1d92-b59c-4201-ab8a-ad72c489a755,segment=NetworkSegment(b27a6ca5-7cc8-478b-bf5d-ef7d69335557),segment_id=b27a6ca5-7cc8-478b-bf5d-ef7d69335557)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:47:41.682557 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:41.705869 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7cdea5-1395-4e70-af86-24aa5e62ba22 req-a0b22cc3-6c8b-4e0e-909f-f9a0d2c310c8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:41.708650 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9f7cdea5-1395-4e70-af86-24aa5e62ba22 req-a0b22cc3-6c8b-4e0e-909f-f9a0d2c310c8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4359890-e67f-4595-9902-bd403757d068 HTTP/1.1" status: 200 len: 944 time: 0.0745454 Apr 29 11:47:41.739433 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=e61c1d92-b59c-4201-ab8a-ad72c489a755,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:41.764843 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9f7cdea5-1395-4e70-af86-24aa5e62ba22 req-91dc731a-a99b-4a1a-a828-088752c33448 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb38ccb3-f30c-4dc8-95b5-bbdf3bb9a5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493112 Apr 29 11:47:41.789935 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f918f9-6a71-4668-9be0-1c600dba7cc5 x-openstack-request-id: req-c8f918f9-6a71-4668-9be0-1c600dba7cc5 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:47:41.790252 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4359890-e67f-4595-9902-bd403757d068", "name": "network-vif-plugged", "status": "completed", "tag": "e61c1d92-b59c-4201-ab8a-ad72c489a755", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:47:41.790509 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c8f918f9-6a71-4668-9be0-1c600dba7cc5 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:47:41.790912 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f918f9-6a71-4668-9be0-1c600dba7cc5'] response: {'server_uuid': 'f4359890-e67f-4595-9902-bd403757d068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61c1d92-b59c-4201-ab8a-ad72c489a755', 'code': 200} Apr 29 11:47:41.975163 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f586ec6-c96c-477c-b791-db4121b308df req-776aabfe-875c-42b4-b90d-482432aa65db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:41.976652 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5f586ec6-c96c-477c-b791-db4121b308df req-776aabfe-875c-42b4-b90d-482432aa65db service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f4359890-e67f-4595-9902-bd403757d068 HTTP/1.1" status: 200 len: 1098 time: 0.0469303 Apr 29 11:47:42.013713 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5f586ec6-c96c-477c-b791-db4121b308df req-018007c5-41d1-4640-9258-cdfda8a480b9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cb38ccb3-f30c-4dc8-95b5-bbdf3bb9a5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291681 Apr 29 11:47:42.879454 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ced89a-2e06-4e48-9d94-30ac2e1fa732 req-e7802283-be61-4b1b-90d1-a27e9bd16b18 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:42.880967 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-37ced89a-2e06-4e48-9d94-30ac2e1fa732 req-e7802283-be61-4b1b-90d1-a27e9bd16b18 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4359890-e67f-4595-9902-bd403757d068 HTTP/1.1" status: 200 len: 945 time: 0.0485542 Apr 29 11:47:42.921423 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-37ced89a-2e06-4e48-9d94-30ac2e1fa732 req-bce78a6b-3a79-44b5-96a7-88082a0a0179 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb38ccb3-f30c-4dc8-95b5-bbdf3bb9a5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343523 Apr 29 11:47:44.039737 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56facd44-afe2-4bab-b601-d5aca9163cdb req-8fbc5111-c8b4-45cc-a309-c03143a55cb7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:44.041213 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-56facd44-afe2-4bab-b601-d5aca9163cdb req-8fbc5111-c8b4-45cc-a309-c03143a55cb7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4359890-e67f-4595-9902-bd403757d068 HTTP/1.1" status: 200 len: 945 time: 0.0494788 Apr 29 11:47:44.080477 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-56facd44-afe2-4bab-b601-d5aca9163cdb req-a7d24bd7-bc96-45ef-99b3-dc8fb361661e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb38ccb3-f30c-4dc8-95b5-bbdf3bb9a5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323238 Apr 29 11:47:44.206082 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192f8bc-0a38-4b79-a3b0-8b2299226c2f req-72041e12-ba21-4a41-ad0c-5fddf4ad3663 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:44.207696 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7192f8bc-0a38-4b79-a3b0-8b2299226c2f req-72041e12-ba21-4a41-ad0c-5fddf4ad3663 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4359890-e67f-4595-9902-bd403757d068 HTTP/1.1" status: 200 len: 945 time: 0.0588648 Apr 29 11:47:44.248857 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7192f8bc-0a38-4b79-a3b0-8b2299226c2f req-fe5d8377-0fab-4c50-9032-4aa03fda2a10 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb38ccb3-f30c-4dc8-95b5-bbdf3bb9a5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343997 Apr 29 11:47:44.270861 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54654) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:44.314911 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8afed71-6b2f-4d5e-ad74-aa2ba06a6c1f tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:44.317622 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f8afed71-6b2f-4d5e-ad74-aa2ba06a6c1f tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f4359890-e67f-4595-9902-bd403757d068 HTTP/1.1" status: 200 len: 1093 time: 0.0456977 Apr 29 11:47:44.319149 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54656) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:44.323596 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-c8eaa4f0-4a55-4557-93cd-c5ee82e53093 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'port_id': 'e61c1d92-b59c-4201-ab8a-ad72c489a755', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:44.347223 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa4f0-4a55-4557-93cd-c5ee82e53093 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:44.451744 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa4f0-4a55-4557-93cd-c5ee82e53093 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:44.564589 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-c8eaa4f0-4a55-4557-93cd-c5ee82e53093 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.26.4.213 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/19b764e8-2189-46c0-af70-904619986097) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:47:44.675817 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa4f0-4a55-4557-93cd-c5ee82e53093 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:44.713086 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa4f0-4a55-4557-93cd-c5ee82e53093 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:44.753538 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eaa4f0-4a55-4557-93cd-c5ee82e53093 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:44.758853 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-c8eaa4f0-4a55-4557-93cd-c5ee82e53093 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:44.761647 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8eaa4f0-4a55-4557-93cd-c5ee82e53093 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:47:44.792014 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eaa4f0-4a55-4557-93cd-c5ee82e53093 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=19b764e8-2189-46c0-af70-904619986097,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:45.148314 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa4f0-4a55-4557-93cd-c5ee82e53093 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:45.218643 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa4f0-4a55-4557-93cd-c5ee82e53093 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:45.373161 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa4f0-4a55-4557-93cd-c5ee82e53093 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:45.378247 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa4f0-4a55-4557-93cd-c5ee82e53093 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:45.461913 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eaa4f0-4a55-4557-93cd-c5ee82e53093 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=19b764e8-2189-46c0-af70-904619986097,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:45.476686 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa4f0-4a55-4557-93cd-c5ee82e53093 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:45.581126 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-c8eaa4f0-4a55-4557-93cd-c5ee82e53093 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Floating IP 45183249-cd53-4c23-817a-f1e5cbefdd18 associated. External IP: 172.26.4.213, port: e61c1d92-b59c-4201-ab8a-ad72c489a755. Apr 29 11:47:46.202071 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8eaa4f0-4a55-4557-93cd-c5ee82e53093 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router fdef2b9c-3388-4939-aa1b-8d8a724df897 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:47:46.354783 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8eaa4f0-4a55-4557-93cd-c5ee82e53093 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:47:46.365848 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacc2b7b-45b3-4b91-aefb-1e7b57933787 None None] Sync routers for ids ['fdef2b9c-3388-4939-aa1b-8d8a724df897'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:47:46.377867 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacc2b7b-45b3-4b91-aefb-1e7b57933787 None None] Routers {'fdef2b9c-3388-4939-aa1b-8d8a724df897'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:47:46.379058 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-bacc2b7b-45b3-4b91-aefb-1e7b57933787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:47:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['fdef2b9c-3388-4939-aa1b-8d8a724df897'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:46.399858 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa4f0-4a55-4557-93cd-c5ee82e53093 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:46.432925 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c8eaa4f0-4a55-4557-93cd-c5ee82e53093 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1126637 Apr 29 11:47:46.433615 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4359890-e67f-4595-9902-bd403757d068', 'tag': 'e61c1d92-b59c-4201-ab8a-ad72c489a755'}] {{(pid=102960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:47:46.435785 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54662) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:46.436503 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f284d994886e2bee032f7329864f24e5fe1e0d39b4215f9cf8d7074f2166ea6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3b4088-8c5c-498e-afe7-b570abeede1a" -d '{"events": [{"name": "network-changed", "server_uuid": "f4359890-e67f-4595-9902-bd403757d068", "tag": "e61c1d92-b59c-4201-ab8a-ad72c489a755"}]}' {{(pid=102960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:47:46.561273 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a53b225c-fd05-4a01-96ba-95c4860890c2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/45183249-cd53-4c23-817a-f1e5cbefdd18 HTTP/1.1" status: 200 len: 991 time: 0.1234860 Apr 29 11:47:46.589298 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8713544-20f3-4d76-9875-bc00744b329c x-openstack-request-id: req-c8713544-20f3-4d76-9875-bc00744b329c {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:47:46.590339 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4359890-e67f-4595-9902-bd403757d068", "tag": "e61c1d92-b59c-4201-ab8a-ad72c489a755", "status": "completed", "code": 200}]} {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:47:46.590339 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c8713544-20f3-4d76-9875-bc00744b329c {{(pid=102960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:47:46.590580 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8713544-20f3-4d76-9875-bc00744b329c'] response: {'name': 'network-changed', 'server_uuid': 'f4359890-e67f-4595-9902-bd403757d068', 'tag': 'e61c1d92-b59c-4201-ab8a-ad72c489a755', 'status': 'completed', 'code': 200} Apr 29 11:47:46.680061 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-bacc2b7b-45b3-4b91-aefb-1e7b57933787 None None] Set router fdef2b9c-3388-4939-aa1b-8d8a724df897 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:47:46.701263 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b4088-8c5c-498e-afe7-b570abeede1a req-ccc759ae-0af5-4611-b15c-1dfe4b8a2d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:46.703939 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ef3b4088-8c5c-498e-afe7-b570abeede1a req-ccc759ae-0af5-4611-b15c-1dfe4b8a2d55 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=f4359890-e67f-4595-9902-bd403757d068 HTTP/1.1" status: 200 len: 1098 time: 0.0770228 Apr 29 11:47:46.840253 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b4088-8c5c-498e-afe7-b570abeede1a req-a163dbed-0f04-47fe-aaee-fbacefdaaf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:46.842117 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ef3b4088-8c5c-498e-afe7-b570abeede1a req-a163dbed-0f04-47fe-aaee-fbacefdaaf25 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4a112ed5-53b0-4c78-9b69-8d3da6fe489d HTTP/1.1" status: 200 len: 898 time: 0.1308718 Apr 29 11:47:46.941705 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ef3b4088-8c5c-498e-afe7-b570abeede1a req-ba01e691-fac3-455a-a515-91e41bf991d4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e61c1d92-b59c-4201-ab8a-ad72c489a755 HTTP/1.1" status: 200 len: 999 time: 0.0914762 Apr 29 11:47:47.024240 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b4088-8c5c-498e-afe7-b570abeede1a req-62a5f9e9-9792-40a4-bffe-d0325536e14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:47.024240 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ef3b4088-8c5c-498e-afe7-b570abeede1a req-62a5f9e9-9792-40a4-bffe-d0325536e14d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=334f8d0b-acf8-43b4-8764-28f3e4d77e2f HTTP/1.1" status: 200 len: 843 time: 0.0727253 Apr 29 11:47:47.043910 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-bacc2b7b-45b3-4b91-aefb-1e7b57933787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'name': 'tempest-TestNetworkBasicOps-router-266366855', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '8e7f5cbb-1560-4f54-936a-e519e60299bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:47:26Z', 'updated_at': '2022-04-29T11:47:30Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '8e7f5cbb-1560-4f54-936a-e519e60299bc', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:47:27Z', 'updated_at': '2022-04-29T11:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '45183249-cd53-4c23-817a-f1e5cbefdd18', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.213', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'port_id': 'e61c1d92-b59c-4201-ab8a-ad72c489a755', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a112ed5-53b0-4c78-9b69-8d3da6fe489d', 'mac_address': 'fa:16:3e:00:44:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4359890-e67f-4595-9902-bd403757d068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:47:44Z', 'updated_at': '2022-04-29T11:47:44Z', 'revision_number': 0, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3cff82c-25b5-4e56-a150-703ef5972f6a', 'name': '', 'network_id': '4a112ed5-53b0-4c78-9b69-8d3da6fe489d', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:0f:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '334f8d0b-acf8-43b4-8764-28f3e4d77e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:47:29Z', 'updated_at': '2022-04-29T11:47:32Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '334f8d0b-acf8-43b4-8764-28f3e4d77e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:47.088934 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b4088-8c5c-498e-afe7-b570abeede1a req-805a7c40-aa58-4cce-81ac-b983c480fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:47.091045 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ef3b4088-8c5c-498e-afe7-b570abeede1a req-805a7c40-aa58-4cce-81ac-b983c480fbce service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a112ed5-53b0-4c78-9b69-8d3da6fe489d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0581887 Apr 29 11:47:47.091186 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacc2b7b-45b3-4b91-aefb-1e7b57933787 None None] Checking router: fdef2b9c-3388-4939-aa1b-8d8a724df897 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:47:47.123923 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacc2b7b-45b3-4b91-aefb-1e7b57933787 None None] Routers {'fdef2b9c-3388-4939-aa1b-8d8a724df897'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:47:47.124888 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-bacc2b7b-45b3-4b91-aefb-1e7b57933787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:47:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['fdef2b9c-3388-4939-aa1b-8d8a724df897'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:47.223094 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ef3b4088-8c5c-498e-afe7-b570abeede1a req-7924b365-e630-4951-9f00-a871fda9889c service neutron] 10.222.0.62 "GET /v2.0/networks/4a112ed5-53b0-4c78-9b69-8d3da6fe489d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241405 Apr 29 11:47:47.277850 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-bacc2b7b-45b3-4b91-aefb-1e7b57933787 None None] Set router fdef2b9c-3388-4939-aa1b-8d8a724df897 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:47:47.364728 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ef3b4088-8c5c-498e-afe7-b570abeede1a req-5a3aa587-a335-4632-aa0f-82ed7c91b88a service neutron] 10.222.0.62 "GET /v2.0/networks/4a112ed5-53b0-4c78-9b69-8d3da6fe489d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317215 Apr 29 11:47:47.566354 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54670) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:47.624872 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-bacc2b7b-45b3-4b91-aefb-1e7b57933787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'name': 'tempest-TestNetworkBasicOps-router-266366855', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '8e7f5cbb-1560-4f54-936a-e519e60299bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:47:26Z', 'updated_at': '2022-04-29T11:47:30Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '8e7f5cbb-1560-4f54-936a-e519e60299bc', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:47:27Z', 'updated_at': '2022-04-29T11:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '45183249-cd53-4c23-817a-f1e5cbefdd18', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.213', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'port_id': 'e61c1d92-b59c-4201-ab8a-ad72c489a755', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a112ed5-53b0-4c78-9b69-8d3da6fe489d', 'mac_address': 'fa:16:3e:00:44:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4359890-e67f-4595-9902-bd403757d068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:47:44Z', 'updated_at': '2022-04-29T11:47:44Z', 'revision_number': 0, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3cff82c-25b5-4e56-a150-703ef5972f6a', 'name': '', 'network_id': '4a112ed5-53b0-4c78-9b69-8d3da6fe489d', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:0f:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '334f8d0b-acf8-43b4-8764-28f3e4d77e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:47:29Z', 'updated_at': '2022-04-29T11:47:32Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '334f8d0b-acf8-43b4-8764-28f3e4d77e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:47.653262 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-28fc1d94-6c55-4b11-89db-6f8b9e145b2e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/45183249-cd53-4c23-817a-f1e5cbefdd18 HTTP/1.1" status: 200 len: 991 time: 0.0812304 Apr 29 11:47:47.668557 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacc2b7b-45b3-4b91-aefb-1e7b57933787 None None] The sync data for ids ['fdef2b9c-3388-4939-aa1b-8d8a724df897'] in dv-neutron-838888-1-hyperv is: [{'id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'name': 'tempest-TestNetworkBasicOps-router-266366855', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '8e7f5cbb-1560-4f54-936a-e519e60299bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:47:26Z', 'updated_at': '2022-04-29T11:47:30Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '8e7f5cbb-1560-4f54-936a-e519e60299bc', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:47:27Z', 'updated_at': '2022-04-29T11:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '45183249-cd53-4c23-817a-f1e5cbefdd18', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.213', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'port_id': 'e61c1d92-b59c-4201-ab8a-ad72c489a755', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a112ed5-53b0-4c78-9b69-8d3da6fe489d', 'mac_address': 'fa:16:3e:00:44:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4359890-e67f-4595-9902-bd403757d068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:47:44Z', 'updated_at': '2022-04-29T11:47:44Z', 'revision_number': 0, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3cff82c-25b5-4e56-a150-703ef5972f6a', 'name': '', 'network_id': '4a112ed5-53b0-4c78-9b69-8d3da6fe489d', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:0f:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '334f8d0b-acf8-43b4-8764-28f3e4d77e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:47:29Z', 'updated_at': '2022-04-29T11:47:32Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '334f8d0b-acf8-43b4-8764-28f3e4d77e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:47:47.955452 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b393a6bb-6634-45db-a33d-c33f8e0ae85b None None] New status for floating IP 45183249-cd53-4c23-817a-f1e5cbefdd18: ACTIVE {{(pid=102961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:47:48.655326 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54674) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:47:48.744709 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-8b3415ea-a01c-4cd9-bb75-65bb9c03c563 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/45183249-cd53-4c23-817a-f1e5cbefdd18 HTTP/1.1" status: 200 len: 993 time: 0.0855947 Apr 29 11:47:51.308390 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-2fcddb73-b848-4c78-ba5b-3a3ac82e4d6d tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1256992549&fields=id&tenant_id=5c18c08a53e64ca1a8e956042fa2eb3a HTTP/1.1" status: 200 len: 267 time: 0.0342293 Apr 29 11:47:51.418754 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-a7a72547-c178-41d9-8b75-7688a90ef44e tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:51.420216 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-a7a72547-c178-41d9-8b75-7688a90ef44e tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/networks?id=13eec917-2205-41ac-bb67-a922e346256d HTTP/1.1" status: 200 len: 812 time: 0.1045613 Apr 29 11:47:51.436511 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-8e1f30cb-d4ef-4ced-8ed6-cb998ca92e29 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/quotas/5c18c08a53e64ca1a8e956042fa2eb3a HTTP/1.1" status: 200 len: 375 time: 0.0090907 Apr 29 11:47:51.497361 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-434c6683-911c-425e-bae4-de3652e08bf4 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5c18c08a53e64ca1a8e956042fa2eb3a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0551734 Apr 29 11:47:51.661348 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-38054752-c723-4a2d-9f2e-0c35f3f17c1e service neutron] 10.222.0.69 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505616 Apr 29 11:47:51.755406 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-a89de5a3-9bb2-4c37-a476-2a99c465ccd3 service neutron] 10.222.0.69 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871456 Apr 29 11:47:52.039110 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5c6569e3-6653-40b9-956f-e5f883bebc26 req-15e17468-cb2f-4b9a-a8c7-2fcbba3ed867 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae2c53b5-2fc9-472e-b9f4-318e04fa23af HTTP/1.1" status: 200 len: 210 time: 0.0281408 Apr 29 11:47:53.042236 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-03aae5cf-fe20-4d85-9eac-e65096ae31b7 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:53.043738 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-03aae5cf-fe20-4d85-9eac-e65096ae31b7 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.62 "GET /v2.0/networks?id=13eec917-2205-41ac-bb67-a922e346256d HTTP/1.1" status: 200 len: 812 time: 0.1090441 Apr 29 11:47:53.103584 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-2dab5175-a67e-46ea-9c1c-d2b2472145dd tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c18c08a53e64ca1a8e956042fa2eb3a HTTP/1.1" status: 200 len: 380 time: 0.0445957 Apr 29 11:47:53.114688 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-a7726c94-7762-4976-84e5-b0e54e749dab tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Request body: {'port': {'device_id': 'ae2c53b5-2fc9-472e-b9f4-318e04fa23af', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'admin_state_up': True, 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'security_groups': ['4ff58dd1-c0d9-4127-be13-e91e3b09d2af']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:53.157161 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e7e12d52-4237-4636-a29f-3cf519ac22b5 req-0a18ea69-9315-41f6-882a-57c1f67f6a1e tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae2c53b5-2fc9-472e-b9f4-318e04fa23af HTTP/1.1" status: 200 len: 210 time: 0.0383339 Apr 29 11:47:53.249499 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-a7726c94-7762-4976-84e5-b0e54e749dab tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Made reservation on behalf of 5c18c08a53e64ca1a8e956042fa2eb3a for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:53.253293 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-a7726c94-7762-4976-84e5-b0e54e749dab tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:53.385952 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-a7726c94-7762-4976-84e5-b0e54e749dab tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Allocated IP 172.20.0.14 (13eec917-2205-41ac-bb67-a922e346256d/4d46e396-b942-4a36-95e7-aa43a356bdd4/77a6acd5-0557-4b30-b32e-c85be720f015) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:47:53.531738 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-a7726c94-7762-4976-84e5-b0e54e749dab tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:53.552946 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f5d675b9-72fc-449e-badd-6292446e7c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:53.576412 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-a7726c94-7762-4976-84e5-b0e54e749dab tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:53.626037 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-a7726c94-7762-4976-84e5-b0e54e749dab tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Network 13eec917-2205-41ac-bb67-a922e346256d is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:53.629315 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-a7726c94-7762-4976-84e5-b0e54e749dab tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:53.632345 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-a7726c94-7762-4976-84e5-b0e54e749dab tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:47:53.665533 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7726c94-7762-4976-84e5-b0e54e749dab tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Pushing event updated for resources: {'Port': ['ID=77a6acd5-0557-4b30-b32e-c85be720f015,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:53.701721 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-a7726c94-7762-4976-84e5-b0e54e749dab tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:53.702385 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-a7726c94-7762-4976-84e5-b0e54e749dab tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:53.720505 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-a7726c94-7762-4976-84e5-b0e54e749dab tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6103723 Apr 29 11:47:53.733045 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-6634ae54-86df-4722-b512-0e00a3f94ee7 service neutron] Request body: {'port': {'device_id': 'ae2c53b5-2fc9-472e-b9f4-318e04fa23af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:53.801821 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-6634ae54-86df-4722-b512-0e00a3f94ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:53.916667 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-edb43acb-86b2-4741-8a00-f36b3b8b9943 None None] Provisioning complete for port 77a6acd5-0557-4b30-b32e-c85be720f015 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:53.917069 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-edb43acb-86b2-4741-8a00-f36b3b8b9943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:53.953856 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-edb43acb-86b2-4741-8a00-f36b3b8b9943 None None] Port 77a6acd5-0557-4b30-b32e-c85be720f015 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:47:54.079983 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-6634ae54-86df-4722-b512-0e00a3f94ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77a6acd5-0557-4b30-b32e-c85be720f015 {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:47:54.087588 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-6634ae54-86df-4722-b512-0e00a3f94ee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:54.100231 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-6634ae54-86df-4722-b512-0e00a3f94ee7 service neutron] Transition to ACTIVE for port object 77a6acd5-0557-4b30-b32e-c85be720f015 will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:54.104321 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-6634ae54-86df-4722-b512-0e00a3f94ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:54.158044 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634ae54-86df-4722-b512-0e00a3f94ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=77a6acd5-0557-4b30-b32e-c85be720f015,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:54.270073 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-6634ae54-86df-4722-b512-0e00a3f94ee7 service neutron] Attempting to bind port 77a6acd5-0557-4b30-b32e-c85be720f015 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:54.270417 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-6634ae54-86df-4722-b512-0e00a3f94ee7 service neutron] Attempting to bind port 77a6acd5-0557-4b30-b32e-c85be720f015 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '0c080895-bcf4-4e59-861e-09d2c7c3a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '13eec917-2205-41ac-bb67-a922e346256d'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:54.270772 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-6634ae54-86df-4722-b512-0e00a3f94ee7 service neutron] Attempting to bind port 77a6acd5-0557-4b30-b32e-c85be720f015 on network 13eec917-2205-41ac-bb67-a922e346256d {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:47:54.276341 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-6634ae54-86df-4722-b512-0e00a3f94ee7 service neutron] Port 77a6acd5-0557-4b30-b32e-c85be720f015 on network 13eec917-2205-41ac-bb67-a922e346256d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:47:54.276677 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-6634ae54-86df-4722-b512-0e00a3f94ee7 service neutron] Attempting to bind port 77a6acd5-0557-4b30-b32e-c85be720f015 on network 13eec917-2205-41ac-bb67-a922e346256d {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:47:54.299247 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-6634ae54-86df-4722-b512-0e00a3f94ee7 service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:47:54.299588 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-6634ae54-86df-4722-b512-0e00a3f94ee7 service neutron] Checking segment: {'id': '0c080895-bcf4-4e59-861e-09d2c7c3a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '13eec917-2205-41ac-bb67-a922e346256d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:47:54.299963 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-6634ae54-86df-4722-b512-0e00a3f94ee7 service neutron] Bound using segment: {'id': '0c080895-bcf4-4e59-861e-09d2c7c3a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '13eec917-2205-41ac-bb67-a922e346256d'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:47:54.300409 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-6634ae54-86df-4722-b512-0e00a3f94ee7 service neutron] Bound port: 77a6acd5-0557-4b30-b32e-c85be720f015, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c080895-bcf4-4e59-861e-09d2c7c3a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '13eec917-2205-41ac-bb67-a922e346256d'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:47:54.300761 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-6634ae54-86df-4722-b512-0e00a3f94ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:54.352749 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50dce7b-b8ad-411a-acf9-c2869a2719ec req-c9c394e2-ae6d-49a9-882e-46bf7fc00bbf tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:54.354396 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b50dce7b-b8ad-411a-acf9-c2869a2719ec req-c9c394e2-ae6d-49a9-882e-46bf7fc00bbf tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae2c53b5-2fc9-472e-b9f4-318e04fa23af HTTP/1.1" status: 200 len: 944 time: 0.0947332 Apr 29 11:47:54.425368 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b50dce7b-b8ad-411a-acf9-c2869a2719ec req-a186c865-934e-4cb3-9067-182970fa4d3e tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596921 Apr 29 11:47:54.426469 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-6634ae54-86df-4722-b512-0e00a3f94ee7 service neutron] For port 77a6acd5-0557-4b30-b32e-c85be720f015, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:47:54.440409 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-6634ae54-86df-4722-b512-0e00a3f94ee7 service neutron] For port 77a6acd5-0557-4b30-b32e-c85be720f015, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=77a6acd5-0557-4b30-b32e-c85be720f015,segment=NetworkSegment(0c080895-bcf4-4e59-861e-09d2c7c3a6d0),segment_id=0c080895-bcf4-4e59-861e-09d2c7c3a6d0)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:47:54.447016 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-6634ae54-86df-4722-b512-0e00a3f94ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:54.492165 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-6634ae54-86df-4722-b512-0e00a3f94ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:54.492709 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-6634ae54-86df-4722-b512-0e00a3f94ee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:54.494105 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-6634ae54-86df-4722-b512-0e00a3f94ee7 service neutron] 10.222.0.62 "PUT /v2.0/ports/77a6acd5-0557-4b30-b32e-c85be720f015 HTTP/1.1" status: 200 len: 1094 time: 0.7654741 Apr 29 11:47:54.494606 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2c53b5-2fc9-472e-b9f4-318e04fa23af', 'tag': '77a6acd5-0557-4b30-b32e-c85be720f015'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:47:54.497174 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ce1c3d-d96e-4286-927b-61f62c0a4ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2c53b5-2fc9-472e-b9f4-318e04fa23af", "tag": "77a6acd5-0557-4b30-b32e-c85be720f015"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:47:54.541575 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634ae54-86df-4722-b512-0e00a3f94ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=77a6acd5-0557-4b30-b32e-c85be720f015,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:54.582621 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cb6125-e1fc-4ebc-8487-e9d931f5eaec x-openstack-request-id: req-63cb6125-e1fc-4ebc-8487-e9d931f5eaec {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:47:54.583052 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2c53b5-2fc9-472e-b9f4-318e04fa23af", "tag": "77a6acd5-0557-4b30-b32e-c85be720f015", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:47:54.583173 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-63cb6125-e1fc-4ebc-8487-e9d931f5eaec {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:47:54.583562 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63cb6125-e1fc-4ebc-8487-e9d931f5eaec'] response: {'name': 'network-changed', 'server_uuid': 'ae2c53b5-2fc9-472e-b9f4-318e04fa23af', 'tag': '77a6acd5-0557-4b30-b32e-c85be720f015', 'status': 'completed', 'code': 200} Apr 29 11:47:54.615875 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-301e8081-c405-488b-a541-b6cc48b3d789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:54.617498 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-301e8081-c405-488b-a541-b6cc48b3d789 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5c18c08a53e64ca1a8e956042fa2eb3a&device_id=ae2c53b5-2fc9-472e-b9f4-318e04fa23af HTTP/1.1" status: 200 len: 1097 time: 0.0671549 Apr 29 11:47:54.674996 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-387b0f99-e2aa-46f8-a0a9-71b8b115bd39 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77a6acd5-0557-4b30-b32e-c85be720f015 HTTP/1.1" status: 200 len: 217 time: 0.0449481 Apr 29 11:47:55.123238 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-cfe05300-7299-4e86-b07a-5345acf2fa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:55.125501 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-cfe05300-7299-4e86-b07a-5345acf2fa67 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d46e396-b942-4a36-95e7-aa43a356bdd4 HTTP/1.1" status: 200 len: 851 time: 0.4342270 Apr 29 11:47:55.183378 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-016d56b1-cd70-4fb5-87d1-6431fff3b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:55.185130 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-016d56b1-cd70-4fb5-87d1-6431fff3b495 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13eec917-2205-41ac-bb67-a922e346256d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0511148 Apr 29 11:47:55.284747 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-f1718bdf-f575-4e13-915a-45141735e03a service neutron] 10.222.0.62 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906920 Apr 29 11:47:55.383080 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-360804e6-f119-4343-90c2-ef7bca9cd3f0 req-a8eeaace-4433-4162-b5ae-dabcf377cc14 service neutron] 10.222.0.62 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842714 Apr 29 11:47:55.490342 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce1c3d-d96e-4286-927b-61f62c0a4ed1 req-0de9329d-44d3-4cd8-91d7-36ed3cf0e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:55.491879 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e1ce1c3d-d96e-4286-927b-61f62c0a4ed1 req-0de9329d-44d3-4cd8-91d7-36ed3cf0e669 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5c18c08a53e64ca1a8e956042fa2eb3a&device_id=ae2c53b5-2fc9-472e-b9f4-318e04fa23af HTTP/1.1" status: 200 len: 1097 time: 0.0489345 Apr 29 11:47:55.621703 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c056dc1-10b7-4c7f-b053-65f1b64bdd8a req-0b8cd3ad-d5e0-4f94-8d54-17bf54c1fb7e tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:55.623240 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0c056dc1-10b7-4c7f-b053-65f1b64bdd8a req-0b8cd3ad-d5e0-4f94-8d54-17bf54c1fb7e tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae2c53b5-2fc9-472e-b9f4-318e04fa23af HTTP/1.1" status: 200 len: 944 time: 0.1023874 Apr 29 11:47:55.640885 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce1c3d-d96e-4286-927b-61f62c0a4ed1 req-23043d78-cea9-4e78-b064-29cfea869086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:55.642267 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e1ce1c3d-d96e-4286-927b-61f62c0a4ed1 req-23043d78-cea9-4e78-b064-29cfea869086 service neutron] 10.222.0.62 "GET /v2.0/networks?id=13eec917-2205-41ac-bb67-a922e346256d HTTP/1.1" status: 200 len: 913 time: 0.1408188 Apr 29 11:47:55.701721 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e1ce1c3d-d96e-4286-927b-61f62c0a4ed1 req-47d58cd5-83ef-4dff-906c-b340f3ea54d0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77a6acd5-0557-4b30-b32e-c85be720f015 HTTP/1.1" status: 200 len: 217 time: 0.0499208 Apr 29 11:47:55.710336 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0c056dc1-10b7-4c7f-b053-65f1b64bdd8a req-6f96af7e-067a-43f0-822a-e03e62af0dab tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785258 Apr 29 11:47:55.757801 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce1c3d-d96e-4286-927b-61f62c0a4ed1 req-7c096275-730e-42ba-9b6e-0ada26b834bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:55.759372 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e1ce1c3d-d96e-4286-927b-61f62c0a4ed1 req-7c096275-730e-42ba-9b6e-0ada26b834bd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d46e396-b942-4a36-95e7-aa43a356bdd4 HTTP/1.1" status: 200 len: 851 time: 0.0481558 Apr 29 11:47:55.808017 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce1c3d-d96e-4286-927b-61f62c0a4ed1 req-adff68f2-5cb1-4b63-8908-2e3927230f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:55.809505 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e1ce1c3d-d96e-4286-927b-61f62c0a4ed1 req-adff68f2-5cb1-4b63-8908-2e3927230f90 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13eec917-2205-41ac-bb67-a922e346256d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415463 Apr 29 11:47:55.907106 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e1ce1c3d-d96e-4286-927b-61f62c0a4ed1 req-4741b90a-a25e-40c3-9d3c-d6c0e8d982ec service neutron] 10.222.0.62 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892992 Apr 29 11:47:55.998505 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e1ce1c3d-d96e-4286-927b-61f62c0a4ed1 req-d24bca8a-4e3e-404f-a833-33e6f089857c service neutron] 10.222.0.62 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842669 Apr 29 11:47:56.834712 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a236a2-a9b3-44d1-9bb0-8c582bb6fb2e req-13eac8cf-eb3f-4b95-9013-523281a039f1 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:56.836186 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-02a236a2-a9b3-44d1-9bb0-8c582bb6fb2e req-13eac8cf-eb3f-4b95-9013-523281a039f1 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae2c53b5-2fc9-472e-b9f4-318e04fa23af HTTP/1.1" status: 200 len: 944 time: 0.0520034 Apr 29 11:47:56.875472 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-02a236a2-a9b3-44d1-9bb0-8c582bb6fb2e req-584749c3-225a-4554-a4fb-2c05e6d1ffee tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325949 Apr 29 11:47:57.138550 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:57.744429 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9db36eae-f6f1-48c7-8aee-f756d51874c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:57.998573 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a135f8-351d-49fd-bd94-267ab5367f08 req-4aa8d645-fee7-4021-9054-1ab45e38c8f1 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:57.999963 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-68a135f8-351d-49fd-bd94-267ab5367f08 req-4aa8d645-fee7-4021-9054-1ab45e38c8f1 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae2c53b5-2fc9-472e-b9f4-318e04fa23af HTTP/1.1" status: 200 len: 944 time: 0.0534129 Apr 29 11:47:58.040422 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-68a135f8-351d-49fd-bd94-267ab5367f08 req-136e1cba-6731-4f2e-935f-9d98f913339c tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338199 Apr 29 11:47:58.500753 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:59.169391 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ec694-50a8-49f0-848b-119070150b30 req-94162980-743b-4b78-acf9-3962c4cf7c02 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:59.171051 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e53ec694-50a8-49f0-848b-119070150b30 req-94162980-743b-4b78-acf9-3962c4cf7c02 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae2c53b5-2fc9-472e-b9f4-318e04fa23af HTTP/1.1" status: 200 len: 944 time: 0.0537658 Apr 29 11:47:59.214410 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e53ec694-50a8-49f0-848b-119070150b30 req-9b594923-127e-42c2-a197-e20f7e58fac4 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351927 Apr 29 11:48:00.008905 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:00.201006 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:00.337577 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159610f-6f0d-4cf1-9908-ec47a6628f39 req-dd07c543-68cc-40a8-9f5a-64a4a455e7a8 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:00.339121 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4159610f-6f0d-4cf1-9908-ec47a6628f39 req-dd07c543-68cc-40a8-9f5a-64a4a455e7a8 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae2c53b5-2fc9-472e-b9f4-318e04fa23af HTTP/1.1" status: 200 len: 944 time: 0.0497003 Apr 29 11:48:00.377147 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4159610f-6f0d-4cf1-9908-ec47a6628f39 req-2bb0ec0b-0309-46a4-9904-74a41eb37131 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320163 Apr 29 11:48:01.508453 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434f86f-81fc-49b3-add4-72bc5cff85a8 req-27314c54-5e46-43b8-9c69-1d05e84f4d0b tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:01.510052 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d434f86f-81fc-49b3-add4-72bc5cff85a8 req-27314c54-5e46-43b8-9c69-1d05e84f4d0b tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae2c53b5-2fc9-472e-b9f4-318e04fa23af HTTP/1.1" status: 200 len: 944 time: 0.0591788 Apr 29 11:48:01.552580 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d434f86f-81fc-49b3-add4-72bc5cff85a8 req-f517176a-565a-4cdf-8a64-595646aec371 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358531 Apr 29 11:48:02.669837 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c73fb8-39a9-46d3-a37f-24ffbb11eabe req-6f0dc582-aed9-434b-96f6-8c288e0b3cbf tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:02.671341 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1c73fb8-39a9-46d3-a37f-24ffbb11eabe req-6f0dc582-aed9-434b-96f6-8c288e0b3cbf tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae2c53b5-2fc9-472e-b9f4-318e04fa23af HTTP/1.1" status: 200 len: 944 time: 0.0494745 Apr 29 11:48:02.709834 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1c73fb8-39a9-46d3-a37f-24ffbb11eabe req-5cf098b5-3f29-4e1e-96e0-ffb1fd19975d tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316870 Apr 29 11:48:03.836234 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632f236-723e-4a36-8ecb-4f3e02a7bf3a req-9a5d358b-d6f5-4b78-b665-e996b69fa4b8 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:03.838089 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a632f236-723e-4a36-8ecb-4f3e02a7bf3a req-9a5d358b-d6f5-4b78-b665-e996b69fa4b8 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae2c53b5-2fc9-472e-b9f4-318e04fa23af HTTP/1.1" status: 200 len: 944 time: 0.0525992 Apr 29 11:48:03.880242 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a632f236-723e-4a36-8ecb-4f3e02a7bf3a req-60d130f4-9dbe-4acc-b935-aa4f9ed3f332 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356321 Apr 29 11:48:04.999206 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c15a58-a5e3-4ebf-a6da-5fe6331a6706 req-3c55d30f-825e-4286-970c-61da77a526b8 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:05.000676 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f5c15a58-a5e3-4ebf-a6da-5fe6331a6706 req-3c55d30f-825e-4286-970c-61da77a526b8 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae2c53b5-2fc9-472e-b9f4-318e04fa23af HTTP/1.1" status: 200 len: 944 time: 0.0523930 Apr 29 11:48:05.038395 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f5c15a58-a5e3-4ebf-a6da-5fe6331a6706 req-2a3f630a-0e70-424c-98b6-90189d8fa228 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309980 Apr 29 11:48:05.606975 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 77a6acd5-0557-4b30-b32e-c85be720f015 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:48:05.699127 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 77a6acd5-0557-4b30-b32e-c85be720f015, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=77a6acd5-0557-4b30-b32e-c85be720f015,segment=NetworkSegment(0c080895-bcf4-4e59-861e-09d2c7c3a6d0),segment_id=0c080895-bcf4-4e59-861e-09d2c7c3a6d0)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:48:05.710474 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '77a6acd5-0557-4b30-b32e-c85be720f015', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'port_id': '77a6acd5-0557-4b30-b32e-c85be720f015', 'mac_address': 'fa:16:3e:32:9e:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:48:05.747427 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:05.763116 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77a6acd5-0557-4b30-b32e-c85be720f015 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:48:05.781629 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 77a6acd5-0557-4b30-b32e-c85be720f015, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=77a6acd5-0557-4b30-b32e-c85be720f015,segment=NetworkSegment(0c080895-bcf4-4e59-861e-09d2c7c3a6d0),segment_id=0c080895-bcf4-4e59-861e-09d2c7c3a6d0)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:48:05.785657 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:05.832361 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=77a6acd5-0557-4b30-b32e-c85be720f015,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:06.154604 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd615b22-fd15-4b44-a1dc-5bfef9055086 req-dcc8f7e9-b705-4834-b173-74f957b36532 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:06.156115 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dd615b22-fd15-4b44-a1dc-5bfef9055086 req-dcc8f7e9-b705-4834-b173-74f957b36532 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae2c53b5-2fc9-472e-b9f4-318e04fa23af HTTP/1.1" status: 200 len: 945 time: 0.0488722 Apr 29 11:48:06.173970 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['77a6acd5-0557-4b30-b32e-c85be720f015'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:48:06.195696 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dd615b22-fd15-4b44-a1dc-5bfef9055086 req-77f7c047-f2ac-47ff-9c8e-104ba9e4250e tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327549 Apr 29 11:48:07.319989 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e788d98-c367-456c-af4c-069641bc7294 req-451165fe-10c4-4472-95c5-d003f23003ec tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:07.321523 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1e788d98-c367-456c-af4c-069641bc7294 req-451165fe-10c4-4472-95c5-d003f23003ec tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae2c53b5-2fc9-472e-b9f4-318e04fa23af HTTP/1.1" status: 200 len: 945 time: 0.0573323 Apr 29 11:48:07.360174 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1e788d98-c367-456c-af4c-069641bc7294 req-755af477-b36c-4887-8947-fce483db44fe tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324268 Apr 29 11:48:07.639019 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 77a6acd5-0557-4b30-b32e-c85be720f015 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:48:07.689350 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port 77a6acd5-0557-4b30-b32e-c85be720f015 completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:07.693578 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 77a6acd5-0557-4b30-b32e-c85be720f015 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:07.693951 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:07.912858 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:07.935809 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2c53b5-2fc9-472e-b9f4-318e04fa23af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a6acd5-0557-4b30-b32e-c85be720f015'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:48:07.938058 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b9ea5a-ad8a-4f22-b0fa-7f6cce55dcd5" -d '{"events": [{"server_uuid": "ae2c53b5-2fc9-472e-b9f4-318e04fa23af", "name": "network-vif-plugged", "status": "completed", "tag": "77a6acd5-0557-4b30-b32e-c85be720f015"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:48:07.952236 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 77a6acd5-0557-4b30-b32e-c85be720f015, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=77a6acd5-0557-4b30-b32e-c85be720f015,segment=NetworkSegment(0c080895-bcf4-4e59-861e-09d2c7c3a6d0),segment_id=0c080895-bcf4-4e59-861e-09d2c7c3a6d0)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:48:07.957486 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:07.981543 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b092dd-352e-4aa3-a7ec-876db5d92f1f x-openstack-request-id: req-54b092dd-352e-4aa3-a7ec-876db5d92f1f {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:48:07.981841 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2c53b5-2fc9-472e-b9f4-318e04fa23af", "name": "network-vif-plugged", "status": "completed", "tag": "77a6acd5-0557-4b30-b32e-c85be720f015", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:48:07.982093 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-54b092dd-352e-4aa3-a7ec-876db5d92f1f {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:48:07.982511 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54b092dd-352e-4aa3-a7ec-876db5d92f1f'] response: {'server_uuid': 'ae2c53b5-2fc9-472e-b9f4-318e04fa23af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a6acd5-0557-4b30-b32e-c85be720f015', 'code': 200} Apr 29 11:48:08.011321 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=77a6acd5-0557-4b30-b32e-c85be720f015,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:08.213486 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e196b2f6-e975-4df1-a9df-ace5b292dcec req-442e9a20-77c8-4984-951d-6e7eb8d325e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:08.215145 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e196b2f6-e975-4df1-a9df-ace5b292dcec req-442e9a20-77c8-4984-951d-6e7eb8d325e1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ae2c53b5-2fc9-472e-b9f4-318e04fa23af HTTP/1.1" status: 200 len: 1099 time: 0.0496719 Apr 29 11:48:08.251371 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e196b2f6-e975-4df1-a9df-ace5b292dcec req-84df5d53-6e34-42df-a29f-e6f62287b9cc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286520 Apr 29 11:48:08.474580 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5c69c-85e8-4f9a-9034-a9aa3244e487 req-172f5550-6bf1-4c95-b089-b9158b2ca741 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:08.476078 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-18b5c69c-85e8-4f9a-9034-a9aa3244e487 req-172f5550-6bf1-4c95-b089-b9158b2ca741 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae2c53b5-2fc9-472e-b9f4-318e04fa23af HTTP/1.1" status: 200 len: 946 time: 0.0495236 Apr 29 11:48:08.513584 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-18b5c69c-85e8-4f9a-9034-a9aa3244e487 req-59283d81-b115-4f59-87bf-468780f20d1c tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314858 Apr 29 11:48:09.632679 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22b722-9e7f-46de-a337-e2f456a7d61f req-d0d88f17-8ecf-487c-9953-ffb1bd98a51d tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:09.634216 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fa22b722-9e7f-46de-a337-e2f456a7d61f req-d0d88f17-8ecf-487c-9953-ffb1bd98a51d tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae2c53b5-2fc9-472e-b9f4-318e04fa23af HTTP/1.1" status: 200 len: 946 time: 0.0523221 Apr 29 11:48:09.672857 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fa22b722-9e7f-46de-a337-e2f456a7d61f req-6dfad9d4-515a-4b38-be31-48857b444e91 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324335 Apr 29 11:48:10.792692 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350f73a-6521-491b-aba5-a8760f08897a req-f54819c4-63c3-479e-8140-8fdfbd8342b2 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:10.794202 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d350f73a-6521-491b-aba5-a8760f08897a req-f54819c4-63c3-479e-8140-8fdfbd8342b2 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae2c53b5-2fc9-472e-b9f4-318e04fa23af HTTP/1.1" status: 200 len: 946 time: 0.0535991 Apr 29 11:48:10.833432 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d350f73a-6521-491b-aba5-a8760f08897a req-f40218ff-5570-4b79-bb29-c57ee8bd1825 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330412 Apr 29 11:48:10.950337 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ee473-3077-4e8b-9d32-01d3aba99729 req-21f63e82-c01e-404c-9dee-16c5f67092ab tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:10.951818 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ec3ee473-3077-4e8b-9d32-01d3aba99729 req-21f63e82-c01e-404c-9dee-16c5f67092ab tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae2c53b5-2fc9-472e-b9f4-318e04fa23af HTTP/1.1" status: 200 len: 946 time: 0.0489101 Apr 29 11:48:10.989610 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ec3ee473-3077-4e8b-9d32-01d3aba99729 req-e3e2c5f7-29e7-4408-a820-7a49e3613101 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311482 Apr 29 11:48:11.011844 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54746) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:48:11.051718 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa68ed31-a4ba-4d60-995a-91e0e1d86d21 tempest-TestVolumeBootPattern-2013997128 tempest-TestVolumeBootPattern-2013997128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:11.053215 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-aa68ed31-a4ba-4d60-995a-91e0e1d86d21 tempest-TestVolumeBootPattern-2013997128 tempest-TestVolumeBootPattern-2013997128-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=ae2c53b5-2fc9-472e-b9f4-318e04fa23af HTTP/1.1" status: 200 len: 1094 time: 0.0403886 Apr 29 11:48:11.055978 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54748) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:48:11.061580 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-ded1f916-b752-4c42-84e6-a0fe693769c2 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'port_id': '77a6acd5-0557-4b30-b32e-c85be720f015', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:11.086551 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ded1f916-b752-4c42-84e6-a0fe693769c2 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for floatingip, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:11.188564 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ded1f916-b752-4c42-84e6-a0fe693769c2 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:11.301135 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-ded1f916-b752-4c42-84e6-a0fe693769c2 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Allocated IP 172.26.4.210 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/76f42ea2-69d9-494a-9653-7feea7cfd7b3) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:11.401771 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ded1f916-b752-4c42-84e6-a0fe693769c2 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:11.435144 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ded1f916-b752-4c42-84e6-a0fe693769c2 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:11.472305 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded1f916-b752-4c42-84e6-a0fe693769c2 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:11.477101 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-ded1f916-b752-4c42-84e6-a0fe693769c2 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:11.480668 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded1f916-b752-4c42-84e6-a0fe693769c2 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:48:11.509008 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1f916-b752-4c42-84e6-a0fe693769c2 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Pushing event updated for resources: {'Port': ['ID=76f42ea2-69d9-494a-9653-7feea7cfd7b3,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:11.882514 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ded1f916-b752-4c42-84e6-a0fe693769c2 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:11.960666 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ded1f916-b752-4c42-84e6-a0fe693769c2 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:12.132376 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ded1f916-b752-4c42-84e6-a0fe693769c2 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:12.136851 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ded1f916-b752-4c42-84e6-a0fe693769c2 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:12.214709 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1f916-b752-4c42-84e6-a0fe693769c2 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Pushing event updated for resources: {'Port': ['ID=76f42ea2-69d9-494a-9653-7feea7cfd7b3,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:12.236876 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ded1f916-b752-4c42-84e6-a0fe693769c2 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:12.342490 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [None req-ded1f916-b752-4c42-84e6-a0fe693769c2 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Floating IP 246299e1-5fa5-4900-ab44-c148cde408ce associated. External IP: 172.26.4.210, port: 77a6acd5-0557-4b30-b32e-c85be720f015. Apr 29 11:48:12.558597 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded1f916-b752-4c42-84e6-a0fe693769c2 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Router f601182d-d511-43d6-ade7-d211bedc506a has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:48:12.671233 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded1f916-b752-4c42-84e6-a0fe693769c2 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:48:12.681871 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ca6fc6-4108-4e44-a1c6-fb840c8a6aec None None] Sync routers for ids ['f601182d-d511-43d6-ade7-d211bedc506a'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:48:12.690127 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ded1f916-b752-4c42-84e6-a0fe693769c2 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:12.692990 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ca6fc6-4108-4e44-a1c6-fb840c8a6aec None None] Routers {'f601182d-d511-43d6-ade7-d211bedc506a'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:48:12.693608 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-99ca6fc6-4108-4e44-a1c6-fb840c8a6aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:47:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f601182d-d511-43d6-ade7-d211bedc506a'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:12.718232 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ded1f916-b752-4c42-84e6-a0fe693769c2 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6610510 Apr 29 11:48:12.718776 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2c53b5-2fc9-472e-b9f4-318e04fa23af', 'tag': '77a6acd5-0557-4b30-b32e-c85be720f015'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:48:12.721088 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257bccf3-4c56-433d-886e-54f2af34c96a" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2c53b5-2fc9-472e-b9f4-318e04fa23af", "tag": "77a6acd5-0557-4b30-b32e-c85be720f015"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:48:12.759221 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8262845-e297-4d96-ac4b-7ae42a389448 x-openstack-request-id: req-f8262845-e297-4d96-ac4b-7ae42a389448 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:48:12.759510 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2c53b5-2fc9-472e-b9f4-318e04fa23af", "tag": "77a6acd5-0557-4b30-b32e-c85be720f015", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:48:12.759759 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f8262845-e297-4d96-ac4b-7ae42a389448 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:48:12.760166 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8262845-e297-4d96-ac4b-7ae42a389448'] response: {'name': 'network-changed', 'server_uuid': 'ae2c53b5-2fc9-472e-b9f4-318e04fa23af', 'tag': '77a6acd5-0557-4b30-b32e-c85be720f015', 'status': 'completed', 'code': 200} Apr 29 11:48:12.801176 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-99ca6fc6-4108-4e44-a1c6-fb840c8a6aec None None] Set router f601182d-d511-43d6-ade7-d211bedc506a gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:48:12.834435 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bccf3-4c56-433d-886e-54f2af34c96a req-42ae2a86-a948-4e98-80c5-9a85dda37adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:12.835968 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-257bccf3-4c56-433d-886e-54f2af34c96a req-42ae2a86-a948-4e98-80c5-9a85dda37adc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5c18c08a53e64ca1a8e956042fa2eb3a&device_id=ae2c53b5-2fc9-472e-b9f4-318e04fa23af HTTP/1.1" status: 200 len: 1099 time: 0.0461431 Apr 29 11:48:12.936697 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bccf3-4c56-433d-886e-54f2af34c96a req-7317b1d9-b2c6-413a-850d-040305903330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:12.938101 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-257bccf3-4c56-433d-886e-54f2af34c96a req-7317b1d9-b2c6-413a-850d-040305903330 service neutron] 10.222.0.62 "GET /v2.0/networks?id=13eec917-2205-41ac-bb67-a922e346256d HTTP/1.1" status: 200 len: 913 time: 0.0903220 Apr 29 11:48:13.008275 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-257bccf3-4c56-433d-886e-54f2af34c96a req-b37b541d-c9e7-4dc3-b000-5f85a9884e02 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77a6acd5-0557-4b30-b32e-c85be720f015 HTTP/1.1" status: 200 len: 1000 time: 0.0602396 Apr 29 11:48:13.042197 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-99ca6fc6-4108-4e44-a1c6-fb840c8a6aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'name': 'tempest-TestVolumeBootPattern-1959983474-router', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:08Z', 'updated_at': '2022-04-29T11:42:16Z', 'revision_number': 4, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'gw_port': {'id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '246299e1-5fa5-4900-ab44-c148cde408ce', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'floating_ip_address': '172.26.4.210', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'port_id': '77a6acd5-0557-4b30-b32e-c85be720f015', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'mac_address': 'fa:16:3e:32:9e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2c53b5-2fc9-472e-b9f4-318e04fa23af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:48:11Z', 'updated_at': '2022-04-29T11:48:11Z', 'revision_number': 0, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'fixed_ip_address_scope': None}, {'id': 'dc494bf3-f46b-4c22-aafb-169218677f96', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'floating_ip_address': '172.26.4.13', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'port_id': '1b9d49e6-9e5f-423d-b996-8a7b44f31b8b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'mac_address': 'fa:16:3e:e9:ce:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aceb756-3285-4da0-a133-5b76e2b37c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:46:00Z', 'updated_at': '2022-04-29T11:46:02Z', 'revision_number': 1, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '999fce44-439b-4f3a-8bbf-e54742674908', 'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'mac_address': 'fa:16:3e:87:c0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:42:31Z', 'revision_number': 5, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'subnets': [{'id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:13.067027 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bccf3-4c56-433d-886e-54f2af34c96a req-6cda69bc-c242-4895-9097-a222ffaf794f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:13.068518 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-257bccf3-4c56-433d-886e-54f2af34c96a req-6cda69bc-c242-4895-9097-a222ffaf794f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d46e396-b942-4a36-95e7-aa43a356bdd4 HTTP/1.1" status: 200 len: 851 time: 0.0508220 Apr 29 11:48:13.068766 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ca6fc6-4108-4e44-a1c6-fb840c8a6aec None None] Checking router: f601182d-d511-43d6-ade7-d211bedc506a for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:48:13.077473 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ca6fc6-4108-4e44-a1c6-fb840c8a6aec None None] Routers {'f601182d-d511-43d6-ade7-d211bedc506a'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:48:13.078060 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-99ca6fc6-4108-4e44-a1c6-fb840c8a6aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:47:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f601182d-d511-43d6-ade7-d211bedc506a'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:13.120773 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bccf3-4c56-433d-886e-54f2af34c96a req-02a9cd8f-f25a-4782-9419-4e5cf4028444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:13.122335 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-257bccf3-4c56-433d-886e-54f2af34c96a req-02a9cd8f-f25a-4782-9419-4e5cf4028444 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13eec917-2205-41ac-bb67-a922e346256d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416741 Apr 29 11:48:13.183765 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-99ca6fc6-4108-4e44-a1c6-fb840c8a6aec None None] Set router f601182d-d511-43d6-ade7-d211bedc506a gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:48:13.216743 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-257bccf3-4c56-433d-886e-54f2af34c96a req-52296f69-faaf-476e-89e1-6fa9da43b3b2 service neutron] 10.222.0.62 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856488 Apr 29 11:48:13.313753 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-257bccf3-4c56-433d-886e-54f2af34c96a req-3d881ffe-e77c-4a85-a156-8651313d565c service neutron] 10.222.0.62 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888989 Apr 29 11:48:13.412828 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-99ca6fc6-4108-4e44-a1c6-fb840c8a6aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'name': 'tempest-TestVolumeBootPattern-1959983474-router', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:08Z', 'updated_at': '2022-04-29T11:42:16Z', 'revision_number': 4, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'gw_port': {'id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '246299e1-5fa5-4900-ab44-c148cde408ce', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'floating_ip_address': '172.26.4.210', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'port_id': '77a6acd5-0557-4b30-b32e-c85be720f015', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'mac_address': 'fa:16:3e:32:9e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2c53b5-2fc9-472e-b9f4-318e04fa23af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:48:11Z', 'updated_at': '2022-04-29T11:48:11Z', 'revision_number': 0, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'fixed_ip_address_scope': None}, {'id': 'dc494bf3-f46b-4c22-aafb-169218677f96', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'floating_ip_address': '172.26.4.13', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'port_id': '1b9d49e6-9e5f-423d-b996-8a7b44f31b8b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'mac_address': 'fa:16:3e:e9:ce:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aceb756-3285-4da0-a133-5b76e2b37c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:46:00Z', 'updated_at': '2022-04-29T11:46:02Z', 'revision_number': 1, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '999fce44-439b-4f3a-8bbf-e54742674908', 'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'mac_address': 'fa:16:3e:87:c0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:42:31Z', 'revision_number': 5, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'subnets': [{'id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:13.523510 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ca6fc6-4108-4e44-a1c6-fb840c8a6aec None None] The sync data for ids ['f601182d-d511-43d6-ade7-d211bedc506a'] in dv-neutron-838888-1-hyperv is: [{'id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'name': 'tempest-TestVolumeBootPattern-1959983474-router', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:08Z', 'updated_at': '2022-04-29T11:42:16Z', 'revision_number': 4, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'gw_port': {'id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '246299e1-5fa5-4900-ab44-c148cde408ce', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'floating_ip_address': '172.26.4.210', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'port_id': '77a6acd5-0557-4b30-b32e-c85be720f015', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'mac_address': 'fa:16:3e:32:9e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2c53b5-2fc9-472e-b9f4-318e04fa23af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:48:11Z', 'updated_at': '2022-04-29T11:48:11Z', 'revision_number': 0, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'fixed_ip_address_scope': None}, {'id': 'dc494bf3-f46b-4c22-aafb-169218677f96', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'floating_ip_address': '172.26.4.13', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'port_id': '1b9d49e6-9e5f-423d-b996-8a7b44f31b8b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'mac_address': 'fa:16:3e:e9:ce:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aceb756-3285-4da0-a133-5b76e2b37c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:46:00Z', 'updated_at': '2022-04-29T11:46:02Z', 'revision_number': 1, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '999fce44-439b-4f3a-8bbf-e54742674908', 'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'mac_address': 'fa:16:3e:87:c0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:42:31Z', 'revision_number': 5, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'subnets': [{'id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:48:13.715377 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9262d3a2-8a60-416f-8cf0-d10b1b784024 None None] New status for floating IP 246299e1-5fa5-4900-ab44-c148cde408ce: ACTIVE {{(pid=102961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:48:18.253625 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:48:23.547301 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b3d0a2b3-c6d6-419e-9b52-bd6f42e97092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:27.146064 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:27.749488 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0550dbad-1390-4a7f-9fad-ed72ad49f7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:28.499114 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:30.012417 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:30.203466 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:53.550581 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b8228a3d-94ed-4312-abcd-708838850e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:55.253019 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:48:57.150394 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:57.752298 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9e7f11ea-1d4a-4758-8bca-dbb481918493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:58.504664 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:00.014615 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:00.209696 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:09.956061 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3d37b390-72c2-4a09-be4b-4e9114c15d39 req-c664383a-a457-4aa7-bde1-be130f73809c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7aceb756-3285-4da0-a133-5b76e2b37c33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402734 Apr 29 11:49:10.052004 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37b390-72c2-4a09-be4b-4e9114c15d39 req-1cb6f764-bede-464f-89be-d54f245cc591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:10.053564 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3d37b390-72c2-4a09-be4b-4e9114c15d39 req-1cb6f764-bede-464f-89be-d54f245cc591 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5c18c08a53e64ca1a8e956042fa2eb3a&device_id=7aceb756-3285-4da0-a133-5b76e2b37c33 HTTP/1.1" status: 200 len: 1099 time: 0.0431828 Apr 29 11:49:10.173740 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37b390-72c2-4a09-be4b-4e9114c15d39 req-5cfe1c29-9753-4dc1-9459-abec64cbd680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:10.175283 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3d37b390-72c2-4a09-be4b-4e9114c15d39 req-5cfe1c29-9753-4dc1-9459-abec64cbd680 service neutron] 10.222.0.62 "GET /v2.0/networks?id=13eec917-2205-41ac-bb67-a922e346256d HTTP/1.1" status: 200 len: 913 time: 0.0935161 Apr 29 11:49:10.241254 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3d37b390-72c2-4a09-be4b-4e9114c15d39 req-2df65977-1233-4e91-b1a3-39bcc0645708 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b9d49e6-9e5f-423d-b996-8a7b44f31b8b HTTP/1.1" status: 200 len: 1001 time: 0.0580952 Apr 29 11:49:10.299357 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37b390-72c2-4a09-be4b-4e9114c15d39 req-d43b71d0-391d-46f2-b86e-11d9bf8f8ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:10.300827 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3d37b390-72c2-4a09-be4b-4e9114c15d39 req-d43b71d0-391d-46f2-b86e-11d9bf8f8ded service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d46e396-b942-4a36-95e7-aa43a356bdd4 HTTP/1.1" status: 200 len: 851 time: 0.0498161 Apr 29 11:49:10.355861 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37b390-72c2-4a09-be4b-4e9114c15d39 req-d8d8df49-72ce-4d0c-ba63-adb715435f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:10.357392 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3d37b390-72c2-4a09-be4b-4e9114c15d39 req-d8d8df49-72ce-4d0c-ba63-adb715435f7a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13eec917-2205-41ac-bb67-a922e346256d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437577 Apr 29 11:49:10.452045 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3d37b390-72c2-4a09-be4b-4e9114c15d39 req-7e5741ca-a467-47af-9d4e-d3eca6bfa110 service neutron] 10.222.0.62 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837851 Apr 29 11:49:10.555094 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3d37b390-72c2-4a09-be4b-4e9114c15d39 req-65349144-aaa4-44de-9f63-14c1baeacc1e service neutron] 10.222.0.62 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904956 Apr 29 11:49:23.553543 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c749d2e8-93b0-4992-8324-5d6b072cfe6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:27.152383 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:27.755936 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-16db7bf4-fb0d-49d3-8aa1-f6d583747b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:28.509100 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:30.020597 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:30.204126 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:32.250870 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:49:49.256711 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54794) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:49:49.262590 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-5a2894a1-6edf-4175-8ecd-2535519a5253 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:49.353787 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5a2894a1-6edf-4175-8ecd-2535519a5253 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11810251'] for subnet, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:49.502812 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5a2894a1-6edf-4175-8ecd-2535519a5253 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792668407480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8632050'] for subnet, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:49.535065 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2894a1-6edf-4175-8ecd-2535519a5253 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:49.535645 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5a2894a1-6edf-4175-8ecd-2535519a5253 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:49.536922 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5a2894a1-6edf-4175-8ecd-2535519a5253 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "PUT /v2.0/subnets/334f8d0b-acf8-43b4-8764-28f3e4d77e2f HTTP/1.1" status: 200 len: 835 time: 0.2792196 Apr 29 11:49:49.540778 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55aecf31-2656-4ef8-bf1a-042b9c8be548 None None] Network 4a112ed5-53b0-4c78-9b69-8d3da6fe489d requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:49:49.555940 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2894a1-6edf-4175-8ecd-2535519a5253 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Subnet': ['ID=334f8d0b-acf8-43b4-8764-28f3e4d77e2f,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:49.563107 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2894a1-6edf-4175-8ecd-2535519a5253 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:49.563469 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2894a1-6edf-4175-8ecd-2535519a5253 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:49.563932 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2894a1-6edf-4175-8ecd-2535519a5253 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:49.564274 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2894a1-6edf-4175-8ecd-2535519a5253 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:49.564606 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2894a1-6edf-4175-8ecd-2535519a5253 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:49.564937 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2894a1-6edf-4175-8ecd-2535519a5253 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:49.565267 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2894a1-6edf-4175-8ecd-2535519a5253 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:49.565596 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2894a1-6edf-4175-8ecd-2535519a5253 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:49.565924 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2894a1-6edf-4175-8ecd-2535519a5253 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:49.566274 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2894a1-6edf-4175-8ecd-2535519a5253 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:49.566603 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2894a1-6edf-4175-8ecd-2535519a5253 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:49.566922 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2894a1-6edf-4175-8ecd-2535519a5253 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:49.969488 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-cc480e13-16eb-4004-bda5-02c54da5528e None None] Provisioning complete for port a3cff82c-25b5-4e56-a150-703ef5972f6a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:49.969856 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cc480e13-16eb-4004-bda5-02c54da5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:50.058397 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-cc480e13-16eb-4004-bda5-02c54da5528e None None] Provisioning complete for port c20a6550-b9d8-43d6-b020-8e4ce474d20d triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:50.058755 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cc480e13-16eb-4004-bda5-02c54da5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:50.141052 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-cc480e13-16eb-4004-bda5-02c54da5528e None None] Provisioning complete for port e61c1d92-b59c-4201-ab8a-ad72c489a755 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:50.141409 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cc480e13-16eb-4004-bda5-02c54da5528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:53.556037 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c92f28af-ffcc-475c-bfa5-1493c13a9c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:54.158753 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54798) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:49:54.323948 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-990e2857-33ab-443d-8bdf-f5b47a8714a5 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Deleting port 76f42ea2-69d9-494a-9653-7feea7cfd7b3 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:49:54.324286 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-990e2857-33ab-443d-8bdf-f5b47a8714a5 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:54.401338 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-990e2857-33ab-443d-8bdf-f5b47a8714a5 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:54.401659 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-990e2857-33ab-443d-8bdf-f5b47a8714a5 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:54.413111 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-990e2857-33ab-443d-8bdf-f5b47a8714a5 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Calling delete_port for 76f42ea2-69d9-494a-9653-7feea7cfd7b3 owned by network:floatingip {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:49:54.876352 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-990e2857-33ab-443d-8bdf-f5b47a8714a5 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:54.904882 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e2857-33ab-443d-8bdf-f5b47a8714a5 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Pushing event deleted for resources: {'Port': ['ID=76f42ea2-69d9-494a-9653-7feea7cfd7b3,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:54.964522 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-990e2857-33ab-443d-8bdf-f5b47a8714a5 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for floatingip, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:54.964928 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [None req-990e2857-33ab-443d-8bdf-f5b47a8714a5 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Floating IP 246299e1-5fa5-4900-ab44-c148cde408ce disassociated (deleted). External IP: 172.26.4.210, port: 77a6acd5-0557-4b30-b32e-c85be720f015. Apr 29 11:49:55.176225 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990e2857-33ab-443d-8bdf-f5b47a8714a5 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Router f601182d-d511-43d6-ade7-d211bedc506a has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:49:55.294865 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990e2857-33ab-443d-8bdf-f5b47a8714a5 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:49:55.299855 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-990e2857-33ab-443d-8bdf-f5b47a8714a5 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:55.305980 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be56e30f-104b-4958-98ac-3eaf62fd09bc None None] Sync routers for ids ['f601182d-d511-43d6-ade7-d211bedc506a'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:49:55.317332 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be56e30f-104b-4958-98ac-3eaf62fd09bc None None] Routers {'f601182d-d511-43d6-ade7-d211bedc506a'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:49:55.317956 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-be56e30f-104b-4958-98ac-3eaf62fd09bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:49:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f601182d-d511-43d6-ade7-d211bedc506a'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:55.329385 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-990e2857-33ab-443d-8bdf-f5b47a8714a5 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "DELETE /v2.0/floatingips/246299e1-5fa5-4900-ab44-c148cde408ce HTTP/1.1" status: 204 len: 168 time: 1.1693065 Apr 29 11:49:55.330002 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2c53b5-2fc9-472e-b9f4-318e04fa23af', 'tag': '77a6acd5-0557-4b30-b32e-c85be720f015'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:49:55.332355 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d461ada4-d635-4fdd-8491-e0b52b4d42f7" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2c53b5-2fc9-472e-b9f4-318e04fa23af", "tag": "77a6acd5-0557-4b30-b32e-c85be720f015"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:49:55.375880 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60935f5b-fb7a-4ea6-b6cc-0999844378eb x-openstack-request-id: req-60935f5b-fb7a-4ea6-b6cc-0999844378eb {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:49:55.376822 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2c53b5-2fc9-472e-b9f4-318e04fa23af", "tag": "77a6acd5-0557-4b30-b32e-c85be720f015", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:49:55.377360 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-60935f5b-fb7a-4ea6-b6cc-0999844378eb {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:49:55.378042 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60935f5b-fb7a-4ea6-b6cc-0999844378eb'] response: {'name': 'network-changed', 'server_uuid': 'ae2c53b5-2fc9-472e-b9f4-318e04fa23af', 'tag': '77a6acd5-0557-4b30-b32e-c85be720f015', 'status': 'completed', 'code': 200} Apr 29 11:49:55.437060 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-be56e30f-104b-4958-98ac-3eaf62fd09bc None None] Set router f601182d-d511-43d6-ade7-d211bedc506a gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:49:55.454418 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461ada4-d635-4fdd-8491-e0b52b4d42f7 req-40ef6560-67d0-4d89-9e98-60966a4f5559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:55.455990 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d461ada4-d635-4fdd-8491-e0b52b4d42f7 req-40ef6560-67d0-4d89-9e98-60966a4f5559 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5c18c08a53e64ca1a8e956042fa2eb3a&device_id=ae2c53b5-2fc9-472e-b9f4-318e04fa23af HTTP/1.1" status: 200 len: 1099 time: 0.0543334 Apr 29 11:49:55.621119 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461ada4-d635-4fdd-8491-e0b52b4d42f7 req-f2d61bce-f1a8-44dc-919e-40f450a5c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:55.622637 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d461ada4-d635-4fdd-8491-e0b52b4d42f7 req-f2d61bce-f1a8-44dc-919e-40f450a5c4e1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=13eec917-2205-41ac-bb67-a922e346256d HTTP/1.1" status: 200 len: 913 time: 0.1571116 Apr 29 11:49:55.636013 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e01b68-d997-41fe-9bc6-5d5b28e74c41 req-9bad3fb0-5ea5-44b9-a61f-12bee43063dd tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:55.637537 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-87e01b68-d997-41fe-9bc6-5d5b28e74c41 req-9bad3fb0-5ea5-44b9-a61f-12bee43063dd tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae2c53b5-2fc9-472e-b9f4-318e04fa23af HTTP/1.1" status: 200 len: 946 time: 0.0886955 Apr 29 11:49:55.690716 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d461ada4-d635-4fdd-8491-e0b52b4d42f7 req-bbcbfc30-686e-464e-aca0-b597492b8a6b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77a6acd5-0557-4b30-b32e-c85be720f015 HTTP/1.1" status: 200 len: 217 time: 0.0520675 Apr 29 11:49:55.702687 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-be56e30f-104b-4958-98ac-3eaf62fd09bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'name': 'tempest-TestVolumeBootPattern-1959983474-router', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:08Z', 'updated_at': '2022-04-29T11:42:16Z', 'revision_number': 4, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'gw_port': {'id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'dc494bf3-f46b-4c22-aafb-169218677f96', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'floating_ip_address': '172.26.4.13', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'port_id': '1b9d49e6-9e5f-423d-b996-8a7b44f31b8b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'mac_address': 'fa:16:3e:e9:ce:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aceb756-3285-4da0-a133-5b76e2b37c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:46:00Z', 'updated_at': '2022-04-29T11:46:02Z', 'revision_number': 1, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '999fce44-439b-4f3a-8bbf-e54742674908', 'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'mac_address': 'fa:16:3e:87:c0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:42:31Z', 'revision_number': 5, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'subnets': [{'id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:55.733252 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be56e30f-104b-4958-98ac-3eaf62fd09bc None None] Checking router: f601182d-d511-43d6-ade7-d211bedc506a for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:49:55.741483 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-87e01b68-d997-41fe-9bc6-5d5b28e74c41 req-8f1ad7d8-7f65-4bea-b818-4b17b7826269 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970604 Apr 29 11:49:55.741744 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be56e30f-104b-4958-98ac-3eaf62fd09bc None None] Routers {'f601182d-d511-43d6-ade7-d211bedc506a'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:49:55.742987 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-be56e30f-104b-4958-98ac-3eaf62fd09bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:49:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f601182d-d511-43d6-ade7-d211bedc506a'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:55.763593 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461ada4-d635-4fdd-8491-e0b52b4d42f7 req-1ca55f22-d49b-4e73-8caf-16a23dc6f38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:55.765098 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d461ada4-d635-4fdd-8491-e0b52b4d42f7 req-1ca55f22-d49b-4e73-8caf-16a23dc6f38d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d46e396-b942-4a36-95e7-aa43a356bdd4 HTTP/1.1" status: 200 len: 851 time: 0.0665326 Apr 29 11:49:55.818838 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461ada4-d635-4fdd-8491-e0b52b4d42f7 req-8e39dc5a-a914-486b-98c9-54aa67dc3293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:55.820857 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d461ada4-d635-4fdd-8491-e0b52b4d42f7 req-8e39dc5a-a914-486b-98c9-54aa67dc3293 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13eec917-2205-41ac-bb67-a922e346256d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452468 Apr 29 11:49:55.873015 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-be56e30f-104b-4958-98ac-3eaf62fd09bc None None] Set router f601182d-d511-43d6-ade7-d211bedc506a gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:49:55.922627 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d461ada4-d635-4fdd-8491-e0b52b4d42f7 req-b1b7a8b2-7c53-4f06-9774-9e245bfc310d service neutron] 10.222.0.62 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929017 Apr 29 11:49:56.022950 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d461ada4-d635-4fdd-8491-e0b52b4d42f7 req-054de335-26b8-49f4-88d3-62c6bea39e9f service neutron] 10.222.0.62 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884502 Apr 29 11:49:56.108790 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-be56e30f-104b-4958-98ac-3eaf62fd09bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'name': 'tempest-TestVolumeBootPattern-1959983474-router', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:08Z', 'updated_at': '2022-04-29T11:42:16Z', 'revision_number': 4, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'gw_port': {'id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'dc494bf3-f46b-4c22-aafb-169218677f96', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'floating_ip_address': '172.26.4.13', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'port_id': '1b9d49e6-9e5f-423d-b996-8a7b44f31b8b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'mac_address': 'fa:16:3e:e9:ce:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aceb756-3285-4da0-a133-5b76e2b37c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:46:00Z', 'updated_at': '2022-04-29T11:46:02Z', 'revision_number': 1, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '999fce44-439b-4f3a-8bbf-e54742674908', 'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'mac_address': 'fa:16:3e:87:c0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:42:31Z', 'revision_number': 5, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'subnets': [{'id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:56.141144 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be56e30f-104b-4958-98ac-3eaf62fd09bc None None] The sync data for ids ['f601182d-d511-43d6-ade7-d211bedc506a'] in dv-neutron-838888-1-hyperv is: [{'id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'name': 'tempest-TestVolumeBootPattern-1959983474-router', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:08Z', 'updated_at': '2022-04-29T11:42:16Z', 'revision_number': 4, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'gw_port': {'id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'dc494bf3-f46b-4c22-aafb-169218677f96', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'floating_ip_address': '172.26.4.13', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'port_id': '1b9d49e6-9e5f-423d-b996-8a7b44f31b8b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'mac_address': 'fa:16:3e:e9:ce:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aceb756-3285-4da0-a133-5b76e2b37c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:46:00Z', 'updated_at': '2022-04-29T11:46:02Z', 'revision_number': 1, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '999fce44-439b-4f3a-8bbf-e54742674908', 'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'mac_address': 'fa:16:3e:87:c0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:42:31Z', 'revision_number': 5, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'subnets': [{'id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:49:56.394442 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725e14fe-e6df-4585-b6f3-b3a403bf8c34 None None] New status for floating IP 246299e1-5fa5-4900-ab44-c148cde408ce: DOWN {{(pid=102961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:49:56.881087 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679acb62-16f3-4f87-a304-de47442218c6 req-ff967efd-4502-45bf-9ae6-bf12cab56f93 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:56.883593 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-679acb62-16f3-4f87-a304-de47442218c6 req-ff967efd-4502-45bf-9ae6-bf12cab56f93 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae2c53b5-2fc9-472e-b9f4-318e04fa23af HTTP/1.1" status: 200 len: 946 time: 0.0623713 Apr 29 11:49:56.931756 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-679acb62-16f3-4f87-a304-de47442218c6 req-3029f012-4284-4ff8-8a1f-8edabef057a1 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425582 Apr 29 11:49:57.147674 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:57.498536 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebc4c2-e2cd-4d05-9bb0-675b47bb5fd9 req-0a5af741-8183-4b10-be96-1b0f599c04f3 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:57.500020 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-59ebc4c2-e2cd-4d05-9bb0-675b47bb5fd9 req-0a5af741-8183-4b10-be96-1b0f599c04f3 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae2c53b5-2fc9-472e-b9f4-318e04fa23af HTTP/1.1" status: 200 len: 946 time: 0.0485823 Apr 29 11:49:57.595463 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-59ebc4c2-e2cd-4d05-9bb0-675b47bb5fd9 req-04c35f09-ae46-4e12-91f8-d141ac9507b9 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Deleting port 77a6acd5-0557-4b30-b32e-c85be720f015 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:49:57.595801 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-59ebc4c2-e2cd-4d05-9bb0-675b47bb5fd9 req-04c35f09-ae46-4e12-91f8-d141ac9507b9 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:57.683298 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-59ebc4c2-e2cd-4d05-9bb0-675b47bb5fd9 req-04c35f09-ae46-4e12-91f8-d141ac9507b9 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] For port 77a6acd5-0557-4b30-b32e-c85be720f015, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=77a6acd5-0557-4b30-b32e-c85be720f015,segment=NetworkSegment(0c080895-bcf4-4e59-861e-09d2c7c3a6d0),segment_id=0c080895-bcf4-4e59-861e-09d2c7c3a6d0)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:49:57.683661 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-59ebc4c2-e2cd-4d05-9bb0-675b47bb5fd9 req-04c35f09-ae46-4e12-91f8-d141ac9507b9 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:57.697643 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-59ebc4c2-e2cd-4d05-9bb0-675b47bb5fd9 req-04c35f09-ae46-4e12-91f8-d141ac9507b9 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Calling delete_port for 77a6acd5-0557-4b30-b32e-c85be720f015 owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:49:57.761921 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b9144d7f-bed3-4fe0-8b7a-664e8dd24519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:57.837306 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-59ebc4c2-e2cd-4d05-9bb0-675b47bb5fd9 req-04c35f09-ae46-4e12-91f8-d141ac9507b9 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:57.871086 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c35f09-ae46-4e12-91f8-d141ac9507b9 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Pushing event deleted for resources: {'Port': ['ID=77a6acd5-0557-4b30-b32e-c85be720f015,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:57.908994 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ebc4c2-e2cd-4d05-9bb0-675b47bb5fd9 req-04c35f09-ae46-4e12-91f8-d141ac9507b9 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] No DVR routers for this DVR port 77a6acd5-0557-4b30-b32e-c85be720f015 on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:49:57.911609 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-59ebc4c2-e2cd-4d05-9bb0-675b47bb5fd9 req-04c35f09-ae46-4e12-91f8-d141ac9507b9 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:57.915701 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-59ebc4c2-e2cd-4d05-9bb0-675b47bb5fd9 req-04c35f09-ae46-4e12-91f8-d141ac9507b9 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.62 "DELETE /v2.0/ports/77a6acd5-0557-4b30-b32e-c85be720f015 HTTP/1.1" status: 204 len: 173 time: 0.4064000 Apr 29 11:49:57.916149 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2c53b5-2fc9-472e-b9f4-318e04fa23af', 'name': 'network-vif-deleted', 'tag': '77a6acd5-0557-4b30-b32e-c85be720f015'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:49:57.918393 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0af78b-4046-48e5-9efa-4d68515b8d4b" -d '{"events": [{"server_uuid": "ae2c53b5-2fc9-472e-b9f4-318e04fa23af", "name": "network-vif-deleted", "tag": "77a6acd5-0557-4b30-b32e-c85be720f015"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:49:57.963339 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e61353-4f8c-4d5d-b1ae-4636215b7540 x-openstack-request-id: req-b4e61353-4f8c-4d5d-b1ae-4636215b7540 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:49:57.963724 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2c53b5-2fc9-472e-b9f4-318e04fa23af", "name": "network-vif-deleted", "tag": "77a6acd5-0557-4b30-b32e-c85be720f015", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:49:57.964046 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b4e61353-4f8c-4d5d-b1ae-4636215b7540 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:49:57.964629 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4e61353-4f8c-4d5d-b1ae-4636215b7540'] response: {'server_uuid': 'ae2c53b5-2fc9-472e-b9f4-318e04fa23af', 'name': 'network-vif-deleted', 'tag': '77a6acd5-0557-4b30-b32e-c85be720f015', 'status': 'completed', 'code': 200} Apr 29 11:49:58.036904 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d037f29d-d48c-4a47-9d52-3507e8b66ed7 req-467629d6-5c94-4fee-a002-dd39a1db9086 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae2c53b5-2fc9-472e-b9f4-318e04fa23af HTTP/1.1" status: 200 len: 210 time: 0.0339780 Apr 29 11:49:58.510579 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:59.142886 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0526c9af-ed8c-41ab-9277-bd3cd8fcae13 req-0dde34d6-6e6d-477e-9aec-afcb42741fa5 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae2c53b5-2fc9-472e-b9f4-318e04fa23af HTTP/1.1" status: 200 len: 210 time: 0.0279813 Apr 29 11:50:00.021635 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:00.209286 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:00.245932 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7c6820ec-1338-4a82-9ad5-fc828e2683c9 req-06495256-76e2-43de-82ad-8bea2dbf9e6e tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae2c53b5-2fc9-472e-b9f4-318e04fa23af HTTP/1.1" status: 200 len: 210 time: 0.0274682 Apr 29 11:50:01.351959 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bc83dfc9-a8f9-43a5-85c8-ff808bea86af req-c44ec139-6729-44af-8f39-2ca3dfa77e81 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae2c53b5-2fc9-472e-b9f4-318e04fa23af HTTP/1.1" status: 200 len: 210 time: 0.0274525 Apr 29 11:50:02.170696 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 77a6acd5-0557-4b30-b32e-c85be720f015 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:50:02.196498 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: 77a6acd5-0557-4b30-b32e-c85be720f015 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:50:02.196848 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 77a6acd5-0557-4b30-b32e-c85be720f015 not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:50:07.792100 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54852) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:07.950565 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-b4a2784c-5306-4b27-a85d-5327dbcca8ea tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Deleting port 7bfd8421-7233-400e-b1ba-9c431b667ce4 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:50:07.950904 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b4a2784c-5306-4b27-a85d-5327dbcca8ea tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:08.026704 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b4a2784c-5306-4b27-a85d-5327dbcca8ea tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:08.027029 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b4a2784c-5306-4b27-a85d-5327dbcca8ea tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:08.038414 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-b4a2784c-5306-4b27-a85d-5327dbcca8ea tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Calling delete_port for 7bfd8421-7233-400e-b1ba-9c431b667ce4 owned by network:floatingip {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:50:08.202579 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b4a2784c-5306-4b27-a85d-5327dbcca8ea tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:08.226886 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2784c-5306-4b27-a85d-5327dbcca8ea tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Pushing event deleted for resources: {'Port': ['ID=7bfd8421-7233-400e-b1ba-9c431b667ce4,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:08.240761 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a2784c-5306-4b27-a85d-5327dbcca8ea tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:08.241108 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a2784c-5306-4b27-a85d-5327dbcca8ea tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:08.241446 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a2784c-5306-4b27-a85d-5327dbcca8ea tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:08.241776 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a2784c-5306-4b27-a85d-5327dbcca8ea tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:08.242101 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a2784c-5306-4b27-a85d-5327dbcca8ea tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:08.242461 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a2784c-5306-4b27-a85d-5327dbcca8ea tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:08.242961 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a2784c-5306-4b27-a85d-5327dbcca8ea tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:08.243515 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a2784c-5306-4b27-a85d-5327dbcca8ea tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:08.243912 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a2784c-5306-4b27-a85d-5327dbcca8ea tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:08.244234 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a2784c-5306-4b27-a85d-5327dbcca8ea tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:08.244554 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a2784c-5306-4b27-a85d-5327dbcca8ea tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:08.244871 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a2784c-5306-4b27-a85d-5327dbcca8ea tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:08.305421 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b4a2784c-5306-4b27-a85d-5327dbcca8ea tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for floatingip, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:08.306241 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-b4a2784c-5306-4b27-a85d-5327dbcca8ea tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Floating IP dc494bf3-f46b-4c22-aafb-169218677f96 disassociated (deleted). External IP: 172.26.4.13, port: 1b9d49e6-9e5f-423d-b996-8a7b44f31b8b. Apr 29 11:50:08.528701 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a2784c-5306-4b27-a85d-5327dbcca8ea tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Router f601182d-d511-43d6-ade7-d211bedc506a has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:50:08.639655 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a2784c-5306-4b27-a85d-5327dbcca8ea tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:50:08.644242 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b4a2784c-5306-4b27-a85d-5327dbcca8ea tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:08.653539 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b661e0b9-6b05-4313-9255-776dc786a449 None None] Sync routers for ids ['f601182d-d511-43d6-ade7-d211bedc506a'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:50:08.664366 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b661e0b9-6b05-4313-9255-776dc786a449 None None] Routers {'f601182d-d511-43d6-ade7-d211bedc506a'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:50:08.666656 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-b661e0b9-6b05-4313-9255-776dc786a449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:49:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f601182d-d511-43d6-ade7-d211bedc506a'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:08.680516 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b4a2784c-5306-4b27-a85d-5327dbcca8ea tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "DELETE /v2.0/floatingips/dc494bf3-f46b-4c22-aafb-169218677f96 HTTP/1.1" status: 204 len: 168 time: 0.8872721 Apr 29 11:50:08.681301 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aceb756-3285-4da0-a133-5b76e2b37c33', 'tag': '1b9d49e6-9e5f-423d-b996-8a7b44f31b8b'}] {{(pid=102960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:50:08.683878 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f284d994886e2bee032f7329864f24e5fe1e0d39b4215f9cf8d7074f2166ea6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea91eaee-7531-4e48-a3ed-91907d94a7c2" -d '{"events": [{"name": "network-changed", "server_uuid": "7aceb756-3285-4da0-a133-5b76e2b37c33", "tag": "1b9d49e6-9e5f-423d-b996-8a7b44f31b8b"}]}' {{(pid=102960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:50:08.723797 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d4277e-3f65-4d1c-a8e1-6d6f5625fef3 x-openstack-request-id: req-23d4277e-3f65-4d1c-a8e1-6d6f5625fef3 {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:50:08.724274 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aceb756-3285-4da0-a133-5b76e2b37c33", "tag": "1b9d49e6-9e5f-423d-b996-8a7b44f31b8b", "status": "completed", "code": 200}]} {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:50:08.724498 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-23d4277e-3f65-4d1c-a8e1-6d6f5625fef3 {{(pid=102960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:50:08.724983 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23d4277e-3f65-4d1c-a8e1-6d6f5625fef3'] response: {'name': 'network-changed', 'server_uuid': '7aceb756-3285-4da0-a133-5b76e2b37c33', 'tag': '1b9d49e6-9e5f-423d-b996-8a7b44f31b8b', 'status': 'completed', 'code': 200} Apr 29 11:50:08.775391 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-b661e0b9-6b05-4313-9255-776dc786a449 None None] Set router f601182d-d511-43d6-ade7-d211bedc506a gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:50:08.791354 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91eaee-7531-4e48-a3ed-91907d94a7c2 req-8bcb1ede-cf07-4077-a198-74be8ce3c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:08.793835 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ea91eaee-7531-4e48-a3ed-91907d94a7c2 req-8bcb1ede-cf07-4077-a198-74be8ce3c551 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5c18c08a53e64ca1a8e956042fa2eb3a&device_id=7aceb756-3285-4da0-a133-5b76e2b37c33 HTTP/1.1" status: 200 len: 1099 time: 0.0457058 Apr 29 11:50:08.945164 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b74221-23bc-4341-b88a-f936cc4e977c req-a13ad6ab-a46d-4398-962f-1aa22e741ff7 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:08.946783 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-86b74221-23bc-4341-b88a-f936cc4e977c req-a13ad6ab-a46d-4398-962f-1aa22e741ff7 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aceb756-3285-4da0-a133-5b76e2b37c33 HTTP/1.1" status: 200 len: 946 time: 0.0812409 Apr 29 11:50:08.948748 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91eaee-7531-4e48-a3ed-91907d94a7c2 req-eefe6e1c-3a6c-453b-bb2e-273459590cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:08.950112 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ea91eaee-7531-4e48-a3ed-91907d94a7c2 req-eefe6e1c-3a6c-453b-bb2e-273459590cfc service neutron] 10.222.0.62 "GET /v2.0/networks?id=13eec917-2205-41ac-bb67-a922e346256d HTTP/1.1" status: 200 len: 913 time: 0.1414871 Apr 29 11:50:09.006077 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ea91eaee-7531-4e48-a3ed-91907d94a7c2 req-840c276f-e9ed-46d3-9f67-92d690f36040 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b9d49e6-9e5f-423d-b996-8a7b44f31b8b HTTP/1.1" status: 200 len: 217 time: 0.0462732 Apr 29 11:50:09.050637 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-86b74221-23bc-4341-b88a-f936cc4e977c req-37ba8364-0b7b-437e-a6e3-2e2442faa962 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969627 Apr 29 11:50:09.071106 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91eaee-7531-4e48-a3ed-91907d94a7c2 req-8bc2ac9f-e883-4a7f-bcfc-27c19b5e358c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:09.073893 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ea91eaee-7531-4e48-a3ed-91907d94a7c2 req-8bc2ac9f-e883-4a7f-bcfc-27c19b5e358c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d46e396-b942-4a36-95e7-aa43a356bdd4 HTTP/1.1" status: 200 len: 851 time: 0.0558369 Apr 29 11:50:09.080750 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-b661e0b9-6b05-4313-9255-776dc786a449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'name': 'tempest-TestVolumeBootPattern-1959983474-router', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:08Z', 'updated_at': '2022-04-29T11:42:16Z', 'revision_number': 4, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'gw_port': {'id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '999fce44-439b-4f3a-8bbf-e54742674908', 'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'mac_address': 'fa:16:3e:87:c0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:42:31Z', 'revision_number': 5, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'subnets': [{'id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:09.111135 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b661e0b9-6b05-4313-9255-776dc786a449 None None] Checking router: f601182d-d511-43d6-ade7-d211bedc506a for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:50:09.119761 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b661e0b9-6b05-4313-9255-776dc786a449 None None] Routers {'f601182d-d511-43d6-ade7-d211bedc506a'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:50:09.120382 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-b661e0b9-6b05-4313-9255-776dc786a449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:49:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f601182d-d511-43d6-ade7-d211bedc506a'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:09.124199 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91eaee-7531-4e48-a3ed-91907d94a7c2 req-5dea7d56-12d4-4375-93f7-f41408f12c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:09.125730 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ea91eaee-7531-4e48-a3ed-91907d94a7c2 req-5dea7d56-12d4-4375-93f7-f41408f12c31 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13eec917-2205-41ac-bb67-a922e346256d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428429 Apr 29 11:50:09.235331 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ea91eaee-7531-4e48-a3ed-91907d94a7c2 req-7a0746d6-fb70-4165-9a1e-7e52f2075878 service neutron] 10.222.0.62 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961745 Apr 29 11:50:09.239670 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-b661e0b9-6b05-4313-9255-776dc786a449 None None] Set router f601182d-d511-43d6-ade7-d211bedc506a gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:50:09.275221 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:50:09.330764 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ea91eaee-7531-4e48-a3ed-91907d94a7c2 req-7347da12-d498-40ce-b48b-4665a53de56a service neutron] 10.222.0.62 "GET /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867004 Apr 29 11:50:09.449582 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-b661e0b9-6b05-4313-9255-776dc786a449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'name': 'tempest-TestVolumeBootPattern-1959983474-router', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:08Z', 'updated_at': '2022-04-29T11:42:16Z', 'revision_number': 4, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'gw_port': {'id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '999fce44-439b-4f3a-8bbf-e54742674908', 'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'mac_address': 'fa:16:3e:87:c0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:42:31Z', 'revision_number': 5, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'subnets': [{'id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:09.476063 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b661e0b9-6b05-4313-9255-776dc786a449 None None] The sync data for ids ['f601182d-d511-43d6-ade7-d211bedc506a'] in dv-neutron-838888-1-hyperv is: [{'id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'name': 'tempest-TestVolumeBootPattern-1959983474-router', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:08Z', 'updated_at': '2022-04-29T11:42:16Z', 'revision_number': 4, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'gw_port': {'id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '999fce44-439b-4f3a-8bbf-e54742674908', 'name': '', 'network_id': '13eec917-2205-41ac-bb67-a922e346256d', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'mac_address': 'fa:16:3e:87:c0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:42:31Z', 'revision_number': 5, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'subnets': [{'id': '4d46e396-b942-4a36-95e7-aa43a356bdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:50:09.703339 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7b388f-46a5-4459-9f06-a65533be5920 None None] New status for floating IP dc494bf3-f46b-4c22-aafb-169218677f96: DOWN {{(pid=102961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:50:10.173479 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1633f-59d9-404c-a6c0-f5666a35bb00 req-729384ec-1ad2-4bdd-b188-0c91ea00c4e6 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:10.175073 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9fd1633f-59d9-404c-a6c0-f5666a35bb00 req-729384ec-1ad2-4bdd-b188-0c91ea00c4e6 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aceb756-3285-4da0-a133-5b76e2b37c33 HTTP/1.1" status: 200 len: 946 time: 0.0553224 Apr 29 11:50:10.214992 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9fd1633f-59d9-404c-a6c0-f5666a35bb00 req-cc36815f-1f51-4679-b8bf-40f7b925b790 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff58dd1-c0d9-4127-be13-e91e3b09d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335176 Apr 29 11:50:10.654323 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec03016-af0c-44a9-8b3a-b2d496c0ee9b req-b80a44af-fbc0-4fb3-85e3-271f52351970 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:10.655809 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7ec03016-af0c-44a9-8b3a-b2d496c0ee9b req-b80a44af-fbc0-4fb3-85e3-271f52351970 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aceb756-3285-4da0-a133-5b76e2b37c33 HTTP/1.1" status: 200 len: 946 time: 0.0484533 Apr 29 11:50:10.749938 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-7ec03016-af0c-44a9-8b3a-b2d496c0ee9b req-517b3975-f72f-41cb-a92a-6f1c526ad211 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Deleting port 1b9d49e6-9e5f-423d-b996-8a7b44f31b8b {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:50:10.750315 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-7ec03016-af0c-44a9-8b3a-b2d496c0ee9b req-517b3975-f72f-41cb-a92a-6f1c526ad211 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:10.856128 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-7ec03016-af0c-44a9-8b3a-b2d496c0ee9b req-517b3975-f72f-41cb-a92a-6f1c526ad211 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] For port 1b9d49e6-9e5f-423d-b996-8a7b44f31b8b, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1b9d49e6-9e5f-423d-b996-8a7b44f31b8b,segment=NetworkSegment(0c080895-bcf4-4e59-861e-09d2c7c3a6d0),segment_id=0c080895-bcf4-4e59-861e-09d2c7c3a6d0)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:50:10.856495 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-7ec03016-af0c-44a9-8b3a-b2d496c0ee9b req-517b3975-f72f-41cb-a92a-6f1c526ad211 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:10.869952 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-7ec03016-af0c-44a9-8b3a-b2d496c0ee9b req-517b3975-f72f-41cb-a92a-6f1c526ad211 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Calling delete_port for 1b9d49e6-9e5f-423d-b996-8a7b44f31b8b owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:50:10.998251 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-7ec03016-af0c-44a9-8b3a-b2d496c0ee9b req-517b3975-f72f-41cb-a92a-6f1c526ad211 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:11.026133 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b3975-f72f-41cb-a92a-6f1c526ad211 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Pushing event deleted for resources: {'Port': ['ID=1b9d49e6-9e5f-423d-b996-8a7b44f31b8b,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:11.069523 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec03016-af0c-44a9-8b3a-b2d496c0ee9b req-517b3975-f72f-41cb-a92a-6f1c526ad211 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] No DVR routers for this DVR port 1b9d49e6-9e5f-423d-b996-8a7b44f31b8b on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:50:11.072726 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-7ec03016-af0c-44a9-8b3a-b2d496c0ee9b req-517b3975-f72f-41cb-a92a-6f1c526ad211 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:11.076377 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7ec03016-af0c-44a9-8b3a-b2d496c0ee9b req-517b3975-f72f-41cb-a92a-6f1c526ad211 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.62 "DELETE /v2.0/ports/1b9d49e6-9e5f-423d-b996-8a7b44f31b8b HTTP/1.1" status: 204 len: 173 time: 0.4142225 Apr 29 11:50:11.076813 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aceb756-3285-4da0-a133-5b76e2b37c33', 'name': 'network-vif-deleted', 'tag': '1b9d49e6-9e5f-423d-b996-8a7b44f31b8b'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:50:11.079116 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42396308-bd02-4cf2-9df3-7f1b6be42a4f" -d '{"events": [{"server_uuid": "7aceb756-3285-4da0-a133-5b76e2b37c33", "name": "network-vif-deleted", "tag": "1b9d49e6-9e5f-423d-b996-8a7b44f31b8b"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:50:11.124684 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8313a1-9844-4c42-83f1-5e859f8bbf40 x-openstack-request-id: req-9b8313a1-9844-4c42-83f1-5e859f8bbf40 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:50:11.124965 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aceb756-3285-4da0-a133-5b76e2b37c33", "name": "network-vif-deleted", "tag": "1b9d49e6-9e5f-423d-b996-8a7b44f31b8b", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:50:11.125217 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9b8313a1-9844-4c42-83f1-5e859f8bbf40 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:50:11.125633 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b8313a1-9844-4c42-83f1-5e859f8bbf40'] response: {'server_uuid': '7aceb756-3285-4da0-a133-5b76e2b37c33', 'name': 'network-vif-deleted', 'tag': '1b9d49e6-9e5f-423d-b996-8a7b44f31b8b', 'status': 'completed', 'code': 200} Apr 29 11:50:11.318400 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-51488d55-9e5b-4862-9f67-7a5eea82672b req-b2629d2a-a249-4fcf-b785-6450de3258eb tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aceb756-3285-4da0-a133-5b76e2b37c33 HTTP/1.1" status: 200 len: 210 time: 0.0287435 Apr 29 11:50:11.986075 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8fe198fd-693c-45a6-9b60-568f99115084 req-12169037-2ab9-475a-b528-81fb87af75d9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f4359890-e67f-4595-9902-bd403757d068&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491955 Apr 29 11:50:12.054540 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe198fd-693c-45a6-9b60-568f99115084 req-db2e42d6-f7fa-4992-b56c-94dd4e534fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:12.056178 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8fe198fd-693c-45a6-9b60-568f99115084 req-db2e42d6-f7fa-4992-b56c-94dd4e534fa7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=f4359890-e67f-4595-9902-bd403757d068 HTTP/1.1" status: 200 len: 1098 time: 0.0447326 Apr 29 11:50:12.164121 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe198fd-693c-45a6-9b60-568f99115084 req-cb321ce5-d246-4f44-9952-d702d5d71fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:12.165993 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8fe198fd-693c-45a6-9b60-568f99115084 req-cb321ce5-d246-4f44-9952-d702d5d71fe0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4a112ed5-53b0-4c78-9b69-8d3da6fe489d HTTP/1.1" status: 200 len: 898 time: 0.0893166 Apr 29 11:50:12.247345 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8fe198fd-693c-45a6-9b60-568f99115084 req-cd5a2675-c74e-4a8f-a35a-697f95fd572f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e61c1d92-b59c-4201-ab8a-ad72c489a755 HTTP/1.1" status: 200 len: 1001 time: 0.0731571 Apr 29 11:50:12.306128 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe198fd-693c-45a6-9b60-568f99115084 req-0e14f8ee-b5cc-49ab-bc12-1d7d29375155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:12.307574 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8fe198fd-693c-45a6-9b60-568f99115084 req-0e14f8ee-b5cc-49ab-bc12-1d7d29375155 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=334f8d0b-acf8-43b4-8764-28f3e4d77e2f HTTP/1.1" status: 200 len: 843 time: 0.0521274 Apr 29 11:50:12.359825 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe198fd-693c-45a6-9b60-568f99115084 req-b4fa75f8-ef3d-4a1a-9d27-4de2dc3fc550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:12.361589 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8fe198fd-693c-45a6-9b60-568f99115084 req-b4fa75f8-ef3d-4a1a-9d27-4de2dc3fc550 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a112ed5-53b0-4c78-9b69-8d3da6fe489d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0464594 Apr 29 11:50:12.466051 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7edb1fc8-b5eb-4e18-ac4f-e3101e9b887a req-cdc16bca-a80e-4a78-9369-4ab7d3939b78 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aceb756-3285-4da0-a133-5b76e2b37c33 HTTP/1.1" status: 200 len: 210 time: 0.0364671 Apr 29 11:50:12.504520 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8fe198fd-693c-45a6-9b60-568f99115084 req-dffa6de3-ae44-4f61-aba4-5bf87d8379f9 service neutron] 10.222.0.62 "GET /v2.0/networks/4a112ed5-53b0-4c78-9b69-8d3da6fe489d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325653 Apr 29 11:50:12.605491 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8fe198fd-693c-45a6-9b60-568f99115084 req-c8ae6791-04a4-458a-a22d-7fd54fd20c4f service neutron] 10.222.0.62 "GET /v2.0/networks/4a112ed5-53b0-4c78-9b69-8d3da6fe489d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926213 Apr 29 11:50:13.569677 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-29e1699c-a247-4270-8333-dc2c7ce1316a req-c84060ea-3b52-40ec-b785-afa680406299 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aceb756-3285-4da0-a133-5b76e2b37c33 HTTP/1.1" status: 200 len: 210 time: 0.0286505 Apr 29 11:50:14.220941 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 1b9d49e6-9e5f-423d-b996-8a7b44f31b8b no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:50:14.242077 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: 1b9d49e6-9e5f-423d-b996-8a7b44f31b8b {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:50:14.242462 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 1b9d49e6-9e5f-423d-b996-8a7b44f31b8b not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:50:14.692011 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f36988a8-d313-48a3-bcea-bee7e73ad675 req-b8c7cc83-73c2-4a03-b737-6f4c58b20efb tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aceb756-3285-4da0-a133-5b76e2b37c33 HTTP/1.1" status: 200 len: 210 time: 0.0287504 Apr 29 11:50:15.748914 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54882) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:15.877682 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-3ba2c814-8642-470b-82b6-1bbccad1b369 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Deleting port 29214db6-db6a-444e-8c66-e6e3bec3ab3d {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:50:15.878020 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3ba2c814-8642-470b-82b6-1bbccad1b369 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:15.959881 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3ba2c814-8642-470b-82b6-1bbccad1b369 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:15.960204 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3ba2c814-8642-470b-82b6-1bbccad1b369 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:15.971716 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-3ba2c814-8642-470b-82b6-1bbccad1b369 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Calling delete_port for 29214db6-db6a-444e-8c66-e6e3bec3ab3d owned by network:floatingip {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:50:16.099368 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3ba2c814-8642-470b-82b6-1bbccad1b369 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:16.129113 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba2c814-8642-470b-82b6-1bbccad1b369 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Pushing event deleted for resources: {'Port': ['ID=29214db6-db6a-444e-8c66-e6e3bec3ab3d,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:16.188816 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3ba2c814-8642-470b-82b6-1bbccad1b369 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for floatingip, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:16.191494 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3ba2c814-8642-470b-82b6-1bbccad1b369 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:16.192712 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3ba2c814-8642-470b-82b6-1bbccad1b369 tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "DELETE /v2.0/floatingips/21ed04cc-c3f2-4b6f-a9f1-b8e4b07b8bb7 HTTP/1.1" status: 204 len: 168 time: 0.4428153 Apr 29 11:50:18.456356 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54896) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:18.519670 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0c7be776-d69d-44da-9f42-782fb861289c tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:18.545865 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0c7be776-d69d-44da-9f42-782fb861289c tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:18.616419 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0c7be776-d69d-44da-9f42-782fb861289c tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:18.619625 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0c7be776-d69d-44da-9f42-782fb861289c tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:18.620823 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0c7be776-d69d-44da-9f42-782fb861289c tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] 10.222.0.69 "DELETE /v2.0/security-groups/4ff58dd1-c0d9-4127-be13-e91e3b09d2af HTTP/1.1" status: 204 len: 168 time: 0.1627095 Apr 29 11:50:18.633132 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7be776-d69d-44da-9f42-782fb861289c tempest-TestVolumeBootPattern-662419414 tempest-TestVolumeBootPattern-662419414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff58dd1-c0d9-4127-be13-e91e3b09d2af,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:18.695113 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54900) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:19.185318 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c540bb16-d450-47b2-81fb-ba0e4d90b69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:19.451790 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-c540bb16-d450-47b2-81fb-ba0e4d90b69b admin admin] Deleting port 999fce44-439b-4f3a-8bbf-e54742674908 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:50:19.452536 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c540bb16-d450-47b2-81fb-ba0e4d90b69b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:19.534152 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-c540bb16-d450-47b2-81fb-ba0e4d90b69b admin admin] For port 999fce44-439b-4f3a-8bbf-e54742674908, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=999fce44-439b-4f3a-8bbf-e54742674908,segment=NetworkSegment(0c080895-bcf4-4e59-861e-09d2c7c3a6d0),segment_id=0c080895-bcf4-4e59-861e-09d2c7c3a6d0)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:50:19.534950 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c540bb16-d450-47b2-81fb-ba0e4d90b69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:19.550863 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-c540bb16-d450-47b2-81fb-ba0e4d90b69b admin admin] Calling delete_port for 999fce44-439b-4f3a-8bbf-e54742674908 owned by network:router_interface {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:50:19.737145 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c540bb16-d450-47b2-81fb-ba0e4d90b69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:19.764990 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540bb16-d450-47b2-81fb-ba0e4d90b69b admin admin] Pushing event deleted for resources: {'Port': ['ID=999fce44-439b-4f3a-8bbf-e54742674908,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:19.935177 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c540bb16-d450-47b2-81fb-ba0e4d90b69b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:20.150860 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c540bb16-d450-47b2-81fb-ba0e4d90b69b admin admin] Router f601182d-d511-43d6-ade7-d211bedc506a has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:50:20.255755 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c540bb16-d450-47b2-81fb-ba0e4d90b69b admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:50:20.261392 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c540bb16-d450-47b2-81fb-ba0e4d90b69b admin admin] 10.222.0.69 "PUT /v2.0/routers/f601182d-d511-43d6-ade7-d211bedc506a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5640149 Apr 29 11:50:20.264059 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54904) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:20.266785 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541c8efb-b504-4424-89eb-867f07bce368 None None] Sync routers for ids ['f601182d-d511-43d6-ade7-d211bedc506a'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:50:20.277451 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541c8efb-b504-4424-89eb-867f07bce368 None None] Routers {'f601182d-d511-43d6-ade7-d211bedc506a'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:50:20.278059 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-541c8efb-b504-4424-89eb-867f07bce368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:49:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f601182d-d511-43d6-ade7-d211bedc506a'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:20.386700 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-541c8efb-b504-4424-89eb-867f07bce368 None None] Set router f601182d-d511-43d6-ade7-d211bedc506a gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:50:20.584773 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-541c8efb-b504-4424-89eb-867f07bce368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'name': 'tempest-TestVolumeBootPattern-1959983474-router', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:08Z', 'updated_at': '2022-04-29T11:50:19Z', 'revision_number': 5, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'gw_port': {'id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:20.614282 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541c8efb-b504-4424-89eb-867f07bce368 None None] Checking router: f601182d-d511-43d6-ade7-d211bedc506a for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:50:20.624018 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541c8efb-b504-4424-89eb-867f07bce368 None None] Routers {'f601182d-d511-43d6-ade7-d211bedc506a'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:50:20.624695 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-541c8efb-b504-4424-89eb-867f07bce368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:49:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f601182d-d511-43d6-ade7-d211bedc506a'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:20.694044 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-23f7ef15-d89c-451d-a9dc-fdea4d325230 admin admin] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:20.740535 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-541c8efb-b504-4424-89eb-867f07bce368 None None] Set router f601182d-d511-43d6-ade7-d211bedc506a gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:50:20.798225 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-23f7ef15-d89c-451d-a9dc-fdea4d325230 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:20.851810 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-23f7ef15-d89c-451d-a9dc-fdea4d325230 admin admin] Deleting port 2652afa2-8e5c-4a3e-a506-d374184bafe7 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:50:20.852320 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-23f7ef15-d89c-451d-a9dc-fdea4d325230 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:20.917411 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-541c8efb-b504-4424-89eb-867f07bce368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'name': 'tempest-TestVolumeBootPattern-1959983474-router', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:08Z', 'updated_at': '2022-04-29T11:50:19Z', 'revision_number': 5, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'gw_port': {'id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:20.930384 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-23f7ef15-d89c-451d-a9dc-fdea4d325230 admin admin] For port 2652afa2-8e5c-4a3e-a506-d374184bafe7, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=2652afa2-8e5c-4a3e-a506-d374184bafe7,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:50:20.930789 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-23f7ef15-d89c-451d-a9dc-fdea4d325230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:20.947699 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-23f7ef15-d89c-451d-a9dc-fdea4d325230 admin admin] Calling delete_port for 2652afa2-8e5c-4a3e-a506-d374184bafe7 owned by network:router_gateway {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:50:20.947949 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541c8efb-b504-4424-89eb-867f07bce368 None None] The sync data for ids ['f601182d-d511-43d6-ade7-d211bedc506a'] in dv-neutron-838888-1-hyperv is: [{'id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'name': 'tempest-TestVolumeBootPattern-1959983474-router', 'tenant_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:08Z', 'updated_at': '2022-04-29T11:50:19Z', 'revision_number': 5, 'project_id': '5c18c08a53e64ca1a8e956042fa2eb3a', 'gw_port': {'id': '2652afa2-8e5c-4a3e-a506-d374184bafe7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601182d-d511-43d6-ade7-d211bedc506a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:50:21.108840 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-23f7ef15-d89c-451d-a9dc-fdea4d325230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:21.143405 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7ef15-d89c-451d-a9dc-fdea4d325230 admin admin] Pushing event deleted for resources: {'Port': ['ID=2652afa2-8e5c-4a3e-a506-d374184bafe7,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:21.200344 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-23f7ef15-d89c-451d-a9dc-fdea4d325230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:21.289870 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-23f7ef15-d89c-451d-a9dc-fdea4d325230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:21.294013 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-23f7ef15-d89c-451d-a9dc-fdea4d325230 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:21.343568 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-23f7ef15-d89c-451d-a9dc-fdea4d325230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:21.344226 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f7ef15-d89c-451d-a9dc-fdea4d325230 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f601182d-d511-43d6-ade7-d211bedc506a {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:50:21.349242 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-23f7ef15-d89c-451d-a9dc-fdea4d325230 admin admin] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:21.350986 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-23f7ef15-d89c-451d-a9dc-fdea4d325230 admin admin] 10.222.0.69 "DELETE /v2.0/routers/f601182d-d511-43d6-ade7-d211bedc506a HTTP/1.1" status: 204 len: 168 time: 1.0856607 Apr 29 11:50:21.353331 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54906) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:21.418843 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 999fce44-439b-4f3a-8bbf-e54742674908 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:50:21.420608 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac008d4-b7d2-43a5-a8b3-0c1d01d58753 admin admin] Deleting subnet 4d46e396-b942-4a36-95e7-aa43a356bdd4 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:50:21.424101 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fac008d4-b7d2-43a5-a8b3-0c1d01d58753 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:21.440891 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 999fce44-439b-4f3a-8bbf-e54742674908 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:50:21.441233 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 999fce44-439b-4f3a-8bbf-e54742674908 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:50:21.462199 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fac008d4-b7d2-43a5-a8b3-0c1d01d58753 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:21.546556 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fac008d4-b7d2-43a5-a8b3-0c1d01d58753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:21.604259 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fac008d4-b7d2-43a5-a8b3-0c1d01d58753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:21.630683 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac008d4-b7d2-43a5-a8b3-0c1d01d58753 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d46e396-b942-4a36-95e7-aa43a356bdd4,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:21.635547 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-fac008d4-b7d2-43a5-a8b3-0c1d01d58753 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:21.641048 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-fac008d4-b7d2-43a5-a8b3-0c1d01d58753 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/4d46e396-b942-4a36-95e7-aa43a356bdd4 HTTP/1.1" status: 204 len: 168 time: 0.2842808 Apr 29 11:50:21.641362 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54908) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:21.641676 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3b1b39-2e17-4802-bc91-746a0c84b6f4 None None] Network 13eec917-2205-41ac-bb67-a922e346256d requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:50:21.714333 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-859fb19d-ad4e-4279-ae8a-16aa851134e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:21.779277 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-859fb19d-ad4e-4279-ae8a-16aa851134e8 admin admin] Deleting port d4336138-cd4a-44e7-a436-3296793e8916 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:50:21.779642 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-859fb19d-ad4e-4279-ae8a-16aa851134e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:21.844886 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-859fb19d-ad4e-4279-ae8a-16aa851134e8 admin admin] For port d4336138-cd4a-44e7-a436-3296793e8916, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=d4336138-cd4a-44e7-a436-3296793e8916,segment=NetworkSegment(0c080895-bcf4-4e59-861e-09d2c7c3a6d0),segment_id=0c080895-bcf4-4e59-861e-09d2c7c3a6d0)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:50:21.845253 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-859fb19d-ad4e-4279-ae8a-16aa851134e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:21.859209 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-859fb19d-ad4e-4279-ae8a-16aa851134e8 admin admin] Calling delete_port for d4336138-cd4a-44e7-a436-3296793e8916 owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:50:21.939885 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-859fb19d-ad4e-4279-ae8a-16aa851134e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:21.963845 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859fb19d-ad4e-4279-ae8a-16aa851134e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4336138-cd4a-44e7-a436-3296793e8916,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:21.969462 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859fb19d-ad4e-4279-ae8a-16aa851134e8 admin admin] No DVR routers for this DVR port d4336138-cd4a-44e7-a436-3296793e8916 on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:50:22.034209 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a6a908-1a01-4843-b1bc-2ea9ebded5f8 None None] DHCP port deletion for 13eec917-2205-41ac-bb67-a922e346256d request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:50:22.048585 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-859fb19d-ad4e-4279-ae8a-16aa851134e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:22.071926 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-859fb19d-ad4e-4279-ae8a-16aa851134e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13eec917-2205-41ac-bb67-a922e346256d']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:22.081553 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-859fb19d-ad4e-4279-ae8a-16aa851134e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c080895-bcf4-4e59-861e-09d2c7c3a6d0') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:22.081847 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-859fb19d-ad4e-4279-ae8a-16aa851134e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c080895-bcf4-4e59-861e-09d2c7c3a6d0') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:22.091658 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-859fb19d-ad4e-4279-ae8a-16aa851134e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:22.105700 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-859fb19d-ad4e-4279-ae8a-16aa851134e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:22.111430 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-859fb19d-ad4e-4279-ae8a-16aa851134e8 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:50:22.111816 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-859fb19d-ad4e-4279-ae8a-16aa851134e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:22.113771 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:50:22.113771 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:50:22.113771 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:50:22.113771 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:50:22.113771 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:50:22.113771 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:50:22.113771 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:50:22.113771 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:50:22.113771 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:50:22.113771 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:50:22.113771 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:50:22.113771 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:50:22.113771 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:50:22.113771 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:50:22.113771 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:50:22.113771 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:50:22.113771 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:50:22.113771 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:50:22.113771 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:50:22.113771 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:50:22.113771 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:50:22.113771 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:50:22.113771 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:50:22.113771 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:50:22.113771 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:50:22.113771 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:50:22.113771 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:50:22.113771 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:50:22.113771 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:50:22.113771 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:50:22.113771 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:50:22.113771 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:50:22.175815 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-859fb19d-ad4e-4279-ae8a-16aa851134e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:22.180861 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-859fb19d-ad4e-4279-ae8a-16aa851134e8 admin admin] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:22.184624 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-859fb19d-ad4e-4279-ae8a-16aa851134e8 admin admin] 10.222.0.69 "DELETE /v2.0/networks/13eec917-2205-41ac-bb67-a922e346256d HTTP/1.1" status: 204 len: 168 time: 0.5424187 Apr 29 11:50:22.194023 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54910) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:22.198656 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859fb19d-ad4e-4279-ae8a-16aa851134e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=13eec917-2205-41ac-bb67-a922e346256d,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:22.536175 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8e9f2589-8a64-43d4-bd26-ae50324c3d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:22.776280 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-8e9f2589-8a64-43d4-bd26-ae50324c3d21 admin admin] Deleting port 6c180ea6-1112-477a-8766-6df7ed5a38a5 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:50:22.776617 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8e9f2589-8a64-43d4-bd26-ae50324c3d21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:22.856446 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-8e9f2589-8a64-43d4-bd26-ae50324c3d21 admin admin] For port 6c180ea6-1112-477a-8766-6df7ed5a38a5, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=6c180ea6-1112-477a-8766-6df7ed5a38a5,segment=NetworkSegment(d5e395bd-ebd2-494d-99dc-4f90093e31d2),segment_id=d5e395bd-ebd2-494d-99dc-4f90093e31d2)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:50:22.856827 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8e9f2589-8a64-43d4-bd26-ae50324c3d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:22.869990 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-8e9f2589-8a64-43d4-bd26-ae50324c3d21 admin admin] Calling delete_port for 6c180ea6-1112-477a-8766-6df7ed5a38a5 owned by network:router_interface {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:50:23.053137 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8e9f2589-8a64-43d4-bd26-ae50324c3d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:23.078959 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f2589-8a64-43d4-bd26-ae50324c3d21 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c180ea6-1112-477a-8766-6df7ed5a38a5,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:23.248600 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8e9f2589-8a64-43d4-bd26-ae50324c3d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:23.314510 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 2652afa2-8e5c-4a3e-a506-d374184bafe7 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:50:23.335053 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 2652afa2-8e5c-4a3e-a506-d374184bafe7 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:50:23.335395 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 2652afa2-8e5c-4a3e-a506-d374184bafe7 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:50:23.335807 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device d4336138-cd4a-44e7-a436-3296793e8916 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:50:23.355392 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: d4336138-cd4a-44e7-a436-3296793e8916 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:50:23.355645 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device d4336138-cd4a-44e7-a436-3296793e8916 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:50:23.470358 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9f2589-8a64-43d4-bd26-ae50324c3d21 admin admin] Router ce4ae7b6-a63f-43a5-a869-4ae1e1a64837 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:50:23.559689 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0af0f6aa-756c-4c5d-9565-6e341209252d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:23.581889 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9f2589-8a64-43d4-bd26-ae50324c3d21 admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:50:23.587631 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8e9f2589-8a64-43d4-bd26-ae50324c3d21 admin admin] 10.222.0.69 "PUT /v2.0/routers/ce4ae7b6-a63f-43a5-a869-4ae1e1a64837/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3975644 Apr 29 11:50:23.590254 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54912) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:23.594385 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9dc775-ece9-47ad-9586-7e1fe8719621 None None] Sync routers for ids ['ce4ae7b6-a63f-43a5-a869-4ae1e1a64837'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:50:23.603898 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9dc775-ece9-47ad-9586-7e1fe8719621 None None] Routers {'ce4ae7b6-a63f-43a5-a869-4ae1e1a64837'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:50:23.604513 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-2a9dc775-ece9-47ad-9586-7e1fe8719621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:49:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['ce4ae7b6-a63f-43a5-a869-4ae1e1a64837'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:23.701713 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3d0e7f0c-a42f-4f83-b3c9-699b682273fa admin admin] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:23.709652 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-2a9dc775-ece9-47ad-9586-7e1fe8719621 None None] Set router ce4ae7b6-a63f-43a5-a869-4ae1e1a64837 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:50:23.807237 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3d0e7f0c-a42f-4f83-b3c9-699b682273fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:23.863864 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-3d0e7f0c-a42f-4f83-b3c9-699b682273fa admin admin] Deleting port ba083414-2d2f-48c6-84d2-dc05f7191fe3 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:50:23.864107 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3d0e7f0c-a42f-4f83-b3c9-699b682273fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:23.891873 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-2a9dc775-ece9-47ad-9586-7e1fe8719621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4ae7b6-a63f-43a5-a869-4ae1e1a64837', 'name': 'tempest-TestVolumeBootPattern-1430520944-router', 'tenant_id': 'e1c005074ddf4a1aab160c9a8e99cdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'ba083414-2d2f-48c6-84d2-dc05f7191fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:20Z', 'updated_at': '2022-04-29T11:50:23Z', 'revision_number': 5, 'project_id': 'e1c005074ddf4a1aab160c9a8e99cdfd', 'gw_port': {'id': 'ba083414-2d2f-48c6-84d2-dc05f7191fe3', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4ae7b6-a63f-43a5-a869-4ae1e1a64837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:22Z', 'updated_at': '2022-04-29T11:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:23.919028 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9dc775-ece9-47ad-9586-7e1fe8719621 None None] Checking router: ce4ae7b6-a63f-43a5-a869-4ae1e1a64837 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:50:23.927817 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9dc775-ece9-47ad-9586-7e1fe8719621 None None] Routers {'ce4ae7b6-a63f-43a5-a869-4ae1e1a64837'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:50:23.928426 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-2a9dc775-ece9-47ad-9586-7e1fe8719621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:49:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['ce4ae7b6-a63f-43a5-a869-4ae1e1a64837'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:23.947893 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-3d0e7f0c-a42f-4f83-b3c9-699b682273fa admin admin] For port ba083414-2d2f-48c6-84d2-dc05f7191fe3, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=ba083414-2d2f-48c6-84d2-dc05f7191fe3,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:50:23.948547 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3d0e7f0c-a42f-4f83-b3c9-699b682273fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:23.960533 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-3d0e7f0c-a42f-4f83-b3c9-699b682273fa admin admin] Calling delete_port for ba083414-2d2f-48c6-84d2-dc05f7191fe3 owned by network:router_gateway {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:50:24.014383 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-2a9dc775-ece9-47ad-9586-7e1fe8719621 None None] Set router ce4ae7b6-a63f-43a5-a869-4ae1e1a64837 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:50:24.073669 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-2a9dc775-ece9-47ad-9586-7e1fe8719621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4ae7b6-a63f-43a5-a869-4ae1e1a64837', 'name': 'tempest-TestVolumeBootPattern-1430520944-router', 'tenant_id': 'e1c005074ddf4a1aab160c9a8e99cdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:20Z', 'updated_at': '2022-04-29T11:50:23Z', 'revision_number': 6, 'project_id': 'e1c005074ddf4a1aab160c9a8e99cdfd', 'gw_port_host': None}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:24.104078 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9dc775-ece9-47ad-9586-7e1fe8719621 None None] The sync data for ids ['ce4ae7b6-a63f-43a5-a869-4ae1e1a64837'] in dv-neutron-838888-1-hyperv is: [{'id': 'ce4ae7b6-a63f-43a5-a869-4ae1e1a64837', 'name': 'tempest-TestVolumeBootPattern-1430520944-router', 'tenant_id': 'e1c005074ddf4a1aab160c9a8e99cdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:42:20Z', 'updated_at': '2022-04-29T11:50:23Z', 'revision_number': 6, 'project_id': 'e1c005074ddf4a1aab160c9a8e99cdfd', 'gw_port_host': None}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:50:24.132485 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3d0e7f0c-a42f-4f83-b3c9-699b682273fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:24.160629 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e7f0c-a42f-4f83-b3c9-699b682273fa admin admin] Pushing event deleted for resources: {'Port': ['ID=ba083414-2d2f-48c6-84d2-dc05f7191fe3,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:24.223577 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3d0e7f0c-a42f-4f83-b3c9-699b682273fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:24.315364 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3d0e7f0c-a42f-4f83-b3c9-699b682273fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:24.317536 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3d0e7f0c-a42f-4f83-b3c9-699b682273fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:24.367923 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3d0e7f0c-a42f-4f83-b3c9-699b682273fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:24.368574 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0e7f0c-a42f-4f83-b3c9-699b682273fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce4ae7b6-a63f-43a5-a869-4ae1e1a64837 {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:50:24.373359 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3d0e7f0c-a42f-4f83-b3c9-699b682273fa admin admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:24.374572 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3d0e7f0c-a42f-4f83-b3c9-699b682273fa admin admin] 10.222.0.69 "DELETE /v2.0/routers/ce4ae7b6-a63f-43a5-a869-4ae1e1a64837 HTTP/1.1" status: 204 len: 168 time: 0.7828057 Apr 29 11:50:24.377065 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54914) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:24.421758 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9328fbd-078a-4651-aa55-2668a50ada43 admin admin] Deleting subnet f5ac330d-ca10-40a7-be09-bd3240982b3e {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:50:24.425872 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e9328fbd-078a-4651-aa55-2668a50ada43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:24.466113 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e9328fbd-078a-4651-aa55-2668a50ada43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:24.554266 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e9328fbd-078a-4651-aa55-2668a50ada43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:24.608545 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e9328fbd-078a-4651-aa55-2668a50ada43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:24.635463 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9328fbd-078a-4651-aa55-2668a50ada43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5ac330d-ca10-40a7-be09-bd3240982b3e,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:24.637358 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e9328fbd-078a-4651-aa55-2668a50ada43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:24.642953 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e9328fbd-078a-4651-aa55-2668a50ada43 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f5ac330d-ca10-40a7-be09-bd3240982b3e HTTP/1.1" status: 204 len: 168 time: 0.2625904 Apr 29 11:50:24.643128 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59d0787-159f-469f-90b7-db2618f5f538 None None] Network 5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:50:24.643572 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54916) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:24.717146 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-adc131d0-4b63-4884-97a8-622fd7e2d55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:24.874883 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4c21b4-24b2-4230-bdb5-433a68d4e434 None None] DHCP port deletion for 5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:50:24.927810 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-6c4c21b4-24b2-4230-bdb5-433a68d4e434 None None] Deleting port 7781b938-427f-4254-be71-f1a18ec9184a {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:50:24.928181 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6c4c21b4-24b2-4230-bdb5-433a68d4e434 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:24.998814 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-6c4c21b4-24b2-4230-bdb5-433a68d4e434 None None] For port 7781b938-427f-4254-be71-f1a18ec9184a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=7781b938-427f-4254-be71-f1a18ec9184a,segment=NetworkSegment(d5e395bd-ebd2-494d-99dc-4f90093e31d2),segment_id=d5e395bd-ebd2-494d-99dc-4f90093e31d2)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:50:24.999198 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6c4c21b4-24b2-4230-bdb5-433a68d4e434 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.118994 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-adc131d0-4b63-4884-97a8-622fd7e2d55b admin admin] Deleting port 7781b938-427f-4254-be71-f1a18ec9184a {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:50:25.118994 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-adc131d0-4b63-4884-97a8-622fd7e2d55b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.163562 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-6c4c21b4-24b2-4230-bdb5-433a68d4e434 None None] Calling delete_port for 7781b938-427f-4254-be71-f1a18ec9184a owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:50:25.183716 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-adc131d0-4b63-4884-97a8-622fd7e2d55b admin admin] For port 7781b938-427f-4254-be71-f1a18ec9184a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=7781b938-427f-4254-be71-f1a18ec9184a,segment=NetworkSegment(d5e395bd-ebd2-494d-99dc-4f90093e31d2),segment_id=d5e395bd-ebd2-494d-99dc-4f90093e31d2)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:50:25.184027 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-adc131d0-4b63-4884-97a8-622fd7e2d55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.197095 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-adc131d0-4b63-4884-97a8-622fd7e2d55b admin admin] Calling delete_port for 7781b938-427f-4254-be71-f1a18ec9184a owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:50:25.253685 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6c4c21b4-24b2-4230-bdb5-433a68d4e434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.267796 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device ba083414-2d2f-48c6-84d2-dc05f7191fe3 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:50:25.287357 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-adc131d0-4b63-4884-97a8-622fd7e2d55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.287644 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4c21b4-24b2-4230-bdb5-433a68d4e434 None None] No DVR routers for this DVR port 7781b938-427f-4254-be71-f1a18ec9184a on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:50:25.292529 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: ba083414-2d2f-48c6-84d2-dc05f7191fe3 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:50:25.292872 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device ba083414-2d2f-48c6-84d2-dc05f7191fe3 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:50:25.294203 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 7781b938-427f-4254-be71-f1a18ec9184a no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:50:25.317921 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc131d0-4b63-4884-97a8-622fd7e2d55b admin admin] Pushing event deleted for resources: {'Port': ['ID=7781b938-427f-4254-be71-f1a18ec9184a,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:25.325403 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc131d0-4b63-4884-97a8-622fd7e2d55b admin admin] No DVR routers for this DVR port 7781b938-427f-4254-be71-f1a18ec9184a on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:50:25.331582 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c21b4-24b2-4230-bdb5-433a68d4e434 None None] Pushing event deleted for resources: {'Port': ['ID=7781b938-427f-4254-be71-f1a18ec9184a,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:25.333719 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 7781b938-427f-4254-be71-f1a18ec9184a {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:50:25.334050 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 7781b938-427f-4254-be71-f1a18ec9184a not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:50:25.334527 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 6c180ea6-1112-477a-8766-6df7ed5a38a5 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:50:25.358482 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 6c180ea6-1112-477a-8766-6df7ed5a38a5 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:50:25.358828 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 6c180ea6-1112-477a-8766-6df7ed5a38a5 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:50:25.361332 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c21b4-24b2-4230-bdb5-433a68d4e434 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:25.361332 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c21b4-24b2-4230-bdb5-433a68d4e434 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:25.361640 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c21b4-24b2-4230-bdb5-433a68d4e434 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:25.361870 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c21b4-24b2-4230-bdb5-433a68d4e434 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:25.362244 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c21b4-24b2-4230-bdb5-433a68d4e434 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:25.362433 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c21b4-24b2-4230-bdb5-433a68d4e434 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:25.362759 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c21b4-24b2-4230-bdb5-433a68d4e434 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:25.363077 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c21b4-24b2-4230-bdb5-433a68d4e434 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:25.363392 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c21b4-24b2-4230-bdb5-433a68d4e434 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:25.363709 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c21b4-24b2-4230-bdb5-433a68d4e434 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:25.364529 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c21b4-24b2-4230-bdb5-433a68d4e434 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:25.364529 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c21b4-24b2-4230-bdb5-433a68d4e434 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:25.409280 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-adc131d0-4b63-4884-97a8-622fd7e2d55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.430291 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-adc131d0-4b63-4884-97a8-622fd7e2d55b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:25.439786 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-adc131d0-4b63-4884-97a8-622fd7e2d55b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e395bd-ebd2-494d-99dc-4f90093e31d2') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:25.440009 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-adc131d0-4b63-4884-97a8-622fd7e2d55b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e395bd-ebd2-494d-99dc-4f90093e31d2') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:25.450311 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-adc131d0-4b63-4884-97a8-622fd7e2d55b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.464330 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-adc131d0-4b63-4884-97a8-622fd7e2d55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.470331 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc131d0-4b63-4884-97a8-622fd7e2d55b admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:50:25.470712 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-adc131d0-4b63-4884-97a8-622fd7e2d55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: self.session.flush() Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: self.session.flush() Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: self.session.flush() Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: self.session.flush() Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:50:25.472442 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:50:25.527364 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-adc131d0-4b63-4884-97a8-622fd7e2d55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.533029 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-adc131d0-4b63-4884-97a8-622fd7e2d55b admin admin] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.536141 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-adc131d0-4b63-4884-97a8-622fd7e2d55b admin admin] 10.222.0.69 "DELETE /v2.0/networks/5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe HTTP/1.1" status: 204 len: 168 time: 0.8918734 Apr 29 11:50:25.548300 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc131d0-4b63-4884-97a8-622fd7e2d55b admin admin] Pushing event deleted for resources: {'Network': ['ID=5e1cf1f1-5ed7-4f51-a0ab-fd27d887c2fe,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:25.651503 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54920) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:25.690185 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7599ed33-d444-4dbe-8026-409e3682c23c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5c18c08a53e64ca1a8e956042fa2eb3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374014 Apr 29 11:50:25.692585 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54922) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:25.743798 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4d3b79ae-84e8-4557-abad-c71e8385ac33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.764335 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4d3b79ae-84e8-4557-abad-c71e8385ac33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.811068 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4d3b79ae-84e8-4557-abad-c71e8385ac33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.813658 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4d3b79ae-84e8-4557-abad-c71e8385ac33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.814964 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4d3b79ae-84e8-4557-abad-c71e8385ac33 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f41246ff-7815-4aea-87f8-d2eb93a5fd7e HTTP/1.1" status: 204 len: 168 time: 0.1215093 Apr 29 11:50:25.823766 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b79ae-84e8-4557-abad-c71e8385ac33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41246ff-7815-4aea-87f8-d2eb93a5fd7e,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:26.123550 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54928) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:26.164413 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-60705921-6816-480e-b209-b44844067133 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e1c005074ddf4a1aab160c9a8e99cdfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393972 Apr 29 11:50:26.166838 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54930) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:26.216574 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cc4df66e-98f1-4d5c-b9bd-ed46adce9716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:26.237239 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cc4df66e-98f1-4d5c-b9bd-ed46adce9716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:26.287505 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cc4df66e-98f1-4d5c-b9bd-ed46adce9716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:26.290987 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cc4df66e-98f1-4d5c-b9bd-ed46adce9716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:26.292171 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-cc4df66e-98f1-4d5c-b9bd-ed46adce9716 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/47d60dfe-a6f5-4703-8b20-07b3dd98b35e HTTP/1.1" status: 204 len: 168 time: 0.1244082 Apr 29 11:50:26.299775 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4df66e-98f1-4d5c-b9bd-ed46adce9716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d60dfe-a6f5-4703-8b20-07b3dd98b35e,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:27.163837 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:27.755127 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d41f3622-62d7-48cf-8e86-e358237631bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:28.511324 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:30.027350 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:30.203708 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:32.491041 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54944) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:32.659717 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-6946b8fd-11da-42b2-b33c-479cf8d8782b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port 19b764e8-2189-46c0-af70-904619986097 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:50:32.659969 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6946b8fd-11da-42b2-b33c-479cf8d8782b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:32.734072 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6946b8fd-11da-42b2-b33c-479cf8d8782b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:32.734426 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6946b8fd-11da-42b2-b33c-479cf8d8782b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:32.745770 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-6946b8fd-11da-42b2-b33c-479cf8d8782b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for 19b764e8-2189-46c0-af70-904619986097 owned by network:floatingip {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:50:32.893912 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6946b8fd-11da-42b2-b33c-479cf8d8782b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:32.918533 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946b8fd-11da-42b2-b33c-479cf8d8782b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=19b764e8-2189-46c0-af70-904619986097,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:32.982371 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6946b8fd-11da-42b2-b33c-479cf8d8782b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:32.982722 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-6946b8fd-11da-42b2-b33c-479cf8d8782b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Floating IP 45183249-cd53-4c23-817a-f1e5cbefdd18 disassociated (deleted). External IP: 172.26.4.213, port: e61c1d92-b59c-4201-ab8a-ad72c489a755. Apr 29 11:50:33.192587 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6946b8fd-11da-42b2-b33c-479cf8d8782b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router fdef2b9c-3388-4939-aa1b-8d8a724df897 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:50:33.298766 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6946b8fd-11da-42b2-b33c-479cf8d8782b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:50:33.303315 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6946b8fd-11da-42b2-b33c-479cf8d8782b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:33.309221 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de682a4-c193-4789-8002-15623e4c6165 None None] Sync routers for ids ['fdef2b9c-3388-4939-aa1b-8d8a724df897'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:50:33.319584 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de682a4-c193-4789-8002-15623e4c6165 None None] Routers {'fdef2b9c-3388-4939-aa1b-8d8a724df897'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:50:33.320252 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-2de682a4-c193-4789-8002-15623e4c6165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:50:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['fdef2b9c-3388-4939-aa1b-8d8a724df897'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:33.334391 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6946b8fd-11da-42b2-b33c-479cf8d8782b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/floatingips/45183249-cd53-4c23-817a-f1e5cbefdd18 HTTP/1.1" status: 204 len: 168 time: 0.8411293 Apr 29 11:50:33.335071 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4359890-e67f-4595-9902-bd403757d068', 'tag': 'e61c1d92-b59c-4201-ab8a-ad72c489a755'}] {{(pid=102960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:50:33.337472 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f284d994886e2bee032f7329864f24e5fe1e0d39b4215f9cf8d7074f2166ea6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873a1f7f-9072-47d3-8448-c1e62eb8b734" -d '{"events": [{"name": "network-changed", "server_uuid": "f4359890-e67f-4595-9902-bd403757d068", "tag": "e61c1d92-b59c-4201-ab8a-ad72c489a755"}]}' {{(pid=102960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:50:33.376959 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45cd4f3-4b6d-48bd-8a6d-fd9f94ae1f63 x-openstack-request-id: req-b45cd4f3-4b6d-48bd-8a6d-fd9f94ae1f63 {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:50:33.377250 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4359890-e67f-4595-9902-bd403757d068", "tag": "e61c1d92-b59c-4201-ab8a-ad72c489a755", "status": "completed", "code": 200}]} {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:50:33.377506 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b45cd4f3-4b6d-48bd-8a6d-fd9f94ae1f63 {{(pid=102960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:50:33.377922 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b45cd4f3-4b6d-48bd-8a6d-fd9f94ae1f63'] response: {'name': 'network-changed', 'server_uuid': 'f4359890-e67f-4595-9902-bd403757d068', 'tag': 'e61c1d92-b59c-4201-ab8a-ad72c489a755', 'status': 'completed', 'code': 200} Apr 29 11:50:33.447906 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-2de682a4-c193-4789-8002-15623e4c6165 None None] Set router fdef2b9c-3388-4939-aa1b-8d8a724df897 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:50:33.463348 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a1f7f-9072-47d3-8448-c1e62eb8b734 req-2c895813-2b60-4aa5-8601-0f30fd712f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:33.466354 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-873a1f7f-9072-47d3-8448-c1e62eb8b734 req-2c895813-2b60-4aa5-8601-0f30fd712f2d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=f4359890-e67f-4595-9902-bd403757d068 HTTP/1.1" status: 200 len: 1098 time: 0.0641489 Apr 29 11:50:33.627994 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a1f7f-9072-47d3-8448-c1e62eb8b734 req-f7e9d485-a237-45a9-b88b-06340d59c484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:33.629646 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-873a1f7f-9072-47d3-8448-c1e62eb8b734 req-f7e9d485-a237-45a9-b88b-06340d59c484 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4a112ed5-53b0-4c78-9b69-8d3da6fe489d HTTP/1.1" status: 200 len: 898 time: 0.1389537 Apr 29 11:50:33.689053 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-873a1f7f-9072-47d3-8448-c1e62eb8b734 req-1e3bf246-c862-49ed-9316-d85980e337a8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e61c1d92-b59c-4201-ab8a-ad72c489a755 HTTP/1.1" status: 200 len: 217 time: 0.0455060 Apr 29 11:50:33.747749 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a1f7f-9072-47d3-8448-c1e62eb8b734 req-87fbee66-4a70-4418-8a8c-ae14ee88e4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:33.749325 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-873a1f7f-9072-47d3-8448-c1e62eb8b734 req-87fbee66-4a70-4418-8a8c-ae14ee88e4c8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=334f8d0b-acf8-43b4-8764-28f3e4d77e2f HTTP/1.1" status: 200 len: 843 time: 0.0473695 Apr 29 11:50:33.756553 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-2de682a4-c193-4789-8002-15623e4c6165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'name': 'tempest-TestNetworkBasicOps-router-266366855', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '8e7f5cbb-1560-4f54-936a-e519e60299bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:47:26Z', 'updated_at': '2022-04-29T11:47:30Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '8e7f5cbb-1560-4f54-936a-e519e60299bc', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:47:27Z', 'updated_at': '2022-04-29T11:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'a3cff82c-25b5-4e56-a150-703ef5972f6a', 'name': '', 'network_id': '4a112ed5-53b0-4c78-9b69-8d3da6fe489d', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:0f:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '334f8d0b-acf8-43b4-8764-28f3e4d77e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:47:29Z', 'updated_at': '2022-04-29T11:47:32Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '334f8d0b-acf8-43b4-8764-28f3e4d77e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:33.786750 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de682a4-c193-4789-8002-15623e4c6165 None None] Checking router: fdef2b9c-3388-4939-aa1b-8d8a724df897 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:50:33.795915 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de682a4-c193-4789-8002-15623e4c6165 None None] Routers {'fdef2b9c-3388-4939-aa1b-8d8a724df897'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:50:33.796518 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-2de682a4-c193-4789-8002-15623e4c6165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:50:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['fdef2b9c-3388-4939-aa1b-8d8a724df897'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:33.803088 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a1f7f-9072-47d3-8448-c1e62eb8b734 req-4a399bfc-33de-4ee5-bcc3-571e59018b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:33.804867 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-873a1f7f-9072-47d3-8448-c1e62eb8b734 req-4a399bfc-33de-4ee5-bcc3-571e59018b4f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a112ed5-53b0-4c78-9b69-8d3da6fe489d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0473950 Apr 29 11:50:33.903173 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-2de682a4-c193-4789-8002-15623e4c6165 None None] Set router fdef2b9c-3388-4939-aa1b-8d8a724df897 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:50:33.933727 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3991cb0-9297-4bf2-9110-8979d8e69500 req-7f92846c-7bb7-4d5b-98e6-a3e3f2558b4a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:33.935262 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f3991cb0-9297-4bf2-9110-8979d8e69500 req-7f92846c-7bb7-4d5b-98e6-a3e3f2558b4a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4359890-e67f-4595-9902-bd403757d068 HTTP/1.1" status: 200 len: 945 time: 0.3545201 Apr 29 11:50:33.952244 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-873a1f7f-9072-47d3-8448-c1e62eb8b734 req-002e9657-5981-4a94-84b2-0a225e0b1f59 service neutron] 10.222.0.62 "GET /v2.0/networks/4a112ed5-53b0-4c78-9b69-8d3da6fe489d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346848 Apr 29 11:50:33.997423 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f3991cb0-9297-4bf2-9110-8979d8e69500 req-bc9f0344-583b-40ca-b219-a34b11ebf4fa tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb38ccb3-f30c-4dc8-95b5-bbdf3bb9a5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548434 Apr 29 11:50:34.060295 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-873a1f7f-9072-47d3-8448-c1e62eb8b734 req-2fbaa2b5-d5c4-4102-94f7-cfc13d8a0366 service neutron] 10.222.0.62 "GET /v2.0/networks/4a112ed5-53b0-4c78-9b69-8d3da6fe489d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968082 Apr 29 11:50:34.105335 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-2de682a4-c193-4789-8002-15623e4c6165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'name': 'tempest-TestNetworkBasicOps-router-266366855', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '8e7f5cbb-1560-4f54-936a-e519e60299bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:47:26Z', 'updated_at': '2022-04-29T11:47:30Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '8e7f5cbb-1560-4f54-936a-e519e60299bc', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:47:27Z', 'updated_at': '2022-04-29T11:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'a3cff82c-25b5-4e56-a150-703ef5972f6a', 'name': '', 'network_id': '4a112ed5-53b0-4c78-9b69-8d3da6fe489d', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:0f:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '334f8d0b-acf8-43b4-8764-28f3e4d77e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:47:29Z', 'updated_at': '2022-04-29T11:47:32Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '334f8d0b-acf8-43b4-8764-28f3e4d77e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:34.135866 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de682a4-c193-4789-8002-15623e4c6165 None None] The sync data for ids ['fdef2b9c-3388-4939-aa1b-8d8a724df897'] in dv-neutron-838888-1-hyperv is: [{'id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'name': 'tempest-TestNetworkBasicOps-router-266366855', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '8e7f5cbb-1560-4f54-936a-e519e60299bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:47:26Z', 'updated_at': '2022-04-29T11:47:30Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '8e7f5cbb-1560-4f54-936a-e519e60299bc', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:47:27Z', 'updated_at': '2022-04-29T11:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'a3cff82c-25b5-4e56-a150-703ef5972f6a', 'name': '', 'network_id': '4a112ed5-53b0-4c78-9b69-8d3da6fe489d', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:0f:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '334f8d0b-acf8-43b4-8764-28f3e4d77e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:47:29Z', 'updated_at': '2022-04-29T11:47:32Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '334f8d0b-acf8-43b4-8764-28f3e4d77e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:50:34.355250 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d69d1e1-28dd-4745-a669-d737ed63c841 None None] New status for floating IP 45183249-cd53-4c23-817a-f1e5cbefdd18: DOWN {{(pid=102961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:50:35.203971 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4b1d9-f040-49a5-a9fa-9d4d8f154a71 req-59efbbde-8993-4856-84a3-8dec18784135 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:35.205531 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-51d4b1d9-f040-49a5-a9fa-9d4d8f154a71 req-59efbbde-8993-4856-84a3-8dec18784135 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4359890-e67f-4595-9902-bd403757d068 HTTP/1.1" status: 200 len: 945 time: 0.0852196 Apr 29 11:50:35.213596 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263b7d8-1ad1-421b-93d4-99cc3c73f7c7 req-c7156f8f-4f79-495e-a760-c82a63092ba3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:35.215022 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5263b7d8-1ad1-421b-93d4-99cc3c73f7c7 req-c7156f8f-4f79-495e-a760-c82a63092ba3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4359890-e67f-4595-9902-bd403757d068 HTTP/1.1" status: 200 len: 945 time: 0.1482213 Apr 29 11:50:35.298818 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5263b7d8-1ad1-421b-93d4-99cc3c73f7c7 req-c71a60a5-f59c-4a53-ac84-cc855616db0b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb38ccb3-f30c-4dc8-95b5-bbdf3bb9a5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765462 Apr 29 11:50:35.323931 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-51d4b1d9-f040-49a5-a9fa-9d4d8f154a71 req-ed95af56-05d5-4c7c-880e-b36f630ef383 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port e61c1d92-b59c-4201-ab8a-ad72c489a755 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:50:35.324278 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-51d4b1d9-f040-49a5-a9fa-9d4d8f154a71 req-ed95af56-05d5-4c7c-880e-b36f630ef383 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:35.417519 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-51d4b1d9-f040-49a5-a9fa-9d4d8f154a71 req-ed95af56-05d5-4c7c-880e-b36f630ef383 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] For port e61c1d92-b59c-4201-ab8a-ad72c489a755, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e61c1d92-b59c-4201-ab8a-ad72c489a755,segment=NetworkSegment(b27a6ca5-7cc8-478b-bf5d-ef7d69335557),segment_id=b27a6ca5-7cc8-478b-bf5d-ef7d69335557)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:50:35.417861 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-51d4b1d9-f040-49a5-a9fa-9d4d8f154a71 req-ed95af56-05d5-4c7c-880e-b36f630ef383 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:35.429950 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-51d4b1d9-f040-49a5-a9fa-9d4d8f154a71 req-ed95af56-05d5-4c7c-880e-b36f630ef383 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for e61c1d92-b59c-4201-ab8a-ad72c489a755 owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:50:35.563044 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-51d4b1d9-f040-49a5-a9fa-9d4d8f154a71 req-ed95af56-05d5-4c7c-880e-b36f630ef383 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:35.593236 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95af56-05d5-4c7c-880e-b36f630ef383 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=e61c1d92-b59c-4201-ab8a-ad72c489a755,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:35.635263 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d4b1d9-f040-49a5-a9fa-9d4d8f154a71 req-ed95af56-05d5-4c7c-880e-b36f630ef383 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] No DVR routers for this DVR port e61c1d92-b59c-4201-ab8a-ad72c489a755 on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:50:35.637477 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-51d4b1d9-f040-49a5-a9fa-9d4d8f154a71 req-ed95af56-05d5-4c7c-880e-b36f630ef383 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:35.640989 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-51d4b1d9-f040-49a5-a9fa-9d4d8f154a71 req-ed95af56-05d5-4c7c-880e-b36f630ef383 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "DELETE /v2.0/ports/e61c1d92-b59c-4201-ab8a-ad72c489a755 HTTP/1.1" status: 204 len: 173 time: 0.4250824 Apr 29 11:50:35.641430 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4359890-e67f-4595-9902-bd403757d068', 'name': 'network-vif-deleted', 'tag': 'e61c1d92-b59c-4201-ab8a-ad72c489a755'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:50:35.643713 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2531c276-48d9-45ff-ae38-f53afa219887" -d '{"events": [{"server_uuid": "f4359890-e67f-4595-9902-bd403757d068", "name": "network-vif-deleted", "tag": "e61c1d92-b59c-4201-ab8a-ad72c489a755"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:50:35.682946 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ba78ab-04e5-4da1-9efe-60ac9854f437 x-openstack-request-id: req-25ba78ab-04e5-4da1-9efe-60ac9854f437 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:50:35.683243 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4359890-e67f-4595-9902-bd403757d068", "name": "network-vif-deleted", "tag": "e61c1d92-b59c-4201-ab8a-ad72c489a755", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:50:35.683524 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-25ba78ab-04e5-4da1-9efe-60ac9854f437 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:50:35.683895 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25ba78ab-04e5-4da1-9efe-60ac9854f437'] response: {'server_uuid': 'f4359890-e67f-4595-9902-bd403757d068', 'name': 'network-vif-deleted', 'tag': 'e61c1d92-b59c-4201-ab8a-ad72c489a755', 'status': 'completed', 'code': 200} Apr 29 11:50:36.355188 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54962) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:36.415699 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c30d8678-8c12-4921-9a0f-43487c6665ad tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:36.441250 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c30d8678-8c12-4921-9a0f-43487c6665ad tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:36.505108 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c30d8678-8c12-4921-9a0f-43487c6665ad tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:36.508204 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c30d8678-8c12-4921-9a0f-43487c6665ad tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:36.509364 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c30d8678-8c12-4921-9a0f-43487c6665ad tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/security-groups/cb38ccb3-f30c-4dc8-95b5-bbdf3bb9a5c1 HTTP/1.1" status: 204 len: 168 time: 0.1532097 Apr 29 11:50:36.518638 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d8678-8c12-4921-9a0f-43487c6665ad tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb38ccb3-f30c-4dc8-95b5-bbdf3bb9a5c1,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:36.542110 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54966) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:36.902826 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8c3cd800-a27b-44c0-a7bd-6a9038d6789d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:37.165160 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-8c3cd800-a27b-44c0-a7bd-6a9038d6789d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port a3cff82c-25b5-4e56-a150-703ef5972f6a {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:50:37.165476 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8c3cd800-a27b-44c0-a7bd-6a9038d6789d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:37.259039 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-8c3cd800-a27b-44c0-a7bd-6a9038d6789d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] For port a3cff82c-25b5-4e56-a150-703ef5972f6a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=a3cff82c-25b5-4e56-a150-703ef5972f6a,segment=NetworkSegment(b27a6ca5-7cc8-478b-bf5d-ef7d69335557),segment_id=b27a6ca5-7cc8-478b-bf5d-ef7d69335557)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:50:37.259464 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8c3cd800-a27b-44c0-a7bd-6a9038d6789d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:37.272200 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-8c3cd800-a27b-44c0-a7bd-6a9038d6789d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for a3cff82c-25b5-4e56-a150-703ef5972f6a owned by network:router_interface {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:50:37.460353 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8c3cd800-a27b-44c0-a7bd-6a9038d6789d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:37.486130 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3cd800-a27b-44c0-a7bd-6a9038d6789d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=a3cff82c-25b5-4e56-a150-703ef5972f6a,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:37.666613 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8c3cd800-a27b-44c0-a7bd-6a9038d6789d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:37.880565 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3cd800-a27b-44c0-a7bd-6a9038d6789d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router fdef2b9c-3388-4939-aa1b-8d8a724df897 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:50:37.986537 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3cd800-a27b-44c0-a7bd-6a9038d6789d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:50:37.993329 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8c3cd800-a27b-44c0-a7bd-6a9038d6789d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "PUT /v2.0/routers/fdef2b9c-3388-4939-aa1b-8d8a724df897/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4486241 Apr 29 11:50:37.995129 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54968) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:37.997968 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c9258-7ac5-4621-ae56-8bae8026804c None None] Sync routers for ids ['fdef2b9c-3388-4939-aa1b-8d8a724df897'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:50:38.008547 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91c9258-7ac5-4621-ae56-8bae8026804c None None] Routers {'fdef2b9c-3388-4939-aa1b-8d8a724df897'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:50:38.009163 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f91c9258-7ac5-4621-ae56-8bae8026804c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:50:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['fdef2b9c-3388-4939-aa1b-8d8a724df897'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:38.045353 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dbf9df6-3e57-4d9e-83b4-d7b9998229bd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting subnet 334f8d0b-acf8-43b4-8764-28f3e4d77e2f {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:50:38.048472 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2dbf9df6-3e57-4d9e-83b4-d7b9998229bd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:38.093802 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2dbf9df6-3e57-4d9e-83b4-d7b9998229bd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:38.117340 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-f91c9258-7ac5-4621-ae56-8bae8026804c None None] Set router fdef2b9c-3388-4939-aa1b-8d8a724df897 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:50:38.188695 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2dbf9df6-3e57-4d9e-83b4-d7b9998229bd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:38.260625 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2dbf9df6-3e57-4d9e-83b4-d7b9998229bd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:38.275374 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device e61c1d92-b59c-4201-ab8a-ad72c489a755 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:50:38.291930 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf9df6-3e57-4d9e-83b4-d7b9998229bd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Subnet': ['ID=334f8d0b-acf8-43b4-8764-28f3e4d77e2f,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:38.296817 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2dbf9df6-3e57-4d9e-83b4-d7b9998229bd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:38.298010 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: e61c1d92-b59c-4201-ab8a-ad72c489a755 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:50:38.298650 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device e61c1d92-b59c-4201-ab8a-ad72c489a755 not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:50:38.304247 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54970) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:38.305372 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2dbf9df6-3e57-4d9e-83b4-d7b9998229bd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/subnets/334f8d0b-acf8-43b4-8764-28f3e4d77e2f HTTP/1.1" status: 204 len: 168 time: 0.3083382 Apr 29 11:50:38.305591 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f91c9258-7ac5-4621-ae56-8bae8026804c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'name': 'tempest-TestNetworkBasicOps-router-266366855', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '8e7f5cbb-1560-4f54-936a-e519e60299bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:47:26Z', 'updated_at': '2022-04-29T11:50:37Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '8e7f5cbb-1560-4f54-936a-e519e60299bc', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:47:27Z', 'updated_at': '2022-04-29T11:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:38.315292 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c462f3-115c-4ccc-8782-d875c1eceaaa None None] Network 4a112ed5-53b0-4c78-9b69-8d3da6fe489d requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:50:38.332670 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c9258-7ac5-4621-ae56-8bae8026804c None None] Checking router: fdef2b9c-3388-4939-aa1b-8d8a724df897 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:50:38.341821 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91c9258-7ac5-4621-ae56-8bae8026804c None None] Routers {'fdef2b9c-3388-4939-aa1b-8d8a724df897'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:50:38.342720 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f91c9258-7ac5-4621-ae56-8bae8026804c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:50:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['fdef2b9c-3388-4939-aa1b-8d8a724df897'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:38.423736 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ba71f0fa-3640-4f42-a360-0036b1cda541 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:38.456978 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-f91c9258-7ac5-4621-ae56-8bae8026804c None None] Set router fdef2b9c-3388-4939-aa1b-8d8a724df897 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:50:38.525228 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d71be2-a235-423d-aecd-e10f20d2133d None None] DHCP port deletion for 4a112ed5-53b0-4c78-9b69-8d3da6fe489d request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:50:38.543256 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ba71f0fa-3640-4f42-a360-0036b1cda541 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:38.578302 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-b9d71be2-a235-423d-aecd-e10f20d2133d None None] Deleting port c20a6550-b9d8-43d6-b020-8e4ce474d20d {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:50:38.578801 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b9d71be2-a235-423d-aecd-e10f20d2133d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:38.603904 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-ba71f0fa-3640-4f42-a360-0036b1cda541 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port 8e7f5cbb-1560-4f54-936a-e519e60299bc {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:50:38.604242 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ba71f0fa-3640-4f42-a360-0036b1cda541 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:38.653425 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f91c9258-7ac5-4621-ae56-8bae8026804c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'name': 'tempest-TestNetworkBasicOps-router-266366855', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '8e7f5cbb-1560-4f54-936a-e519e60299bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:47:26Z', 'updated_at': '2022-04-29T11:50:37Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '8e7f5cbb-1560-4f54-936a-e519e60299bc', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:47:27Z', 'updated_at': '2022-04-29T11:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:38.656085 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-b9d71be2-a235-423d-aecd-e10f20d2133d None None] For port c20a6550-b9d8-43d6-b020-8e4ce474d20d, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=c20a6550-b9d8-43d6-b020-8e4ce474d20d,segment=NetworkSegment(b27a6ca5-7cc8-478b-bf5d-ef7d69335557),segment_id=b27a6ca5-7cc8-478b-bf5d-ef7d69335557)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:50:38.657334 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b9d71be2-a235-423d-aecd-e10f20d2133d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:38.673940 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-b9d71be2-a235-423d-aecd-e10f20d2133d None None] Calling delete_port for c20a6550-b9d8-43d6-b020-8e4ce474d20d owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:50:38.686723 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c9258-7ac5-4621-ae56-8bae8026804c None None] The sync data for ids ['fdef2b9c-3388-4939-aa1b-8d8a724df897'] in dv-neutron-838888-1-hyperv is: [{'id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'name': 'tempest-TestNetworkBasicOps-router-266366855', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '8e7f5cbb-1560-4f54-936a-e519e60299bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:47:26Z', 'updated_at': '2022-04-29T11:50:37Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '8e7f5cbb-1560-4f54-936a-e519e60299bc', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdef2b9c-3388-4939-aa1b-8d8a724df897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:47:27Z', 'updated_at': '2022-04-29T11:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:50:38.700184 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-ba71f0fa-3640-4f42-a360-0036b1cda541 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] For port 8e7f5cbb-1560-4f54-936a-e519e60299bc, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=8e7f5cbb-1560-4f54-936a-e519e60299bc,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:50:38.700545 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ba71f0fa-3640-4f42-a360-0036b1cda541 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:38.714184 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-ba71f0fa-3640-4f42-a360-0036b1cda541 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for 8e7f5cbb-1560-4f54-936a-e519e60299bc owned by network:router_gateway {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:50:38.756925 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b9d71be2-a235-423d-aecd-e10f20d2133d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:38.782470 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d71be2-a235-423d-aecd-e10f20d2133d None None] Pushing event deleted for resources: {'Port': ['ID=c20a6550-b9d8-43d6-b020-8e4ce474d20d,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:38.787552 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d71be2-a235-423d-aecd-e10f20d2133d None None] No DVR routers for this DVR port c20a6550-b9d8-43d6-b020-8e4ce474d20d on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:50:38.901437 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ba71f0fa-3640-4f42-a360-0036b1cda541 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:38.927838 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71f0fa-3640-4f42-a360-0036b1cda541 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=8e7f5cbb-1560-4f54-936a-e519e60299bc,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:38.985275 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ba71f0fa-3640-4f42-a360-0036b1cda541 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:39.081995 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ba71f0fa-3640-4f42-a360-0036b1cda541 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:39.084316 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ba71f0fa-3640-4f42-a360-0036b1cda541 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:39.129135 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ba71f0fa-3640-4f42-a360-0036b1cda541 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:39.129479 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba71f0fa-3640-4f42-a360-0036b1cda541 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Fanout notify agent at l3_agent the message router_deleted on router fdef2b9c-3388-4939-aa1b-8d8a724df897 {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:50:39.137576 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ba71f0fa-3640-4f42-a360-0036b1cda541 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:39.138990 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ba71f0fa-3640-4f42-a360-0036b1cda541 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/routers/fdef2b9c-3388-4939-aa1b-8d8a724df897 HTTP/1.1" status: 204 len: 168 time: 0.8323171 Apr 29 11:50:39.141778 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54972) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:39.231143 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3ab22a1b-8959-4f70-8fb9-a1cf4b204eae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:39.331378 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3ab22a1b-8959-4f70-8fb9-a1cf4b204eae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:39.342611 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device c20a6550-b9d8-43d6-b020-8e4ce474d20d no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:50:39.355630 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-3ab22a1b-8959-4f70-8fb9-a1cf4b204eae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a112ed5-53b0-4c78-9b69-8d3da6fe489d']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:39.365172 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-3ab22a1b-8959-4f70-8fb9-a1cf4b204eae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b27a6ca5-7cc8-478b-bf5d-ef7d69335557') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:39.365473 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-3ab22a1b-8959-4f70-8fb9-a1cf4b204eae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b27a6ca5-7cc8-478b-bf5d-ef7d69335557') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:39.368038 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: c20a6550-b9d8-43d6-b020-8e4ce474d20d {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:50:39.368387 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device c20a6550-b9d8-43d6-b020-8e4ce474d20d not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:50:39.368805 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device a3cff82c-25b5-4e56-a150-703ef5972f6a no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:50:39.375489 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3ab22a1b-8959-4f70-8fb9-a1cf4b204eae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:39.389859 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: a3cff82c-25b5-4e56-a150-703ef5972f6a {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:50:39.390096 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3ab22a1b-8959-4f70-8fb9-a1cf4b204eae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:39.390273 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device a3cff82c-25b5-4e56-a150-703ef5972f6a not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:50:39.396908 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ab22a1b-8959-4f70-8fb9-a1cf4b204eae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:50:39.397304 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3ab22a1b-8959-4f70-8fb9-a1cf4b204eae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:39.401093 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 11:50:39.401093 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:50:39.401093 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 11:50:39.401093 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:50:39.401093 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 11:50:39.401093 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:50:39.401093 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 11:50:39.401093 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:50:39.401093 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 11:50:39.401093 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:50:39.401093 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 11:50:39.401093 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:50:39.401093 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 11:50:39.401093 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:50:39.401093 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:50:39.401093 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:50:39.401093 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:50:39.401093 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:50:39.401093 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 11:50:39.401093 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:50:39.401093 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 11:50:39.401093 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:50:39.401093 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:50:39.401093 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:50:39.401093 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 11:50:39.401093 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:50:39.401093 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:50:39.401093 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:50:39.401093 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:50:39.401093 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:50:39.401093 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:50:39.401093 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:50:39.468087 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3ab22a1b-8959-4f70-8fb9-a1cf4b204eae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:39.475527 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3ab22a1b-8959-4f70-8fb9-a1cf4b204eae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:39.479193 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3ab22a1b-8959-4f70-8fb9-a1cf4b204eae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/networks/4a112ed5-53b0-4c78-9b69-8d3da6fe489d HTTP/1.1" status: 204 len: 168 time: 0.3363752 Apr 29 11:50:39.494516 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54974) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:39.499440 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-462e04d8-f7e7-42f4-a3e1-7a9cf149ca4e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'network': {'name': 'tempest-network-smoke--42527841', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'port_security_enabled': True}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:39.519295 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462e04d8-f7e7-42f4-a3e1-7a9cf149ca4e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Made reservation on behalf of e43b3d3b447648b5aeeaf858bb1241e8 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:50:39.523157 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-462e04d8-f7e7-42f4-a3e1-7a9cf149ca4e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:39.549309 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-462e04d8-f7e7-42f4-a3e1-7a9cf149ca4e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:50:39.561009 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-462e04d8-f7e7-42f4-a3e1-7a9cf149ca4e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:39.561364 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-462e04d8-f7e7-42f4-a3e1-7a9cf149ca4e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Added segment c10bd328-dbd6-4461-92c4-47c2003ea93a of type vlan for network b7ffe23f-4db1-4cf1-a579-98cdd181f6bd Apr 29 11:50:39.606032 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-462e04d8-f7e7-42f4-a3e1-7a9cf149ca4e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:39.634064 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-462e04d8-f7e7-42f4-a3e1-7a9cf149ca4e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:39.639890 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462e04d8-f7e7-42f4-a3e1-7a9cf149ca4e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:39.640528 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-462e04d8-f7e7-42f4-a3e1-7a9cf149ca4e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:39.714538 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-462e04d8-f7e7-42f4-a3e1-7a9cf149ca4e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2189269 Apr 29 11:50:39.717436 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54976) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:39.725218 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-69a68c03-9e1e-4acb-9cc1-9baf8d2f5bfa tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-368431064', 'admin_state_up': True, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:39.738087 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e04d8-f7e7-42f4-a3e1-7a9cf149ca4e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Network': ['ID=b7ffe23f-4db1-4cf1-a579-98cdd181f6bd,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:39.750012 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network b7ffe23f-4db1-4cf1-a579-98cdd181f6bd details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:50:39.755917 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-69a68c03-9e1e-4acb-9cc1-9baf8d2f5bfa tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:39.757103 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-69a68c03-9e1e-4acb-9cc1-9baf8d2f5bfa tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:39.825580 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-69a68c03-9e1e-4acb-9cc1-9baf8d2f5bfa tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:39.826969 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab22a1b-8959-4f70-8fb9-a1cf4b204eae tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Network': ['ID=4a112ed5-53b0-4c78-9b69-8d3da6fe489d,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:39.965785 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-69a68c03-9e1e-4acb-9cc1-9baf8d2f5bfa tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:40.157277 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-69a68c03-9e1e-4acb-9cc1-9baf8d2f5bfa tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_gateway, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:40.176366 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-69a68c03-9e1e-4acb-9cc1-9baf8d2f5bfa tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:40.277422 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-69a68c03-9e1e-4acb-9cc1-9baf8d2f5bfa tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.26.4.7 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/11496537-f4ed-4d67-9159-cab8a08bb9c0) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:50:40.380575 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-69a68c03-9e1e-4acb-9cc1-9baf8d2f5bfa tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:40.414962 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-69a68c03-9e1e-4acb-9cc1-9baf8d2f5bfa tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:40.451527 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a68c03-9e1e-4acb-9cc1-9baf8d2f5bfa tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:50:40.456402 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-69a68c03-9e1e-4acb-9cc1-9baf8d2f5bfa tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:40.459904 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a68c03-9e1e-4acb-9cc1-9baf8d2f5bfa tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:50:40.484970 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a68c03-9e1e-4acb-9cc1-9baf8d2f5bfa tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=11496537-f4ed-4d67-9159-cab8a08bb9c0,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:40.720711 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-69a68c03-9e1e-4acb-9cc1-9baf8d2f5bfa tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_gateway, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:41.215979 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 8e7f5cbb-1560-4f54-936a-e519e60299bc no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:50:41.230635 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-69a68c03-9e1e-4acb-9cc1-9baf8d2f5bfa tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:41.239452 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 8e7f5cbb-1560-4f54-936a-e519e60299bc {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:50:41.239797 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 8e7f5cbb-1560-4f54-936a-e519e60299bc not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:50:41.359270 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a68c03-9e1e-4acb-9cc1-9baf8d2f5bfa tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router 5b51b482-624f-4df2-b307-8ad1475df396 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:50:41.466109 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a68c03-9e1e-4acb-9cc1-9baf8d2f5bfa tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:50:41.479156 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557efac1-5bcc-47d7-8278-bcecad2686f0 None None] Sync routers for ids ['5b51b482-624f-4df2-b307-8ad1475df396'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:50:41.487040 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-69a68c03-9e1e-4acb-9cc1-9baf8d2f5bfa tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:41.488345 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-69a68c03-9e1e-4acb-9cc1-9baf8d2f5bfa tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.7696369 Apr 29 11:50:41.490910 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557efac1-5bcc-47d7-8278-bcecad2686f0 None None] Routers {'5b51b482-624f-4df2-b307-8ad1475df396'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:50:41.491331 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54978) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:41.491584 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-557efac1-5bcc-47d7-8278-bcecad2686f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:50:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5b51b482-624f-4df2-b307-8ad1475df396'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:41.599571 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-557efac1-5bcc-47d7-8278-bcecad2686f0 None None] Set router 5b51b482-624f-4df2-b307-8ad1475df396 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:50:41.664439 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f0645775-3fd2-412a-99a1-588c73aa9b4a tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=e43b3d3b447648b5aeeaf858bb1241e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1687052 Apr 29 11:50:41.664769 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54982) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:41.765207 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebfbc0a-a0d0-47b9-b901-bbe897fa0352 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:41.767844 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-8ebfbc0a-a0d0-47b9-b901-bbe897fa0352 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1015801 Apr 29 11:50:41.770544 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54984) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:41.787361 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-557efac1-5bcc-47d7-8278-bcecad2686f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51b482-624f-4df2-b307-8ad1475df396', 'name': 'tempest-TestNetworkBasicOps-router-368431064', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:39Z', 'updated_at': '2022-04-29T11:50:40Z', 'revision_number': 3, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:24:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:50:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:41.805369 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c22270bb-7903-464c-b6fc-b5742b323782 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=1c458760-cee1-43dd-bfaa-f7beebba31f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327916 Apr 29 11:50:41.808484 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54986) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:41.813390 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-86c220de-7e55-4573-b5a2-3cddfc57e833 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-334903558', 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:41.819493 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557efac1-5bcc-47d7-8278-bcecad2686f0 None None] Checking router: 5b51b482-624f-4df2-b307-8ad1475df396 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:50:41.819875 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557efac1-5bcc-47d7-8278-bcecad2686f0 None None] Updating router 5b51b482-624f-4df2-b307-8ad1475df396 port 11496537-f4ed-4d67-9159-cab8a08bb9c0 binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:50:41.846067 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-557efac1-5bcc-47d7-8278-bcecad2686f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:41.903224 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c220de-7e55-4573-b5a2-3cddfc57e833 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Made reservation on behalf of e43b3d3b447648b5aeeaf858bb1241e8 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:50:41.906753 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-86c220de-7e55-4573-b5a2-3cddfc57e833 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:42.092657 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-86c220de-7e55-4573-b5a2-3cddfc57e833 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:42.102430 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-557efac1-5bcc-47d7-8278-bcecad2686f0 None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:42.108252 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-557efac1-5bcc-47d7-8278-bcecad2686f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:42.160297 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081884e-60df-4ff0-bd6d-aa74dcf235e5 None None] Pushing event updated for resources: {'Port': ['ID=11496537-f4ed-4d67-9159-cab8a08bb9c0,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:42.160572 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c220de-7e55-4573-b5a2-3cddfc57e833 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Subnet': ['ID=a7ff187c-b653-47e4-b2d2-f13e5057d858,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:42.162727 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-557efac1-5bcc-47d7-8278-bcecad2686f0 None None] Attempting to bind port 11496537-f4ed-4d67-9159-cab8a08bb9c0 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:50:42.163092 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-557efac1-5bcc-47d7-8278-bcecad2686f0 None None] Attempting to bind port 11496537-f4ed-4d67-9159-cab8a08bb9c0 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:50:42.163447 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557efac1-5bcc-47d7-8278-bcecad2686f0 None None] Attempting to bind port 11496537-f4ed-4d67-9159-cab8a08bb9c0 on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:50:42.166130 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c220de-7e55-4573-b5a2-3cddfc57e833 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Checking segment: {'id': 'c10bd328-dbd6-4461-92c4-47c2003ea93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:50:42.166797 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c220de-7e55-4573-b5a2-3cddfc57e833 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network hostable DHCP agents. Network: b7ffe23f-4db1-4cf1-a579-98cdd181f6bd, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:50:42.170896 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557efac1-5bcc-47d7-8278-bcecad2686f0 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:50:42.171262 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557efac1-5bcc-47d7-8278-bcecad2686f0 None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:50:42.172155 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-557efac1-5bcc-47d7-8278-bcecad2686f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:42.172286 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557efac1-5bcc-47d7-8278-bcecad2686f0 None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:50:42.172697 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-557efac1-5bcc-47d7-8278-bcecad2686f0 None None] Bound port: 11496537-f4ed-4d67-9159-cab8a08bb9c0, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:50:42.173494 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-557efac1-5bcc-47d7-8278-bcecad2686f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:42.191586 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c220de-7e55-4573-b5a2-3cddfc57e833 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network b7ffe23f-4db1-4cf1-a579-98cdd181f6bd is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:50:42.202040 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-86c220de-7e55-4573-b5a2-3cddfc57e833 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, b7ffe23f-4db1-4cf1-a579-98cdd181f6bd) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:42.206634 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c220de-7e55-4573-b5a2-3cddfc57e833 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:42.207032 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-86c220de-7e55-4573-b5a2-3cddfc57e833 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:42.212381 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3136c7b8-4297-4ad5-9c55-0cced170867c None None] Network b7ffe23f-4db1-4cf1-a579-98cdd181f6bd requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:50:42.224524 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-86c220de-7e55-4573-b5a2-3cddfc57e833 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4150078 Apr 29 11:50:42.227979 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 54988) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:42.273408 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-557efac1-5bcc-47d7-8278-bcecad2686f0 None None] For port 11496537-f4ed-4d67-9159-cab8a08bb9c0, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:50:42.290802 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-557efac1-5bcc-47d7-8278-bcecad2686f0 None None] For port 11496537-f4ed-4d67-9159-cab8a08bb9c0, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=11496537-f4ed-4d67-9159-cab8a08bb9c0,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:50:42.295887 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-557efac1-5bcc-47d7-8278-bcecad2686f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:42.404025 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081884e-60df-4ff0-bd6d-aa74dcf235e5 None None] Pushing event updated for resources: {'Port': ['ID=11496537-f4ed-4d67-9159-cab8a08bb9c0,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:42.408817 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557efac1-5bcc-47d7-8278-bcecad2686f0 None None] Routers {'5b51b482-624f-4df2-b307-8ad1475df396'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:50:42.409426 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-557efac1-5bcc-47d7-8278-bcecad2686f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:50:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5b51b482-624f-4df2-b307-8ad1475df396'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:42.492550 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b7234f-5104-40b4-afa6-2f6de5f15798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ips': [{'subnet_id': 'a7ff187c-b653-47e4-b2d2-f13e5057d858'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:50:42.493575 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-21b7234f-5104-40b4-afa6-2f6de5f15798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:42.560355 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-557efac1-5bcc-47d7-8278-bcecad2686f0 None None] Set router 5b51b482-624f-4df2-b307-8ad1475df396 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:50:42.693373 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7f6decba-8727-4b04-a75b-57dbfa5b0e42 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:42.946545 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-21b7234f-5104-40b4-afa6-2f6de5f15798 None None] Allocated IP 172.20.0.2 (b7ffe23f-4db1-4cf1-a579-98cdd181f6bd/a7ff187c-b653-47e4-b2d2-f13e5057d858/b921a993-f623-42f3-a69c-d3fff2657596) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:50:43.074657 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-557efac1-5bcc-47d7-8278-bcecad2686f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51b482-624f-4df2-b307-8ad1475df396', 'name': 'tempest-TestNetworkBasicOps-router-368431064', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:39Z', 'updated_at': '2022-04-29T11:50:40Z', 'revision_number': 3, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:24:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:43.110505 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557efac1-5bcc-47d7-8278-bcecad2686f0 None None] The sync data for ids ['5b51b482-624f-4df2-b307-8ad1475df396'] in dv-neutron-838888-1-hyperv is: [{'id': '5b51b482-624f-4df2-b307-8ad1475df396', 'name': 'tempest-TestNetworkBasicOps-router-368431064', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:39Z', 'updated_at': '2022-04-29T11:50:40Z', 'revision_number': 3, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:24:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:50:43.162313 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-21b7234f-5104-40b4-afa6-2f6de5f15798 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:43.170344 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-21b7234f-5104-40b4-afa6-2f6de5f15798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:43.214354 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b7234f-5104-40b4-afa6-2f6de5f15798 None None] Network b7ffe23f-4db1-4cf1-a579-98cdd181f6bd is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:50:43.217389 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-21b7234f-5104-40b4-afa6-2f6de5f15798 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:43.219949 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b7234f-5104-40b4-afa6-2f6de5f15798 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:50:43.235180 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-7f6decba-8727-4b04-a75b-57dbfa5b0e42 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.20.0.1 (b7ffe23f-4db1-4cf1-a579-98cdd181f6bd/a7ff187c-b653-47e4-b2d2-f13e5057d858/e35e8048-ac01-4085-a275-20f475f2ad00) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:50:43.254194 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7234f-5104-40b4-afa6-2f6de5f15798 None None] Pushing event updated for resources: {'Port': ['ID=b921a993-f623-42f3-a69c-d3fff2657596,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:43.290952 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-21b7234f-5104-40b4-afa6-2f6de5f15798 None None] Attempting to bind port b921a993-f623-42f3-a69c-d3fff2657596 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:50:43.291677 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-21b7234f-5104-40b4-afa6-2f6de5f15798 None None] Attempting to bind port b921a993-f623-42f3-a69c-d3fff2657596 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'c10bd328-dbd6-4461-92c4-47c2003ea93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:50:43.291677 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b7234f-5104-40b4-afa6-2f6de5f15798 None None] Attempting to bind port b921a993-f623-42f3-a69c-d3fff2657596 on network b7ffe23f-4db1-4cf1-a579-98cdd181f6bd {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:50:43.297520 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b7234f-5104-40b4-afa6-2f6de5f15798 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:50:43.297896 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b7234f-5104-40b4-afa6-2f6de5f15798 None None] Checking segment: {'id': 'c10bd328-dbd6-4461-92c4-47c2003ea93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:50:43.298341 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-21b7234f-5104-40b4-afa6-2f6de5f15798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:43.298737 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b7234f-5104-40b4-afa6-2f6de5f15798 None None] Bound using segment: {'id': 'c10bd328-dbd6-4461-92c4-47c2003ea93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:50:43.299210 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-21b7234f-5104-40b4-afa6-2f6de5f15798 None None] Bound port: b921a993-f623-42f3-a69c-d3fff2657596, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c10bd328-dbd6-4461-92c4-47c2003ea93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:50:43.299623 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-21b7234f-5104-40b4-afa6-2f6de5f15798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:43.381129 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-21b7234f-5104-40b4-afa6-2f6de5f15798 None None] For port b921a993-f623-42f3-a69c-d3fff2657596, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:50:43.386577 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-21b7234f-5104-40b4-afa6-2f6de5f15798 None None] For port b921a993-f623-42f3-a69c-d3fff2657596, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=b921a993-f623-42f3-a69c-d3fff2657596,segment=NetworkSegment(c10bd328-dbd6-4461-92c4-47c2003ea93a),segment_id=c10bd328-dbd6-4461-92c4-47c2003ea93a)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:50:43.390423 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7f6decba-8727-4b04-a75b-57dbfa5b0e42 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:43.397588 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-21b7234f-5104-40b4-afa6-2f6de5f15798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:43.449246 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7f6decba-8727-4b04-a75b-57dbfa5b0e42 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:43.498242 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7234f-5104-40b4-afa6-2f6de5f15798 None None] Pushing event updated for resources: {'Port': ['ID=b921a993-f623-42f3-a69c-d3fff2657596,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:43.518307 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6decba-8727-4b04-a75b-57dbfa5b0e42 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=e35e8048-ac01-4085-a275-20f475f2ad00,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:43.531968 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6decba-8727-4b04-a75b-57dbfa5b0e42 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network b7ffe23f-4db1-4cf1-a579-98cdd181f6bd is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:50:43.533839 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-7f6decba-8727-4b04-a75b-57dbfa5b0e42 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:43.536779 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6decba-8727-4b04-a75b-57dbfa5b0e42 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:50:43.594556 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7f6decba-8727-4b04-a75b-57dbfa5b0e42 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:43.779317 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7f6decba-8727-4b04-a75b-57dbfa5b0e42 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:44.093301 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7f6decba-8727-4b04-a75b-57dbfa5b0e42 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:44.099893 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7f6decba-8727-4b04-a75b-57dbfa5b0e42 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:44.181133 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6decba-8727-4b04-a75b-57dbfa5b0e42 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=e35e8048-ac01-4085-a275-20f475f2ad00,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:44.183946 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7f6decba-8727-4b04-a75b-57dbfa5b0e42 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:44.293342 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6decba-8727-4b04-a75b-57dbfa5b0e42 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network b7ffe23f-4db1-4cf1-a579-98cdd181f6bd is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:50:44.295210 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-7f6decba-8727-4b04-a75b-57dbfa5b0e42 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:44.418536 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6decba-8727-4b04-a75b-57dbfa5b0e42 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router 5b51b482-624f-4df2-b307-8ad1475df396 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:50:44.520204 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cf5538-ccd9-4826-8e01-764263ac3dd1 None None] Network b7ffe23f-4db1-4cf1-a579-98cdd181f6bd requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:50:44.535358 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6decba-8727-4b04-a75b-57dbfa5b0e42 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:50:44.543312 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7f6decba-8727-4b04-a75b-57dbfa5b0e42 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "PUT /v2.0/routers/5b51b482-624f-4df2-b307-8ad1475df396/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3118899 Apr 29 11:50:44.543687 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54990) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:44.644052 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52152b05-9b83-46ad-b779-05b2d5cd9c23 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:44.644514 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52152b05-9b83-46ad-b779-05b2d5cd9c23 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:44.644980 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52152b05-9b83-46ad-b779-05b2d5cd9c23 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:44.645465 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52152b05-9b83-46ad-b779-05b2d5cd9c23 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:44.647143 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-52152b05-9b83-46ad-b779-05b2d5cd9c23 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.1024704 Apr 29 11:50:44.650649 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54992) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:44.654058 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-3a90c9d3-e585-4acc-864e-b1739e595914 None None] Provisioning complete for port b921a993-f623-42f3-a69c-d3fff2657596 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:44.654455 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3a90c9d3-e585-4acc-864e-b1739e595914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:44.705640 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d025472-4437-489a-bda3-a55446022852 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:44.706103 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d025472-4437-489a-bda3-a55446022852 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:44.706661 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d025472-4437-489a-bda3-a55446022852 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:44.707136 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d025472-4437-489a-bda3-a55446022852 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:44.708794 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3d025472-4437-489a-bda3-a55446022852 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0572858 Apr 29 11:50:44.712532 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54994) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:44.763781 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3a90c9d3-e585-4acc-864e-b1739e595914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:44.799820 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-3a90c9d3-e585-4acc-864e-b1739e595914 None None] For port b921a993-f623-42f3-a69c-d3fff2657596, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=b921a993-f623-42f3-a69c-d3fff2657596,segment=NetworkSegment(c10bd328-dbd6-4461-92c4-47c2003ea93a),segment_id=c10bd328-dbd6-4461-92c4-47c2003ea93a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:50:44.805403 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3a90c9d3-e585-4acc-864e-b1739e595914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:44.868442 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90c9d3-e585-4acc-864e-b1739e595914 None None] Pushing event updated for resources: {'Port': ['ID=b921a993-f623-42f3-a69c-d3fff2657596,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:44.871114 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-68c402b3-a949-4cad-8c99-5572d6677077 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1604 time: 0.1487219 Apr 29 11:50:45.032161 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-6f23856f-5398-4d9c-a058-127c35a07465 None None] Provisioning complete for port e35e8048-ac01-4085-a275-20f475f2ad00 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:45.032673 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6f23856f-5398-4d9c-a058-127c35a07465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.074773 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-6f23856f-5398-4d9c-a058-127c35a07465 None None] Port e35e8048-ac01-4085-a275-20f475f2ad00 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:50:45.085247 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-6f23856f-5398-4d9c-a058-127c35a07465 None None] Provisioning complete for port b921a993-f623-42f3-a69c-d3fff2657596 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:45.086299 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6f23856f-5398-4d9c-a058-127c35a07465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.157256 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 54998) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:45.161972 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-a352528b-c611-419d-9f01-6118e2ef61ad tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-401932948', 'description': 'tempest-secgroup-smoke-401932948 description', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:45.195664 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a352528b-c611-419d-9f01-6118e2ef61ad tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.203221 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e217efd7-feef-440d-884c-d72efcd47026 None None] Sync routers for ids ['5b51b482-624f-4df2-b307-8ad1475df396'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:50:45.217445 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e217efd7-feef-440d-884c-d72efcd47026 None None] Routers {'5b51b482-624f-4df2-b307-8ad1475df396'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:50:45.218379 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-e217efd7-feef-440d-884c-d72efcd47026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:50:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5b51b482-624f-4df2-b307-8ad1475df396'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:45.295922 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a352528b-c611-419d-9f01-6118e2ef61ad tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.306825 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a352528b-c611-419d-9f01-6118e2ef61ad tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.315684 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-514fa797-278b-46bf-8768-a59967fc1c18 None None] Provisioning complete for port e35e8048-ac01-4085-a275-20f475f2ad00 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:45.316456 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-514fa797-278b-46bf-8768-a59967fc1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.346835 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352528b-c611-419d-9f01-6118e2ef61ad tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0198a13f-af94-4ee4-a1dc-e49a072afeb5,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:45.351373 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a352528b-c611-419d-9f01-6118e2ef61ad tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.361242 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a352528b-c611-419d-9f01-6118e2ef61ad tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2027216 Apr 29 11:50:45.364067 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55000) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:45.370461 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-597be2da-ea98-47e4-b341-e787896d0847 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '0198a13f-af94-4ee4-a1dc-e49a072afeb5', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:45.380417 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-514fa797-278b-46bf-8768-a59967fc1c18 None None] Port e35e8048-ac01-4085-a275-20f475f2ad00 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:50:45.404099 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device b921a993-f623-42f3-a69c-d3fff2657596 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:50:45.438365 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-597be2da-ea98-47e4-b341-e787896d0847 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.464111 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-e217efd7-feef-440d-884c-d72efcd47026 None None] Set router 5b51b482-624f-4df2-b307-8ad1475df396 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:50:45.464605 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port b921a993-f623-42f3-a69c-d3fff2657596 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:45.464979 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.519508 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-597be2da-ea98-47e4-b341-e787896d0847 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.519761 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-060d10a3-29d5-4f30-82bc-47887be501f4 None None] Provisioning complete for port e35e8048-ac01-4085-a275-20f475f2ad00 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:45.519761 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-060d10a3-29d5-4f30-82bc-47887be501f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.525869 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-597be2da-ea98-47e4-b341-e787896d0847 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.557399 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597be2da-ea98-47e4-b341-e787896d0847 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b011dea-4480-4a2a-b25b-ba9434a56927,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:45.563561 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-597be2da-ea98-47e4-b341-e787896d0847 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.567992 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-597be2da-ea98-47e4-b341-e787896d0847 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2019899 Apr 29 11:50:45.568265 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55002) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:45.572780 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-e86ef8ae-df85-40f0-bde2-8b2dd41dc4b3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '0198a13f-af94-4ee4-a1dc-e49a072afeb5', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:45.602414 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-060d10a3-29d5-4f30-82bc-47887be501f4 None None] Port e35e8048-ac01-4085-a275-20f475f2ad00 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:50:45.603089 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e86ef8ae-df85-40f0-bde2-8b2dd41dc4b3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.609023 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 11496537-f4ed-4d67-9159-cab8a08bb9c0 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:50:45.664190 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 11496537-f4ed-4d67-9159-cab8a08bb9c0 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:45.664577 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.671095 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e86ef8ae-df85-40f0-bde2-8b2dd41dc4b3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.675632 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e86ef8ae-df85-40f0-bde2-8b2dd41dc4b3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.690082 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ef8ae-df85-40f0-bde2-8b2dd41dc4b3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c08dbab4-1107-4855-949f-31ba624993e4,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:45.694749 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-e217efd7-feef-440d-884c-d72efcd47026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51b482-624f-4df2-b307-8ad1475df396', 'name': 'tempest-TestNetworkBasicOps-router-368431064', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:39Z', 'updated_at': '2022-04-29T11:50:43Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:24:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'e35e8048-ac01-4085-a275-20f475f2ad00', 'name': '', 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:37:89:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7ff187c-b653-47e4-b2d2-f13e5057d858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:42Z', 'updated_at': '2022-04-29T11:50:43Z', 'revision_number': 2, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'a7ff187c-b653-47e4-b2d2-f13e5057d858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:45.710086 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e86ef8ae-df85-40f0-bde2-8b2dd41dc4b3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.715519 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e86ef8ae-df85-40f0-bde2-8b2dd41dc4b3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1462691 Apr 29 11:50:45.715967 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55004) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:45.721623 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-9fd3a540-9eb2-46e1-9aad-615a8396d3f5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '0198a13f-af94-4ee4-a1dc-e49a072afeb5', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:45.730979 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e217efd7-feef-440d-884c-d72efcd47026 None None] Checking router: 5b51b482-624f-4df2-b307-8ad1475df396 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:50:45.731330 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e217efd7-feef-440d-884c-d72efcd47026 None None] Updating router 5b51b482-624f-4df2-b307-8ad1475df396 port e35e8048-ac01-4085-a275-20f475f2ad00 binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:50:45.756406 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9fd3a540-9eb2-46e1-9aad-615a8396d3f5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.760464 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-e217efd7-feef-440d-884c-d72efcd47026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.778857 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.806693 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 11496537-f4ed-4d67-9159-cab8a08bb9c0, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=11496537-f4ed-4d67-9159-cab8a08bb9c0,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:50:45.812029 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.841219 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9fd3a540-9eb2-46e1-9aad-615a8396d3f5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.845106 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9fd3a540-9eb2-46e1-9aad-615a8396d3f5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.862843 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3a540-9eb2-46e1-9aad-615a8396d3f5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f10518-195b-4061-aa37-12704c9ccc38,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:45.876148 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9fd3a540-9eb2-46e1-9aad-615a8396d3f5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.877498 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9fd3a540-9eb2-46e1-9aad-615a8396d3f5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1599958 Apr 29 11:50:45.880184 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55006) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:45.880518 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=11496537-f4ed-4d67-9159-cab8a08bb9c0,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:45.885798 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-4948bf3d-7972-496b-afa9-5e7754b8fbf5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '0198a13f-af94-4ee4-a1dc-e49a072afeb5', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:45.916931 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4948bf3d-7972-496b-afa9-5e7754b8fbf5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.982094 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4948bf3d-7972-496b-afa9-5e7754b8fbf5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.986488 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4948bf3d-7972-496b-afa9-5e7754b8fbf5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:46.004615 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948bf3d-7972-496b-afa9-5e7754b8fbf5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c0f4bc3-0c23-4a0d-a76e-68e62708231a,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:46.014149 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4948bf3d-7972-496b-afa9-5e7754b8fbf5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:46.015451 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4948bf3d-7972-496b-afa9-5e7754b8fbf5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1341543 Apr 29 11:50:46.018199 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55008) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:46.022760 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-2d431562-7a47-40ad-87b4-25fa5c2f3005 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '0198a13f-af94-4ee4-a1dc-e49a072afeb5', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:46.044065 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.securitygroups_db [None req-2d431562-7a47-40ad-87b4-25fa5c2f3005 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Project e43b3d3b447648b5aeeaf858bb1241e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:50:46.049167 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2d431562-7a47-40ad-87b4-25fa5c2f3005 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:46.066827 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-e217efd7-feef-440d-884c-d72efcd47026 None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:46.073810 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-e217efd7-feef-440d-884c-d72efcd47026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:46.117004 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2d431562-7a47-40ad-87b4-25fa5c2f3005 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:46.122893 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2d431562-7a47-40ad-87b4-25fa5c2f3005 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:46.145132 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d431562-7a47-40ad-87b4-25fa5c2f3005 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=884b64f0-ccef-453d-8d7e-6ba2e66ae654,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:46.156030 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c0e17-921a-490b-af65-1ca9708283f3 None None] Pushing event updated for resources: {'Port': ['ID=e35e8048-ac01-4085-a275-20f475f2ad00,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:46.157412 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2d431562-7a47-40ad-87b4-25fa5c2f3005 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:46.158934 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2d431562-7a47-40ad-87b4-25fa5c2f3005 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1395009 Apr 29 11:50:46.161495 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55010) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:46.166987 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-1c1f40fd-da4f-4193-8d37-d8f4e27b9da9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '0198a13f-af94-4ee4-a1dc-e49a072afeb5', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:46.185329 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c0e17-921a-490b-af65-1ca9708283f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:46.185507 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c0e17-921a-490b-af65-1ca9708283f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:46.185759 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c0e17-921a-490b-af65-1ca9708283f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:46.186085 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c0e17-921a-490b-af65-1ca9708283f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:46.186429 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c0e17-921a-490b-af65-1ca9708283f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:46.187123 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c0e17-921a-490b-af65-1ca9708283f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:46.187123 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c0e17-921a-490b-af65-1ca9708283f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:46.187395 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c0e17-921a-490b-af65-1ca9708283f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:46.187754 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c0e17-921a-490b-af65-1ca9708283f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:46.188103 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c0e17-921a-490b-af65-1ca9708283f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:46.188441 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c0e17-921a-490b-af65-1ca9708283f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:46.188791 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c0e17-921a-490b-af65-1ca9708283f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:46.192615 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.securitygroups_db [None req-1c1f40fd-da4f-4193-8d37-d8f4e27b9da9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Project e43b3d3b447648b5aeeaf858bb1241e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:50:46.199218 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1c1f40fd-da4f-4193-8d37-d8f4e27b9da9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:46.209310 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-e217efd7-feef-440d-884c-d72efcd47026 None None] Attempting to bind port e35e8048-ac01-4085-a275-20f475f2ad00 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:50:46.209832 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-e217efd7-feef-440d-884c-d72efcd47026 None None] Attempting to bind port e35e8048-ac01-4085-a275-20f475f2ad00 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'c10bd328-dbd6-4461-92c4-47c2003ea93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:50:46.210139 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e217efd7-feef-440d-884c-d72efcd47026 None None] Attempting to bind port e35e8048-ac01-4085-a275-20f475f2ad00 on network b7ffe23f-4db1-4cf1-a579-98cdd181f6bd {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:50:46.216210 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e217efd7-feef-440d-884c-d72efcd47026 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:50:46.216774 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e217efd7-feef-440d-884c-d72efcd47026 None None] Checking segment: {'id': 'c10bd328-dbd6-4461-92c4-47c2003ea93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:50:46.217257 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-e217efd7-feef-440d-884c-d72efcd47026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:46.217683 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e217efd7-feef-440d-884c-d72efcd47026 None None] Bound using segment: {'id': 'c10bd328-dbd6-4461-92c4-47c2003ea93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:50:46.218158 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-e217efd7-feef-440d-884c-d72efcd47026 None None] Bound port: e35e8048-ac01-4085-a275-20f475f2ad00, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c10bd328-dbd6-4461-92c4-47c2003ea93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:50:46.218566 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-e217efd7-feef-440d-884c-d72efcd47026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:46.275840 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:50:46.287866 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1c1f40fd-da4f-4193-8d37-d8f4e27b9da9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:46.295781 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1c1f40fd-da4f-4193-8d37-d8f4e27b9da9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:46.302530 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-e217efd7-feef-440d-884c-d72efcd47026 None None] For port e35e8048-ac01-4085-a275-20f475f2ad00, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:50:46.306717 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-e217efd7-feef-440d-884c-d72efcd47026 None None] For port e35e8048-ac01-4085-a275-20f475f2ad00, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=e35e8048-ac01-4085-a275-20f475f2ad00,segment=NetworkSegment(c10bd328-dbd6-4461-92c4-47c2003ea93a),segment_id=c10bd328-dbd6-4461-92c4-47c2003ea93a)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:50:46.312108 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-e217efd7-feef-440d-884c-d72efcd47026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:46.316508 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f40fd-da4f-4193-8d37-d8f4e27b9da9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f6b331-014f-4628-b141-4b0c9f21b945,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:46.324681 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1c1f40fd-da4f-4193-8d37-d8f4e27b9da9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:46.325917 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-1c1f40fd-da4f-4193-8d37-d8f4e27b9da9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1633289 Apr 29 11:50:46.353352 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-c48c39c9-a6b2-4411-82ca-85e31d55bc89 None None] Provisioning complete for port e35e8048-ac01-4085-a275-20f475f2ad00 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:46.353719 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c48c39c9-a6b2-4411-82ca-85e31d55bc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:46.383749 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e217efd7-feef-440d-884c-d72efcd47026 None None] Routers {'5b51b482-624f-4df2-b307-8ad1475df396'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:50:46.384686 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-e217efd7-feef-440d-884c-d72efcd47026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:50:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5b51b482-624f-4df2-b307-8ad1475df396'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:46.470929 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c48c39c9-a6b2-4411-82ca-85e31d55bc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:46.502481 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c0e17-921a-490b-af65-1ca9708283f3 None None] Pushing event updated for resources: {'Port': ['ID=e35e8048-ac01-4085-a275-20f475f2ad00,revision_number=4']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:46.536986 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-e217efd7-feef-440d-884c-d72efcd47026 None None] Set router 5b51b482-624f-4df2-b307-8ad1475df396 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:50:46.551042 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-c48c39c9-a6b2-4411-82ca-85e31d55bc89 None None] For port e35e8048-ac01-4085-a275-20f475f2ad00, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=e35e8048-ac01-4085-a275-20f475f2ad00,segment=NetworkSegment(c10bd328-dbd6-4461-92c4-47c2003ea93a),segment_id=c10bd328-dbd6-4461-92c4-47c2003ea93a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:50:46.559032 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c48c39c9-a6b2-4411-82ca-85e31d55bc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:46.628243 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-fb5eb9e3-a71b-429f-a01f-406f68d28842 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-401932948&fields=id&tenant_id=e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 267 time: 0.0478618 Apr 29 11:50:46.640637 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c39c9-a6b2-4411-82ca-85e31d55bc89 None None] Pushing event updated for resources: {'Port': ['ID=e35e8048-ac01-4085-a275-20f475f2ad00,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:46.685791 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-3dc02e63-31d6-4475-8d5c-8b5c6acfc4af None None] Provisioning complete for port e35e8048-ac01-4085-a275-20f475f2ad00 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:46.686283 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3dc02e63-31d6-4475-8d5c-8b5c6acfc4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:46.754043 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-cfe946e9-9873-41ab-979a-01840c1f4b8d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:46.756001 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-cfe946e9-9873-41ab-979a-01840c1f4b8d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/networks?id=b7ffe23f-4db1-4cf1-a579-98cdd181f6bd HTTP/1.1" status: 200 len: 795 time: 0.1195540 Apr 29 11:50:46.782190 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-aa7b38b7-062b-44b1-a648-d7453dac3719 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/quotas/e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 375 time: 0.0136509 Apr 29 11:50:46.786934 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-e217efd7-feef-440d-884c-d72efcd47026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51b482-624f-4df2-b307-8ad1475df396', 'name': 'tempest-TestNetworkBasicOps-router-368431064', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:39Z', 'updated_at': '2022-04-29T11:50:43Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'e35e8048-ac01-4085-a275-20f475f2ad00', 'name': '', 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:37:89:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7ff187c-b653-47e4-b2d2-f13e5057d858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:42Z', 'updated_at': '2022-04-29T11:50:46Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'a7ff187c-b653-47e4-b2d2-f13e5057d858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:46.815844 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e217efd7-feef-440d-884c-d72efcd47026 None None] The sync data for ids ['5b51b482-624f-4df2-b307-8ad1475df396'] in dv-neutron-838888-1-hyperv is: [{'id': '5b51b482-624f-4df2-b307-8ad1475df396', 'name': 'tempest-TestNetworkBasicOps-router-368431064', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:39Z', 'updated_at': '2022-04-29T11:50:43Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'e35e8048-ac01-4085-a275-20f475f2ad00', 'name': '', 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:37:89:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7ff187c-b653-47e4-b2d2-f13e5057d858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:42Z', 'updated_at': '2022-04-29T11:50:46Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'a7ff187c-b653-47e4-b2d2-f13e5057d858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:50:46.847700 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-99fbe7b9-cebd-4832-b144-d8f33d0716a0 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552299 Apr 29 11:50:46.926640 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-368cf0a6-e73b-49ab-8c81-b6fccfe97ad3 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:50:46.927714 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-368cf0a6-e73b-49ab-8c81-b6fccfe97ad3 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0567670 Apr 29 11:50:47.033698 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-053dcdde-e5b7-4deb-8555-39da538ed5e6 service neutron] 10.222.0.69 "GET /v2.0/networks/b7ffe23f-4db1-4cf1-a579-98cdd181f6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980413 Apr 29 11:50:47.143019 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-6f442bb6-4ef8-4019-ad1b-294927a12899 service neutron] 10.222.0.69 "GET /v2.0/networks/b7ffe23f-4db1-4cf1-a579-98cdd181f6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020684 Apr 29 11:50:47.362063 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cd442809-cdd5-4e71-9636-4b605daffd0a req-59179d6f-189c-4fc6-b961-c698d80f9d45 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b503dc-65ba-4034-94af-891b9d422e6d HTTP/1.1" status: 200 len: 210 time: 0.0368049 Apr 29 11:50:47.392932 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 11496537-f4ed-4d67-9159-cab8a08bb9c0 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:50:47.456462 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 11496537-f4ed-4d67-9159-cab8a08bb9c0 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:47.456462 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:47.557438 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device e35e8048-ac01-4085-a275-20f475f2ad00 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:50:47.619591 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port e35e8048-ac01-4085-a275-20f475f2ad00 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:47.619964 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:48.494829 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-37cb6365-3bda-406a-b93f-e65b650c3dd0 req-fcb276dc-6daf-4c19-b979-e9141d0cbf1d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b503dc-65ba-4034-94af-891b9d422e6d HTTP/1.1" status: 200 len: 210 time: 0.0462346 Apr 29 11:50:48.517968 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-28f6e8b3-1689-4693-bb36-904c0b1f3a6b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:48.519586 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-28f6e8b3-1689-4693-bb36-904c0b1f3a6b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/networks?id=b7ffe23f-4db1-4cf1-a579-98cdd181f6bd HTTP/1.1" status: 200 len: 795 time: 0.1725426 Apr 29 11:50:48.572788 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-c3d3dbb5-7eb1-4dbe-b84e-bb1a9d64358b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 379 time: 0.0405560 Apr 29 11:50:48.589752 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b24bbc4b-db0b-432b-8f1a-6e25e6a298e1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'port': {'device_id': '29b503dc-65ba-4034-94af-891b9d422e6d', 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'admin_state_up': True, 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'security_groups': ['0198a13f-af94-4ee4-a1dc-e49a072afeb5']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:48.720956 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b24bbc4b-db0b-432b-8f1a-6e25e6a298e1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Made reservation on behalf of e43b3d3b447648b5aeeaf858bb1241e8 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:50:48.724677 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b24bbc4b-db0b-432b-8f1a-6e25e6a298e1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:48.863613 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b24bbc4b-db0b-432b-8f1a-6e25e6a298e1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.20.0.9 (b7ffe23f-4db1-4cf1-a579-98cdd181f6bd/a7ff187c-b653-47e4-b2d2-f13e5057d858/a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:50:49.012895 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b24bbc4b-db0b-432b-8f1a-6e25e6a298e1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:49.046743 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b24bbc4b-db0b-432b-8f1a-6e25e6a298e1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:49.087742 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b24bbc4b-db0b-432b-8f1a-6e25e6a298e1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network b7ffe23f-4db1-4cf1-a579-98cdd181f6bd is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:50:49.092728 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b24bbc4b-db0b-432b-8f1a-6e25e6a298e1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:49.096389 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b24bbc4b-db0b-432b-8f1a-6e25e6a298e1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:50:49.123957 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bbc4b-db0b-432b-8f1a-6e25e6a298e1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:49.151887 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b24bbc4b-db0b-432b-8f1a-6e25e6a298e1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:49.152534 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b24bbc4b-db0b-432b-8f1a-6e25e6a298e1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:49.170778 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b24bbc4b-db0b-432b-8f1a-6e25e6a298e1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5888965 Apr 29 11:50:49.187933 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] Request body: {'port': {'device_id': '29b503dc-65ba-4034-94af-891b9d422e6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:49.258411 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:49.337686 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-0cbc1196-4168-4d11-baa8-fe6be21363bb None None] Provisioning complete for port a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:49.338347 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0cbc1196-4168-4d11-baa8-fe6be21363bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:49.371663 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-0cbc1196-4168-4d11-baa8-fe6be21363bb None None] Port a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:50:49.527885 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82 {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:50:49.535986 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:49.550725 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] Transition to ACTIVE for port object a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82 will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:50:49.555100 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:49.633136 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:49.664688 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:49.665127 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:49.665504 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:49.665804 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:49.666134 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:49.666500 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:49.666823 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:49.667149 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:49.667475 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:49.667802 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:49.668121 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:49.668439 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:49.708678 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11cb62-d15c-476d-8a84-8302641d40f6 req-8b225467-bd6d-4188-bd37-7cd871bf0b4d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:49.709633 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4c11cb62-d15c-476d-8a84-8302641d40f6 req-8b225467-bd6d-4188-bd37-7cd871bf0b4d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b503dc-65ba-4034-94af-891b9d422e6d HTTP/1.1" status: 200 len: 943 time: 0.1299975 Apr 29 11:50:49.765602 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] Attempting to bind port a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:50:49.766762 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] Attempting to bind port a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c10bd328-dbd6-4461-92c4-47c2003ea93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:50:49.766762 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] Attempting to bind port a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82 on network b7ffe23f-4db1-4cf1-a579-98cdd181f6bd {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:50:49.776180 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4c11cb62-d15c-476d-8a84-8302641d40f6 req-16c9e208-61a7-43ef-a8a0-0df4407e31b1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=0198a13f-af94-4ee4-a1dc-e49a072afeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586271 Apr 29 11:50:49.777404 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] Port a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82 on network b7ffe23f-4db1-4cf1-a579-98cdd181f6bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:50:49.777735 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] Attempting to bind port a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82 on network b7ffe23f-4db1-4cf1-a579-98cdd181f6bd {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:50:49.784337 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:50:49.784684 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] Checking segment: {'id': 'c10bd328-dbd6-4461-92c4-47c2003ea93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:50:49.785075 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] Bound using segment: {'id': 'c10bd328-dbd6-4461-92c4-47c2003ea93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:50:49.785513 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] Bound port: a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c10bd328-dbd6-4461-92c4-47c2003ea93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:50:49.785875 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:49.869686 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] For port a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:50:49.873010 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] For port a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82,segment=NetworkSegment(c10bd328-dbd6-4461-92c4-47c2003ea93a),segment_id=c10bd328-dbd6-4461-92c4-47c2003ea93a)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:50:49.877198 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:49.917703 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:49.918367 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:49.919863 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] 10.222.0.62 "PUT /v2.0/ports/a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82 HTTP/1.1" status: 200 len: 1093 time: 0.7363591 Apr 29 11:50:49.920361 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b503dc-65ba-4034-94af-891b9d422e6d', 'tag': 'a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:50:49.922788 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b1a525-79fb-4705-b698-dbd588eb807e" -d '{"events": [{"name": "network-changed", "server_uuid": "29b503dc-65ba-4034-94af-891b9d422e6d", "tag": "a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:50:49.955608 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229af58-56cb-49dc-b36d-2b4959d517b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:49.999217 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91dde66c-0601-4346-a9ca-8f7ec8f19236 x-openstack-request-id: req-91dde66c-0601-4346-a9ca-8f7ec8f19236 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:50:49.999598 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b503dc-65ba-4034-94af-891b9d422e6d", "tag": "a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:50:49.999984 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-91dde66c-0601-4346-a9ca-8f7ec8f19236 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:50:50.000393 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91dde66c-0601-4346-a9ca-8f7ec8f19236'] response: {'name': 'network-changed', 'server_uuid': '29b503dc-65ba-4034-94af-891b9d422e6d', 'tag': 'a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82', 'status': 'completed', 'code': 200} Apr 29 11:50:50.043616 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b4830489-041f-4276-9382-f75d3f180619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:50.046270 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b4830489-041f-4276-9382-f75d3f180619 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=29b503dc-65ba-4034-94af-891b9d422e6d HTTP/1.1" status: 200 len: 1096 time: 0.0580950 Apr 29 11:50:50.094152 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-635d4b52-054f-409b-87f4-c751f4e1994a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82 HTTP/1.1" status: 200 len: 217 time: 0.0373757 Apr 29 11:50:50.152820 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b32a32ed-450b-47c7-a02e-b3ec127bf951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:50.154300 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b32a32ed-450b-47c7-a02e-b3ec127bf951 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a7ff187c-b653-47e4-b2d2-f13e5057d858 HTTP/1.1" status: 200 len: 834 time: 0.0519419 Apr 29 11:50:50.205950 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-1d285a17-8e96-44f6-b4fe-3648d508265c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:50.207526 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-1d285a17-8e96-44f6-b4fe-3648d508265c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b7ffe23f-4db1-4cf1-a579-98cdd181f6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0457039 Apr 29 11:50:50.331483 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-b8641fb0-89e7-4f76-a218-2f060fcead55 service neutron] 10.222.0.62 "GET /v2.0/networks/b7ffe23f-4db1-4cf1-a579-98cdd181f6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141763 Apr 29 11:50:50.433104 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f882f38b-f481-45a6-a1b1-3bf4a2b9047c req-81f3aac0-7bf1-4863-aaa1-42abaf0cf6b3 service neutron] 10.222.0.62 "GET /v2.0/networks/b7ffe23f-4db1-4cf1-a579-98cdd181f6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939908 Apr 29 11:50:50.528124 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1a525-79fb-4705-b698-dbd588eb807e req-382c7487-23ae-4c08-bb33-bd8ebedb9e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:50.529667 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-79b1a525-79fb-4705-b698-dbd588eb807e req-382c7487-23ae-4c08-bb33-bd8ebedb9e50 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=29b503dc-65ba-4034-94af-891b9d422e6d HTTP/1.1" status: 200 len: 1096 time: 0.0460420 Apr 29 11:50:50.632851 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1a525-79fb-4705-b698-dbd588eb807e req-99161210-f0c4-4712-8347-97fc6d1f5bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:50.634399 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-79b1a525-79fb-4705-b698-dbd588eb807e req-99161210-f0c4-4712-8347-97fc6d1f5bac service neutron] 10.222.0.62 "GET /v2.0/networks?id=b7ffe23f-4db1-4cf1-a579-98cdd181f6bd HTTP/1.1" status: 200 len: 896 time: 0.0961025 Apr 29 11:50:50.681923 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-79b1a525-79fb-4705-b698-dbd588eb807e req-b9943b45-9c1a-45c4-bd14-9aae1f960c93 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82 HTTP/1.1" status: 200 len: 217 time: 0.0366967 Apr 29 11:50:50.732822 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1a525-79fb-4705-b698-dbd588eb807e req-1bb4f043-7b9e-4dc1-8684-54b4b992b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:50.734317 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-79b1a525-79fb-4705-b698-dbd588eb807e req-1bb4f043-7b9e-4dc1-8684-54b4b992b5db service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a7ff187c-b653-47e4-b2d2-f13e5057d858 HTTP/1.1" status: 200 len: 834 time: 0.0437889 Apr 29 11:50:50.786076 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1a525-79fb-4705-b698-dbd588eb807e req-806701cc-5050-454c-bea5-2fef1eebffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:50.787618 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-79b1a525-79fb-4705-b698-dbd588eb807e req-806701cc-5050-454c-bea5-2fef1eebffbe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b7ffe23f-4db1-4cf1-a579-98cdd181f6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423708 Apr 29 11:50:51.229118 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10590b5-066c-4bd5-aaf6-0b860a1182aa req-d36ff521-e07d-4d13-be01-224992f49072 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:51.230650 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d10590b5-066c-4bd5-aaf6-0b860a1182aa req-d36ff521-e07d-4d13-be01-224992f49072 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b503dc-65ba-4034-94af-891b9d422e6d HTTP/1.1" status: 200 len: 943 time: 0.1027241 Apr 29 11:50:51.236449 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-79b1a525-79fb-4705-b698-dbd588eb807e req-16373495-71a7-4fc0-9a12-93f6f0e90496 service neutron] 10.222.0.62 "GET /v2.0/networks/b7ffe23f-4db1-4cf1-a579-98cdd181f6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375973 Apr 29 11:50:51.311065 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d10590b5-066c-4bd5-aaf6-0b860a1182aa req-96ea14c5-1615-4214-9dcc-c2672eebe756 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=0198a13f-af94-4ee4-a1dc-e49a072afeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736501 Apr 29 11:50:51.349017 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-79b1a525-79fb-4705-b698-dbd588eb807e req-61d5acb8-99f0-4b1f-acfe-7c5cc46d1063 service neutron] 10.222.0.62 "GET /v2.0/networks/b7ffe23f-4db1-4cf1-a579-98cdd181f6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987055 Apr 29 11:50:52.440032 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499279c5-ea08-4369-baa4-81fd70e80b53 req-aaed4933-8cd0-42de-b2a6-824cde6f1303 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:52.441843 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-499279c5-ea08-4369-baa4-81fd70e80b53 req-aaed4933-8cd0-42de-b2a6-824cde6f1303 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b503dc-65ba-4034-94af-891b9d422e6d HTTP/1.1" status: 200 len: 943 time: 0.0563900 Apr 29 11:50:52.483243 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-499279c5-ea08-4369-baa4-81fd70e80b53 req-471aa3e9-eccc-4529-bd18-560c725033ba tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=0198a13f-af94-4ee4-a1dc-e49a072afeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342660 Apr 29 11:50:53.563280 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-94b0a533-e99e-4892-b9ea-254c54d3ef7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:53.610398 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3343474-b9bd-46ba-b39b-f39ac5078d57 req-955a2111-af05-433f-8cd5-8eaffcbbdf32 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:53.611982 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b3343474-b9bd-46ba-b39b-f39ac5078d57 req-955a2111-af05-433f-8cd5-8eaffcbbdf32 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b503dc-65ba-4034-94af-891b9d422e6d HTTP/1.1" status: 200 len: 943 time: 0.0577719 Apr 29 11:50:53.654816 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b3343474-b9bd-46ba-b39b-f39ac5078d57 req-bcf29ee9-c615-4b73-8998-950b905950d3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=0198a13f-af94-4ee4-a1dc-e49a072afeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347974 Apr 29 11:50:54.399532 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:50:54.498311 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82,segment=NetworkSegment(c10bd328-dbd6-4461-92c4-47c2003ea93a),segment_id=c10bd328-dbd6-4461-92c4-47c2003ea93a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:50:54.514096 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': 'a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82', 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'port_id': 'a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82', 'mac_address': 'fa:16:3e:37:3b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7ff187c-b653-47e4-b2d2-f13e5057d858', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:50:54.552738 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:54.567820 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:50:54.590852 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82,segment=NetworkSegment(c10bd328-dbd6-4461-92c4-47c2003ea93a),segment_id=c10bd328-dbd6-4461-92c4-47c2003ea93a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:50:54.595140 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:54.646700 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:54.778964 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72057195-46c0-43c8-8088-45c09c71e91b req-3ea4b685-9fd9-40be-b2d0-900b4fc38e76 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:54.780517 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-72057195-46c0-43c8-8088-45c09c71e91b req-3ea4b685-9fd9-40be-b2d0-900b4fc38e76 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b503dc-65ba-4034-94af-891b9d422e6d HTTP/1.1" status: 200 len: 944 time: 0.0533340 Apr 29 11:50:54.822138 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-72057195-46c0-43c8-8088-45c09c71e91b req-d8a9edb2-c57a-4dd7-96b7-9c3453d4e745 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=0198a13f-af94-4ee4-a1dc-e49a072afeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353971 Apr 29 11:50:54.857321 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:50:55.946311 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5279d6e-b39e-4f98-93f3-6f13b21b79d3 req-9a42fb17-52cf-48a5-92b1-e959a12001eb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:55.948086 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c5279d6e-b39e-4f98-93f3-6f13b21b79d3 req-9a42fb17-52cf-48a5-92b1-e959a12001eb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b503dc-65ba-4034-94af-891b9d422e6d HTTP/1.1" status: 200 len: 944 time: 0.0547600 Apr 29 11:50:55.987948 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c5279d6e-b39e-4f98-93f3-6f13b21b79d3 req-fe6667f4-a1c5-4790-be13-976094c65574 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=0198a13f-af94-4ee4-a1dc-e49a072afeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339167 Apr 29 11:50:56.414815 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:50:56.476557 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82 completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:50:56.482442 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:56.482810 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:56.578014 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:56.605965 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b503dc-65ba-4034-94af-891b9d422e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:50:56.607857 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d762d66-1f65-494c-bf15-414583d7f7e4" -d '{"events": [{"server_uuid": "29b503dc-65ba-4034-94af-891b9d422e6d", "name": "network-vif-plugged", "status": "completed", "tag": "a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:50:56.624850 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82,segment=NetworkSegment(c10bd328-dbd6-4461-92c4-47c2003ea93a),segment_id=c10bd328-dbd6-4461-92c4-47c2003ea93a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:50:56.630097 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:56.659581 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6ce280-c098-48eb-9cd2-850308473551 x-openstack-request-id: req-da6ce280-c098-48eb-9cd2-850308473551 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:50:56.659887 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b503dc-65ba-4034-94af-891b9d422e6d", "name": "network-vif-plugged", "status": "completed", "tag": "a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:50:56.660123 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-da6ce280-c098-48eb-9cd2-850308473551 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:50:56.660594 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da6ce280-c098-48eb-9cd2-850308473551'] response: {'server_uuid': '29b503dc-65ba-4034-94af-891b9d422e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82', 'code': 200} Apr 29 11:50:56.695591 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:56.870037 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d5f20-a625-45b7-906e-c972a7d26a7e req-55e446d9-00f4-4a82-bcb4-12c67c3cece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:56.871817 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7b0d5f20-a625-45b7-906e-c972a7d26a7e req-55e446d9-00f4-4a82-bcb4-12c67c3cece0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=29b503dc-65ba-4034-94af-891b9d422e6d HTTP/1.1" status: 200 len: 1098 time: 0.0489485 Apr 29 11:50:56.914745 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7b0d5f20-a625-45b7-906e-c972a7d26a7e req-aba8b4d5-d578-4e7c-9b6c-4ce95025f83c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0198a13f-af94-4ee4-a1dc-e49a072afeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332706 Apr 29 11:50:57.122947 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0ac8c-19b5-4637-b56b-b17d2ac7ce9e req-2b9f1b61-3bad-44a3-99f1-3b8967141434 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:57.124548 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1be0ac8c-19b5-4637-b56b-b17d2ac7ce9e req-2b9f1b61-3bad-44a3-99f1-3b8967141434 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b503dc-65ba-4034-94af-891b9d422e6d HTTP/1.1" status: 200 len: 945 time: 0.0579746 Apr 29 11:50:57.174722 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:57.175157 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1be0ac8c-19b5-4637-b56b-b17d2ac7ce9e req-1a9dba97-a7f9-40ee-b21b-30b131c91269 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=0198a13f-af94-4ee4-a1dc-e49a072afeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442576 Apr 29 11:50:57.756625 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7f3640ce-e0c0-442e-94dd-3784ac257a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:58.304095 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ddbfd-2555-4041-b712-57b3797aefd3 req-9b8d2887-5264-418a-ae92-d68c1fe849ff tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:58.310634 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f31ddbfd-2555-4041-b712-57b3797aefd3 req-9b8d2887-5264-418a-ae92-d68c1fe849ff tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b503dc-65ba-4034-94af-891b9d422e6d HTTP/1.1" status: 200 len: 945 time: 0.0622556 Apr 29 11:50:58.346317 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f31ddbfd-2555-4041-b712-57b3797aefd3 req-a55152fd-07d6-4f91-b4fe-c5a880d5b0d1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=0198a13f-af94-4ee4-a1dc-e49a072afeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343931 Apr 29 11:50:58.472650 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff8578-d67f-476f-8026-772e17a1e69e req-55f389b4-91ef-4d92-b633-3529bb224869 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:58.474239 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f8ff8578-d67f-476f-8026-772e17a1e69e req-55f389b4-91ef-4d92-b633-3529bb224869 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b503dc-65ba-4034-94af-891b9d422e6d HTTP/1.1" status: 200 len: 945 time: 0.0549123 Apr 29 11:50:58.516827 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:58.518191 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f8ff8578-d67f-476f-8026-772e17a1e69e req-c4c258d3-6634-402f-8e85-55efd66af973 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=0198a13f-af94-4ee4-a1dc-e49a072afeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370462 Apr 29 11:50:58.540803 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55068) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:58.584846 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a5b343-c085-4bee-b3f8-e0bbae7771e9 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:58.590694 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55070) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:50:58.591391 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b5a5b343-c085-4bee-b3f8-e0bbae7771e9 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=29b503dc-65ba-4034-94af-891b9d422e6d HTTP/1.1" status: 200 len: 1093 time: 0.0488448 Apr 29 11:50:58.595405 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-cf8b26c7-a35a-4c11-9d0a-32e972861dcf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'port_id': 'a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:58.618072 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cf8b26c7-a35a-4c11-9d0a-32e972861dcf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:58.723432 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cf8b26c7-a35a-4c11-9d0a-32e972861dcf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:58.829780 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-cf8b26c7-a35a-4c11-9d0a-32e972861dcf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.26.4.235 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/0c318bf3-6193-4603-a6c3-346b3edb09c4) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:50:58.938349 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cf8b26c7-a35a-4c11-9d0a-32e972861dcf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:58.971543 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cf8b26c7-a35a-4c11-9d0a-32e972861dcf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:59.012908 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8b26c7-a35a-4c11-9d0a-32e972861dcf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:50:59.015987 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-cf8b26c7-a35a-4c11-9d0a-32e972861dcf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:59.020491 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8b26c7-a35a-4c11-9d0a-32e972861dcf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:50:59.024252 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b26c7-a35a-4c11-9d0a-32e972861dcf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=0c318bf3-6193-4603-a6c3-346b3edb09c4,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:59.386881 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cf8b26c7-a35a-4c11-9d0a-32e972861dcf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:59.456878 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cf8b26c7-a35a-4c11-9d0a-32e972861dcf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:59.607088 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cf8b26c7-a35a-4c11-9d0a-32e972861dcf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:59.611572 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cf8b26c7-a35a-4c11-9d0a-32e972861dcf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:59.680553 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b26c7-a35a-4c11-9d0a-32e972861dcf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=0c318bf3-6193-4603-a6c3-346b3edb09c4,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:59.692058 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cf8b26c7-a35a-4c11-9d0a-32e972861dcf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:59.791805 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-cf8b26c7-a35a-4c11-9d0a-32e972861dcf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Floating IP 31273657-8a04-4c8b-99e2-91e0f65631b6 associated. External IP: 172.26.4.235, port: a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82. Apr 29 11:50:59.997927 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8b26c7-a35a-4c11-9d0a-32e972861dcf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router 5b51b482-624f-4df2-b307-8ad1475df396 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:51:00.026780 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:00.102486 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8b26c7-a35a-4c11-9d0a-32e972861dcf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:51:00.114476 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb48f72-7c4f-4fb3-8d42-446aa8cdd1cd None None] Sync routers for ids ['5b51b482-624f-4df2-b307-8ad1475df396'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:51:00.120218 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cf8b26c7-a35a-4c11-9d0a-32e972861dcf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:00.126304 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb48f72-7c4f-4fb3-8d42-446aa8cdd1cd None None] Routers {'5b51b482-624f-4df2-b307-8ad1475df396'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:51:00.126923 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-1fb48f72-7c4f-4fb3-8d42-446aa8cdd1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:50:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5b51b482-624f-4df2-b307-8ad1475df396'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:00.157571 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-cf8b26c7-a35a-4c11-9d0a-32e972861dcf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5656645 Apr 29 11:51:00.158202 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b503dc-65ba-4034-94af-891b9d422e6d', 'tag': 'a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82'}] {{(pid=102960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:51:00.160329 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55072) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:51:00.160908 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f284d994886e2bee032f7329864f24e5fe1e0d39b4215f9cf8d7074f2166ea6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953b3a4d-0b71-4d17-9bb6-8fc464cc543a" -d '{"events": [{"name": "network-changed", "server_uuid": "29b503dc-65ba-4034-94af-891b9d422e6d", "tag": "a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82"}]}' {{(pid=102960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:51:00.198812 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be553223-9dba-43e1-849d-8a2eb4e95e18 x-openstack-request-id: req-be553223-9dba-43e1-849d-8a2eb4e95e18 {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:51:00.199110 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b503dc-65ba-4034-94af-891b9d422e6d", "tag": "a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82", "status": "completed", "code": 200}]} {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:51:00.199368 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-be553223-9dba-43e1-849d-8a2eb4e95e18 {{(pid=102960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:51:00.199778 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be553223-9dba-43e1-849d-8a2eb4e95e18'] response: {'name': 'network-changed', 'server_uuid': '29b503dc-65ba-4034-94af-891b9d422e6d', 'tag': 'a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82', 'status': 'completed', 'code': 200} Apr 29 11:51:00.224999 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc088219-a458-4d43-b2cb-d4fd91d41c79 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:00.229793 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-dc088219-a458-4d43-b2cb-d4fd91d41c79 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=29b503dc-65ba-4034-94af-891b9d422e6d HTTP/1.1" status: 200 len: 1093 time: 0.0649996 Apr 29 11:51:00.261758 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-1fb48f72-7c4f-4fb3-8d42-446aa8cdd1cd None None] Set router 5b51b482-624f-4df2-b307-8ad1475df396 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:51:00.264036 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:00.281824 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b3a4d-0b71-4d17-9bb6-8fc464cc543a req-94a0b87c-a78a-419e-a0ec-6a85c6aabe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:00.283378 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-953b3a4d-0b71-4d17-9bb6-8fc464cc543a req-94a0b87c-a78a-419e-a0ec-6a85c6aabe5d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=29b503dc-65ba-4034-94af-891b9d422e6d HTTP/1.1" status: 200 len: 1098 time: 0.0550952 Apr 29 11:51:00.392026 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b3a4d-0b71-4d17-9bb6-8fc464cc543a req-2010b775-e5f5-44c6-8b83-79ae3bede2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:00.393495 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-953b3a4d-0b71-4d17-9bb6-8fc464cc543a req-2010b775-e5f5-44c6-8b83-79ae3bede2b8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b7ffe23f-4db1-4cf1-a579-98cdd181f6bd HTTP/1.1" status: 200 len: 896 time: 0.0947297 Apr 29 11:51:00.441293 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55078) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:51:00.446703 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-e8310022-93ae-4af3-ab84-2662b0d81b33 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-545298960', 'description': 'tempest-secgroup-smoke-545298960 description', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:00.474085 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e8310022-93ae-4af3-ab84-2662b0d81b33 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:00.481568 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-953b3a4d-0b71-4d17-9bb6-8fc464cc543a req-8248d92e-283a-451a-8b32-49033336cc58 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82 HTTP/1.1" status: 200 len: 999 time: 0.0807481 Apr 29 11:51:00.539274 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b3a4d-0b71-4d17-9bb6-8fc464cc543a req-1468ff39-fd3c-4960-8676-0a6ec6a858be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:00.540879 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-953b3a4d-0b71-4d17-9bb6-8fc464cc543a req-1468ff39-fd3c-4960-8676-0a6ec6a858be service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a7ff187c-b653-47e4-b2d2-f13e5057d858 HTTP/1.1" status: 200 len: 834 time: 0.0514967 Apr 29 11:51:00.553723 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e8310022-93ae-4af3-ab84-2662b0d81b33 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:00.559772 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e8310022-93ae-4af3-ab84-2662b0d81b33 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:00.593798 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b3a4d-0b71-4d17-9bb6-8fc464cc543a req-a9a89173-5bae-407d-84a3-2fb11b8f56e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:00.595172 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e8310022-93ae-4af3-ab84-2662b0d81b33 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:00.595836 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-953b3a4d-0b71-4d17-9bb6-8fc464cc543a req-a9a89173-5bae-407d-84a3-2fb11b8f56e5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b7ffe23f-4db1-4cf1-a579-98cdd181f6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0472898 Apr 29 11:51:00.596535 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e8310022-93ae-4af3-ab84-2662b0d81b33 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1541471 Apr 29 11:51:00.598660 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8310022-93ae-4af3-ab84-2662b0d81b33 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eac3b53-c346-4b9f-86eb-a8d46f8235fc,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:00.599599 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55080) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:51:00.606257 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-d37c5089-1cc9-4640-b300-c7fe1e1d10af tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '3eac3b53-c346-4b9f-86eb-a8d46f8235fc', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:00.663773 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-1fb48f72-7c4f-4fb3-8d42-446aa8cdd1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51b482-624f-4df2-b307-8ad1475df396', 'name': 'tempest-TestNetworkBasicOps-router-368431064', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:39Z', 'updated_at': '2022-04-29T11:50:43Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '31273657-8a04-4c8b-99e2-91e0f65631b6', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.235', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'port_id': 'a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'mac_address': 'fa:16:3e:37:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b503dc-65ba-4034-94af-891b9d422e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:50:59Z', 'updated_at': '2022-04-29T11:50:59Z', 'revision_number': 0, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e35e8048-ac01-4085-a275-20f475f2ad00', 'name': '', 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:37:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7ff187c-b653-47e4-b2d2-f13e5057d858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:42Z', 'updated_at': '2022-04-29T11:50:46Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'a7ff187c-b653-47e4-b2d2-f13e5057d858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:00.689105 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d37c5089-1cc9-4640-b300-c7fe1e1d10af tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:00.691378 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb48f72-7c4f-4fb3-8d42-446aa8cdd1cd None None] Checking router: 5b51b482-624f-4df2-b307-8ad1475df396 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:51:00.700590 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb48f72-7c4f-4fb3-8d42-446aa8cdd1cd None None] Routers {'5b51b482-624f-4df2-b307-8ad1475df396'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:51:00.701201 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-1fb48f72-7c4f-4fb3-8d42-446aa8cdd1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:50:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5b51b482-624f-4df2-b307-8ad1475df396'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:00.741714 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-953b3a4d-0b71-4d17-9bb6-8fc464cc543a req-99257010-0247-45b9-9112-8fdec3360858 service neutron] 10.222.0.62 "GET /v2.0/networks/b7ffe23f-4db1-4cf1-a579-98cdd181f6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301622 Apr 29 11:51:00.768375 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d37c5089-1cc9-4640-b300-c7fe1e1d10af tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:00.780740 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d37c5089-1cc9-4640-b300-c7fe1e1d10af tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:00.809237 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-1fb48f72-7c4f-4fb3-8d42-446aa8cdd1cd None None] Set router 5b51b482-624f-4df2-b307-8ad1475df396 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:51:00.834008 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c5089-1cc9-4640-b300-c7fe1e1d10af tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab371226-2b1d-43a3-b4bb-85a938c9514b,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:00.844737 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d37c5089-1cc9-4640-b300-c7fe1e1d10af tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:00.846606 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d37c5089-1cc9-4640-b300-c7fe1e1d10af tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2447009 Apr 29 11:51:00.848752 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55082) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:51:00.857110 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-64cbf2c5-e9c2-47b6-9833-54c01567dc95 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '3eac3b53-c346-4b9f-86eb-a8d46f8235fc', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:00.884439 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-953b3a4d-0b71-4d17-9bb6-8fc464cc543a req-b4e5864f-6524-4b7f-82db-83e7ccfc7d8f service neutron] 10.222.0.62 "GET /v2.0/networks/b7ffe23f-4db1-4cf1-a579-98cdd181f6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299605 Apr 29 11:51:00.887824 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-64cbf2c5-e9c2-47b6-9833-54c01567dc95 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:00.948021 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-64cbf2c5-e9c2-47b6-9833-54c01567dc95 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:00.953307 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-64cbf2c5-e9c2-47b6-9833-54c01567dc95 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:00.972952 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cbf2c5-e9c2-47b6-9833-54c01567dc95 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b56c2ee-ff49-44ca-b4a3-59533ce2b7f0,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:00.979373 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-64cbf2c5-e9c2-47b6-9833-54c01567dc95 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:00.983121 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-64cbf2c5-e9c2-47b6-9833-54c01567dc95 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1286397 Apr 29 11:51:00.983252 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55084) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:51:00.987476 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-acc8e399-57f0-4b9d-bba7-a75d70fc2cc5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '3eac3b53-c346-4b9f-86eb-a8d46f8235fc', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:01.012769 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-acc8e399-57f0-4b9d-bba7-a75d70fc2cc5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.052803 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-1fb48f72-7c4f-4fb3-8d42-446aa8cdd1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51b482-624f-4df2-b307-8ad1475df396', 'name': 'tempest-TestNetworkBasicOps-router-368431064', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:39Z', 'updated_at': '2022-04-29T11:50:43Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '31273657-8a04-4c8b-99e2-91e0f65631b6', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.235', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'port_id': 'a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'mac_address': 'fa:16:3e:37:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b503dc-65ba-4034-94af-891b9d422e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:50:59Z', 'updated_at': '2022-04-29T11:50:59Z', 'revision_number': 0, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e35e8048-ac01-4085-a275-20f475f2ad00', 'name': '', 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:37:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7ff187c-b653-47e4-b2d2-f13e5057d858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:42Z', 'updated_at': '2022-04-29T11:50:46Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'a7ff187c-b653-47e4-b2d2-f13e5057d858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:01.071342 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-acc8e399-57f0-4b9d-bba7-a75d70fc2cc5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.075268 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-acc8e399-57f0-4b9d-bba7-a75d70fc2cc5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.081448 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb48f72-7c4f-4fb3-8d42-446aa8cdd1cd None None] The sync data for ids ['5b51b482-624f-4df2-b307-8ad1475df396'] in dv-neutron-838888-1-hyperv is: [{'id': '5b51b482-624f-4df2-b307-8ad1475df396', 'name': 'tempest-TestNetworkBasicOps-router-368431064', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:39Z', 'updated_at': '2022-04-29T11:50:43Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '31273657-8a04-4c8b-99e2-91e0f65631b6', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.235', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'port_id': 'a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'mac_address': 'fa:16:3e:37:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b503dc-65ba-4034-94af-891b9d422e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:50:59Z', 'updated_at': '2022-04-29T11:50:59Z', 'revision_number': 0, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e35e8048-ac01-4085-a275-20f475f2ad00', 'name': '', 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:37:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7ff187c-b653-47e4-b2d2-f13e5057d858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:42Z', 'updated_at': '2022-04-29T11:50:46Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'a7ff187c-b653-47e4-b2d2-f13e5057d858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:51:01.096799 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8e399-57f0-4b9d-bba7-a75d70fc2cc5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db325d3-7d02-4bbe-9981-2e5251b5d2e9,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:01.106036 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-acc8e399-57f0-4b9d-bba7-a75d70fc2cc5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.109350 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-acc8e399-57f0-4b9d-bba7-a75d70fc2cc5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232622 Apr 29 11:51:01.110280 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55086) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:51:01.114806 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-d8b34563-8571-435e-a1ee-cf8664eebb0c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '3eac3b53-c346-4b9f-86eb-a8d46f8235fc', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:01.139913 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d8b34563-8571-435e-a1ee-cf8664eebb0c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.207671 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d8b34563-8571-435e-a1ee-cf8664eebb0c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.215426 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d8b34563-8571-435e-a1ee-cf8664eebb0c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.234843 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b34563-8571-435e-a1ee-cf8664eebb0c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a9ef353-e57b-4f4c-af4d-4945409d39b2,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:01.243575 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d8b34563-8571-435e-a1ee-cf8664eebb0c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.244897 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d8b34563-8571-435e-a1ee-cf8664eebb0c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1336622 Apr 29 11:51:01.247615 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55088) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:51:01.252263 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-f73aff6e-3e9d-4baa-b3b8-79a66349aa12 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '3eac3b53-c346-4b9f-86eb-a8d46f8235fc', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:01.274982 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.securitygroups_db [None req-f73aff6e-3e9d-4baa-b3b8-79a66349aa12 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Project e43b3d3b447648b5aeeaf858bb1241e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:51:01.280816 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f73aff6e-3e9d-4baa-b3b8-79a66349aa12 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.301765 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778c6534-1e18-4437-b727-0827ce9a38c8 None None] New status for floating IP 31273657-8a04-4c8b-99e2-91e0f65631b6: ACTIVE {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:51:01.353360 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f73aff6e-3e9d-4baa-b3b8-79a66349aa12 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.358907 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f73aff6e-3e9d-4baa-b3b8-79a66349aa12 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.385395 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73aff6e-3e9d-4baa-b3b8-79a66349aa12 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9242eb56-0b3d-4cbf-85cd-102d5d3566b4,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:01.411861 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f73aff6e-3e9d-4baa-b3b8-79a66349aa12 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.414387 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f73aff6e-3e9d-4baa-b3b8-79a66349aa12 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1646760 Apr 29 11:51:01.416706 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55090) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:51:01.421336 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-1650fe5a-076e-4696-8acb-818220a944ce tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': '3eac3b53-c346-4b9f-86eb-a8d46f8235fc', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:01.443686 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.securitygroups_db [None req-1650fe5a-076e-4696-8acb-818220a944ce tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Project e43b3d3b447648b5aeeaf858bb1241e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:51:01.450686 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1650fe5a-076e-4696-8acb-818220a944ce tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.532453 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1650fe5a-076e-4696-8acb-818220a944ce tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.536289 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1650fe5a-076e-4696-8acb-818220a944ce tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.559402 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650fe5a-076e-4696-8acb-818220a944ce tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb210c5-a894-4e10-bfce-38b5ae6c058f,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:01.568972 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1650fe5a-076e-4696-8acb-818220a944ce tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.570662 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1650fe5a-076e-4696-8acb-818220a944ce tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1529670 Apr 29 11:51:01.716657 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-be0aeaee-3523-4e52-a4c7-cb4b68dc78d6 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-545298960&fields=id&tenant_id=e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 267 time: 0.0356369 Apr 29 11:51:01.826386 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-620809e6-3eff-424a-aa85-ab007042338e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:01.827878 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-620809e6-3eff-424a-aa85-ab007042338e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/networks?id=b7ffe23f-4db1-4cf1-a579-98cdd181f6bd HTTP/1.1" status: 200 len: 795 time: 0.1035397 Apr 29 11:51:01.843761 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-49ff436d-5e8f-406d-b3c3-7178839c1343 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/quotas/e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 375 time: 0.0099957 Apr 29 11:51:01.899513 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-de96bdf6-46de-47b8-aa38-c2a4817e4334 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0500586 Apr 29 11:51:02.002371 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-3259ad33-5871-42b2-acfe-4b14f890d645 service neutron] 10.222.0.69 "GET /v2.0/networks/b7ffe23f-4db1-4cf1-a579-98cdd181f6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907750 Apr 29 11:51:02.093764 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-c3ff13e4-9424-4e2f-aec5-f81c6e3bcd65 service neutron] 10.222.0.69 "GET /v2.0/networks/b7ffe23f-4db1-4cf1-a579-98cdd181f6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845308 Apr 29 11:51:02.265785 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d83e7d6a-509b-4518-aab3-00526fe9319d req-53027bb2-5373-4955-93c2-930f2be61af2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0a726be-ba11-45f7-b072-ff8d9bda8bb7 HTTP/1.1" status: 200 len: 210 time: 0.0327685 Apr 29 11:51:03.307569 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-2b31aea6-237c-408c-acf3-ce0568d82b18 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:03.309225 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-2b31aea6-237c-408c-acf3-ce0568d82b18 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/networks?id=b7ffe23f-4db1-4cf1-a579-98cdd181f6bd HTTP/1.1" status: 200 len: 795 time: 0.1220729 Apr 29 11:51:03.378684 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-87e84eaa-fb23-43b0-845a-6f029449cc32 req-e6425c38-3f94-4d14-8e12-fc124e8eefe5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0a726be-ba11-45f7-b072-ff8d9bda8bb7 HTTP/1.1" status: 200 len: 210 time: 0.0326350 Apr 29 11:51:03.398923 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-d2853d62-613f-4521-9f89-7bd4eb0b3b8b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 471 time: 0.0688977 Apr 29 11:51:03.410372 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-f1edcc19-0941-492f-b7c5-cc847fb79f5a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'port': {'device_id': 'a0a726be-ba11-45f7-b072-ff8d9bda8bb7', 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'admin_state_up': True, 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'security_groups': ['3eac3b53-c346-4b9f-86eb-a8d46f8235fc']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:03.532229 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-f1edcc19-0941-492f-b7c5-cc847fb79f5a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Made reservation on behalf of e43b3d3b447648b5aeeaf858bb1241e8 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:51:03.535902 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-f1edcc19-0941-492f-b7c5-cc847fb79f5a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:03.669116 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-f1edcc19-0941-492f-b7c5-cc847fb79f5a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.20.0.6 (b7ffe23f-4db1-4cf1-a579-98cdd181f6bd/a7ff187c-b653-47e4-b2d2-f13e5057d858/e1195bd1-8385-48ba-8b98-36691bff8077) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:51:03.810314 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-f1edcc19-0941-492f-b7c5-cc847fb79f5a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:03.844804 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-f1edcc19-0941-492f-b7c5-cc847fb79f5a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:03.885626 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-f1edcc19-0941-492f-b7c5-cc847fb79f5a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network b7ffe23f-4db1-4cf1-a579-98cdd181f6bd is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:03.896055 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-f1edcc19-0941-492f-b7c5-cc847fb79f5a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:03.900495 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-f1edcc19-0941-492f-b7c5-cc847fb79f5a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:51:03.926412 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1edcc19-0941-492f-b7c5-cc847fb79f5a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=e1195bd1-8385-48ba-8b98-36691bff8077,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:03.954609 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-f1edcc19-0941-492f-b7c5-cc847fb79f5a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:03.955226 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-f1edcc19-0941-492f-b7c5-cc847fb79f5a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:03.972750 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-f1edcc19-0941-492f-b7c5-cc847fb79f5a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5662498 Apr 29 11:51:04.034694 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-2ab7353c-cd7b-49d3-a42d-0c8c5bfff48e service neutron] Request body: {'port': {'device_id': 'a0a726be-ba11-45f7-b072-ff8d9bda8bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:04.092999 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-2ab7353c-cd7b-49d3-a42d-0c8c5bfff48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:04.161120 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-a7a16fc9-1f55-4a6a-9a23-b576354d26cc None None] Provisioning complete for port e1195bd1-8385-48ba-8b98-36691bff8077 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:04.161761 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a7a16fc9-1f55-4a6a-9a23-b576354d26cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:04.196137 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-a7a16fc9-1f55-4a6a-9a23-b576354d26cc None None] Port e1195bd1-8385-48ba-8b98-36691bff8077 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:51:04.359220 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-2ab7353c-cd7b-49d3-a42d-0c8c5bfff48e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1195bd1-8385-48ba-8b98-36691bff8077 {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:51:04.366936 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-2ab7353c-cd7b-49d3-a42d-0c8c5bfff48e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:04.378450 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-2ab7353c-cd7b-49d3-a42d-0c8c5bfff48e service neutron] Transition to ACTIVE for port object e1195bd1-8385-48ba-8b98-36691bff8077 will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:51:04.383150 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-2ab7353c-cd7b-49d3-a42d-0c8c5bfff48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:04.432466 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7353c-cd7b-49d3-a42d-0c8c5bfff48e service neutron] Pushing event updated for resources: {'Port': ['ID=e1195bd1-8385-48ba-8b98-36691bff8077,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:04.543535 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-2ab7353c-cd7b-49d3-a42d-0c8c5bfff48e service neutron] Attempting to bind port e1195bd1-8385-48ba-8b98-36691bff8077 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:51:04.543874 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-2ab7353c-cd7b-49d3-a42d-0c8c5bfff48e service neutron] Attempting to bind port e1195bd1-8385-48ba-8b98-36691bff8077 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c10bd328-dbd6-4461-92c4-47c2003ea93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:51:04.544202 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-2ab7353c-cd7b-49d3-a42d-0c8c5bfff48e service neutron] Attempting to bind port e1195bd1-8385-48ba-8b98-36691bff8077 on network b7ffe23f-4db1-4cf1-a579-98cdd181f6bd {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:51:04.553129 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50e8b7-0367-44fe-ba7b-03cb53f953ca req-800efd19-7206-4315-8c18-2eb24d3b40f8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:04.555052 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9f50e8b7-0367-44fe-ba7b-03cb53f953ca req-800efd19-7206-4315-8c18-2eb24d3b40f8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0a726be-ba11-45f7-b072-ff8d9bda8bb7 HTTP/1.1" status: 200 len: 943 time: 0.0786817 Apr 29 11:51:04.558651 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-2ab7353c-cd7b-49d3-a42d-0c8c5bfff48e service neutron] Port e1195bd1-8385-48ba-8b98-36691bff8077 on network b7ffe23f-4db1-4cf1-a579-98cdd181f6bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:51:04.558978 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-2ab7353c-cd7b-49d3-a42d-0c8c5bfff48e service neutron] Attempting to bind port e1195bd1-8385-48ba-8b98-36691bff8077 on network b7ffe23f-4db1-4cf1-a579-98cdd181f6bd {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:51:04.570963 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-2ab7353c-cd7b-49d3-a42d-0c8c5bfff48e service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:51:04.571304 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-2ab7353c-cd7b-49d3-a42d-0c8c5bfff48e service neutron] Checking segment: {'id': 'c10bd328-dbd6-4461-92c4-47c2003ea93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:51:04.571679 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-2ab7353c-cd7b-49d3-a42d-0c8c5bfff48e service neutron] Bound using segment: {'id': 'c10bd328-dbd6-4461-92c4-47c2003ea93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:51:04.572123 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-2ab7353c-cd7b-49d3-a42d-0c8c5bfff48e service neutron] Bound port: e1195bd1-8385-48ba-8b98-36691bff8077, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c10bd328-dbd6-4461-92c4-47c2003ea93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:51:04.572481 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-2ab7353c-cd7b-49d3-a42d-0c8c5bfff48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:04.629462 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9f50e8b7-0367-44fe-ba7b-03cb53f953ca req-4045f921-0d51-4eb3-b6ed-7b127bc26510 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=3eac3b53-c346-4b9f-86eb-a8d46f8235fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672374 Apr 29 11:51:04.658594 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-2ab7353c-cd7b-49d3-a42d-0c8c5bfff48e service neutron] For port e1195bd1-8385-48ba-8b98-36691bff8077, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:51:04.661629 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-2ab7353c-cd7b-49d3-a42d-0c8c5bfff48e service neutron] For port e1195bd1-8385-48ba-8b98-36691bff8077, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e1195bd1-8385-48ba-8b98-36691bff8077,segment=NetworkSegment(c10bd328-dbd6-4461-92c4-47c2003ea93a),segment_id=c10bd328-dbd6-4461-92c4-47c2003ea93a)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:51:04.667537 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-2ab7353c-cd7b-49d3-a42d-0c8c5bfff48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:04.701723 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-2ab7353c-cd7b-49d3-a42d-0c8c5bfff48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:04.702371 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-2ab7353c-cd7b-49d3-a42d-0c8c5bfff48e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:04.703841 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-2ab7353c-cd7b-49d3-a42d-0c8c5bfff48e service neutron] 10.222.0.62 "PUT /v2.0/ports/e1195bd1-8385-48ba-8b98-36691bff8077 HTTP/1.1" status: 200 len: 1093 time: 0.7191384 Apr 29 11:51:04.704265 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a726be-ba11-45f7-b072-ff8d9bda8bb7', 'tag': 'e1195bd1-8385-48ba-8b98-36691bff8077'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:51:04.709265 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7684c429-0585-443d-a71c-fb54d7b579df" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a726be-ba11-45f7-b072-ff8d9bda8bb7", "tag": "e1195bd1-8385-48ba-8b98-36691bff8077"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:51:04.737985 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7353c-cd7b-49d3-a42d-0c8c5bfff48e service neutron] Pushing event updated for resources: {'Port': ['ID=e1195bd1-8385-48ba-8b98-36691bff8077,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:04.806326 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-1939e19d-173b-4d17-9cae-bea5142c1314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:04.808113 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-1939e19d-173b-4d17-9cae-bea5142c1314 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=a0a726be-ba11-45f7-b072-ff8d9bda8bb7 HTTP/1.1" status: 200 len: 1096 time: 0.0504143 Apr 29 11:51:04.856675 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f410eb-6c0c-423f-b5e7-8fb54b23975a x-openstack-request-id: req-35f410eb-6c0c-423f-b5e7-8fb54b23975a {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:51:04.857011 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a726be-ba11-45f7-b072-ff8d9bda8bb7", "tag": "e1195bd1-8385-48ba-8b98-36691bff8077", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:51:04.857232 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-35f410eb-6c0c-423f-b5e7-8fb54b23975a {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:51:04.857630 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35f410eb-6c0c-423f-b5e7-8fb54b23975a'] response: {'name': 'network-changed', 'server_uuid': 'a0a726be-ba11-45f7-b072-ff8d9bda8bb7', 'tag': 'e1195bd1-8385-48ba-8b98-36691bff8077', 'status': 'completed', 'code': 200} Apr 29 11:51:04.859255 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-ca40bb78-c62a-4ee9-af2b-4a50bd5b6431 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1195bd1-8385-48ba-8b98-36691bff8077 HTTP/1.1" status: 200 len: 217 time: 0.0419641 Apr 29 11:51:04.911049 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-8b45ef2f-fa76-4e98-8caf-45451fb0db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:04.912596 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-8b45ef2f-fa76-4e98-8caf-45451fb0db47 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a7ff187c-b653-47e4-b2d2-f13e5057d858 HTTP/1.1" status: 200 len: 834 time: 0.0454907 Apr 29 11:51:04.968439 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-56b52387-5ece-468d-b14b-e4f9b4cfa225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:04.970009 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-56b52387-5ece-468d-b14b-e4f9b4cfa225 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b7ffe23f-4db1-4cf1-a579-98cdd181f6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0478654 Apr 29 11:51:05.071849 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-fdc1d275-14b5-40e8-a381-15807b73d6d7 service neutron] 10.222.0.62 "GET /v2.0/networks/b7ffe23f-4db1-4cf1-a579-98cdd181f6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919428 Apr 29 11:51:05.164801 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eba2f077-ae6f-4f85-a132-2c33b4eeba94 req-4b2d2e55-099a-4167-9053-5e9f552b4615 service neutron] 10.222.0.62 "GET /v2.0/networks/b7ffe23f-4db1-4cf1-a579-98cdd181f6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845928 Apr 29 11:51:05.255894 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684c429-0585-443d-a71c-fb54d7b579df req-2f3b24c1-c030-449a-8cf5-fb53a8766953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:05.257405 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7684c429-0585-443d-a71c-fb54d7b579df req-2f3b24c1-c030-449a-8cf5-fb53a8766953 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=a0a726be-ba11-45f7-b072-ff8d9bda8bb7 HTTP/1.1" status: 200 len: 1096 time: 0.0456576 Apr 29 11:51:05.348280 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684c429-0585-443d-a71c-fb54d7b579df req-6cedc2b5-3240-4fa7-b3c7-c66704c306f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:05.349780 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7684c429-0585-443d-a71c-fb54d7b579df req-6cedc2b5-3240-4fa7-b3c7-c66704c306f6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b7ffe23f-4db1-4cf1-a579-98cdd181f6bd HTTP/1.1" status: 200 len: 896 time: 0.0830038 Apr 29 11:51:05.395920 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7684c429-0585-443d-a71c-fb54d7b579df req-8be059a6-05cf-4590-9965-2e921d947907 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1195bd1-8385-48ba-8b98-36691bff8077 HTTP/1.1" status: 200 len: 217 time: 0.0376599 Apr 29 11:51:05.448600 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684c429-0585-443d-a71c-fb54d7b579df req-6c52fa73-5d19-4976-b8d3-d764316f2ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:05.449995 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7684c429-0585-443d-a71c-fb54d7b579df req-6c52fa73-5d19-4976-b8d3-d764316f2ab4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a7ff187c-b653-47e4-b2d2-f13e5057d858 HTTP/1.1" status: 200 len: 834 time: 0.0446403 Apr 29 11:51:05.501346 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684c429-0585-443d-a71c-fb54d7b579df req-83b2734b-c872-45d3-9171-e5ce347096e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:05.508897 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7684c429-0585-443d-a71c-fb54d7b579df req-83b2734b-c872-45d3-9171-e5ce347096e9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b7ffe23f-4db1-4cf1-a579-98cdd181f6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0500445 Apr 29 11:51:05.606612 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7684c429-0585-443d-a71c-fb54d7b579df req-9d48137e-bbbb-45ba-b698-9ef902e9bd97 service neutron] 10.222.0.62 "GET /v2.0/networks/b7ffe23f-4db1-4cf1-a579-98cdd181f6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851462 Apr 29 11:51:05.698315 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7684c429-0585-443d-a71c-fb54d7b579df req-42e39167-5060-433e-b338-c59555bcb8a1 service neutron] 10.222.0.62 "GET /v2.0/networks/b7ffe23f-4db1-4cf1-a579-98cdd181f6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836134 Apr 29 11:51:05.746292 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5a671-b8c9-44d8-a925-9b2c22fc1d49 req-5a31bcbe-1a0f-4195-bbb0-965e33f5af17 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:05.747785 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-94a5a671-b8c9-44d8-a925-9b2c22fc1d49 req-5a31bcbe-1a0f-4195-bbb0-965e33f5af17 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0a726be-ba11-45f7-b072-ff8d9bda8bb7 HTTP/1.1" status: 200 len: 943 time: 0.0486166 Apr 29 11:51:05.787195 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-94a5a671-b8c9-44d8-a925-9b2c22fc1d49 req-8cc3749c-655a-42df-94cb-34e56890bbe2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=3eac3b53-c346-4b9f-86eb-a8d46f8235fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334470 Apr 29 11:51:06.909993 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fafbdf5-da7e-445a-abea-a9816b6f2ec9 req-56bd86a1-f0d1-4587-8e9f-830b54d68ecf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:06.911638 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5fafbdf5-da7e-445a-abea-a9816b6f2ec9 req-56bd86a1-f0d1-4587-8e9f-830b54d68ecf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0a726be-ba11-45f7-b072-ff8d9bda8bb7 HTTP/1.1" status: 200 len: 943 time: 0.0535235 Apr 29 11:51:06.950966 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5fafbdf5-da7e-445a-abea-a9816b6f2ec9 req-f4f6b0cf-047b-407b-87b8-2e66718e11f3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=3eac3b53-c346-4b9f-86eb-a8d46f8235fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324962 Apr 29 11:51:08.068257 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197dc36-d3ea-403a-a27e-e0564541ec2b req-7bc5febf-d591-489c-a99f-68dcb0fa384c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:08.069782 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6197dc36-d3ea-403a-a27e-e0564541ec2b req-7bc5febf-d591-489c-a99f-68dcb0fa384c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0a726be-ba11-45f7-b072-ff8d9bda8bb7 HTTP/1.1" status: 200 len: 943 time: 0.0501716 Apr 29 11:51:08.115476 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6197dc36-d3ea-403a-a27e-e0564541ec2b req-4f3e09cb-a2ae-4003-a7ab-1e76cfd83ee1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=3eac3b53-c346-4b9f-86eb-a8d46f8235fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344663 Apr 29 11:51:08.477214 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device e1195bd1-8385-48ba-8b98-36691bff8077 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:51:08.571186 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port e1195bd1-8385-48ba-8b98-36691bff8077, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e1195bd1-8385-48ba-8b98-36691bff8077,segment=NetworkSegment(c10bd328-dbd6-4461-92c4-47c2003ea93a),segment_id=c10bd328-dbd6-4461-92c4-47c2003ea93a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:51:08.583320 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': 'e1195bd1-8385-48ba-8b98-36691bff8077', 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'port_id': 'e1195bd1-8385-48ba-8b98-36691bff8077', 'mac_address': 'fa:16:3e:b3:66:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7ff187c-b653-47e4-b2d2-f13e5057d858', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:51:08.625174 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:08.639047 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1195bd1-8385-48ba-8b98-36691bff8077 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:51:08.659568 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port e1195bd1-8385-48ba-8b98-36691bff8077, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e1195bd1-8385-48ba-8b98-36691bff8077,segment=NetworkSegment(c10bd328-dbd6-4461-92c4-47c2003ea93a),segment_id=c10bd328-dbd6-4461-92c4-47c2003ea93a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:51:08.671849 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:08.720017 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=e1195bd1-8385-48ba-8b98-36691bff8077,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:08.942410 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['e1195bd1-8385-48ba-8b98-36691bff8077'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:51:09.233890 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746cb3b-d711-4feb-b44e-4bcf2d847d51 req-8fe923a1-46cb-4c36-8059-d6faffdd56f1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:09.235403 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9746cb3b-d711-4feb-b44e-4bcf2d847d51 req-8fe923a1-46cb-4c36-8059-d6faffdd56f1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0a726be-ba11-45f7-b072-ff8d9bda8bb7 HTTP/1.1" status: 200 len: 944 time: 0.0496697 Apr 29 11:51:09.274202 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9746cb3b-d711-4feb-b44e-4bcf2d847d51 req-6f6a44f6-5232-41a1-8973-50ec063861e1 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=3eac3b53-c346-4b9f-86eb-a8d46f8235fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327172 Apr 29 11:51:10.393924 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7accc4d-6d10-4da2-a25c-ee63abeaea71 req-fc664c17-4e7e-4df3-920b-2bf1cf827266 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:10.395419 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a7accc4d-6d10-4da2-a25c-ee63abeaea71 req-fc664c17-4e7e-4df3-920b-2bf1cf827266 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0a726be-ba11-45f7-b072-ff8d9bda8bb7 HTTP/1.1" status: 200 len: 944 time: 0.0524876 Apr 29 11:51:10.433171 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a7accc4d-6d10-4da2-a25c-ee63abeaea71 req-630a29ad-1b47-4073-8505-7200975fcf10 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=3eac3b53-c346-4b9f-86eb-a8d46f8235fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316670 Apr 29 11:51:10.484785 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device e1195bd1-8385-48ba-8b98-36691bff8077 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:51:10.533153 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port e1195bd1-8385-48ba-8b98-36691bff8077 completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:10.537243 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port e1195bd1-8385-48ba-8b98-36691bff8077 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:10.537607 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:10.616805 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:10.639950 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a726be-ba11-45f7-b072-ff8d9bda8bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1195bd1-8385-48ba-8b98-36691bff8077'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:51:10.642254 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83de5b88-115c-48be-bc1b-cf8054e814c7" -d '{"events": [{"server_uuid": "a0a726be-ba11-45f7-b072-ff8d9bda8bb7", "name": "network-vif-plugged", "status": "completed", "tag": "e1195bd1-8385-48ba-8b98-36691bff8077"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:51:10.656985 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port e1195bd1-8385-48ba-8b98-36691bff8077, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e1195bd1-8385-48ba-8b98-36691bff8077,segment=NetworkSegment(c10bd328-dbd6-4461-92c4-47c2003ea93a),segment_id=c10bd328-dbd6-4461-92c4-47c2003ea93a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:51:10.661500 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:10.687432 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b26a17c-5c7e-4078-a0e0-aaa8f19802d7 x-openstack-request-id: req-9b26a17c-5c7e-4078-a0e0-aaa8f19802d7 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:51:10.687733 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a726be-ba11-45f7-b072-ff8d9bda8bb7", "name": "network-vif-plugged", "status": "completed", "tag": "e1195bd1-8385-48ba-8b98-36691bff8077", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:51:10.687979 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9b26a17c-5c7e-4078-a0e0-aaa8f19802d7 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:51:10.688417 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b26a17c-5c7e-4078-a0e0-aaa8f19802d7'] response: {'server_uuid': 'a0a726be-ba11-45f7-b072-ff8d9bda8bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1195bd1-8385-48ba-8b98-36691bff8077', 'code': 200} Apr 29 11:51:10.716000 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=e1195bd1-8385-48ba-8b98-36691bff8077,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:10.872168 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496fcb8-2e3a-453a-afc1-88879474b0da req-20bb4461-a739-4b0e-9e42-d8ac6fc98939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:10.873741 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c496fcb8-2e3a-453a-afc1-88879474b0da req-20bb4461-a739-4b0e-9e42-d8ac6fc98939 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a0a726be-ba11-45f7-b072-ff8d9bda8bb7 HTTP/1.1" status: 200 len: 1098 time: 0.0419707 Apr 29 11:51:10.908666 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c496fcb8-2e3a-453a-afc1-88879474b0da req-8e93824b-7db9-45dd-976a-4cca2339ecbc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3eac3b53-c346-4b9f-86eb-a8d46f8235fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268564 Apr 29 11:51:11.550147 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c61e04-b226-4e38-bcd3-dbf2ddb800cf req-0e8b03c9-131e-406f-a44a-9caec35608ec tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:11.551689 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f8c61e04-b226-4e38-bcd3-dbf2ddb800cf req-0e8b03c9-131e-406f-a44a-9caec35608ec tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0a726be-ba11-45f7-b072-ff8d9bda8bb7 HTTP/1.1" status: 200 len: 945 time: 0.0510237 Apr 29 11:51:11.590037 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f8c61e04-b226-4e38-bcd3-dbf2ddb800cf req-751e3582-fa9b-44a8-9796-7187e1539f47 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=3eac3b53-c346-4b9f-86eb-a8d46f8235fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323358 Apr 29 11:51:12.708391 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e80c5f-256c-4a89-8be2-3c5908e88e06 req-2c8538af-63a1-4f00-a57d-c96c72e2cee2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:12.710421 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-06e80c5f-256c-4a89-8be2-3c5908e88e06 req-2c8538af-63a1-4f00-a57d-c96c72e2cee2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0a726be-ba11-45f7-b072-ff8d9bda8bb7 HTTP/1.1" status: 200 len: 945 time: 0.0529537 Apr 29 11:51:12.750452 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-06e80c5f-256c-4a89-8be2-3c5908e88e06 req-e05762b9-b9af-43be-a101-e22a6e1369df tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=3eac3b53-c346-4b9f-86eb-a8d46f8235fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338409 Apr 29 11:51:12.866112 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437da343-d716-426a-b22d-03a5607f9ea2 req-c0e2d69f-056b-4493-a55d-d8f1e46fefa2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:12.867687 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-437da343-d716-426a-b22d-03a5607f9ea2 req-c0e2d69f-056b-4493-a55d-d8f1e46fefa2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0a726be-ba11-45f7-b072-ff8d9bda8bb7 HTTP/1.1" status: 200 len: 945 time: 0.0499437 Apr 29 11:51:12.908120 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-437da343-d716-426a-b22d-03a5607f9ea2 req-3fe64ef9-a303-4f93-8296-181ff23bf50a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=3eac3b53-c346-4b9f-86eb-a8d46f8235fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344062 Apr 29 11:51:12.930868 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55146) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:51:12.970600 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53d6983-19a1-4f1e-8846-2890bd76bb8d tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:12.972153 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f53d6983-19a1-4f1e-8846-2890bd76bb8d tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a0a726be-ba11-45f7-b072-ff8d9bda8bb7 HTTP/1.1" status: 200 len: 1093 time: 0.0402889 Apr 29 11:51:12.974953 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55148) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:51:12.980016 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-d7aca657-b673-491f-9110-4b52c44f50de tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'port_id': 'e1195bd1-8385-48ba-8b98-36691bff8077', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:13.001224 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d7aca657-b673-491f-9110-4b52c44f50de tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:13.105413 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d7aca657-b673-491f-9110-4b52c44f50de tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:13.210629 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-d7aca657-b673-491f-9110-4b52c44f50de tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.26.4.225 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/1ef8906a-f75e-41c6-b4f6-b29a8ada392f) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:51:13.312642 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d7aca657-b673-491f-9110-4b52c44f50de tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:13.351164 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d7aca657-b673-491f-9110-4b52c44f50de tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:13.392119 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7aca657-b673-491f-9110-4b52c44f50de tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:13.395217 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-d7aca657-b673-491f-9110-4b52c44f50de tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:13.398883 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aca657-b673-491f-9110-4b52c44f50de tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:51:13.404308 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aca657-b673-491f-9110-4b52c44f50de tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=1ef8906a-f75e-41c6-b4f6-b29a8ada392f,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:13.430520 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aca657-b673-491f-9110-4b52c44f50de tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:13.430938 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aca657-b673-491f-9110-4b52c44f50de tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:13.431284 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aca657-b673-491f-9110-4b52c44f50de tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:13.431678 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aca657-b673-491f-9110-4b52c44f50de tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:13.432041 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aca657-b673-491f-9110-4b52c44f50de tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:13.432429 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aca657-b673-491f-9110-4b52c44f50de tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:13.432791 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aca657-b673-491f-9110-4b52c44f50de tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:13.433231 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aca657-b673-491f-9110-4b52c44f50de tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:13.433581 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aca657-b673-491f-9110-4b52c44f50de tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:13.433918 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aca657-b673-491f-9110-4b52c44f50de tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:13.434291 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aca657-b673-491f-9110-4b52c44f50de tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:13.434619 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aca657-b673-491f-9110-4b52c44f50de tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:13.767107 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d7aca657-b673-491f-9110-4b52c44f50de tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:13.831221 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d7aca657-b673-491f-9110-4b52c44f50de tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:13.980276 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d7aca657-b673-491f-9110-4b52c44f50de tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:13.984818 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d7aca657-b673-491f-9110-4b52c44f50de tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:14.056156 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aca657-b673-491f-9110-4b52c44f50de tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=1ef8906a-f75e-41c6-b4f6-b29a8ada392f,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:14.064763 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d7aca657-b673-491f-9110-4b52c44f50de tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:14.162742 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-d7aca657-b673-491f-9110-4b52c44f50de tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Floating IP c8450d54-eec7-49f4-9ab8-600f5157533f associated. External IP: 172.26.4.225, port: e1195bd1-8385-48ba-8b98-36691bff8077. Apr 29 11:51:14.685243 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7aca657-b673-491f-9110-4b52c44f50de tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router 5b51b482-624f-4df2-b307-8ad1475df396 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:51:14.792831 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7aca657-b673-491f-9110-4b52c44f50de tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:51:14.802539 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e58c20-0e3d-4c42-a1ca-ca59323e6a72 None None] Sync routers for ids ['5b51b482-624f-4df2-b307-8ad1475df396'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:51:14.811211 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d7aca657-b673-491f-9110-4b52c44f50de tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:14.817582 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e58c20-0e3d-4c42-a1ca-ca59323e6a72 None None] Routers {'5b51b482-624f-4df2-b307-8ad1475df396'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:51:14.818228 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-53e58c20-0e3d-4c42-a1ca-ca59323e6a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:50:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5b51b482-624f-4df2-b307-8ad1475df396'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:14.850223 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d7aca657-b673-491f-9110-4b52c44f50de tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8628287 Apr 29 11:51:14.850223 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a726be-ba11-45f7-b072-ff8d9bda8bb7', 'tag': 'e1195bd1-8385-48ba-8b98-36691bff8077'}] {{(pid=102960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:51:14.850223 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f284d994886e2bee032f7329864f24e5fe1e0d39b4215f9cf8d7074f2166ea6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b44286-5a79-432b-a3d2-c5aa0049ecd1" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a726be-ba11-45f7-b072-ff8d9bda8bb7", "tag": "e1195bd1-8385-48ba-8b98-36691bff8077"}]}' {{(pid=102960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:51:14.885423 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b3ea09-19cb-4b85-b533-2a93932f9595 x-openstack-request-id: req-c5b3ea09-19cb-4b85-b533-2a93932f9595 {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:51:14.885815 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a726be-ba11-45f7-b072-ff8d9bda8bb7", "tag": "e1195bd1-8385-48ba-8b98-36691bff8077", "status": "completed", "code": 200}]} {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:51:14.886209 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c5b3ea09-19cb-4b85-b533-2a93932f9595 {{(pid=102960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:51:14.886698 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5b3ea09-19cb-4b85-b533-2a93932f9595'] response: {'name': 'network-changed', 'server_uuid': 'a0a726be-ba11-45f7-b072-ff8d9bda8bb7', 'tag': 'e1195bd1-8385-48ba-8b98-36691bff8077', 'status': 'completed', 'code': 200} Apr 29 11:51:14.926611 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-53e58c20-0e3d-4c42-a1ca-ca59323e6a72 None None] Set router 5b51b482-624f-4df2-b307-8ad1475df396 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:51:14.956239 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b44286-5a79-432b-a3d2-c5aa0049ecd1 req-85a9d785-0829-40d0-8bb7-dd72085ce2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:14.957740 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1b44286-5a79-432b-a3d2-c5aa0049ecd1 req-85a9d785-0829-40d0-8bb7-dd72085ce2f2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=a0a726be-ba11-45f7-b072-ff8d9bda8bb7 HTTP/1.1" status: 200 len: 1098 time: 0.0421717 Apr 29 11:51:15.057853 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b44286-5a79-432b-a3d2-c5aa0049ecd1 req-932a57a8-9712-404d-9ae3-6d4e75fda111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:15.059314 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1b44286-5a79-432b-a3d2-c5aa0049ecd1 req-932a57a8-9712-404d-9ae3-6d4e75fda111 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b7ffe23f-4db1-4cf1-a579-98cdd181f6bd HTTP/1.1" status: 200 len: 896 time: 0.0882871 Apr 29 11:51:15.130940 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1b44286-5a79-432b-a3d2-c5aa0049ecd1 req-bcf46e71-6ac9-49d4-8828-696b72d72cca service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1195bd1-8385-48ba-8b98-36691bff8077 HTTP/1.1" status: 200 len: 999 time: 0.0571020 Apr 29 11:51:15.151920 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-53e58c20-0e3d-4c42-a1ca-ca59323e6a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51b482-624f-4df2-b307-8ad1475df396', 'name': 'tempest-TestNetworkBasicOps-router-368431064', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:39Z', 'updated_at': '2022-04-29T11:50:43Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '31273657-8a04-4c8b-99e2-91e0f65631b6', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.235', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'port_id': 'a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'mac_address': 'fa:16:3e:37:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b503dc-65ba-4034-94af-891b9d422e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:50:59Z', 'updated_at': '2022-04-29T11:51:01Z', 'revision_number': 1, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}, {'id': 'c8450d54-eec7-49f4-9ab8-600f5157533f', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.225', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'port_id': 'e1195bd1-8385-48ba-8b98-36691bff8077', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'mac_address': 'fa:16:3e:b3:66:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a726be-ba11-45f7-b072-ff8d9bda8bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:51:13Z', 'updated_at': '2022-04-29T11:51:13Z', 'revision_number': 0, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e35e8048-ac01-4085-a275-20f475f2ad00', 'name': '', 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:37:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7ff187c-b653-47e4-b2d2-f13e5057d858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:42Z', 'updated_at': '2022-04-29T11:50:46Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'a7ff187c-b653-47e4-b2d2-f13e5057d858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:15.179175 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e58c20-0e3d-4c42-a1ca-ca59323e6a72 None None] Checking router: 5b51b482-624f-4df2-b307-8ad1475df396 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:51:15.187812 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e58c20-0e3d-4c42-a1ca-ca59323e6a72 None None] Routers {'5b51b482-624f-4df2-b307-8ad1475df396'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:51:15.188440 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-53e58c20-0e3d-4c42-a1ca-ca59323e6a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:50:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5b51b482-624f-4df2-b307-8ad1475df396'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:15.192559 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b44286-5a79-432b-a3d2-c5aa0049ecd1 req-f50d10f5-4df1-40d3-9f2c-042e009a5f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:15.194202 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1b44286-5a79-432b-a3d2-c5aa0049ecd1 req-f50d10f5-4df1-40d3-9f2c-042e009a5f6f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a7ff187c-b653-47e4-b2d2-f13e5057d858 HTTP/1.1" status: 200 len: 834 time: 0.0523512 Apr 29 11:51:15.243781 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b44286-5a79-432b-a3d2-c5aa0049ecd1 req-ebe2eedd-31b6-4e84-aaa0-008dc33f641a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:15.245288 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1b44286-5a79-432b-a3d2-c5aa0049ecd1 req-ebe2eedd-31b6-4e84-aaa0-008dc33f641a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b7ffe23f-4db1-4cf1-a579-98cdd181f6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406606 Apr 29 11:51:15.295500 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-53e58c20-0e3d-4c42-a1ca-ca59323e6a72 None None] Set router 5b51b482-624f-4df2-b307-8ad1475df396 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:51:15.343486 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1b44286-5a79-432b-a3d2-c5aa0049ecd1 req-c1b8aee3-b420-4d8f-bc7a-c4ee517bd496 service neutron] 10.222.0.62 "GET /v2.0/networks/b7ffe23f-4db1-4cf1-a579-98cdd181f6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852706 Apr 29 11:51:15.448232 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1b44286-5a79-432b-a3d2-c5aa0049ecd1 req-f911c9c5-589f-4f94-943e-bfb93d8c5a86 service neutron] 10.222.0.62 "GET /v2.0/networks/b7ffe23f-4db1-4cf1-a579-98cdd181f6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926890 Apr 29 11:51:15.536379 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-53e58c20-0e3d-4c42-a1ca-ca59323e6a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51b482-624f-4df2-b307-8ad1475df396', 'name': 'tempest-TestNetworkBasicOps-router-368431064', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:39Z', 'updated_at': '2022-04-29T11:50:43Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '31273657-8a04-4c8b-99e2-91e0f65631b6', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.235', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'port_id': 'a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'mac_address': 'fa:16:3e:37:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b503dc-65ba-4034-94af-891b9d422e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:50:59Z', 'updated_at': '2022-04-29T11:51:01Z', 'revision_number': 1, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}, {'id': 'c8450d54-eec7-49f4-9ab8-600f5157533f', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.225', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'port_id': 'e1195bd1-8385-48ba-8b98-36691bff8077', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'mac_address': 'fa:16:3e:b3:66:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a726be-ba11-45f7-b072-ff8d9bda8bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:51:13Z', 'updated_at': '2022-04-29T11:51:13Z', 'revision_number': 0, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e35e8048-ac01-4085-a275-20f475f2ad00', 'name': '', 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:37:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7ff187c-b653-47e4-b2d2-f13e5057d858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:42Z', 'updated_at': '2022-04-29T11:50:46Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'a7ff187c-b653-47e4-b2d2-f13e5057d858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:15.563842 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e58c20-0e3d-4c42-a1ca-ca59323e6a72 None None] The sync data for ids ['5b51b482-624f-4df2-b307-8ad1475df396'] in dv-neutron-838888-1-hyperv is: [{'id': '5b51b482-624f-4df2-b307-8ad1475df396', 'name': 'tempest-TestNetworkBasicOps-router-368431064', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:39Z', 'updated_at': '2022-04-29T11:50:43Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '31273657-8a04-4c8b-99e2-91e0f65631b6', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.235', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'port_id': 'a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'mac_address': 'fa:16:3e:37:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b503dc-65ba-4034-94af-891b9d422e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:50:59Z', 'updated_at': '2022-04-29T11:51:01Z', 'revision_number': 1, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}, {'id': 'c8450d54-eec7-49f4-9ab8-600f5157533f', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.225', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'port_id': 'e1195bd1-8385-48ba-8b98-36691bff8077', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'mac_address': 'fa:16:3e:b3:66:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a726be-ba11-45f7-b072-ff8d9bda8bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:51:13Z', 'updated_at': '2022-04-29T11:51:13Z', 'revision_number': 0, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e35e8048-ac01-4085-a275-20f475f2ad00', 'name': '', 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:37:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7ff187c-b653-47e4-b2d2-f13e5057d858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:42Z', 'updated_at': '2022-04-29T11:50:46Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'a7ff187c-b653-47e4-b2d2-f13e5057d858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:51:15.776492 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80812e3-606c-4de8-bf0d-d976147cb05a None None] New status for floating IP c8450d54-eec7-49f4-9ab8-600f5157533f: ACTIVE {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:51:23.275985 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:51:23.569894 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-320a9a77-14d2-47f6-b543-97c63c54313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:27.179431 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:27.758015 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3b4c3846-5f4a-474e-a3d0-6fa47f28a73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:28.511621 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:30.029975 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:30.208020 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:53.562449 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2b5253ad-e99b-45d5-aad2-2db432ba8572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:57.182831 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:57.759172 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4d481ff9-6077-443c-aae1-9f3cb01eaaf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:58.522189 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:58.642682 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55166) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:51:58.734895 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-dc4985b5-0ba2-4c8d-8288-147d1397bd4d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/31273657-8a04-4c8b-99e2-91e0f65631b6 HTTP/1.1" status: 200 len: 993 time: 0.0909073 Apr 29 11:51:59.439590 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55174) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:51:59.444907 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-3b981f10-b766-4f14-98c3-492c71eb75f5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'port': {'admin_state_up': False}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:59.510703 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3b981f10-b766-4f14-98c3-492c71eb75f5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:59.657625 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-3b981f10-b766-4f14-98c3-492c71eb75f5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] For port a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82,segment=NetworkSegment(c10bd328-dbd6-4461-92c4-47c2003ea93a),segment_id=c10bd328-dbd6-4461-92c4-47c2003ea93a)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:51:59.686322 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3b981f10-b766-4f14-98c3-492c71eb75f5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:59.690883 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3b981f10-b766-4f14-98c3-492c71eb75f5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:59.735261 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b981f10-b766-4f14-98c3-492c71eb75f5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:59.735912 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3b981f10-b766-4f14-98c3-492c71eb75f5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:59.741122 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3b981f10-b766-4f14-98c3-492c71eb75f5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "PUT /v2.0/ports/a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82 HTTP/1.1" status: 200 len: 938 time: 0.2967572 Apr 29 11:51:59.741122 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b503dc-65ba-4034-94af-891b9d422e6d', 'tag': 'a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82'}] {{(pid=102960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:51:59.741122 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f284d994886e2bee032f7329864f24e5fe1e0d39b4215f9cf8d7074f2166ea6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3531625-6c25-4fac-96ee-735e5a2b83dd" -d '{"events": [{"name": "network-changed", "server_uuid": "29b503dc-65ba-4034-94af-891b9d422e6d", "tag": "a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82"}]}' {{(pid=102960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:51:59.762122 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b981f10-b766-4f14-98c3-492c71eb75f5 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82,revision_number=6']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:59.788622 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539bf5c3-96d3-473f-86b9-58fa3b8caa21 x-openstack-request-id: req-539bf5c3-96d3-473f-86b9-58fa3b8caa21 {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:51:59.788919 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b503dc-65ba-4034-94af-891b9d422e6d", "tag": "a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82", "status": "completed", "code": 200}]} {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:51:59.789759 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-539bf5c3-96d3-473f-86b9-58fa3b8caa21 {{(pid=102960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:51:59.790204 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-539bf5c3-96d3-473f-86b9-58fa3b8caa21'] response: {'name': 'network-changed', 'server_uuid': '29b503dc-65ba-4034-94af-891b9d422e6d', 'tag': 'a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82', 'status': 'completed', 'code': 200} Apr 29 11:51:59.862583 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3531625-6c25-4fac-96ee-735e5a2b83dd req-ed5d42ed-ad0a-4fdd-90de-ad65e7c48b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:59.864141 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b3531625-6c25-4fac-96ee-735e5a2b83dd req-ed5d42ed-ad0a-4fdd-90de-ad65e7c48b85 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=29b503dc-65ba-4034-94af-891b9d422e6d HTTP/1.1" status: 200 len: 1099 time: 0.0458024 Apr 29 11:51:59.962611 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3531625-6c25-4fac-96ee-735e5a2b83dd req-fad629c8-7c7e-44c3-9260-186665523f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:59.964088 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b3531625-6c25-4fac-96ee-735e5a2b83dd req-fad629c8-7c7e-44c3-9260-186665523f19 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b7ffe23f-4db1-4cf1-a579-98cdd181f6bd HTTP/1.1" status: 200 len: 896 time: 0.0921984 Apr 29 11:52:00.009260 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5c155e54-b7e3-42d3-bc99-8df096602fd8 None None] Provisioning complete for port a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:00.009830 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5c155e54-b7e3-42d3-bc99-8df096602fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:00.033379 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b3531625-6c25-4fac-96ee-735e5a2b83dd req-18a65267-d125-41d6-8ae5-eb87df687f1a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82 HTTP/1.1" status: 200 len: 1002 time: 0.0602801 Apr 29 11:52:00.056959 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:00.061736 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5c155e54-b7e3-42d3-bc99-8df096602fd8 None None] Port a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82 is administratively disabled so it will not transition to active. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:353}} Apr 29 11:52:00.083392 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3531625-6c25-4fac-96ee-735e5a2b83dd req-175e4865-df7a-455a-a9e4-38fc1561a262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:00.084865 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b3531625-6c25-4fac-96ee-735e5a2b83dd req-175e4865-df7a-455a-a9e4-38fc1561a262 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a7ff187c-b653-47e4-b2d2-f13e5057d858 HTTP/1.1" status: 200 len: 834 time: 0.0446427 Apr 29 11:52:00.133963 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3531625-6c25-4fac-96ee-735e5a2b83dd req-601cf306-580a-4250-819d-a99c3fb82ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:00.135483 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b3531625-6c25-4fac-96ee-735e5a2b83dd req-601cf306-580a-4250-819d-a99c3fb82ad1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b7ffe23f-4db1-4cf1-a579-98cdd181f6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433455 Apr 29 11:52:00.211493 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:00.231285 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b3531625-6c25-4fac-96ee-735e5a2b83dd req-48b70df6-d91e-4706-8122-ca680eb70b7a service neutron] 10.222.0.62 "GET /v2.0/networks/b7ffe23f-4db1-4cf1-a579-98cdd181f6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869462 Apr 29 11:52:00.274787 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:52:00.326423 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b3531625-6c25-4fac-96ee-735e5a2b83dd req-b9d9a188-71fa-496f-a6fe-7dd1fb5ff32a service neutron] 10.222.0.62 "GET /v2.0/networks/b7ffe23f-4db1-4cf1-a579-98cdd181f6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875998 Apr 29 11:52:03.144104 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55182) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:52:03.150283 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-f71beca2-8fd4-4309-9f55-83124c2ae0d2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'port': {'admin_state_up': True}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:03.214497 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f71beca2-8fd4-4309-9f55-83124c2ae0d2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:03.368659 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-f71beca2-8fd4-4309-9f55-83124c2ae0d2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] For port a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82,segment=NetworkSegment(c10bd328-dbd6-4461-92c4-47c2003ea93a),segment_id=c10bd328-dbd6-4461-92c4-47c2003ea93a)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:52:03.410521 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f71beca2-8fd4-4309-9f55-83124c2ae0d2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:03.415652 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f71beca2-8fd4-4309-9f55-83124c2ae0d2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:03.462304 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71beca2-8fd4-4309-9f55-83124c2ae0d2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:03.462882 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f71beca2-8fd4-4309-9f55-83124c2ae0d2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:03.464265 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f71beca2-8fd4-4309-9f55-83124c2ae0d2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "PUT /v2.0/ports/a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82 HTTP/1.1" status: 200 len: 937 time: 0.3191326 Apr 29 11:52:03.464919 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b503dc-65ba-4034-94af-891b9d422e6d', 'tag': 'a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82'}] {{(pid=102960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:52:03.467243 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55184) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:52:03.467757 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f284d994886e2bee032f7329864f24e5fe1e0d39b4215f9cf8d7074f2166ea6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b642fa-580a-48d5-9fd6-e84765f12666" -d '{"events": [{"name": "network-changed", "server_uuid": "29b503dc-65ba-4034-94af-891b9d422e6d", "tag": "a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82"}]}' {{(pid=102960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:52:03.493497 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71beca2-8fd4-4309-9f55-83124c2ae0d2 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82,revision_number=7']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:03.509272 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf05b8d-4822-4032-a72a-fd2f5f820702 x-openstack-request-id: req-1cf05b8d-4822-4032-a72a-fd2f5f820702 {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:52:03.509697 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b503dc-65ba-4034-94af-891b9d422e6d", "tag": "a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82", "status": "completed", "code": 200}]} {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:52:03.510080 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1cf05b8d-4822-4032-a72a-fd2f5f820702 {{(pid=102960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:52:03.510534 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cf05b8d-4822-4032-a72a-fd2f5f820702'] response: {'name': 'network-changed', 'server_uuid': '29b503dc-65ba-4034-94af-891b9d422e6d', 'tag': 'a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82', 'status': 'completed', 'code': 200} Apr 29 11:52:03.569063 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ab1fc56d-ffe0-4abe-88e5-a747bf77f28e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/31273657-8a04-4c8b-99e2-91e0f65631b6 HTTP/1.1" status: 200 len: 993 time: 0.1006713 Apr 29 11:52:03.585901 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b642fa-580a-48d5-9fd6-e84765f12666 req-2754c620-6288-4799-a353-aac47edb8054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:03.587446 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-93b642fa-580a-48d5-9fd6-e84765f12666 req-2754c620-6288-4799-a353-aac47edb8054 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=29b503dc-65ba-4034-94af-891b9d422e6d HTTP/1.1" status: 200 len: 1098 time: 0.0512888 Apr 29 11:52:03.685687 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b642fa-580a-48d5-9fd6-e84765f12666 req-7a36b31d-a413-4180-9478-66459c22e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:03.687198 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-93b642fa-580a-48d5-9fd6-e84765f12666 req-7a36b31d-a413-4180-9478-66459c22e0c4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b7ffe23f-4db1-4cf1-a579-98cdd181f6bd HTTP/1.1" status: 200 len: 896 time: 0.0928373 Apr 29 11:52:03.706458 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-fef5acb6-9497-4cd2-a647-873a41cbef87 None None] Provisioning complete for port a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:03.707103 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fef5acb6-9497-4cd2-a647-873a41cbef87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:03.757872 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-93b642fa-580a-48d5-9fd6-e84765f12666 req-1d436b44-f100-4c0a-967c-f5bf90489c92 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82 HTTP/1.1" status: 200 len: 1001 time: 0.0594773 Apr 29 11:52:03.776630 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:52:03.812109 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b642fa-580a-48d5-9fd6-e84765f12666 req-7953f1fd-496d-4b29-acd9-b90c761bae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:03.813581 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-93b642fa-580a-48d5-9fd6-e84765f12666 req-7953f1fd-496d-4b29-acd9-b90c761bae3b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a7ff187c-b653-47e4-b2d2-f13e5057d858 HTTP/1.1" status: 200 len: 834 time: 0.0486233 Apr 29 11:52:04.170656 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b642fa-580a-48d5-9fd6-e84765f12666 req-178ebe0c-44df-42e9-8931-d89fd2d2f9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:04.172173 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-93b642fa-580a-48d5-9fd6-e84765f12666 req-178ebe0c-44df-42e9-8931-d89fd2d2f9a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b7ffe23f-4db1-4cf1-a579-98cdd181f6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3515697 Apr 29 11:52:04.261700 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-93b642fa-580a-48d5-9fd6-e84765f12666 req-4686bb59-3e9f-4412-8bc7-641121f07e1c service neutron] 10.222.0.62 "GET /v2.0/networks/b7ffe23f-4db1-4cf1-a579-98cdd181f6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815372 Apr 29 11:52:04.355471 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-93b642fa-580a-48d5-9fd6-e84765f12666 req-b02061e6-70ca-496c-bf4a-22e260f590ca service neutron] 10.222.0.62 "GET /v2.0/networks/b7ffe23f-4db1-4cf1-a579-98cdd181f6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868702 Apr 29 11:52:06.129141 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55194) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:52:06.288062 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-1599bc32-1c53-4368-808c-3956938a9a45 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port 1ef8906a-f75e-41c6-b4f6-b29a8ada392f {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:52:06.288399 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1599bc32-1c53-4368-808c-3956938a9a45 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:06.362666 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1599bc32-1c53-4368-808c-3956938a9a45 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:06.362994 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1599bc32-1c53-4368-808c-3956938a9a45 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:06.376900 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-1599bc32-1c53-4368-808c-3956938a9a45 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for 1ef8906a-f75e-41c6-b4f6-b29a8ada392f owned by network:floatingip {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:52:06.530853 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1599bc32-1c53-4368-808c-3956938a9a45 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:06.554034 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599bc32-1c53-4368-808c-3956938a9a45 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=1ef8906a-f75e-41c6-b4f6-b29a8ada392f,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:06.620497 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1599bc32-1c53-4368-808c-3956938a9a45 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:06.620829 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-1599bc32-1c53-4368-808c-3956938a9a45 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Floating IP c8450d54-eec7-49f4-9ab8-600f5157533f disassociated (deleted). External IP: 172.26.4.225, port: e1195bd1-8385-48ba-8b98-36691bff8077. Apr 29 11:52:06.828460 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1599bc32-1c53-4368-808c-3956938a9a45 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router 5b51b482-624f-4df2-b307-8ad1475df396 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:52:06.941446 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1599bc32-1c53-4368-808c-3956938a9a45 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:52:06.946071 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1599bc32-1c53-4368-808c-3956938a9a45 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:06.953184 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaefba7-8ff4-4e21-8452-0e2b2394ec9a None None] Sync routers for ids ['5b51b482-624f-4df2-b307-8ad1475df396'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:52:06.964142 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaefba7-8ff4-4e21-8452-0e2b2394ec9a None None] Routers {'5b51b482-624f-4df2-b307-8ad1475df396'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:52:06.964765 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-faaefba7-8ff4-4e21-8452-0e2b2394ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:51:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5b51b482-624f-4df2-b307-8ad1475df396'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:06.977540 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1599bc32-1c53-4368-808c-3956938a9a45 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/floatingips/c8450d54-eec7-49f4-9ab8-600f5157533f HTTP/1.1" status: 204 len: 168 time: 0.8466690 Apr 29 11:52:06.978102 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a726be-ba11-45f7-b072-ff8d9bda8bb7', 'tag': 'e1195bd1-8385-48ba-8b98-36691bff8077'}] {{(pid=102960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:52:06.980388 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f284d994886e2bee032f7329864f24e5fe1e0d39b4215f9cf8d7074f2166ea6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf93c454-9ea3-444b-9225-45d199d513fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a726be-ba11-45f7-b072-ff8d9bda8bb7", "tag": "e1195bd1-8385-48ba-8b98-36691bff8077"}]}' {{(pid=102960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:52:07.022368 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc4c4ef-d062-495d-bc15-0683697c6285 x-openstack-request-id: req-cbc4c4ef-d062-495d-bc15-0683697c6285 {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:52:07.022679 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a726be-ba11-45f7-b072-ff8d9bda8bb7", "tag": "e1195bd1-8385-48ba-8b98-36691bff8077", "status": "completed", "code": 200}]} {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:52:07.022953 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cbc4c4ef-d062-495d-bc15-0683697c6285 {{(pid=102960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:52:07.025073 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbc4c4ef-d062-495d-bc15-0683697c6285'] response: {'name': 'network-changed', 'server_uuid': 'a0a726be-ba11-45f7-b072-ff8d9bda8bb7', 'tag': 'e1195bd1-8385-48ba-8b98-36691bff8077', 'status': 'completed', 'code': 200} Apr 29 11:52:07.088400 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-faaefba7-8ff4-4e21-8452-0e2b2394ec9a None None] Set router 5b51b482-624f-4df2-b307-8ad1475df396 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:52:07.088637 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93c454-9ea3-444b-9225-45d199d513fa req-08518803-1f26-485f-af40-8843f74755a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:07.090249 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cf93c454-9ea3-444b-9225-45d199d513fa req-08518803-1f26-485f-af40-8843f74755a8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=a0a726be-ba11-45f7-b072-ff8d9bda8bb7 HTTP/1.1" status: 200 len: 1098 time: 0.0433819 Apr 29 11:52:07.227753 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93c454-9ea3-444b-9225-45d199d513fa req-b469c9dd-12b7-4d52-993f-19ec3f22b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:07.229241 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cf93c454-9ea3-444b-9225-45d199d513fa req-b469c9dd-12b7-4d52-993f-19ec3f22b9f7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b7ffe23f-4db1-4cf1-a579-98cdd181f6bd HTTP/1.1" status: 200 len: 896 time: 0.1302171 Apr 29 11:52:07.244918 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3062b-0e1c-413f-87a8-c0f27ea6d320 req-eb8d9633-44fc-4d0a-9154-6f666e2ec165 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:07.246424 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fab3062b-0e1c-413f-87a8-c0f27ea6d320 req-eb8d9633-44fc-4d0a-9154-6f666e2ec165 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0a726be-ba11-45f7-b072-ff8d9bda8bb7 HTTP/1.1" status: 200 len: 945 time: 0.0701196 Apr 29 11:52:07.287015 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cf93c454-9ea3-444b-9225-45d199d513fa req-7414277d-ac6a-4282-a9f3-f71d8de1831d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1195bd1-8385-48ba-8b98-36691bff8077 HTTP/1.1" status: 200 len: 217 time: 0.0396168 Apr 29 11:52:07.330084 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-faaefba7-8ff4-4e21-8452-0e2b2394ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51b482-624f-4df2-b307-8ad1475df396', 'name': 'tempest-TestNetworkBasicOps-router-368431064', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:39Z', 'updated_at': '2022-04-29T11:50:43Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '31273657-8a04-4c8b-99e2-91e0f65631b6', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.235', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'port_id': 'a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'mac_address': 'fa:16:3e:37:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b503dc-65ba-4034-94af-891b9d422e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:50:59Z', 'updated_at': '2022-04-29T11:51:01Z', 'revision_number': 1, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e35e8048-ac01-4085-a275-20f475f2ad00', 'name': '', 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:37:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7ff187c-b653-47e4-b2d2-f13e5057d858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:42Z', 'updated_at': '2022-04-29T11:50:46Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'a7ff187c-b653-47e4-b2d2-f13e5057d858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:07.348762 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fab3062b-0e1c-413f-87a8-c0f27ea6d320 req-ad6c3e6b-2423-4036-bba2-3e132b0f1d3c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=3eac3b53-c346-4b9f-86eb-a8d46f8235fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944829 Apr 29 11:52:07.356526 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaefba7-8ff4-4e21-8452-0e2b2394ec9a None None] Checking router: 5b51b482-624f-4df2-b307-8ad1475df396 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:52:07.357383 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93c454-9ea3-444b-9225-45d199d513fa req-f0337dfa-8aa4-4ba9-9eef-03767e5e161d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:07.359044 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cf93c454-9ea3-444b-9225-45d199d513fa req-f0337dfa-8aa4-4ba9-9eef-03767e5e161d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a7ff187c-b653-47e4-b2d2-f13e5057d858 HTTP/1.1" status: 200 len: 834 time: 0.0624259 Apr 29 11:52:07.364934 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaefba7-8ff4-4e21-8452-0e2b2394ec9a None None] Routers {'5b51b482-624f-4df2-b307-8ad1475df396'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:52:07.365522 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-faaefba7-8ff4-4e21-8452-0e2b2394ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:51:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5b51b482-624f-4df2-b307-8ad1475df396'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:07.408033 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93c454-9ea3-444b-9225-45d199d513fa req-d13f6509-5d88-4bd0-a912-dcdfb88dbd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:07.409580 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cf93c454-9ea3-444b-9225-45d199d513fa req-d13f6509-5d88-4bd0-a912-dcdfb88dbd4f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b7ffe23f-4db1-4cf1-a579-98cdd181f6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420210 Apr 29 11:52:07.511888 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cf93c454-9ea3-444b-9225-45d199d513fa req-7d51c337-9c21-4dac-a12a-d6b2fb47faf1 service neutron] 10.222.0.62 "GET /v2.0/networks/b7ffe23f-4db1-4cf1-a579-98cdd181f6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939357 Apr 29 11:52:07.613155 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cf93c454-9ea3-444b-9225-45d199d513fa req-573fec59-41c5-46ca-961a-f6e96a3fe3f5 service neutron] 10.222.0.62 "GET /v2.0/networks/b7ffe23f-4db1-4cf1-a579-98cdd181f6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918925 Apr 29 11:52:07.615634 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-faaefba7-8ff4-4e21-8452-0e2b2394ec9a None None] Set router 5b51b482-624f-4df2-b307-8ad1475df396 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:52:07.842306 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-faaefba7-8ff4-4e21-8452-0e2b2394ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51b482-624f-4df2-b307-8ad1475df396', 'name': 'tempest-TestNetworkBasicOps-router-368431064', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:39Z', 'updated_at': '2022-04-29T11:50:43Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '31273657-8a04-4c8b-99e2-91e0f65631b6', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.235', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'port_id': 'a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'mac_address': 'fa:16:3e:37:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b503dc-65ba-4034-94af-891b9d422e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:50:59Z', 'updated_at': '2022-04-29T11:51:01Z', 'revision_number': 1, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e35e8048-ac01-4085-a275-20f475f2ad00', 'name': '', 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:37:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7ff187c-b653-47e4-b2d2-f13e5057d858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:42Z', 'updated_at': '2022-04-29T11:50:46Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'a7ff187c-b653-47e4-b2d2-f13e5057d858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:07.868638 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaefba7-8ff4-4e21-8452-0e2b2394ec9a None None] The sync data for ids ['5b51b482-624f-4df2-b307-8ad1475df396'] in dv-neutron-838888-1-hyperv is: [{'id': '5b51b482-624f-4df2-b307-8ad1475df396', 'name': 'tempest-TestNetworkBasicOps-router-368431064', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:39Z', 'updated_at': '2022-04-29T11:50:43Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '31273657-8a04-4c8b-99e2-91e0f65631b6', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.235', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'port_id': 'a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'mac_address': 'fa:16:3e:37:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b503dc-65ba-4034-94af-891b9d422e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:50:59Z', 'updated_at': '2022-04-29T11:51:01Z', 'revision_number': 1, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e35e8048-ac01-4085-a275-20f475f2ad00', 'name': '', 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:37:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7ff187c-b653-47e4-b2d2-f13e5057d858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:42Z', 'updated_at': '2022-04-29T11:50:46Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'a7ff187c-b653-47e4-b2d2-f13e5057d858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:52:08.095392 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64bd3e7-0bea-4619-a3e0-89a09fc1cf57 None None] New status for floating IP c8450d54-eec7-49f4-9ab8-600f5157533f: DOWN {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:52:08.469071 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c07ec-4500-4d58-8892-86539ca73726 req-8accf905-7291-4228-adc8-f4144364683a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:08.470633 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d42c07ec-4500-4d58-8892-86539ca73726 req-8accf905-7291-4228-adc8-f4144364683a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0a726be-ba11-45f7-b072-ff8d9bda8bb7 HTTP/1.1" status: 200 len: 945 time: 0.0506709 Apr 29 11:52:08.508375 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d42c07ec-4500-4d58-8892-86539ca73726 req-e6ae78b2-8840-4a5d-9498-688314cc7ef9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=3eac3b53-c346-4b9f-86eb-a8d46f8235fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316770 Apr 29 11:52:08.809238 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f6c30-4514-48e9-af41-2dc86136ad7c req-03ad76fd-0d68-4332-b188-679f25838a97 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:08.810747 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d08f6c30-4514-48e9-af41-2dc86136ad7c req-03ad76fd-0d68-4332-b188-679f25838a97 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0a726be-ba11-45f7-b072-ff8d9bda8bb7 HTTP/1.1" status: 200 len: 945 time: 0.0530796 Apr 29 11:52:08.898739 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-d08f6c30-4514-48e9-af41-2dc86136ad7c req-9cfda152-c8ec-4670-adeb-eca5412e2b54 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port e1195bd1-8385-48ba-8b98-36691bff8077 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:52:08.899105 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d08f6c30-4514-48e9-af41-2dc86136ad7c req-9cfda152-c8ec-4670-adeb-eca5412e2b54 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:08.989146 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-d08f6c30-4514-48e9-af41-2dc86136ad7c req-9cfda152-c8ec-4670-adeb-eca5412e2b54 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] For port e1195bd1-8385-48ba-8b98-36691bff8077, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e1195bd1-8385-48ba-8b98-36691bff8077,segment=NetworkSegment(c10bd328-dbd6-4461-92c4-47c2003ea93a),segment_id=c10bd328-dbd6-4461-92c4-47c2003ea93a)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:52:08.989516 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d08f6c30-4514-48e9-af41-2dc86136ad7c req-9cfda152-c8ec-4670-adeb-eca5412e2b54 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:09.002708 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-d08f6c30-4514-48e9-af41-2dc86136ad7c req-9cfda152-c8ec-4670-adeb-eca5412e2b54 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for e1195bd1-8385-48ba-8b98-36691bff8077 owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:52:09.128155 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d08f6c30-4514-48e9-af41-2dc86136ad7c req-9cfda152-c8ec-4670-adeb-eca5412e2b54 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:09.160684 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfda152-c8ec-4670-adeb-eca5412e2b54 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=e1195bd1-8385-48ba-8b98-36691bff8077,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:09.174140 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfda152-c8ec-4670-adeb-eca5412e2b54 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:09.174507 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfda152-c8ec-4670-adeb-eca5412e2b54 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:09.174846 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfda152-c8ec-4670-adeb-eca5412e2b54 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:09.175181 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfda152-c8ec-4670-adeb-eca5412e2b54 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:09.175508 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfda152-c8ec-4670-adeb-eca5412e2b54 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:09.175835 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfda152-c8ec-4670-adeb-eca5412e2b54 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:09.176161 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfda152-c8ec-4670-adeb-eca5412e2b54 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:09.176480 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfda152-c8ec-4670-adeb-eca5412e2b54 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:09.176803 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfda152-c8ec-4670-adeb-eca5412e2b54 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:09.177132 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfda152-c8ec-4670-adeb-eca5412e2b54 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:09.177448 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfda152-c8ec-4670-adeb-eca5412e2b54 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:09.177768 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfda152-c8ec-4670-adeb-eca5412e2b54 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:09.213216 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08f6c30-4514-48e9-af41-2dc86136ad7c req-9cfda152-c8ec-4670-adeb-eca5412e2b54 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] No DVR routers for this DVR port e1195bd1-8385-48ba-8b98-36691bff8077 on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:52:09.215666 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d08f6c30-4514-48e9-af41-2dc86136ad7c req-9cfda152-c8ec-4670-adeb-eca5412e2b54 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:09.219014 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d08f6c30-4514-48e9-af41-2dc86136ad7c req-9cfda152-c8ec-4670-adeb-eca5412e2b54 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "DELETE /v2.0/ports/e1195bd1-8385-48ba-8b98-36691bff8077 HTTP/1.1" status: 204 len: 173 time: 0.4020481 Apr 29 11:52:09.219459 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a726be-ba11-45f7-b072-ff8d9bda8bb7', 'name': 'network-vif-deleted', 'tag': 'e1195bd1-8385-48ba-8b98-36691bff8077'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:52:09.221695 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5e53a3-b39e-415a-aaaf-a44c988b10f6" -d '{"events": [{"server_uuid": "a0a726be-ba11-45f7-b072-ff8d9bda8bb7", "name": "network-vif-deleted", "tag": "e1195bd1-8385-48ba-8b98-36691bff8077"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:52:09.260348 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6920ae6b-bab6-4173-ae87-28f59f59cccb x-openstack-request-id: req-6920ae6b-bab6-4173-ae87-28f59f59cccb {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:52:09.260637 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a726be-ba11-45f7-b072-ff8d9bda8bb7", "name": "network-vif-deleted", "tag": "e1195bd1-8385-48ba-8b98-36691bff8077", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:52:09.260889 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6920ae6b-bab6-4173-ae87-28f59f59cccb {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:52:09.261291 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6920ae6b-bab6-4173-ae87-28f59f59cccb'] response: {'server_uuid': 'a0a726be-ba11-45f7-b072-ff8d9bda8bb7', 'name': 'network-vif-deleted', 'tag': 'e1195bd1-8385-48ba-8b98-36691bff8077', 'status': 'completed', 'code': 200} Apr 29 11:52:09.617798 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0bb02cd9-89ab-4d62-a598-fe8a9303dc9e req-7fe51bbd-0893-482d-807f-ca5fddf1b3c7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0a726be-ba11-45f7-b072-ff8d9bda8bb7 HTTP/1.1" status: 200 len: 210 time: 0.0276721 Apr 29 11:52:10.675047 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55212) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:52:10.733630 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0397c266-c104-4cd2-9a1f-0a5c925dc31d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:10.758851 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0397c266-c104-4cd2-9a1f-0a5c925dc31d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:10.816803 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0397c266-c104-4cd2-9a1f-0a5c925dc31d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:10.819475 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0397c266-c104-4cd2-9a1f-0a5c925dc31d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:10.820641 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0397c266-c104-4cd2-9a1f-0a5c925dc31d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/security-groups/3eac3b53-c346-4b9f-86eb-a8d46f8235fc HTTP/1.1" status: 204 len: 168 time: 0.1446216 Apr 29 11:52:10.830753 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397c266-c104-4cd2-9a1f-0a5c925dc31d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eac3b53-c346-4b9f-86eb-a8d46f8235fc,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:10.853557 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55216) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:52:11.009941 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-95362afe-c3a5-4809-99fc-a67d4be05b3f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port 0c318bf3-6193-4603-a6c3-346b3edb09c4 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:52:11.010235 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-95362afe-c3a5-4809-99fc-a67d4be05b3f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:11.087337 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-95362afe-c3a5-4809-99fc-a67d4be05b3f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:11.087655 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-95362afe-c3a5-4809-99fc-a67d4be05b3f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:11.099529 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-95362afe-c3a5-4809-99fc-a67d4be05b3f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for 0c318bf3-6193-4603-a6c3-346b3edb09c4 owned by network:floatingip {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:52:11.248966 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-95362afe-c3a5-4809-99fc-a67d4be05b3f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:11.272452 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95362afe-c3a5-4809-99fc-a67d4be05b3f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=0c318bf3-6193-4603-a6c3-346b3edb09c4,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:11.335342 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-95362afe-c3a5-4809-99fc-a67d4be05b3f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:11.335741 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [None req-95362afe-c3a5-4809-99fc-a67d4be05b3f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Floating IP 31273657-8a04-4c8b-99e2-91e0f65631b6 disassociated (deleted). External IP: 172.26.4.235, port: a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82. Apr 29 11:52:11.559897 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95362afe-c3a5-4809-99fc-a67d4be05b3f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router 5b51b482-624f-4df2-b307-8ad1475df396 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:52:11.674473 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95362afe-c3a5-4809-99fc-a67d4be05b3f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:52:11.678930 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-95362afe-c3a5-4809-99fc-a67d4be05b3f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:11.685656 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57a9860-663b-452c-97cf-b9d5f7ee9fad None None] Sync routers for ids ['5b51b482-624f-4df2-b307-8ad1475df396'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:52:11.695753 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57a9860-663b-452c-97cf-b9d5f7ee9fad None None] Routers {'5b51b482-624f-4df2-b307-8ad1475df396'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:52:11.696386 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-f57a9860-663b-452c-97cf-b9d5f7ee9fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:51:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5b51b482-624f-4df2-b307-8ad1475df396'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:11.707809 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-95362afe-c3a5-4809-99fc-a67d4be05b3f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/floatingips/31273657-8a04-4c8b-99e2-91e0f65631b6 HTTP/1.1" status: 204 len: 168 time: 0.8522744 Apr 29 11:52:11.708401 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b503dc-65ba-4034-94af-891b9d422e6d', 'tag': 'a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:52:11.711095 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7c867a-ec78-4494-8f3f-bbe785a01d85" -d '{"events": [{"name": "network-changed", "server_uuid": "29b503dc-65ba-4034-94af-891b9d422e6d", "tag": "a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:52:11.750803 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1b5571-afa6-4ca5-9ce4-c457de77214f x-openstack-request-id: req-2d1b5571-afa6-4ca5-9ce4-c457de77214f {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:52:11.751173 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b503dc-65ba-4034-94af-891b9d422e6d", "tag": "a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:52:11.751976 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2d1b5571-afa6-4ca5-9ce4-c457de77214f {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:52:11.752401 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d1b5571-afa6-4ca5-9ce4-c457de77214f'] response: {'name': 'network-changed', 'server_uuid': '29b503dc-65ba-4034-94af-891b9d422e6d', 'tag': 'a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82', 'status': 'completed', 'code': 200} Apr 29 11:52:11.817864 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-f57a9860-663b-452c-97cf-b9d5f7ee9fad None None] Set router 5b51b482-624f-4df2-b307-8ad1475df396 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:52:11.848200 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c867a-ec78-4494-8f3f-bbe785a01d85 req-fe93386a-24eb-465d-9f19-33d976e2bdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:11.853128 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1c7c867a-ec78-4494-8f3f-bbe785a01d85 req-fe93386a-24eb-465d-9f19-33d976e2bdfc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=29b503dc-65ba-4034-94af-891b9d422e6d HTTP/1.1" status: 200 len: 1098 time: 0.0788455 Apr 29 11:52:11.986665 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c867a-ec78-4494-8f3f-bbe785a01d85 req-f38785b9-f5e8-4219-9880-1f57054315d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:11.988266 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1c7c867a-ec78-4494-8f3f-bbe785a01d85 req-f38785b9-f5e8-4219-9880-1f57054315d3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b7ffe23f-4db1-4cf1-a579-98cdd181f6bd HTTP/1.1" status: 200 len: 896 time: 0.1279807 Apr 29 11:52:11.999232 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93d703-ddc2-44e9-9a00-356b569aa9ac req-541a7afe-eb72-4041-b28d-7a2b080d687e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:12.000986 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4d93d703-ddc2-44e9-9a00-356b569aa9ac req-541a7afe-eb72-4041-b28d-7a2b080d687e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b503dc-65ba-4034-94af-891b9d422e6d HTTP/1.1" status: 200 len: 945 time: 0.0810120 Apr 29 11:52:12.049403 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-f57a9860-663b-452c-97cf-b9d5f7ee9fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51b482-624f-4df2-b307-8ad1475df396', 'name': 'tempest-TestNetworkBasicOps-router-368431064', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:39Z', 'updated_at': '2022-04-29T11:50:43Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'e35e8048-ac01-4085-a275-20f475f2ad00', 'name': '', 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:37:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7ff187c-b653-47e4-b2d2-f13e5057d858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:42Z', 'updated_at': '2022-04-29T11:50:46Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'a7ff187c-b653-47e4-b2d2-f13e5057d858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:12.053861 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1c7c867a-ec78-4494-8f3f-bbe785a01d85 req-ebd9e780-edc2-4faa-9d10-e14e5be82b0a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82 HTTP/1.1" status: 200 len: 217 time: 0.0518382 Apr 29 11:52:12.077539 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57a9860-663b-452c-97cf-b9d5f7ee9fad None None] Checking router: 5b51b482-624f-4df2-b307-8ad1475df396 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:52:12.085834 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57a9860-663b-452c-97cf-b9d5f7ee9fad None None] Routers {'5b51b482-624f-4df2-b307-8ad1475df396'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:52:12.086598 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-f57a9860-663b-452c-97cf-b9d5f7ee9fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:51:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5b51b482-624f-4df2-b307-8ad1475df396'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:12.100921 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4d93d703-ddc2-44e9-9a00-356b569aa9ac req-48691bef-a770-4c33-83c4-6ad663f68ad9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=0198a13f-af94-4ee4-a1dc-e49a072afeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919738 Apr 29 11:52:12.120385 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c867a-ec78-4494-8f3f-bbe785a01d85 req-dabf0bc1-d236-4222-b392-5434e605808a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:12.121952 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1c7c867a-ec78-4494-8f3f-bbe785a01d85 req-dabf0bc1-d236-4222-b392-5434e605808a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a7ff187c-b653-47e4-b2d2-f13e5057d858 HTTP/1.1" status: 200 len: 834 time: 0.0547068 Apr 29 11:52:12.174336 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c867a-ec78-4494-8f3f-bbe785a01d85 req-21072f47-9187-46f1-a230-a6b4cb69a816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:12.175856 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1c7c867a-ec78-4494-8f3f-bbe785a01d85 req-21072f47-9187-46f1-a230-a6b4cb69a816 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b7ffe23f-4db1-4cf1-a579-98cdd181f6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448437 Apr 29 11:52:12.205168 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-f57a9860-663b-452c-97cf-b9d5f7ee9fad None None] Set router 5b51b482-624f-4df2-b307-8ad1475df396 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:52:12.277388 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1c7c867a-ec78-4494-8f3f-bbe785a01d85 req-cf110f69-3929-4906-94e5-357be817ec98 service neutron] 10.222.0.62 "GET /v2.0/networks/b7ffe23f-4db1-4cf1-a579-98cdd181f6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925627 Apr 29 11:52:12.374730 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1c7c867a-ec78-4494-8f3f-bbe785a01d85 req-1b4cb713-892f-462d-85f6-7f16e8c0cd40 service neutron] 10.222.0.62 "GET /v2.0/networks/b7ffe23f-4db1-4cf1-a579-98cdd181f6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889411 Apr 29 11:52:12.416185 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-f57a9860-663b-452c-97cf-b9d5f7ee9fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51b482-624f-4df2-b307-8ad1475df396', 'name': 'tempest-TestNetworkBasicOps-router-368431064', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:39Z', 'updated_at': '2022-04-29T11:50:43Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'e35e8048-ac01-4085-a275-20f475f2ad00', 'name': '', 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:37:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7ff187c-b653-47e4-b2d2-f13e5057d858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:42Z', 'updated_at': '2022-04-29T11:50:46Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'a7ff187c-b653-47e4-b2d2-f13e5057d858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:12.450305 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57a9860-663b-452c-97cf-b9d5f7ee9fad None None] The sync data for ids ['5b51b482-624f-4df2-b307-8ad1475df396'] in dv-neutron-838888-1-hyperv is: [{'id': '5b51b482-624f-4df2-b307-8ad1475df396', 'name': 'tempest-TestNetworkBasicOps-router-368431064', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:39Z', 'updated_at': '2022-04-29T11:50:43Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'e35e8048-ac01-4085-a275-20f475f2ad00', 'name': '', 'network_id': 'b7ffe23f-4db1-4cf1-a579-98cdd181f6bd', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:37:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a7ff187c-b653-47e4-b2d2-f13e5057d858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:42Z', 'updated_at': '2022-04-29T11:50:46Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': 'a7ff187c-b653-47e4-b2d2-f13e5057d858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:52:12.668231 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81a555a-fc9d-4010-b6ef-cca88f45cadc None None] New status for floating IP 31273657-8a04-4c8b-99e2-91e0f65631b6: DOWN {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:52:12.795055 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device e1195bd1-8385-48ba-8b98-36691bff8077 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:52:12.815638 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: e1195bd1-8385-48ba-8b98-36691bff8077 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:52:12.815979 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device e1195bd1-8385-48ba-8b98-36691bff8077 not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:52:13.228427 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e87184-c0c3-457a-9670-1a9dd68df0e0 req-4c33cc13-2326-4336-8e11-5f4d583a6eca tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:13.230474 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-81e87184-c0c3-457a-9670-1a9dd68df0e0 req-4c33cc13-2326-4336-8e11-5f4d583a6eca tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b503dc-65ba-4034-94af-891b9d422e6d HTTP/1.1" status: 200 len: 945 time: 0.0557141 Apr 29 11:52:13.269885 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-81e87184-c0c3-457a-9670-1a9dd68df0e0 req-ba9bee6f-1309-4410-ab15-4812b6d4e9ad tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=0198a13f-af94-4ee4-a1dc-e49a072afeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331395 Apr 29 11:52:13.636212 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32af5e-250e-4f48-a65d-e19f1a50f762 req-43f081c3-caf9-42d3-8867-afc91653b394 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:13.637733 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9f32af5e-250e-4f48-a65d-e19f1a50f762 req-43f081c3-caf9-42d3-8867-afc91653b394 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/ports?device_id=29b503dc-65ba-4034-94af-891b9d422e6d HTTP/1.1" status: 200 len: 945 time: 0.0517933 Apr 29 11:52:13.726497 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-9f32af5e-250e-4f48-a65d-e19f1a50f762 req-b8b6f2e2-33b4-48f1-8ee1-3ebbe178a741 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:52:13.726839 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-9f32af5e-250e-4f48-a65d-e19f1a50f762 req-b8b6f2e2-33b4-48f1-8ee1-3ebbe178a741 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:13.815892 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-9f32af5e-250e-4f48-a65d-e19f1a50f762 req-b8b6f2e2-33b4-48f1-8ee1-3ebbe178a741 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] For port a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82,segment=NetworkSegment(c10bd328-dbd6-4461-92c4-47c2003ea93a),segment_id=c10bd328-dbd6-4461-92c4-47c2003ea93a)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:52:13.816252 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-9f32af5e-250e-4f48-a65d-e19f1a50f762 req-b8b6f2e2-33b4-48f1-8ee1-3ebbe178a741 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:13.829875 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-9f32af5e-250e-4f48-a65d-e19f1a50f762 req-b8b6f2e2-33b4-48f1-8ee1-3ebbe178a741 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82 owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:52:13.971699 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-9f32af5e-250e-4f48-a65d-e19f1a50f762 req-b8b6f2e2-33b4-48f1-8ee1-3ebbe178a741 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:14.001946 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b6f2e2-33b4-48f1-8ee1-3ebbe178a741 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:14.042726 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f32af5e-250e-4f48-a65d-e19f1a50f762 req-b8b6f2e2-33b4-48f1-8ee1-3ebbe178a741 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] No DVR routers for this DVR port a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82 on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:52:14.045279 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-9f32af5e-250e-4f48-a65d-e19f1a50f762 req-b8b6f2e2-33b4-48f1-8ee1-3ebbe178a741 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:14.048564 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9f32af5e-250e-4f48-a65d-e19f1a50f762 req-b8b6f2e2-33b4-48f1-8ee1-3ebbe178a741 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "DELETE /v2.0/ports/a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82 HTTP/1.1" status: 204 len: 173 time: 0.4036288 Apr 29 11:52:14.048993 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b503dc-65ba-4034-94af-891b9d422e6d', 'name': 'network-vif-deleted', 'tag': 'a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:52:14.051248 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b768051f-0887-481a-ac79-d3582af43013" -d '{"events": [{"server_uuid": "29b503dc-65ba-4034-94af-891b9d422e6d", "name": "network-vif-deleted", "tag": "a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:52:14.089843 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067b3b55-6468-4bc0-80f8-25a572198241 x-openstack-request-id: req-067b3b55-6468-4bc0-80f8-25a572198241 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:52:14.090143 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b503dc-65ba-4034-94af-891b9d422e6d", "name": "network-vif-deleted", "tag": "a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:52:14.090421 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-067b3b55-6468-4bc0-80f8-25a572198241 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:52:14.090829 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-067b3b55-6468-4bc0-80f8-25a572198241'] response: {'server_uuid': '29b503dc-65ba-4034-94af-891b9d422e6d', 'name': 'network-vif-deleted', 'tag': 'a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82', 'status': 'completed', 'code': 200} Apr 29 11:52:14.384461 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ebddb4bd-52ad-4e96-9a44-d58be35a941c req-97bfcf69-2950-4eb5-9407-192e4c7509aa tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b503dc-65ba-4034-94af-891b9d422e6d HTTP/1.1" status: 200 len: 210 time: 0.0330322 Apr 29 11:52:15.443814 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55232) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:52:15.501613 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d7b0-5217-4240-8aff-d223ac2761e9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:15.529946 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d7b0-5217-4240-8aff-d223ac2761e9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:15.591160 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d7b0-5217-4240-8aff-d223ac2761e9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:15.593634 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d7b0-5217-4240-8aff-d223ac2761e9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:15.594818 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a1d9d7b0-5217-4240-8aff-d223ac2761e9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/security-groups/0198a13f-af94-4ee4-a1dc-e49a072afeb5 HTTP/1.1" status: 204 len: 168 time: 0.1500125 Apr 29 11:52:15.605383 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9d7b0-5217-4240-8aff-d223ac2761e9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0198a13f-af94-4ee4-a1dc-e49a072afeb5,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:15.628236 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55236) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:52:15.988244 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bcb40c32-c6f6-47ff-8d43-35b81e2038bf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:16.246459 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-bcb40c32-c6f6-47ff-8d43-35b81e2038bf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port e35e8048-ac01-4085-a275-20f475f2ad00 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:52:16.246712 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bcb40c32-c6f6-47ff-8d43-35b81e2038bf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:16.340175 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-bcb40c32-c6f6-47ff-8d43-35b81e2038bf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] For port e35e8048-ac01-4085-a275-20f475f2ad00, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=e35e8048-ac01-4085-a275-20f475f2ad00,segment=NetworkSegment(c10bd328-dbd6-4461-92c4-47c2003ea93a),segment_id=c10bd328-dbd6-4461-92c4-47c2003ea93a)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:52:16.340545 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bcb40c32-c6f6-47ff-8d43-35b81e2038bf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:16.355604 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-bcb40c32-c6f6-47ff-8d43-35b81e2038bf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for e35e8048-ac01-4085-a275-20f475f2ad00 owned by network:router_interface {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:52:16.541918 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bcb40c32-c6f6-47ff-8d43-35b81e2038bf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:16.566448 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb40c32-c6f6-47ff-8d43-35b81e2038bf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=e35e8048-ac01-4085-a275-20f475f2ad00,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:16.748290 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bcb40c32-c6f6-47ff-8d43-35b81e2038bf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:16.787340 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:52:16.807377 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:52:16.807611 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device a7cb6dfd-3bf2-483b-9c9c-8d05fa04dd82 not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:52:17.301852 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb40c32-c6f6-47ff-8d43-35b81e2038bf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router 5b51b482-624f-4df2-b307-8ad1475df396 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:52:17.411314 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb40c32-c6f6-47ff-8d43-35b81e2038bf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:52:17.416817 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-bcb40c32-c6f6-47ff-8d43-35b81e2038bf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "PUT /v2.0/routers/5b51b482-624f-4df2-b307-8ad1475df396/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7875080 Apr 29 11:52:17.420037 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55238) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:52:17.422811 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8e331c-e3fc-4d3a-9b26-7fa77709c15c None None] Sync routers for ids ['5b51b482-624f-4df2-b307-8ad1475df396'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:52:17.445313 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8e331c-e3fc-4d3a-9b26-7fa77709c15c None None] Routers {'5b51b482-624f-4df2-b307-8ad1475df396'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:52:17.445865 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6b8e331c-e3fc-4d3a-9b26-7fa77709c15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:51:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5b51b482-624f-4df2-b307-8ad1475df396'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:17.481190 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-f368feb2-7fe1-41f7-a072-cc91ba5339e4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting subnet a7ff187c-b653-47e4-b2d2-f13e5057d858 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:52:17.484629 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f368feb2-7fe1-41f7-a072-cc91ba5339e4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:17.529672 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f368feb2-7fe1-41f7-a072-cc91ba5339e4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:17.562518 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-6b8e331c-e3fc-4d3a-9b26-7fa77709c15c None None] Set router 5b51b482-624f-4df2-b307-8ad1475df396 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:52:17.623376 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f368feb2-7fe1-41f7-a072-cc91ba5339e4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:17.688176 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f368feb2-7fe1-41f7-a072-cc91ba5339e4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:17.717459 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368feb2-7fe1-41f7-a072-cc91ba5339e4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Subnet': ['ID=a7ff187c-b653-47e4-b2d2-f13e5057d858,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:17.725877 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f368feb2-7fe1-41f7-a072-cc91ba5339e4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:17.732369 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f368feb2-7fe1-41f7-a072-cc91ba5339e4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/subnets/a7ff187c-b653-47e4-b2d2-f13e5057d858 HTTP/1.1" status: 204 len: 168 time: 0.3080609 Apr 29 11:52:17.732369 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55240) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:52:17.736138 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff01c94-01e8-4586-9b6b-6da82a8bf9d8 None None] Network b7ffe23f-4db1-4cf1-a579-98cdd181f6bd requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:52:17.839565 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6b8e331c-e3fc-4d3a-9b26-7fa77709c15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51b482-624f-4df2-b307-8ad1475df396', 'name': 'tempest-TestNetworkBasicOps-router-368431064', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:39Z', 'updated_at': '2022-04-29T11:52:16Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:17.843845 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d184dc58-2712-4c96-af95-f8c4571ea9e9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:17.883089 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8e331c-e3fc-4d3a-9b26-7fa77709c15c None None] Checking router: 5b51b482-624f-4df2-b307-8ad1475df396 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:52:17.900562 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8e331c-e3fc-4d3a-9b26-7fa77709c15c None None] Routers {'5b51b482-624f-4df2-b307-8ad1475df396'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:52:17.901183 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6b8e331c-e3fc-4d3a-9b26-7fa77709c15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:51:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5b51b482-624f-4df2-b307-8ad1475df396'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:17.960403 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d184dc58-2712-4c96-af95-f8c4571ea9e9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:17.997159 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747987ce-7c90-4470-bd0c-033d36ef6beb None None] DHCP port deletion for b7ffe23f-4db1-4cf1-a579-98cdd181f6bd request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:52:18.017790 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-d184dc58-2712-4c96-af95-f8c4571ea9e9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port 11496537-f4ed-4d67-9159-cab8a08bb9c0 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:52:18.018212 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d184dc58-2712-4c96-af95-f8c4571ea9e9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:18.041625 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-6b8e331c-e3fc-4d3a-9b26-7fa77709c15c None None] Set router 5b51b482-624f-4df2-b307-8ad1475df396 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:52:18.100047 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-d184dc58-2712-4c96-af95-f8c4571ea9e9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] For port 11496537-f4ed-4d67-9159-cab8a08bb9c0, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=11496537-f4ed-4d67-9159-cab8a08bb9c0,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:52:18.100475 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d184dc58-2712-4c96-af95-f8c4571ea9e9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:18.112966 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-d184dc58-2712-4c96-af95-f8c4571ea9e9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for 11496537-f4ed-4d67-9159-cab8a08bb9c0 owned by network:router_gateway {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:52:18.175465 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-747987ce-7c90-4470-bd0c-033d36ef6beb None None] Deleting port b921a993-f623-42f3-a69c-d3fff2657596 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:52:18.175833 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-747987ce-7c90-4470-bd0c-033d36ef6beb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:18.305751 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d184dc58-2712-4c96-af95-f8c4571ea9e9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:18.343616 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184dc58-2712-4c96-af95-f8c4571ea9e9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=11496537-f4ed-4d67-9159-cab8a08bb9c0,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:18.404949 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d184dc58-2712-4c96-af95-f8c4571ea9e9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:18.426666 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-747987ce-7c90-4470-bd0c-033d36ef6beb None None] For port b921a993-f623-42f3-a69c-d3fff2657596, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=b921a993-f623-42f3-a69c-d3fff2657596,segment=NetworkSegment(c10bd328-dbd6-4461-92c4-47c2003ea93a),segment_id=c10bd328-dbd6-4461-92c4-47c2003ea93a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:52:18.427059 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-747987ce-7c90-4470-bd0c-033d36ef6beb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:18.442498 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-747987ce-7c90-4470-bd0c-033d36ef6beb None None] Calling delete_port for b921a993-f623-42f3-a69c-d3fff2657596 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:52:18.501155 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d184dc58-2712-4c96-af95-f8c4571ea9e9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:18.503300 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d184dc58-2712-4c96-af95-f8c4571ea9e9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:18.510751 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6b8e331c-e3fc-4d3a-9b26-7fa77709c15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b51b482-624f-4df2-b307-8ad1475df396', 'name': 'tempest-TestNetworkBasicOps-router-368431064', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:39Z', 'updated_at': '2022-04-29T11:52:16Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:18.542899 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8e331c-e3fc-4d3a-9b26-7fa77709c15c None None] The sync data for ids ['5b51b482-624f-4df2-b307-8ad1475df396'] in dv-neutron-838888-1-hyperv is: [{'id': '5b51b482-624f-4df2-b307-8ad1475df396', 'name': 'tempest-TestNetworkBasicOps-router-368431064', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:39Z', 'updated_at': '2022-04-29T11:52:16Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '11496537-f4ed-4d67-9159-cab8a08bb9c0', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b51b482-624f-4df2-b307-8ad1475df396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:52:18.552023 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d184dc58-2712-4c96-af95-f8c4571ea9e9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:18.552594 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d184dc58-2712-4c96-af95-f8c4571ea9e9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Fanout notify agent at l3_agent the message router_deleted on router 5b51b482-624f-4df2-b307-8ad1475df396 {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:52:18.562442 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d184dc58-2712-4c96-af95-f8c4571ea9e9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:18.566063 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d184dc58-2712-4c96-af95-f8c4571ea9e9 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/routers/5b51b482-624f-4df2-b307-8ad1475df396 HTTP/1.1" status: 204 len: 168 time: 0.8305838 Apr 29 11:52:18.566347 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55242) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:52:18.587223 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-747987ce-7c90-4470-bd0c-033d36ef6beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:18.615527 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747987ce-7c90-4470-bd0c-033d36ef6beb None None] Pushing event deleted for resources: {'Port': ['ID=b921a993-f623-42f3-a69c-d3fff2657596,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:18.630674 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747987ce-7c90-4470-bd0c-033d36ef6beb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:18.631108 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747987ce-7c90-4470-bd0c-033d36ef6beb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:18.631562 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747987ce-7c90-4470-bd0c-033d36ef6beb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:18.631967 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747987ce-7c90-4470-bd0c-033d36ef6beb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:18.632355 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747987ce-7c90-4470-bd0c-033d36ef6beb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:18.632794 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747987ce-7c90-4470-bd0c-033d36ef6beb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:18.633130 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747987ce-7c90-4470-bd0c-033d36ef6beb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:18.633490 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747987ce-7c90-4470-bd0c-033d36ef6beb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:18.634424 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747987ce-7c90-4470-bd0c-033d36ef6beb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:18.634579 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747987ce-7c90-4470-bd0c-033d36ef6beb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:18.634949 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747987ce-7c90-4470-bd0c-033d36ef6beb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:18.635520 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747987ce-7c90-4470-bd0c-033d36ef6beb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:18.641052 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747987ce-7c90-4470-bd0c-033d36ef6beb None None] No DVR routers for this DVR port b921a993-f623-42f3-a69c-d3fff2657596 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:52:18.661088 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f37eba29-fd97-461e-88aa-07ccb41f3a71 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:18.753607 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f37eba29-fd97-461e-88aa-07ccb41f3a71 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:18.775651 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-f37eba29-fd97-461e-88aa-07ccb41f3a71 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ffe23f-4db1-4cf1-a579-98cdd181f6bd']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:18.785076 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-f37eba29-fd97-461e-88aa-07ccb41f3a71 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10bd328-dbd6-4461-92c4-47c2003ea93a') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:18.785374 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-f37eba29-fd97-461e-88aa-07ccb41f3a71 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10bd328-dbd6-4461-92c4-47c2003ea93a') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:18.799629 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f37eba29-fd97-461e-88aa-07ccb41f3a71 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:18.813148 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f37eba29-fd97-461e-88aa-07ccb41f3a71 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:18.818833 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37eba29-fd97-461e-88aa-07ccb41f3a71 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:52:18.819172 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f37eba29-fd97-461e-88aa-07ccb41f3a71 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:18.823234 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:52:18.823234 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:52:18.823234 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:52:18.823234 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:52:18.823234 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:52:18.823234 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:52:18.823234 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:52:18.823234 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:52:18.823234 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:52:18.823234 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:52:18.823234 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:52:18.823234 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:52:18.823234 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:52:18.823234 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:52:18.823234 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:52:18.823234 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:52:18.823234 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:52:18.823234 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:52:18.823234 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:52:18.823234 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:52:18.823234 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:52:18.823234 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:52:18.823234 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:52:18.823234 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:52:18.823234 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:52:18.823234 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:52:18.823234 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:52:18.823234 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:52:18.823234 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:52:18.823234 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:52:18.823234 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:52:18.823234 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:52:18.883028 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f37eba29-fd97-461e-88aa-07ccb41f3a71 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:18.894082 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f37eba29-fd97-461e-88aa-07ccb41f3a71 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:18.900199 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f37eba29-fd97-461e-88aa-07ccb41f3a71 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/networks/b7ffe23f-4db1-4cf1-a579-98cdd181f6bd HTTP/1.1" status: 204 len: 168 time: 0.3297439 Apr 29 11:52:18.912262 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37eba29-fd97-461e-88aa-07ccb41f3a71 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Network': ['ID=b7ffe23f-4db1-4cf1-a579-98cdd181f6bd,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:18.929507 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55244) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:52:18.938898 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-edb09d1f-1948-4d22-85cb-25545f9159dc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'network': {'name': 'tempest-network-smoke--580806070', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'port_security_enabled': True}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:18.959831 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb09d1f-1948-4d22-85cb-25545f9159dc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Made reservation on behalf of e43b3d3b447648b5aeeaf858bb1241e8 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:52:18.963723 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-edb09d1f-1948-4d22-85cb-25545f9159dc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:18.996913 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb09d1f-1948-4d22-85cb-25545f9159dc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:52:19.008271 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-edb09d1f-1948-4d22-85cb-25545f9159dc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:19.008760 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-edb09d1f-1948-4d22-85cb-25545f9159dc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Added segment aa071a69-381c-4f2c-803a-c924c1c072ec of type vlan for network 17c3158f-26fc-49b5-9518-d74888f3c466 Apr 29 11:52:19.050837 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-edb09d1f-1948-4d22-85cb-25545f9159dc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:19.079306 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-edb09d1f-1948-4d22-85cb-25545f9159dc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:19.084686 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb09d1f-1948-4d22-85cb-25545f9159dc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:19.085267 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-edb09d1f-1948-4d22-85cb-25545f9159dc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:19.146818 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-edb09d1f-1948-4d22-85cb-25545f9159dc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2120080 Apr 29 11:52:19.149507 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55246) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:52:19.156314 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-10eace07-2876-4a4c-8cd2-3d679891f46e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-838990663', 'admin_state_up': True, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:19.168642 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb09d1f-1948-4d22-85cb-25545f9159dc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Network': ['ID=17c3158f-26fc-49b5-9518-d74888f3c466,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:19.183014 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb09d1f-1948-4d22-85cb-25545f9159dc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:19.183455 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb09d1f-1948-4d22-85cb-25545f9159dc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:19.183797 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb09d1f-1948-4d22-85cb-25545f9159dc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:19.184128 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb09d1f-1948-4d22-85cb-25545f9159dc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:19.184458 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb09d1f-1948-4d22-85cb-25545f9159dc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:19.184788 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb09d1f-1948-4d22-85cb-25545f9159dc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:19.185113 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb09d1f-1948-4d22-85cb-25545f9159dc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:19.185436 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb09d1f-1948-4d22-85cb-25545f9159dc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:19.185767 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb09d1f-1948-4d22-85cb-25545f9159dc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:19.186087 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb09d1f-1948-4d22-85cb-25545f9159dc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:19.186657 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb09d1f-1948-4d22-85cb-25545f9159dc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:19.186983 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb09d1f-1948-4d22-85cb-25545f9159dc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:19.197871 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-10eace07-2876-4a4c-8cd2-3d679891f46e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:19.199593 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-10eace07-2876-4a4c-8cd2-3d679891f46e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:19.199837 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 17c3158f-26fc-49b5-9518-d74888f3c466 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:52:19.261693 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-10eace07-2876-4a4c-8cd2-3d679891f46e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:19.402034 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-10eace07-2876-4a4c-8cd2-3d679891f46e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:19.599435 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-10eace07-2876-4a4c-8cd2-3d679891f46e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_gateway, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:19.618636 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-10eace07-2876-4a4c-8cd2-3d679891f46e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:19.624687 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device b921a993-f623-42f3-a69c-d3fff2657596 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:52:19.646562 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: b921a993-f623-42f3-a69c-d3fff2657596 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:52:19.647002 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device b921a993-f623-42f3-a69c-d3fff2657596 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:52:19.647477 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 11496537-f4ed-4d67-9159-cab8a08bb9c0 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:52:19.668036 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 11496537-f4ed-4d67-9159-cab8a08bb9c0 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:52:19.668265 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 11496537-f4ed-4d67-9159-cab8a08bb9c0 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:52:19.668655 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device e35e8048-ac01-4085-a275-20f475f2ad00 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:52:19.688399 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: e35e8048-ac01-4085-a275-20f475f2ad00 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:52:19.688743 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device e35e8048-ac01-4085-a275-20f475f2ad00 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:52:19.725034 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-10eace07-2876-4a4c-8cd2-3d679891f46e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.26.4.154 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/917014c3-99dc-4a99-9fbe-0b758271f6cc) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:52:19.836282 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-10eace07-2876-4a4c-8cd2-3d679891f46e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:19.872376 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-10eace07-2876-4a4c-8cd2-3d679891f46e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:19.913998 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10eace07-2876-4a4c-8cd2-3d679891f46e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:52:19.919917 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-10eace07-2876-4a4c-8cd2-3d679891f46e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:52:19.924524 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eace07-2876-4a4c-8cd2-3d679891f46e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:52:19.927668 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eace07-2876-4a4c-8cd2-3d679891f46e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=917014c3-99dc-4a99-9fbe-0b758271f6cc,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:20.181454 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-10eace07-2876-4a4c-8cd2-3d679891f46e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_gateway, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:20.383907 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-10eace07-2876-4a4c-8cd2-3d679891f46e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:20.532296 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10eace07-2876-4a4c-8cd2-3d679891f46e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router e6ad457f-f714-4e3d-8d48-53899415ca74 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:52:20.638506 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10eace07-2876-4a4c-8cd2-3d679891f46e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:52:20.648636 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a55472-3ea5-45e4-93d1-3d20cc661ae8 None None] Sync routers for ids ['e6ad457f-f714-4e3d-8d48-53899415ca74'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:52:20.658945 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a55472-3ea5-45e4-93d1-3d20cc661ae8 None None] Routers {'e6ad457f-f714-4e3d-8d48-53899415ca74'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:52:20.659559 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-d5a55472-3ea5-45e4-93d1-3d20cc661ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:51:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['e6ad457f-f714-4e3d-8d48-53899415ca74'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:20.660576 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-10eace07-2876-4a4c-8cd2-3d679891f46e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:20.663265 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-10eace07-2876-4a4c-8cd2-3d679891f46e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5114088 Apr 29 11:52:20.665065 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55248) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:52:20.693058 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ceb9b384-3fbf-4f1c-b178-792afe435aea tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=e43b3d3b447648b5aeeaf858bb1241e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267775 Apr 29 11:52:20.695633 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55250) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:52:20.766029 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-d5a55472-3ea5-45e4-93d1-3d20cc661ae8 None None] Set router e6ad457f-f714-4e3d-8d48-53899415ca74 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:52:20.789086 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bab12f2-10cc-4e69-9fc3-19f42aac32e8 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:20.790641 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4bab12f2-10cc-4e69-9fc3-19f42aac32e8 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0940506 Apr 29 11:52:20.793581 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55252) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:52:20.823236 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7720df56-d683-4822-ba76-cb2226990bfa tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=1c458760-cee1-43dd-bfaa-f7beebba31f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277438 Apr 29 11:52:20.825753 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55254) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:52:20.830517 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-8570e7cc-27b9-4fae-8adc-17112550ce01 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-849421209', 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:20.916741 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8570e7cc-27b9-4fae-8adc-17112550ce01 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Made reservation on behalf of e43b3d3b447648b5aeeaf858bb1241e8 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:52:20.920201 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8570e7cc-27b9-4fae-8adc-17112550ce01 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:20.949895 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-d5a55472-3ea5-45e4-93d1-3d20cc661ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'name': 'tempest-TestNetworkBasicOps-router-838990663', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:52:20Z', 'revision_number': 3, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:52:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:20.980539 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a55472-3ea5-45e4-93d1-3d20cc661ae8 None None] Checking router: e6ad457f-f714-4e3d-8d48-53899415ca74 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:52:20.980875 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a55472-3ea5-45e4-93d1-3d20cc661ae8 None None] Updating router e6ad457f-f714-4e3d-8d48-53899415ca74 port 917014c3-99dc-4a99-9fbe-0b758271f6cc binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:52:21.007823 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-d5a55472-3ea5-45e4-93d1-3d20cc661ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:21.113230 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8570e7cc-27b9-4fae-8adc-17112550ce01 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:21.185523 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8570e7cc-27b9-4fae-8adc-17112550ce01 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Subnet': ['ID=71fb5fa5-e498-4401-b2f3-4d39051df331,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:21.192653 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8570e7cc-27b9-4fae-8adc-17112550ce01 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Checking segment: {'id': 'aa071a69-381c-4f2c-803a-c924c1c072ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:52:21.193032 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8570e7cc-27b9-4fae-8adc-17112550ce01 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network hostable DHCP agents. Network: 17c3158f-26fc-49b5-9518-d74888f3c466, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:52:21.210276 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8570e7cc-27b9-4fae-8adc-17112550ce01 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 17c3158f-26fc-49b5-9518-d74888f3c466 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:52:21.219138 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-8570e7cc-27b9-4fae-8adc-17112550ce01 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 17c3158f-26fc-49b5-9518-d74888f3c466) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:52:21.224008 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8570e7cc-27b9-4fae-8adc-17112550ce01 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:21.225100 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8570e7cc-27b9-4fae-8adc-17112550ce01 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:21.229214 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0157e390-a412-4c29-9c35-470c15b349d7 None None] Network 17c3158f-26fc-49b5-9518-d74888f3c466 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:52:21.243203 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8570e7cc-27b9-4fae-8adc-17112550ce01 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4163778 Apr 29 11:52:21.247635 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55256) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:52:21.286935 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-d5a55472-3ea5-45e4-93d1-3d20cc661ae8 None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:21.293719 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-d5a55472-3ea5-45e4-93d1-3d20cc661ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:21.348581 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-d5a55472-3ea5-45e4-93d1-3d20cc661ae8 None None] Attempting to bind port 917014c3-99dc-4a99-9fbe-0b758271f6cc on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:52:21.348953 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-d5a55472-3ea5-45e4-93d1-3d20cc661ae8 None None] Attempting to bind port 917014c3-99dc-4a99-9fbe-0b758271f6cc by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:52:21.349294 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a55472-3ea5-45e4-93d1-3d20cc661ae8 None None] Attempting to bind port 917014c3-99dc-4a99-9fbe-0b758271f6cc on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:52:21.358940 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876734fc-7093-4cfa-b3d0-233690cd7b1a None None] Pushing event updated for resources: {'Port': ['ID=917014c3-99dc-4a99-9fbe-0b758271f6cc,revision_number=2']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:21.361211 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a55472-3ea5-45e4-93d1-3d20cc661ae8 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:52:21.361587 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a55472-3ea5-45e4-93d1-3d20cc661ae8 None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:52:21.361974 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-d5a55472-3ea5-45e4-93d1-3d20cc661ae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:21.362622 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a55472-3ea5-45e4-93d1-3d20cc661ae8 None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:52:21.362830 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-d5a55472-3ea5-45e4-93d1-3d20cc661ae8 None None] Bound port: 917014c3-99dc-4a99-9fbe-0b758271f6cc, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:52:21.363195 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-d5a55472-3ea5-45e4-93d1-3d20cc661ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:21.371524 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876734fc-7093-4cfa-b3d0-233690cd7b1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:21.371833 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876734fc-7093-4cfa-b3d0-233690cd7b1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:21.372116 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876734fc-7093-4cfa-b3d0-233690cd7b1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:21.372442 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876734fc-7093-4cfa-b3d0-233690cd7b1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:21.372765 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876734fc-7093-4cfa-b3d0-233690cd7b1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:21.373092 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876734fc-7093-4cfa-b3d0-233690cd7b1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:21.373414 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876734fc-7093-4cfa-b3d0-233690cd7b1a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:21.373734 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876734fc-7093-4cfa-b3d0-233690cd7b1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:21.374052 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876734fc-7093-4cfa-b3d0-233690cd7b1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:21.374394 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876734fc-7093-4cfa-b3d0-233690cd7b1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:21.378604 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876734fc-7093-4cfa-b3d0-233690cd7b1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:21.378604 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876734fc-7093-4cfa-b3d0-233690cd7b1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:21.397360 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f11213-5160-43ee-ae93-d1dc46a3e760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-17c3158f-26fc-49b5-9518-d74888f3c466', 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ips': [{'subnet_id': '71fb5fa5-e498-4401-b2f3-4d39051df331'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:52:21.398337 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c9f11213-5160-43ee-ae93-d1dc46a3e760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:21.430260 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-d5a55472-3ea5-45e4-93d1-3d20cc661ae8 None None] For port 917014c3-99dc-4a99-9fbe-0b758271f6cc, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:52:21.434878 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-d5a55472-3ea5-45e4-93d1-3d20cc661ae8 None None] For port 917014c3-99dc-4a99-9fbe-0b758271f6cc, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=917014c3-99dc-4a99-9fbe-0b758271f6cc,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:52:21.441096 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-d5a55472-3ea5-45e4-93d1-3d20cc661ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:21.506299 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876734fc-7093-4cfa-b3d0-233690cd7b1a None None] Pushing event updated for resources: {'Port': ['ID=917014c3-99dc-4a99-9fbe-0b758271f6cc,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:21.508952 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a55472-3ea5-45e4-93d1-3d20cc661ae8 None None] Routers {'e6ad457f-f714-4e3d-8d48-53899415ca74'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:52:21.509541 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-d5a55472-3ea5-45e4-93d1-3d20cc661ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:51:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['e6ad457f-f714-4e3d-8d48-53899415ca74'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:21.560933 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-c9f11213-5160-43ee-ae93-d1dc46a3e760 None None] Allocated IP 172.20.0.2 (17c3158f-26fc-49b5-9518-d74888f3c466/71fb5fa5-e498-4401-b2f3-4d39051df331/daa5b5b2-6767-448b-a53f-3ba8aca39033) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:52:21.641739 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-d5a55472-3ea5-45e4-93d1-3d20cc661ae8 None None] Set router e6ad457f-f714-4e3d-8d48-53899415ca74 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:52:21.732060 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c9f11213-5160-43ee-ae93-d1dc46a3e760 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:21.738969 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c9f11213-5160-43ee-ae93-d1dc46a3e760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:21.773609 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f11213-5160-43ee-ae93-d1dc46a3e760 None None] Network 17c3158f-26fc-49b5-9518-d74888f3c466 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:52:21.781245 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-c9f11213-5160-43ee-ae93-d1dc46a3e760 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:52:21.785068 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f11213-5160-43ee-ae93-d1dc46a3e760 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:52:21.799429 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f11213-5160-43ee-ae93-d1dc46a3e760 None None] Pushing event updated for resources: {'Port': ['ID=daa5b5b2-6767-448b-a53f-3ba8aca39033,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:21.810541 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3c747466-1d56-4b01-812c-a6c16c2df927 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:21.847106 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-c9f11213-5160-43ee-ae93-d1dc46a3e760 None None] Attempting to bind port daa5b5b2-6767-448b-a53f-3ba8aca39033 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:52:21.847473 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-c9f11213-5160-43ee-ae93-d1dc46a3e760 None None] Attempting to bind port daa5b5b2-6767-448b-a53f-3ba8aca39033 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'aa071a69-381c-4f2c-803a-c924c1c072ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:52:21.847845 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f11213-5160-43ee-ae93-d1dc46a3e760 None None] Attempting to bind port daa5b5b2-6767-448b-a53f-3ba8aca39033 on network 17c3158f-26fc-49b5-9518-d74888f3c466 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:52:21.850208 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-d5a55472-3ea5-45e4-93d1-3d20cc661ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'name': 'tempest-TestNetworkBasicOps-router-838990663', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:52:20Z', 'revision_number': 3, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:21.853400 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f11213-5160-43ee-ae93-d1dc46a3e760 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:52:21.854500 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f11213-5160-43ee-ae93-d1dc46a3e760 None None] Checking segment: {'id': 'aa071a69-381c-4f2c-803a-c924c1c072ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:52:21.854913 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c9f11213-5160-43ee-ae93-d1dc46a3e760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:21.855414 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f11213-5160-43ee-ae93-d1dc46a3e760 None None] Bound using segment: {'id': 'aa071a69-381c-4f2c-803a-c924c1c072ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:52:21.855913 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-c9f11213-5160-43ee-ae93-d1dc46a3e760 None None] Bound port: daa5b5b2-6767-448b-a53f-3ba8aca39033, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa071a69-381c-4f2c-803a-c924c1c072ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:52:21.856293 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c9f11213-5160-43ee-ae93-d1dc46a3e760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:21.882760 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a55472-3ea5-45e4-93d1-3d20cc661ae8 None None] The sync data for ids ['e6ad457f-f714-4e3d-8d48-53899415ca74'] in dv-neutron-838888-1-hyperv is: [{'id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'name': 'tempest-TestNetworkBasicOps-router-838990663', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:52:20Z', 'revision_number': 3, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:52:21.940352 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-c9f11213-5160-43ee-ae93-d1dc46a3e760 None None] For port daa5b5b2-6767-448b-a53f-3ba8aca39033, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:52:21.944066 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-c9f11213-5160-43ee-ae93-d1dc46a3e760 None None] For port daa5b5b2-6767-448b-a53f-3ba8aca39033, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=daa5b5b2-6767-448b-a53f-3ba8aca39033,segment=NetworkSegment(aa071a69-381c-4f2c-803a-c924c1c072ec),segment_id=aa071a69-381c-4f2c-803a-c924c1c072ec)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:52:21.952122 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c9f11213-5160-43ee-ae93-d1dc46a3e760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:22.030736 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f11213-5160-43ee-ae93-d1dc46a3e760 None None] Pushing event updated for resources: {'Port': ['ID=daa5b5b2-6767-448b-a53f-3ba8aca39033,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:22.545101 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-3c747466-1d56-4b01-812c-a6c16c2df927 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.20.0.1 (17c3158f-26fc-49b5-9518-d74888f3c466/71fb5fa5-e498-4401-b2f3-4d39051df331/7a233722-59ab-4e65-9757-1582d6d8ce5a) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:52:22.676742 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3c747466-1d56-4b01-812c-a6c16c2df927 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:22.714467 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3c747466-1d56-4b01-812c-a6c16c2df927 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:22.768231 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c747466-1d56-4b01-812c-a6c16c2df927 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 17c3158f-26fc-49b5-9518-d74888f3c466 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:52:22.771704 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-3c747466-1d56-4b01-812c-a6c16c2df927 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:52:22.774455 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c747466-1d56-4b01-812c-a6c16c2df927 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:52:22.802236 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c747466-1d56-4b01-812c-a6c16c2df927 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=7a233722-59ab-4e65-9757-1582d6d8ce5a,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:22.830632 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3c747466-1d56-4b01-812c-a6c16c2df927 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:22.981991 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3c747466-1d56-4b01-812c-a6c16c2df927 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:23.092419 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda60e31-63d7-4f30-b9ab-725775b325d2 None None] Network 17c3158f-26fc-49b5-9518-d74888f3c466 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:52:23.224227 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-51c7fb18-a099-4ca8-94be-6630714a204c None None] Provisioning complete for port daa5b5b2-6767-448b-a53f-3ba8aca39033 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:23.224596 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-51c7fb18-a099-4ca8-94be-6630714a204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:23.335639 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3c747466-1d56-4b01-812c-a6c16c2df927 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:23.345441 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3c747466-1d56-4b01-812c-a6c16c2df927 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:23.388581 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-51c7fb18-a099-4ca8-94be-6630714a204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:23.434049 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-51c7fb18-a099-4ca8-94be-6630714a204c None None] For port daa5b5b2-6767-448b-a53f-3ba8aca39033, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=daa5b5b2-6767-448b-a53f-3ba8aca39033,segment=NetworkSegment(aa071a69-381c-4f2c-803a-c924c1c072ec),segment_id=aa071a69-381c-4f2c-803a-c924c1c072ec)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:52:23.443383 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3c747466-1d56-4b01-812c-a6c16c2df927 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:23.445367 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c747466-1d56-4b01-812c-a6c16c2df927 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=7a233722-59ab-4e65-9757-1582d6d8ce5a,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:23.453082 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-51c7fb18-a099-4ca8-94be-6630714a204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:23.485399 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device daa5b5b2-6767-448b-a53f-3ba8aca39033 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:52:23.539424 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7fb18-a099-4ca8-94be-6630714a204c None None] Pushing event updated for resources: {'Port': ['ID=daa5b5b2-6767-448b-a53f-3ba8aca39033,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:23.576146 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ddd9774b-1ec4-4d0c-a1b9-e1f205aa4de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:23.583221 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port daa5b5b2-6767-448b-a53f-3ba8aca39033 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:23.583593 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:23.593281 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c747466-1d56-4b01-812c-a6c16c2df927 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 17c3158f-26fc-49b5-9518-d74888f3c466 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:52:23.596515 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-3c747466-1d56-4b01-812c-a6c16c2df927 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:52:23.707818 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 917014c3-99dc-4a99-9fbe-0b758271f6cc up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:52:23.709783 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-b8534e0d-59e9-4f46-9143-c894add98def None None] Provisioning complete for port 7a233722-59ab-4e65-9757-1582d6d8ce5a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:23.710244 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b8534e0d-59e9-4f46-9143-c894add98def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:23.751602 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c747466-1d56-4b01-812c-a6c16c2df927 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router e6ad457f-f714-4e3d-8d48-53899415ca74 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:52:23.786051 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-b8534e0d-59e9-4f46-9143-c894add98def None None] Port 7a233722-59ab-4e65-9757-1582d6d8ce5a cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:52:23.807904 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-b8534e0d-59e9-4f46-9143-c894add98def None None] Provisioning complete for port daa5b5b2-6767-448b-a53f-3ba8aca39033 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:23.808415 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b8534e0d-59e9-4f46-9143-c894add98def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:23.838624 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 917014c3-99dc-4a99-9fbe-0b758271f6cc triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:23.839313 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:23.879772 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c747466-1d56-4b01-812c-a6c16c2df927 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:52:23.887815 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55260) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:52:23.888430 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3c747466-1d56-4b01-812c-a6c16c2df927 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "PUT /v2.0/routers/e6ad457f-f714-4e3d-8d48-53899415ca74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6391125 Apr 29 11:52:23.894591 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bd0afc-eec8-44ff-8ef7-fdcbf353914e None None] Sync routers for ids ['e6ad457f-f714-4e3d-8d48-53899415ca74'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:52:23.921706 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bd0afc-eec8-44ff-8ef7-fdcbf353914e None None] Routers {'e6ad457f-f714-4e3d-8d48-53899415ca74'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:52:23.922623 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-b1bd0afc-eec8-44ff-8ef7-fdcbf353914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:51:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['e6ad457f-f714-4e3d-8d48-53899415ca74'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:24.007395 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8c6a7c-401a-446b-82c6-b0a118c814d3 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:24.008022 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8c6a7c-401a-446b-82c6-b0a118c814d3 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:24.008510 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8c6a7c-401a-446b-82c6-b0a118c814d3 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:24.008977 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8c6a7c-401a-446b-82c6-b0a118c814d3 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:24.011317 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-be8c6a7c-401a-446b-82c6-b0a118c814d3 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1211851 Apr 29 11:52:24.013571 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55262) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:52:24.076884 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312f7c24-378c-40f5-b69c-a360843a8278 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:24.077353 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312f7c24-378c-40f5-b69c-a360843a8278 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:24.077810 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312f7c24-378c-40f5-b69c-a360843a8278 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:24.078289 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312f7c24-378c-40f5-b69c-a360843a8278 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:24.082406 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:24.082591 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-312f7c24-378c-40f5-b69c-a360843a8278 tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0653613 Apr 29 11:52:24.082762 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55264) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:52:24.118847 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 917014c3-99dc-4a99-9fbe-0b758271f6cc, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=917014c3-99dc-4a99-9fbe-0b758271f6cc,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:52:24.121064 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-b1bd0afc-eec8-44ff-8ef7-fdcbf353914e None None] Set router e6ad457f-f714-4e3d-8d48-53899415ca74 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:52:24.124575 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:24.220060 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e9305869-112b-448c-a064-3762e15a5cdb tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1361537 Apr 29 11:52:24.412574 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-ecf78dd7-2dc8-460b-9b93-0a99457a9959 None None] Provisioning complete for port 7a233722-59ab-4e65-9757-1582d6d8ce5a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:24.412855 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ecf78dd7-2dc8-460b-9b93-0a99457a9959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:24.415831 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=917014c3-99dc-4a99-9fbe-0b758271f6cc,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:24.499747 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-ecf78dd7-2dc8-460b-9b93-0a99457a9959 None None] Port 7a233722-59ab-4e65-9757-1582d6d8ce5a cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:52:24.583350 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-b1bd0afc-eec8-44ff-8ef7-fdcbf353914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'name': 'tempest-TestNetworkBasicOps-router-838990663', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:52:22Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '7a233722-59ab-4e65-9757-1582d6d8ce5a', 'name': '', 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:16:d8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '71fb5fa5-e498-4401-b2f3-4d39051df331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:22Z', 'updated_at': '2022-04-29T11:52:23Z', 'revision_number': 2, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '71fb5fa5-e498-4401-b2f3-4d39051df331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:24.623903 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bd0afc-eec8-44ff-8ef7-fdcbf353914e None None] Checking router: e6ad457f-f714-4e3d-8d48-53899415ca74 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:52:24.624247 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bd0afc-eec8-44ff-8ef7-fdcbf353914e None None] Updating router e6ad457f-f714-4e3d-8d48-53899415ca74 port 7a233722-59ab-4e65-9757-1582d6d8ce5a binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:52:24.650908 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b1bd0afc-eec8-44ff-8ef7-fdcbf353914e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:24.718358 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55268) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:52:24.722862 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-43858e29-86e5-4359-a1a9-306497c8b300 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-950630647', 'description': 'tempest-secgroup-smoke-950630647 description', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:24.744427 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-43858e29-86e5-4359-a1a9-306497c8b300 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:24.817476 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-43858e29-86e5-4359-a1a9-306497c8b300 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:24.821823 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-43858e29-86e5-4359-a1a9-306497c8b300 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:24.854212 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-43858e29-86e5-4359-a1a9-306497c8b300 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:24.855697 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-43858e29-86e5-4359-a1a9-306497c8b300 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1364939 Apr 29 11:52:24.858748 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55270) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:52:24.860958 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43858e29-86e5-4359-a1a9-306497c8b300 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fed4c5-46b0-424b-bc37-722f3421686d,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:24.864224 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-5cb4a5e4-af29-4680-9d2e-1a53af13b463 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': 'c4fed4c5-46b0-424b-bc37-722f3421686d', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:24.892946 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5cb4a5e4-af29-4680-9d2e-1a53af13b463 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:24.965963 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b1bd0afc-eec8-44ff-8ef7-fdcbf353914e None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:24.966640 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5cb4a5e4-af29-4680-9d2e-1a53af13b463 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:24.971153 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5cb4a5e4-af29-4680-9d2e-1a53af13b463 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:24.972255 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b1bd0afc-eec8-44ff-8ef7-fdcbf353914e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:24.991668 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb4a5e4-af29-4680-9d2e-1a53af13b463 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bafb3e0a-0e4c-41fa-846d-948f5e97dfd9,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:25.000725 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5cb4a5e4-af29-4680-9d2e-1a53af13b463 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.006063 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5cb4a5e4-af29-4680-9d2e-1a53af13b463 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1423748 Apr 29 11:52:25.008014 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55272) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:52:25.014462 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-28810ed1-4d32-4a5d-8929-753092348190 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': 'c4fed4c5-46b0-424b-bc37-722f3421686d', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:25.048571 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff308f-8ee5-48f4-ba98-6b26545f4c7c None None] Pushing event updated for resources: {'Port': ['ID=7a233722-59ab-4e65-9757-1582d6d8ce5a,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:25.048971 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-28810ed1-4d32-4a5d-8929-753092348190 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.080658 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-b1bd0afc-eec8-44ff-8ef7-fdcbf353914e None None] Attempting to bind port 7a233722-59ab-4e65-9757-1582d6d8ce5a on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:52:25.081139 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-b1bd0afc-eec8-44ff-8ef7-fdcbf353914e None None] Attempting to bind port 7a233722-59ab-4e65-9757-1582d6d8ce5a by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'aa071a69-381c-4f2c-803a-c924c1c072ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:52:25.081577 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd0afc-eec8-44ff-8ef7-fdcbf353914e None None] Attempting to bind port 7a233722-59ab-4e65-9757-1582d6d8ce5a on network 17c3158f-26fc-49b5-9518-d74888f3c466 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:52:25.087717 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd0afc-eec8-44ff-8ef7-fdcbf353914e None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:52:25.088422 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd0afc-eec8-44ff-8ef7-fdcbf353914e None None] Checking segment: {'id': 'aa071a69-381c-4f2c-803a-c924c1c072ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:52:25.088841 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b1bd0afc-eec8-44ff-8ef7-fdcbf353914e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.089380 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd0afc-eec8-44ff-8ef7-fdcbf353914e None None] Bound using segment: {'id': 'aa071a69-381c-4f2c-803a-c924c1c072ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:52:25.089831 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-b1bd0afc-eec8-44ff-8ef7-fdcbf353914e None None] Bound port: 7a233722-59ab-4e65-9757-1582d6d8ce5a, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa071a69-381c-4f2c-803a-c924c1c072ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:52:25.090341 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b1bd0afc-eec8-44ff-8ef7-fdcbf353914e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.135923 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-28810ed1-4d32-4a5d-8929-753092348190 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.141074 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-28810ed1-4d32-4a5d-8929-753092348190 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.165682 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28810ed1-4d32-4a5d-8929-753092348190 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29693823-213d-45c1-88e4-07d860c882a5,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:25.176593 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-28810ed1-4d32-4a5d-8929-753092348190 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.181332 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-28810ed1-4d32-4a5d-8929-753092348190 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1719348 Apr 29 11:52:25.181810 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55274) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:52:25.183335 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-b1bd0afc-eec8-44ff-8ef7-fdcbf353914e None None] For port 7a233722-59ab-4e65-9757-1582d6d8ce5a, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:52:25.187503 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-b1bd0afc-eec8-44ff-8ef7-fdcbf353914e None None] For port 7a233722-59ab-4e65-9757-1582d6d8ce5a, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=7a233722-59ab-4e65-9757-1582d6d8ce5a,segment=NetworkSegment(aa071a69-381c-4f2c-803a-c924c1c072ec),segment_id=aa071a69-381c-4f2c-803a-c924c1c072ec)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:52:25.189556 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-603663c3-ef3b-4e9b-8086-b884b399f489 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': 'c4fed4c5-46b0-424b-bc37-722f3421686d', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:25.192505 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b1bd0afc-eec8-44ff-8ef7-fdcbf353914e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.222873 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-603663c3-ef3b-4e9b-8086-b884b399f489 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.267784 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bd0afc-eec8-44ff-8ef7-fdcbf353914e None None] Routers {'e6ad457f-f714-4e3d-8d48-53899415ca74'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:52:25.268425 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-b1bd0afc-eec8-44ff-8ef7-fdcbf353914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:51:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['e6ad457f-f714-4e3d-8d48-53899415ca74'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:25.275205 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff308f-8ee5-48f4-ba98-6b26545f4c7c None None] Pushing event updated for resources: {'Port': ['ID=7a233722-59ab-4e65-9757-1582d6d8ce5a,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:25.300834 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-603663c3-ef3b-4e9b-8086-b884b399f489 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.309004 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-603663c3-ef3b-4e9b-8086-b884b399f489 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.331303 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603663c3-ef3b-4e9b-8086-b884b399f489 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec4ac12-f5f6-40b4-baec-f2d7af50f6b5,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:25.350597 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-603663c3-ef3b-4e9b-8086-b884b399f489 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.351878 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-603663c3-ef3b-4e9b-8086-b884b399f489 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1685503 Apr 29 11:52:25.355780 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55276) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:52:25.360620 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-c0f975dc-b4c3-4ff2-a7b5-315539ec91ff tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': 'c4fed4c5-46b0-424b-bc37-722f3421686d', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:25.367108 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-dc500fde-29d7-4be0-9489-5932bb30fabe None None] Provisioning complete for port 7a233722-59ab-4e65-9757-1582d6d8ce5a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:25.367561 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dc500fde-29d7-4be0-9489-5932bb30fabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.372806 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device daa5b5b2-6767-448b-a53f-3ba8aca39033 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:52:25.403192 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c0f975dc-b4c3-4ff2-a7b5-315539ec91ff tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.483050 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c0f975dc-b4c3-4ff2-a7b5-315539ec91ff tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.487933 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c0f975dc-b4c3-4ff2-a7b5-315539ec91ff tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.501608 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-b1bd0afc-eec8-44ff-8ef7-fdcbf353914e None None] Set router e6ad457f-f714-4e3d-8d48-53899415ca74 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:52:25.508930 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f975dc-b4c3-4ff2-a7b5-315539ec91ff tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dfdb2fd-828d-4482-a9b7-d4c5aacd4cd5,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:25.524312 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c0f975dc-b4c3-4ff2-a7b5-315539ec91ff tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.529927 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c0f975dc-b4c3-4ff2-a7b5-315539ec91ff tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1695917 Apr 29 11:52:25.530984 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55278) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:52:25.536154 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-26c6d510-1231-4bec-b809-bc095dc1918e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': 'c4fed4c5-46b0-424b-bc37-722f3421686d', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:25.560411 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.securitygroups_db [None req-26c6d510-1231-4bec-b809-bc095dc1918e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Project e43b3d3b447648b5aeeaf858bb1241e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:52:25.566155 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-26c6d510-1231-4bec-b809-bc095dc1918e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.613791 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port daa5b5b2-6767-448b-a53f-3ba8aca39033 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:25.614066 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.632425 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-26c6d510-1231-4bec-b809-bc095dc1918e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.637063 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-26c6d510-1231-4bec-b809-bc095dc1918e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.657122 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6d510-1231-4bec-b809-bc095dc1918e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43233728-8de3-479b-83f1-d0629050b19d,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:25.658445 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dc500fde-29d7-4be0-9489-5932bb30fabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.666757 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-26c6d510-1231-4bec-b809-bc095dc1918e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.668162 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-26c6d510-1231-4bec-b809-bc095dc1918e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1362834 Apr 29 11:52:25.671005 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55280) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:52:25.675413 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-a3e84072-5396-4d12-b2bf-245ea131d199 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'security_group_rule': {'security_group_id': 'c4fed4c5-46b0-424b-bc37-722f3421686d', 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:25.696829 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.securitygroups_db [None req-a3e84072-5396-4d12-b2bf-245ea131d199 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Project e43b3d3b447648b5aeeaf858bb1241e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:52:25.702884 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a3e84072-5396-4d12-b2bf-245ea131d199 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.765914 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-dc500fde-29d7-4be0-9489-5932bb30fabe None None] For port 7a233722-59ab-4e65-9757-1582d6d8ce5a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=7a233722-59ab-4e65-9757-1582d6d8ce5a,segment=NetworkSegment(aa071a69-381c-4f2c-803a-c924c1c072ec),segment_id=aa071a69-381c-4f2c-803a-c924c1c072ec)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:52:25.770112 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a3e84072-5396-4d12-b2bf-245ea131d199 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.774924 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dc500fde-29d7-4be0-9489-5932bb30fabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.776026 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a3e84072-5396-4d12-b2bf-245ea131d199 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.794096 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e84072-5396-4d12-b2bf-245ea131d199 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=865eeebd-3002-4db4-bc9f-4b188880a034,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:25.803850 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a3e84072-5396-4d12-b2bf-245ea131d199 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.805041 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a3e84072-5396-4d12-b2bf-245ea131d199 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1330976 Apr 29 11:52:25.882412 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 917014c3-99dc-4a99-9fbe-0b758271f6cc up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:52:25.887468 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc500fde-29d7-4be0-9489-5932bb30fabe None None] Pushing event updated for resources: {'Port': ['ID=7a233722-59ab-4e65-9757-1582d6d8ce5a,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:25.950548 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-fcc75eb9-d3e7-4ec9-8ded-7c296e31bea3 None None] Provisioning complete for port 7a233722-59ab-4e65-9757-1582d6d8ce5a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:25.950922 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fcc75eb9-d3e7-4ec9-8ded-7c296e31bea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.975791 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-9ce4c2e9-4ada-4745-b1ad-6455eee5146f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-950630647&fields=id&tenant_id=e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 267 time: 0.0370364 Apr 29 11:52:25.997557 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-b1bd0afc-eec8-44ff-8ef7-fdcbf353914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'name': 'tempest-TestNetworkBasicOps-router-838990663', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:52:22Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '7a233722-59ab-4e65-9757-1582d6d8ce5a', 'name': '', 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:16:d8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '71fb5fa5-e498-4401-b2f3-4d39051df331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:22Z', 'updated_at': '2022-04-29T11:52:25Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '71fb5fa5-e498-4401-b2f3-4d39051df331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:26.030313 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bd0afc-eec8-44ff-8ef7-fdcbf353914e None None] The sync data for ids ['e6ad457f-f714-4e3d-8d48-53899415ca74'] in dv-neutron-838888-1-hyperv is: [{'id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'name': 'tempest-TestNetworkBasicOps-router-838990663', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:52:22Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '7a233722-59ab-4e65-9757-1582d6d8ce5a', 'name': '', 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:16:d8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '71fb5fa5-e498-4401-b2f3-4d39051df331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:22Z', 'updated_at': '2022-04-29T11:52:25Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '71fb5fa5-e498-4401-b2f3-4d39051df331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:52:26.035178 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 917014c3-99dc-4a99-9fbe-0b758271f6cc triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:26.035730 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:26.113952 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-a1c060bd-ffdb-4c1b-9405-4eea76fc568a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:26.120497 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-a1c060bd-ffdb-4c1b-9405-4eea76fc568a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/networks?id=17c3158f-26fc-49b5-9518-d74888f3c466 HTTP/1.1" status: 200 len: 796 time: 0.1354511 Apr 29 11:52:26.135841 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-f07689ba-16b6-4823-87b4-a15dd4a3cbf4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/quotas/e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 375 time: 0.0107534 Apr 29 11:52:26.213956 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-5d80235f-e42c-493a-b569-ea1dda640099 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0707986 Apr 29 11:52:26.333628 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-6ee75114-9eee-437b-925e-2d807d8ca470 service neutron] 10.222.0.69 "GET /v2.0/networks/17c3158f-26fc-49b5-9518-d74888f3c466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068661 Apr 29 11:52:26.440294 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-c9d9d7d9-d08e-43ee-9d9c-d9390203b204 service neutron] 10.222.0.69 "GET /v2.0/networks/17c3158f-26fc-49b5-9518-d74888f3c466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947146 Apr 29 11:52:26.621577 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-901afbfc-63e4-411e-8f18-be597a654a5b req-dbd93dad-eb79-406d-9ed1-00a1c1a7930c tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=0dadce02-c5a7-4790-827e-a87f235af672 HTTP/1.1" status: 200 len: 210 time: 0.0281413 Apr 29 11:52:27.179994 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:27.349056 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 7a233722-59ab-4e65-9757-1582d6d8ce5a up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:52:27.407210 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 7a233722-59ab-4e65-9757-1582d6d8ce5a triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:27.407671 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:27.722092 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b268d20a-d10a-4584-a0ea-21ec3e4e087c req-d232b76b-f12c-4e7a-aacf-d12ba41e7fcb tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=0dadce02-c5a7-4790-827e-a87f235af672 HTTP/1.1" status: 200 len: 210 time: 0.0281577 Apr 29 11:52:27.763427 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-36c12595-948a-4d7f-bb5f-f9fb0bac96f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:27.891039 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-97d38c3d-53d6-483e-b766-3d8f970ed917 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:27.892446 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-97d38c3d-53d6-483e-b766-3d8f970ed917 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/networks?id=17c3158f-26fc-49b5-9518-d74888f3c466 HTTP/1.1" status: 200 len: 796 time: 0.1259599 Apr 29 11:52:27.941160 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-6854db75-4deb-476d-b306-59b19a4aad6b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e43b3d3b447648b5aeeaf858bb1241e8 HTTP/1.1" status: 200 len: 379 time: 0.0381777 Apr 29 11:52:27.953845 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-99bf8cab-c7b9-47a3-af26-ab996f9a662e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'port': {'device_id': '0dadce02-c5a7-4790-827e-a87f235af672', 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466', 'admin_state_up': True, 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'security_groups': ['c4fed4c5-46b0-424b-bc37-722f3421686d']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:28.069906 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-99bf8cab-c7b9-47a3-af26-ab996f9a662e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Made reservation on behalf of e43b3d3b447648b5aeeaf858bb1241e8 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:52:28.075381 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-99bf8cab-c7b9-47a3-af26-ab996f9a662e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:28.212322 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-99bf8cab-c7b9-47a3-af26-ab996f9a662e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.20.0.4 (17c3158f-26fc-49b5-9518-d74888f3c466/71fb5fa5-e498-4401-b2f3-4d39051df331/e5f0834e-d26e-4e80-91f5-a9b231fd0c31) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:52:28.366321 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-99bf8cab-c7b9-47a3-af26-ab996f9a662e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:28.405949 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-99bf8cab-c7b9-47a3-af26-ab996f9a662e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:28.448008 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-99bf8cab-c7b9-47a3-af26-ab996f9a662e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 17c3158f-26fc-49b5-9518-d74888f3c466 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:52:28.454585 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-99bf8cab-c7b9-47a3-af26-ab996f9a662e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:52:28.459141 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-99bf8cab-c7b9-47a3-af26-ab996f9a662e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:52:28.486407 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf8cab-c7b9-47a3-af26-ab996f9a662e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=e5f0834e-d26e-4e80-91f5-a9b231fd0c31,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:28.516436 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-99bf8cab-c7b9-47a3-af26-ab996f9a662e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:28.517183 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-99bf8cab-c7b9-47a3-af26-ab996f9a662e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:28.521216 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:28.536366 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-99bf8cab-c7b9-47a3-af26-ab996f9a662e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5867848 Apr 29 11:52:28.549327 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-f312d682-941a-4756-9b00-6a406c153333 service neutron] Request body: {'port': {'device_id': '0dadce02-c5a7-4790-827e-a87f235af672', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:28.611115 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-f312d682-941a-4756-9b00-6a406c153333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:28.671600 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-b6dd2bfc-14f6-4c2a-bd2b-7de767984c15 None None] Provisioning complete for port e5f0834e-d26e-4e80-91f5-a9b231fd0c31 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:28.671963 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2bfc-14f6-4c2a-bd2b-7de767984c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:28.709235 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-b6dd2bfc-14f6-4c2a-bd2b-7de767984c15 None None] Port e5f0834e-d26e-4e80-91f5-a9b231fd0c31 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:52:28.876896 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf311c71-2521-41d7-b566-b0fbcd08b587 req-3d23a4bb-0b16-4979-a7ee-6ede30f757b7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:28.878399 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cf311c71-2521-41d7-b566-b0fbcd08b587 req-3d23a4bb-0b16-4979-a7ee-6ede30f757b7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=0dadce02-c5a7-4790-827e-a87f235af672 HTTP/1.1" status: 200 len: 931 time: 0.0831177 Apr 29 11:52:28.932762 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-f312d682-941a-4756-9b00-6a406c153333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5f0834e-d26e-4e80-91f5-a9b231fd0c31 {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:52:28.943159 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-f312d682-941a-4756-9b00-6a406c153333 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:28.964851 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cf311c71-2521-41d7-b566-b0fbcd08b587 req-26fd7c7f-dcf8-447c-a206-d29f79f6525d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4fed4c5-46b0-424b-bc37-722f3421686d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627968 Apr 29 11:52:28.967280 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-f312d682-941a-4756-9b00-6a406c153333 service neutron] Transition to ACTIVE for port object e5f0834e-d26e-4e80-91f5-a9b231fd0c31 will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:52:28.973241 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-f312d682-941a-4756-9b00-6a406c153333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:29.026343 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312d682-941a-4756-9b00-6a406c153333 service neutron] Pushing event updated for resources: {'Port': ['ID=e5f0834e-d26e-4e80-91f5-a9b231fd0c31,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:29.093464 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-f312d682-941a-4756-9b00-6a406c153333 service neutron] Attempting to bind port e5f0834e-d26e-4e80-91f5-a9b231fd0c31 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:52:29.093838 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-f312d682-941a-4756-9b00-6a406c153333 service neutron] Attempting to bind port e5f0834e-d26e-4e80-91f5-a9b231fd0c31 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'aa071a69-381c-4f2c-803a-c924c1c072ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:52:29.094188 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-f312d682-941a-4756-9b00-6a406c153333 service neutron] Attempting to bind port e5f0834e-d26e-4e80-91f5-a9b231fd0c31 on network 17c3158f-26fc-49b5-9518-d74888f3c466 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:52:29.098962 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-f312d682-941a-4756-9b00-6a406c153333 service neutron] Port e5f0834e-d26e-4e80-91f5-a9b231fd0c31 on network 17c3158f-26fc-49b5-9518-d74888f3c466 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:52:29.099197 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-f312d682-941a-4756-9b00-6a406c153333 service neutron] Attempting to bind port e5f0834e-d26e-4e80-91f5-a9b231fd0c31 on network 17c3158f-26fc-49b5-9518-d74888f3c466 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:52:29.104319 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-f312d682-941a-4756-9b00-6a406c153333 service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:52:29.104655 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-f312d682-941a-4756-9b00-6a406c153333 service neutron] Checking segment: {'id': 'aa071a69-381c-4f2c-803a-c924c1c072ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:52:29.105039 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-f312d682-941a-4756-9b00-6a406c153333 service neutron] Bound using segment: {'id': 'aa071a69-381c-4f2c-803a-c924c1c072ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:52:29.105468 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-f312d682-941a-4756-9b00-6a406c153333 service neutron] Bound port: e5f0834e-d26e-4e80-91f5-a9b231fd0c31, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa071a69-381c-4f2c-803a-c924c1c072ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:52:29.105833 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-f312d682-941a-4756-9b00-6a406c153333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:29.178273 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-f312d682-941a-4756-9b00-6a406c153333 service neutron] For port e5f0834e-d26e-4e80-91f5-a9b231fd0c31, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:52:29.181333 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-f312d682-941a-4756-9b00-6a406c153333 service neutron] For port e5f0834e-d26e-4e80-91f5-a9b231fd0c31, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e5f0834e-d26e-4e80-91f5-a9b231fd0c31,segment=NetworkSegment(aa071a69-381c-4f2c-803a-c924c1c072ec),segment_id=aa071a69-381c-4f2c-803a-c924c1c072ec)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:52:29.186960 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-f312d682-941a-4756-9b00-6a406c153333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:29.222069 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-f312d682-941a-4756-9b00-6a406c153333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:29.222760 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-f312d682-941a-4756-9b00-6a406c153333 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:29.224150 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-f312d682-941a-4756-9b00-6a406c153333 service neutron] 10.222.0.62 "PUT /v2.0/ports/e5f0834e-d26e-4e80-91f5-a9b231fd0c31 HTTP/1.1" status: 200 len: 1093 time: 0.6792324 Apr 29 11:52:29.224597 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dadce02-c5a7-4790-827e-a87f235af672', 'tag': 'e5f0834e-d26e-4e80-91f5-a9b231fd0c31'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:52:29.226884 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734685b2-6acd-41fe-a8b1-19f91a800329" -d '{"events": [{"name": "network-changed", "server_uuid": "0dadce02-c5a7-4790-827e-a87f235af672", "tag": "e5f0834e-d26e-4e80-91f5-a9b231fd0c31"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:52:29.254758 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312d682-941a-4756-9b00-6a406c153333 service neutron] Pushing event updated for resources: {'Port': ['ID=e5f0834e-d26e-4e80-91f5-a9b231fd0c31,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:29.287787 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6f77c1-04ea-4581-832a-24c0cf89cfee x-openstack-request-id: req-bd6f77c1-04ea-4581-832a-24c0cf89cfee {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:52:29.288077 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dadce02-c5a7-4790-827e-a87f235af672", "tag": "e5f0834e-d26e-4e80-91f5-a9b231fd0c31", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:52:29.288383 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bd6f77c1-04ea-4581-832a-24c0cf89cfee {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:52:29.288825 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd6f77c1-04ea-4581-832a-24c0cf89cfee'] response: {'name': 'network-changed', 'server_uuid': '0dadce02-c5a7-4790-827e-a87f235af672', 'tag': 'e5f0834e-d26e-4e80-91f5-a9b231fd0c31', 'status': 'completed', 'code': 200} Apr 29 11:52:29.337528 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-b410d42b-b67d-49b4-a437-23470f5594bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:29.339277 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-b410d42b-b67d-49b4-a437-23470f5594bc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=0dadce02-c5a7-4790-827e-a87f235af672 HTTP/1.1" status: 200 len: 1096 time: 0.0469310 Apr 29 11:52:29.390954 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-c49877d3-8261-45bf-80e3-c32acfb9283c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5f0834e-d26e-4e80-91f5-a9b231fd0c31 HTTP/1.1" status: 200 len: 217 time: 0.0424092 Apr 29 11:52:29.447058 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-ac60d6ae-cf91-495c-96ba-7d1073a5f654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:29.448655 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-ac60d6ae-cf91-495c-96ba-7d1073a5f654 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71fb5fa5-e498-4401-b2f3-4d39051df331 HTTP/1.1" status: 200 len: 834 time: 0.0491328 Apr 29 11:52:29.497562 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-138e1f6e-d6ba-4e63-912f-34e981ec1405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:29.499060 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-138e1f6e-d6ba-4e63-912f-34e981ec1405 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17c3158f-26fc-49b5-9518-d74888f3c466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420101 Apr 29 11:52:29.596542 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-6a3c9f6f-6df1-4d68-b75e-1219146d0917 service neutron] 10.222.0.62 "GET /v2.0/networks/17c3158f-26fc-49b5-9518-d74888f3c466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886383 Apr 29 11:52:29.692075 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d7a6a5f4-6372-47d2-b1e3-2c1c331d3ff4 req-d3efbf8b-1a18-486d-bb7a-94bc34750ebc service neutron] 10.222.0.62 "GET /v2.0/networks/17c3158f-26fc-49b5-9518-d74888f3c466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846181 Apr 29 11:52:29.777231 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734685b2-6acd-41fe-a8b1-19f91a800329 req-2df08b14-96d5-44f7-a935-03149cb40f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:29.778695 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-734685b2-6acd-41fe-a8b1-19f91a800329 req-2df08b14-96d5-44f7-a935-03149cb40f5e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=0dadce02-c5a7-4790-827e-a87f235af672 HTTP/1.1" status: 200 len: 1096 time: 0.0416110 Apr 29 11:52:29.876785 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734685b2-6acd-41fe-a8b1-19f91a800329 req-f29ffd3b-2a64-4a61-ac40-4e883e9a11b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:29.878295 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-734685b2-6acd-41fe-a8b1-19f91a800329 req-f29ffd3b-2a64-4a61-ac40-4e883e9a11b6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=17c3158f-26fc-49b5-9518-d74888f3c466 HTTP/1.1" status: 200 len: 897 time: 0.0896904 Apr 29 11:52:29.921364 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-734685b2-6acd-41fe-a8b1-19f91a800329 req-617a581b-aff3-4d1f-afd9-26f8e961e0a3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5f0834e-d26e-4e80-91f5-a9b231fd0c31 HTTP/1.1" status: 200 len: 217 time: 0.0353949 Apr 29 11:52:29.972428 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734685b2-6acd-41fe-a8b1-19f91a800329 req-9bcec296-e2c7-4598-b27f-8e916da2d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:29.973869 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-734685b2-6acd-41fe-a8b1-19f91a800329 req-9bcec296-e2c7-4598-b27f-8e916da2d557 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71fb5fa5-e498-4401-b2f3-4d39051df331 HTTP/1.1" status: 200 len: 834 time: 0.0448306 Apr 29 11:52:30.023904 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734685b2-6acd-41fe-a8b1-19f91a800329 req-5007435a-e426-4890-b915-c27c3039320e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:30.026221 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-734685b2-6acd-41fe-a8b1-19f91a800329 req-5007435a-e426-4890-b915-c27c3039320e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17c3158f-26fc-49b5-9518-d74888f3c466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437844 Apr 29 11:52:30.037013 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:30.131252 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfc08c-9117-400f-bf74-b78a03cde42b req-cec8afc0-2aa5-4e8b-8f1e-e2d8c71f10e8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:30.132712 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0ddfc08c-9117-400f-bf74-b78a03cde42b req-cec8afc0-2aa5-4e8b-8f1e-e2d8c71f10e8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=0dadce02-c5a7-4790-827e-a87f235af672 HTTP/1.1" status: 200 len: 943 time: 0.0974948 Apr 29 11:52:30.176875 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-734685b2-6acd-41fe-a8b1-19f91a800329 req-f6f1fcc5-e715-4504-b876-56f3217196f8 service neutron] 10.222.0.62 "GET /v2.0/networks/17c3158f-26fc-49b5-9518-d74888f3c466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324859 Apr 29 11:52:30.189594 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0ddfc08c-9117-400f-bf74-b78a03cde42b req-6225b0d0-9189-4296-91e8-746d360aeecd tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4fed4c5-46b0-424b-bc37-722f3421686d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463381 Apr 29 11:52:30.218495 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:30.281261 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-734685b2-6acd-41fe-a8b1-19f91a800329 req-946db535-906a-4b4f-a115-aafbeca64e4a service neutron] 10.222.0.62 "GET /v2.0/networks/17c3158f-26fc-49b5-9518-d74888f3c466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907106 Apr 29 11:52:31.307915 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ef9f3-2b73-44f8-ac55-de804b2fac8d req-e35ed9e8-0b7b-4591-852a-70bf0194a770 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:31.309397 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2a8ef9f3-2b73-44f8-ac55-de804b2fac8d req-e35ed9e8-0b7b-4591-852a-70bf0194a770 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=0dadce02-c5a7-4790-827e-a87f235af672 HTTP/1.1" status: 200 len: 943 time: 0.0514305 Apr 29 11:52:31.351029 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2a8ef9f3-2b73-44f8-ac55-de804b2fac8d req-8067c3d8-3751-4392-a0be-9dbc286f7a90 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4fed4c5-46b0-424b-bc37-722f3421686d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356452 Apr 29 11:52:32.470006 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb652adf-7ecd-4484-ad3d-9d3cb1d6ebea req-8d8665c9-c178-4faa-a585-060b2262aaad tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:32.474427 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bb652adf-7ecd-4484-ad3d-9d3cb1d6ebea req-8d8665c9-c178-4faa-a585-060b2262aaad tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=0dadce02-c5a7-4790-827e-a87f235af672 HTTP/1.1" status: 200 len: 943 time: 0.0510652 Apr 29 11:52:32.511203 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bb652adf-7ecd-4484-ad3d-9d3cb1d6ebea req-99630330-7adc-427f-a7ac-462596478a81 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4fed4c5-46b0-424b-bc37-722f3421686d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335655 Apr 29 11:52:32.896698 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device e5f0834e-d26e-4e80-91f5-a9b231fd0c31 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:52:32.995698 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port e5f0834e-d26e-4e80-91f5-a9b231fd0c31, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e5f0834e-d26e-4e80-91f5-a9b231fd0c31,segment=NetworkSegment(aa071a69-381c-4f2c-803a-c924c1c072ec),segment_id=aa071a69-381c-4f2c-803a-c924c1c072ec)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:52:33.007096 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': 'e5f0834e-d26e-4e80-91f5-a9b231fd0c31', 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466', 'port_id': 'e5f0834e-d26e-4e80-91f5-a9b231fd0c31', 'mac_address': 'fa:16:3e:18:fc:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71fb5fa5-e498-4401-b2f3-4d39051df331', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:52:33.046696 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:33.059902 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5f0834e-d26e-4e80-91f5-a9b231fd0c31 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:52:33.081358 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port e5f0834e-d26e-4e80-91f5-a9b231fd0c31, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e5f0834e-d26e-4e80-91f5-a9b231fd0c31,segment=NetworkSegment(aa071a69-381c-4f2c-803a-c924c1c072ec),segment_id=aa071a69-381c-4f2c-803a-c924c1c072ec)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:52:33.085526 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:33.136587 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=e5f0834e-d26e-4e80-91f5-a9b231fd0c31,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:33.324949 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['e5f0834e-d26e-4e80-91f5-a9b231fd0c31'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:52:33.644666 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90039e87-a17d-4b39-ba96-02621f50862e req-06d0ad82-c93f-4679-8bc6-4a1de888c2d7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:33.646221 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-90039e87-a17d-4b39-ba96-02621f50862e req-06d0ad82-c93f-4679-8bc6-4a1de888c2d7 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=0dadce02-c5a7-4790-827e-a87f235af672 HTTP/1.1" status: 200 len: 944 time: 0.0531950 Apr 29 11:52:33.689613 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-90039e87-a17d-4b39-ba96-02621f50862e req-c8624a05-1421-4ef7-90ec-a7ea48ad739f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4fed4c5-46b0-424b-bc37-722f3421686d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333281 Apr 29 11:52:34.811834 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ef78a-72ac-4ebb-bf14-881d1e778d32 req-605c1ec6-8086-45b7-954a-d7c5473f0904 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:34.813439 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0e4ef78a-72ac-4ebb-bf14-881d1e778d32 req-605c1ec6-8086-45b7-954a-d7c5473f0904 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=0dadce02-c5a7-4790-827e-a87f235af672 HTTP/1.1" status: 200 len: 944 time: 0.0511069 Apr 29 11:52:34.862999 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0e4ef78a-72ac-4ebb-bf14-881d1e778d32 req-50e419f4-5a17-4987-a598-9d7a1d2d052e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4fed4c5-46b0-424b-bc37-722f3421686d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431378 Apr 29 11:52:34.912717 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device e5f0834e-d26e-4e80-91f5-a9b231fd0c31 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:52:34.973660 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port e5f0834e-d26e-4e80-91f5-a9b231fd0c31 completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:52:34.978885 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port e5f0834e-d26e-4e80-91f5-a9b231fd0c31 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:34.979258 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:35.065346 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:35.092010 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dadce02-c5a7-4790-827e-a87f235af672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f0834e-d26e-4e80-91f5-a9b231fd0c31'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:52:35.094342 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce30ba6-0072-4aed-a857-0aef77673f86" -d '{"events": [{"server_uuid": "0dadce02-c5a7-4790-827e-a87f235af672", "name": "network-vif-plugged", "status": "completed", "tag": "e5f0834e-d26e-4e80-91f5-a9b231fd0c31"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:52:35.109233 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port e5f0834e-d26e-4e80-91f5-a9b231fd0c31, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e5f0834e-d26e-4e80-91f5-a9b231fd0c31,segment=NetworkSegment(aa071a69-381c-4f2c-803a-c924c1c072ec),segment_id=aa071a69-381c-4f2c-803a-c924c1c072ec)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:52:35.113881 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:35.141730 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf725d9-c8e9-4333-8414-98a5e6a58f51 x-openstack-request-id: req-faf725d9-c8e9-4333-8414-98a5e6a58f51 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:52:35.142011 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dadce02-c5a7-4790-827e-a87f235af672", "name": "network-vif-plugged", "status": "completed", "tag": "e5f0834e-d26e-4e80-91f5-a9b231fd0c31", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:52:35.142287 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-faf725d9-c8e9-4333-8414-98a5e6a58f51 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:52:35.142695 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faf725d9-c8e9-4333-8414-98a5e6a58f51'] response: {'server_uuid': '0dadce02-c5a7-4790-827e-a87f235af672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f0834e-d26e-4e80-91f5-a9b231fd0c31', 'code': 200} Apr 29 11:52:35.176703 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=e5f0834e-d26e-4e80-91f5-a9b231fd0c31,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:35.330534 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16210d-9064-4a83-b17c-d4353aaf8927 req-e4f24d6a-2320-4430-8e27-7023a7f91caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:35.332053 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2d16210d-9064-4a83-b17c-d4353aaf8927 req-e4f24d6a-2320-4430-8e27-7023a7f91caf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0dadce02-c5a7-4790-827e-a87f235af672 HTTP/1.1" status: 200 len: 1098 time: 0.0441530 Apr 29 11:52:35.379786 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2d16210d-9064-4a83-b17c-d4353aaf8927 req-f19390ce-255d-41d3-8be9-5f3d83ab9202 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c4fed4c5-46b0-424b-bc37-722f3421686d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375917 Apr 29 11:52:35.998769 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800a5ad-2865-4cf9-a0fd-b960803787ab req-7da1c0c7-5288-4eb8-b1eb-28bfb089850e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:36.000474 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1800a5ad-2865-4cf9-a0fd-b960803787ab req-7da1c0c7-5288-4eb8-b1eb-28bfb089850e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=0dadce02-c5a7-4790-827e-a87f235af672 HTTP/1.1" status: 200 len: 945 time: 0.0669127 Apr 29 11:52:36.043859 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1800a5ad-2865-4cf9-a0fd-b960803787ab req-06e8639c-8765-4f20-b1cb-9248908d31ba tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4fed4c5-46b0-424b-bc37-722f3421686d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369914 Apr 29 11:52:37.184555 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becba1f-b21a-44da-8dba-3e22c9f883e1 req-1f1302e7-5e9e-4364-bd99-b3dd07f6c2e3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:37.186550 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5becba1f-b21a-44da-8dba-3e22c9f883e1 req-1f1302e7-5e9e-4364-bd99-b3dd07f6c2e3 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=0dadce02-c5a7-4790-827e-a87f235af672 HTTP/1.1" status: 200 len: 945 time: 0.0683973 Apr 29 11:52:37.231839 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5becba1f-b21a-44da-8dba-3e22c9f883e1 req-dcd0020d-6c59-4a3b-be1d-0d04290af87d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4fed4c5-46b0-424b-bc37-722f3421686d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391495 Apr 29 11:52:37.281187 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:52:37.359810 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b5002-437d-4c90-ac8a-312722711066 req-924590cf-8079-40a1-a0f8-78ce74e50ba0 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:37.361345 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d37b5002-437d-4c90-ac8a-312722711066 req-924590cf-8079-40a1-a0f8-78ce74e50ba0 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=0dadce02-c5a7-4790-827e-a87f235af672 HTTP/1.1" status: 200 len: 945 time: 0.0583916 Apr 29 11:52:37.405500 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d37b5002-437d-4c90-ac8a-312722711066 req-ef3c16f9-f642-48ad-a1e2-d17ebf5fec84 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4fed4c5-46b0-424b-bc37-722f3421686d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377514 Apr 29 11:52:37.428796 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55338) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:52:37.472162 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a86cada-f7a6-4af4-867c-2a2eff0a9fda tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:37.473742 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5a86cada-f7a6-4af4-867c-2a2eff0a9fda tempest-TestNetworkBasicOps-1217338444 tempest-TestNetworkBasicOps-1217338444-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0dadce02-c5a7-4790-827e-a87f235af672 HTTP/1.1" status: 200 len: 1093 time: 0.0439363 Apr 29 11:52:37.476962 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55340) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:52:37.482829 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-de223da1-59de-4dee-8edd-316be1266c31 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'port_id': 'e5f0834e-d26e-4e80-91f5-a9b231fd0c31', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:37.505956 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-de223da1-59de-4dee-8edd-316be1266c31 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:37.631894 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-de223da1-59de-4dee-8edd-316be1266c31 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:37.751952 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-de223da1-59de-4dee-8edd-316be1266c31 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Allocated IP 172.26.4.226 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/b950732e-0816-4d8e-931e-63baab95ccc5) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:52:37.881638 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-de223da1-59de-4dee-8edd-316be1266c31 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:37.918783 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-de223da1-59de-4dee-8edd-316be1266c31 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:37.962934 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de223da1-59de-4dee-8edd-316be1266c31 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:52:37.966509 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-de223da1-59de-4dee-8edd-316be1266c31 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:52:37.970724 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de223da1-59de-4dee-8edd-316be1266c31 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:52:37.976737 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de223da1-59de-4dee-8edd-316be1266c31 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=b950732e-0816-4d8e-931e-63baab95ccc5,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:38.362051 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-de223da1-59de-4dee-8edd-316be1266c31 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:38.428602 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-de223da1-59de-4dee-8edd-316be1266c31 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:38.582261 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-de223da1-59de-4dee-8edd-316be1266c31 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:38.586650 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-de223da1-59de-4dee-8edd-316be1266c31 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:38.659501 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de223da1-59de-4dee-8edd-316be1266c31 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event updated for resources: {'Port': ['ID=b950732e-0816-4d8e-931e-63baab95ccc5,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:38.670978 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-de223da1-59de-4dee-8edd-316be1266c31 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:38.779581 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-de223da1-59de-4dee-8edd-316be1266c31 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Floating IP 18804f75-da0f-4ea3-889f-32c25b197f02 associated. External IP: 172.26.4.226, port: e5f0834e-d26e-4e80-91f5-a9b231fd0c31. Apr 29 11:52:39.007723 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de223da1-59de-4dee-8edd-316be1266c31 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router e6ad457f-f714-4e3d-8d48-53899415ca74 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:52:39.123628 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de223da1-59de-4dee-8edd-316be1266c31 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:52:39.135712 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542066ba-be30-4a04-894d-6169cc7c9788 None None] Sync routers for ids ['e6ad457f-f714-4e3d-8d48-53899415ca74'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:52:39.143716 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-de223da1-59de-4dee-8edd-316be1266c31 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:39.148307 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542066ba-be30-4a04-894d-6169cc7c9788 None None] Routers {'e6ad457f-f714-4e3d-8d48-53899415ca74'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:52:39.148942 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-542066ba-be30-4a04-894d-6169cc7c9788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:52:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['e6ad457f-f714-4e3d-8d48-53899415ca74'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:39.173335 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-de223da1-59de-4dee-8edd-316be1266c31 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6951604 Apr 29 11:52:39.174006 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dadce02-c5a7-4790-827e-a87f235af672', 'tag': 'e5f0834e-d26e-4e80-91f5-a9b231fd0c31'}] {{(pid=102960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:52:39.176444 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f284d994886e2bee032f7329864f24e5fe1e0d39b4215f9cf8d7074f2166ea6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad038d30-18a1-4d01-bae0-ef65b7fe7445" -d '{"events": [{"name": "network-changed", "server_uuid": "0dadce02-c5a7-4790-827e-a87f235af672", "tag": "e5f0834e-d26e-4e80-91f5-a9b231fd0c31"}]}' {{(pid=102960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:52:39.176937 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55342) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:52:39.227304 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb25e4b-2f8e-4934-bf69-48f345a4225c x-openstack-request-id: req-9bb25e4b-2f8e-4934-bf69-48f345a4225c {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:52:39.227798 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dadce02-c5a7-4790-827e-a87f235af672", "tag": "e5f0834e-d26e-4e80-91f5-a9b231fd0c31", "status": "completed", "code": 200}]} {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:52:39.228461 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9bb25e4b-2f8e-4934-bf69-48f345a4225c {{(pid=102960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:52:39.228940 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bb25e4b-2f8e-4934-bf69-48f345a4225c'] response: {'name': 'network-changed', 'server_uuid': '0dadce02-c5a7-4790-827e-a87f235af672', 'tag': 'e5f0834e-d26e-4e80-91f5-a9b231fd0c31', 'status': 'completed', 'code': 200} Apr 29 11:52:39.260195 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-82dabf35-1418-49cc-939d-2330287746e4 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/18804f75-da0f-4ea3-889f-32c25b197f02 HTTP/1.1" status: 200 len: 991 time: 0.0803831 Apr 29 11:52:39.274693 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-542066ba-be30-4a04-894d-6169cc7c9788 None None] Set router e6ad457f-f714-4e3d-8d48-53899415ca74 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:52:39.318231 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad038d30-18a1-4d01-bae0-ef65b7fe7445 req-80d2701a-e631-4402-a181-f9c9741ef5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:39.320834 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ad038d30-18a1-4d01-bae0-ef65b7fe7445 req-80d2701a-e631-4402-a181-f9c9741ef5ec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=0dadce02-c5a7-4790-827e-a87f235af672 HTTP/1.1" status: 200 len: 1098 time: 0.0593896 Apr 29 11:52:39.472335 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad038d30-18a1-4d01-bae0-ef65b7fe7445 req-feb63a37-5dfe-4c4b-9519-95be7914c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:39.473929 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ad038d30-18a1-4d01-bae0-ef65b7fe7445 req-feb63a37-5dfe-4c4b-9519-95be7914c4d0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=17c3158f-26fc-49b5-9518-d74888f3c466 HTTP/1.1" status: 200 len: 897 time: 0.1442857 Apr 29 11:52:39.572187 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ad038d30-18a1-4d01-bae0-ef65b7fe7445 req-0b092075-f18e-4180-b0cb-43031da1c44e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5f0834e-d26e-4e80-91f5-a9b231fd0c31 HTTP/1.1" status: 200 len: 999 time: 0.0856698 Apr 29 11:52:39.617566 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-542066ba-be30-4a04-894d-6169cc7c9788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'name': 'tempest-TestNetworkBasicOps-router-838990663', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:52:22Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '18804f75-da0f-4ea3-889f-32c25b197f02', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.226', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'port_id': 'e5f0834e-d26e-4e80-91f5-a9b231fd0c31', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466', 'mac_address': 'fa:16:3e:18:fc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dadce02-c5a7-4790-827e-a87f235af672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:52:38Z', 'updated_at': '2022-04-29T11:52:38Z', 'revision_number': 0, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a233722-59ab-4e65-9757-1582d6d8ce5a', 'name': '', 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:16:d8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '71fb5fa5-e498-4401-b2f3-4d39051df331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:22Z', 'updated_at': '2022-04-29T11:52:25Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '71fb5fa5-e498-4401-b2f3-4d39051df331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:39.646320 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542066ba-be30-4a04-894d-6169cc7c9788 None None] Checking router: e6ad457f-f714-4e3d-8d48-53899415ca74 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:52:39.658581 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542066ba-be30-4a04-894d-6169cc7c9788 None None] Routers {'e6ad457f-f714-4e3d-8d48-53899415ca74'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:52:39.659225 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-542066ba-be30-4a04-894d-6169cc7c9788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:52:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['e6ad457f-f714-4e3d-8d48-53899415ca74'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:39.787560 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-542066ba-be30-4a04-894d-6169cc7c9788 None None] Set router e6ad457f-f714-4e3d-8d48-53899415ca74 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:52:39.980542 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad038d30-18a1-4d01-bae0-ef65b7fe7445 req-59e6cef9-7384-4fea-8ea2-7b995519d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:39.982094 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ad038d30-18a1-4d01-bae0-ef65b7fe7445 req-59e6cef9-7384-4fea-8ea2-7b995519d861 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71fb5fa5-e498-4401-b2f3-4d39051df331 HTTP/1.1" status: 200 len: 834 time: 0.3983808 Apr 29 11:52:40.047734 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad038d30-18a1-4d01-bae0-ef65b7fe7445 req-9aa8c9f8-20a3-4ddb-bc7b-8ce99fb8ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:40.050233 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ad038d30-18a1-4d01-bae0-ef65b7fe7445 req-9aa8c9f8-20a3-4ddb-bc7b-8ce99fb8ff41 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17c3158f-26fc-49b5-9518-d74888f3c466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0600274 Apr 29 11:52:40.064487 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-542066ba-be30-4a04-894d-6169cc7c9788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'name': 'tempest-TestNetworkBasicOps-router-838990663', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:52:22Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '18804f75-da0f-4ea3-889f-32c25b197f02', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.226', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'port_id': 'e5f0834e-d26e-4e80-91f5-a9b231fd0c31', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466', 'mac_address': 'fa:16:3e:18:fc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dadce02-c5a7-4790-827e-a87f235af672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:52:38Z', 'updated_at': '2022-04-29T11:52:38Z', 'revision_number': 0, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a233722-59ab-4e65-9757-1582d6d8ce5a', 'name': '', 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:16:d8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '71fb5fa5-e498-4401-b2f3-4d39051df331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:22Z', 'updated_at': '2022-04-29T11:52:25Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '71fb5fa5-e498-4401-b2f3-4d39051df331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:40.098153 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542066ba-be30-4a04-894d-6169cc7c9788 None None] The sync data for ids ['e6ad457f-f714-4e3d-8d48-53899415ca74'] in dv-neutron-838888-1-hyperv is: [{'id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'name': 'tempest-TestNetworkBasicOps-router-838990663', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:52:22Z', 'revision_number': 4, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '18804f75-da0f-4ea3-889f-32c25b197f02', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.226', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'port_id': 'e5f0834e-d26e-4e80-91f5-a9b231fd0c31', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466', 'mac_address': 'fa:16:3e:18:fc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dadce02-c5a7-4790-827e-a87f235af672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:52:38Z', 'updated_at': '2022-04-29T11:52:38Z', 'revision_number': 0, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a233722-59ab-4e65-9757-1582d6d8ce5a', 'name': '', 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:16:d8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '71fb5fa5-e498-4401-b2f3-4d39051df331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:22Z', 'updated_at': '2022-04-29T11:52:25Z', 'revision_number': 5, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '71fb5fa5-e498-4401-b2f3-4d39051df331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:52:40.184442 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ad038d30-18a1-4d01-bae0-ef65b7fe7445 req-1faf629a-d27e-449f-b0f0-3a7348c1365f service neutron] 10.222.0.62 "GET /v2.0/networks/17c3158f-26fc-49b5-9518-d74888f3c466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255975 Apr 29 11:52:40.264430 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55346) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:52:40.308635 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ad038d30-18a1-4d01-bae0-ef65b7fe7445 req-9878d50b-eea5-4b01-bcb7-e9e89aef2adc service neutron] 10.222.0.62 "GET /v2.0/networks/17c3158f-26fc-49b5-9518-d74888f3c466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166711 Apr 29 11:52:40.366154 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcdb351-7a58-4bda-8222-9756a2dd7faa None None] New status for floating IP 18804f75-da0f-4ea3-889f-32c25b197f02: ACTIVE {{(pid=102961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:52:40.379233 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-89cc3ee9-2af6-4d16-930f-dfaba6a4ee86 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/18804f75-da0f-4ea3-889f-32c25b197f02 HTTP/1.1" status: 200 len: 991 time: 0.1133156 Apr 29 11:52:41.383098 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55348) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:52:41.457196 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-89a52801-bd0d-4f5b-ac88-1c2f40147d71 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/18804f75-da0f-4ea3-889f-32c25b197f02 HTTP/1.1" status: 200 len: 993 time: 0.0728726 Apr 29 11:52:53.571981 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fc87b6a5-55eb-4e53-b8f0-e9f31f54f900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:57.176522 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:57.767426 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-857ab9d2-6ed2-46de-982e-53e735904641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:58.522472 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:00.038090 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:00.216539 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:14.279477 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:53:14.585050 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55360) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:53:14.642319 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-9537dfac-15d3-47ba-8d98-a0cfc6a3d177 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'router': {'admin_state_up': False}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:53:15.270553 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9537dfac-15d3-47ba-8d98-a0cfc6a3d177 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681475', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3683613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1117'] for router, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:15.281897 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9537dfac-15d3-47ba-8d98-a0cfc6a3d177 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683602'] for router, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:15.390473 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9537dfac-15d3-47ba-8d98-a0cfc6a3d177 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router e6ad457f-f714-4e3d-8d48-53899415ca74 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:53:15.497195 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9537dfac-15d3-47ba-8d98-a0cfc6a3d177 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:53:15.504172 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9537dfac-15d3-47ba-8d98-a0cfc6a3d177 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:15.506721 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9537dfac-15d3-47ba-8d98-a0cfc6a3d177 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "PUT /v2.0/routers/e6ad457f-f714-4e3d-8d48-53899415ca74 HTTP/1.1" status: 200 len: 888 time: 0.9206917 Apr 29 11:53:15.507207 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975305c4-8797-4651-85eb-25dac70e8cb6 None None] Sync routers for ids ['e6ad457f-f714-4e3d-8d48-53899415ca74'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:53:15.517427 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975305c4-8797-4651-85eb-25dac70e8cb6 None None] Routers {'e6ad457f-f714-4e3d-8d48-53899415ca74'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:53:15.518045 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-975305c4-8797-4651-85eb-25dac70e8cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:52:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['e6ad457f-f714-4e3d-8d48-53899415ca74'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:15.553712 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-975305c4-8797-4651-85eb-25dac70e8cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:15.562588 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975305c4-8797-4651-85eb-25dac70e8cb6 None None] Routers {'e6ad457f-f714-4e3d-8d48-53899415ca74'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:53:15.563173 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-975305c4-8797-4651-85eb-25dac70e8cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:52:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['e6ad457f-f714-4e3d-8d48-53899415ca74'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:15.594890 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-975305c4-8797-4651-85eb-25dac70e8cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:15.595509 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975305c4-8797-4651-85eb-25dac70e8cb6 None None] The sync data for ids ['e6ad457f-f714-4e3d-8d48-53899415ca74'] in dv-neutron-838888-1-hyperv is: [] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:53:15.959503 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d004388e-a380-4244-9f3e-f42969b8999e req-bd6c830c-f2bf-4f3c-b007-75c797430efe service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0dadce02-c5a7-4790-827e-a87f235af672&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417106 Apr 29 11:53:16.054108 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004388e-a380-4244-9f3e-f42969b8999e req-cdd459a5-bffe-487a-8e9e-0e4a3ca03ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:16.055682 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d004388e-a380-4244-9f3e-f42969b8999e req-cdd459a5-bffe-487a-8e9e-0e4a3ca03ea1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=0dadce02-c5a7-4790-827e-a87f235af672 HTTP/1.1" status: 200 len: 1098 time: 0.0484552 Apr 29 11:53:16.159699 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004388e-a380-4244-9f3e-f42969b8999e req-0926db2d-0036-48d0-a26b-e77133e5e1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:16.161186 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d004388e-a380-4244-9f3e-f42969b8999e req-0926db2d-0036-48d0-a26b-e77133e5e1f2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=17c3158f-26fc-49b5-9518-d74888f3c466 HTTP/1.1" status: 200 len: 897 time: 0.0852091 Apr 29 11:53:16.233047 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d004388e-a380-4244-9f3e-f42969b8999e req-56ed24c4-befb-4365-a501-58842b560a53 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5f0834e-d26e-4e80-91f5-a9b231fd0c31 HTTP/1.1" status: 200 len: 1001 time: 0.0638156 Apr 29 11:53:16.286614 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004388e-a380-4244-9f3e-f42969b8999e req-f8addb4c-7416-466e-b387-7681a3742ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:16.289164 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d004388e-a380-4244-9f3e-f42969b8999e req-f8addb4c-7416-466e-b387-7681a3742ce1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71fb5fa5-e498-4401-b2f3-4d39051df331 HTTP/1.1" status: 200 len: 834 time: 0.0467896 Apr 29 11:53:16.336000 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004388e-a380-4244-9f3e-f42969b8999e req-c9247524-32e4-4ba9-b6da-1aafa623c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:16.337497 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d004388e-a380-4244-9f3e-f42969b8999e req-c9247524-32e4-4ba9-b6da-1aafa623c8c7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17c3158f-26fc-49b5-9518-d74888f3c466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410128 Apr 29 11:53:16.385395 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6fdeec-3b9f-4e43-98ca-c83093772ba2 None None] New status for floating IP 18804f75-da0f-4ea3-889f-32c25b197f02: DOWN {{(pid=102961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:53:16.435307 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d004388e-a380-4244-9f3e-f42969b8999e req-a7ccd56a-00cc-4706-87c6-ea503b30f67d service neutron] 10.222.0.62 "GET /v2.0/networks/17c3158f-26fc-49b5-9518-d74888f3c466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899704 Apr 29 11:53:16.535150 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d004388e-a380-4244-9f3e-f42969b8999e req-816e5470-ed48-4ec7-b9c8-4ff27c837036 service neutron] 10.222.0.62 "GET /v2.0/networks/17c3158f-26fc-49b5-9518-d74888f3c466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918286 Apr 29 11:53:17.335558 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 7a233722-59ab-4e65-9757-1582d6d8ce5a no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:53:17.420762 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:17.459587 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 7a233722-59ab-4e65-9757-1582d6d8ce5a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=7a233722-59ab-4e65-9757-1582d6d8ce5a,segment=NetworkSegment(aa071a69-381c-4f2c-803a-c924c1c072ec),segment_id=aa071a69-381c-4f2c-803a-c924c1c072ec)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:53:17.464043 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:17.464988 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 917014c3-99dc-4a99-9fbe-0b758271f6cc no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:53:17.542212 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=7a233722-59ab-4e65-9757-1582d6d8ce5a,revision_number=6']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:17.587870 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:17.608574 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 917014c3-99dc-4a99-9fbe-0b758271f6cc, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=917014c3-99dc-4a99-9fbe-0b758271f6cc,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:53:17.612191 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:17.644466 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55366) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:53:17.650078 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-339eb454-274d-428a-b1ca-45242a19631a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:53:17.671986 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=917014c3-99dc-4a99-9fbe-0b758271f6cc,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:17.960281 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-339eb454-274d-428a-b1ca-45242a19631a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681475', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3683613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1117'] for router, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:17.972886 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-339eb454-274d-428a-b1ca-45242a19631a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683602'] for router, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:18.098673 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339eb454-274d-428a-b1ca-45242a19631a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router e6ad457f-f714-4e3d-8d48-53899415ca74 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:53:18.213638 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339eb454-274d-428a-b1ca-45242a19631a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:53:18.222040 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-339eb454-274d-428a-b1ca-45242a19631a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:18.223706 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-339eb454-274d-428a-b1ca-45242a19631a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "PUT /v2.0/routers/e6ad457f-f714-4e3d-8d48-53899415ca74 HTTP/1.1" status: 200 len: 887 time: 0.5779662 Apr 29 11:53:18.224689 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b320d9c-3b2f-4c89-88e8-1ecb8edefc54 None None] Sync routers for ids ['e6ad457f-f714-4e3d-8d48-53899415ca74'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:53:18.227006 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55368) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:53:18.236250 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b320d9c-3b2f-4c89-88e8-1ecb8edefc54 None None] Routers {'e6ad457f-f714-4e3d-8d48-53899415ca74'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:53:18.237091 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-1b320d9c-3b2f-4c89-88e8-1ecb8edefc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:52:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['e6ad457f-f714-4e3d-8d48-53899415ca74'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:18.296798 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-33a94f96-cca7-47af-9d3e-da25556d7054 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/18804f75-da0f-4ea3-889f-32c25b197f02 HTTP/1.1" status: 200 len: 991 time: 0.0683200 Apr 29 11:53:18.353754 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-1b320d9c-3b2f-4c89-88e8-1ecb8edefc54 None None] Set router e6ad457f-f714-4e3d-8d48-53899415ca74 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:53:18.585403 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-1b320d9c-3b2f-4c89-88e8-1ecb8edefc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'name': 'tempest-TestNetworkBasicOps-router-838990663', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:53:17Z', 'revision_number': 6, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:53:17Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '18804f75-da0f-4ea3-889f-32c25b197f02', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.226', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'port_id': 'e5f0834e-d26e-4e80-91f5-a9b231fd0c31', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466', 'mac_address': 'fa:16:3e:18:fc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dadce02-c5a7-4790-827e-a87f235af672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:52:38Z', 'updated_at': '2022-04-29T11:53:16Z', 'revision_number': 2, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a233722-59ab-4e65-9757-1582d6d8ce5a', 'name': '', 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:16:d8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '71fb5fa5-e498-4401-b2f3-4d39051df331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:22Z', 'updated_at': '2022-04-29T11:53:17Z', 'revision_number': 6, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '71fb5fa5-e498-4401-b2f3-4d39051df331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:18.614783 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b320d9c-3b2f-4c89-88e8-1ecb8edefc54 None None] Checking router: e6ad457f-f714-4e3d-8d48-53899415ca74 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:53:18.624175 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b320d9c-3b2f-4c89-88e8-1ecb8edefc54 None None] Routers {'e6ad457f-f714-4e3d-8d48-53899415ca74'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:53:18.624794 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-1b320d9c-3b2f-4c89-88e8-1ecb8edefc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:52:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['e6ad457f-f714-4e3d-8d48-53899415ca74'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:18.734154 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-1b320d9c-3b2f-4c89-88e8-1ecb8edefc54 None None] Set router e6ad457f-f714-4e3d-8d48-53899415ca74 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:53:19.045711 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-1b320d9c-3b2f-4c89-88e8-1ecb8edefc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'name': 'tempest-TestNetworkBasicOps-router-838990663', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:53:17Z', 'revision_number': 6, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:53:17Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '18804f75-da0f-4ea3-889f-32c25b197f02', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.226', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'port_id': 'e5f0834e-d26e-4e80-91f5-a9b231fd0c31', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466', 'mac_address': 'fa:16:3e:18:fc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dadce02-c5a7-4790-827e-a87f235af672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:52:38Z', 'updated_at': '2022-04-29T11:53:16Z', 'revision_number': 2, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a233722-59ab-4e65-9757-1582d6d8ce5a', 'name': '', 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:16:d8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '71fb5fa5-e498-4401-b2f3-4d39051df331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:22Z', 'updated_at': '2022-04-29T11:53:17Z', 'revision_number': 6, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '71fb5fa5-e498-4401-b2f3-4d39051df331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:19.071151 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b320d9c-3b2f-4c89-88e8-1ecb8edefc54 None None] The sync data for ids ['e6ad457f-f714-4e3d-8d48-53899415ca74'] in dv-neutron-838888-1-hyperv is: [{'id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'name': 'tempest-TestNetworkBasicOps-router-838990663', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:53:17Z', 'revision_number': 6, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:53:17Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '18804f75-da0f-4ea3-889f-32c25b197f02', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'floating_ip_address': '172.26.4.226', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'port_id': 'e5f0834e-d26e-4e80-91f5-a9b231fd0c31', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466', 'mac_address': 'fa:16:3e:18:fc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dadce02-c5a7-4790-827e-a87f235af672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:52:38Z', 'updated_at': '2022-04-29T11:53:16Z', 'revision_number': 2, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a233722-59ab-4e65-9757-1582d6d8ce5a', 'name': '', 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:16:d8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '71fb5fa5-e498-4401-b2f3-4d39051df331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:22Z', 'updated_at': '2022-04-29T11:53:17Z', 'revision_number': 6, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '71fb5fa5-e498-4401-b2f3-4d39051df331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:53:19.300724 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55372) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:53:19.394941 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-171d4918-d095-4134-8d47-fca3aa37a4fc tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/18804f75-da0f-4ea3-889f-32c25b197f02 HTTP/1.1" status: 200 len: 991 time: 0.0931294 Apr 29 11:53:19.404439 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 7a233722-59ab-4e65-9757-1582d6d8ce5a up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:53:19.485306 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 7a233722-59ab-4e65-9757-1582d6d8ce5a triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:53:19.485924 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:19.584960 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:19.622344 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 7a233722-59ab-4e65-9757-1582d6d8ce5a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=7a233722-59ab-4e65-9757-1582d6d8ce5a,segment=NetworkSegment(aa071a69-381c-4f2c-803a-c924c1c072ec),segment_id=aa071a69-381c-4f2c-803a-c924c1c072ec)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:53:19.626641 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:19.676084 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=7a233722-59ab-4e65-9757-1582d6d8ce5a,revision_number=7']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:19.684679 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:19.685026 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:19.685370 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:19.685705 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:19.686061 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:19.686435 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:19.686769 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:19.687099 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:19.687426 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:19.687778 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:19.688104 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:19.688422 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:20.399089 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55374) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:53:20.472988 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d06a8b2d-3b95-4c9c-8009-b46fddd3ed82 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/18804f75-da0f-4ea3-889f-32c25b197f02 HTTP/1.1" status: 200 len: 991 time: 0.0707402 Apr 29 11:53:20.727967 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe77d50-5f16-4f80-9c9a-284ddff127bb None None] New status for floating IP 18804f75-da0f-4ea3-889f-32c25b197f02: ACTIVE {{(pid=102961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:53:21.405564 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 7a233722-59ab-4e65-9757-1582d6d8ce5a up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:53:21.454594 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 7a233722-59ab-4e65-9757-1582d6d8ce5a triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:53:21.454962 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:21.475784 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55376) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:53:21.535527 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 917014c3-99dc-4a99-9fbe-0b758271f6cc up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:53:21.536964 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9be06a17-c6d2-42ae-a581-96aeba6f4188 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/floatingips/18804f75-da0f-4ea3-889f-32c25b197f02 HTTP/1.1" status: 200 len: 993 time: 0.0600283 Apr 29 11:53:21.584615 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 917014c3-99dc-4a99-9fbe-0b758271f6cc triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:53:21.585002 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:21.664444 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:21.687993 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 917014c3-99dc-4a99-9fbe-0b758271f6cc, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=917014c3-99dc-4a99-9fbe-0b758271f6cc,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:53:21.691838 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:21.739169 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=917014c3-99dc-4a99-9fbe-0b758271f6cc,revision_number=6']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:21.799259 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55382) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:53:21.961133 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-6c0eb9d4-0fde-4107-b260-ce2ca3a9d47d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port b950732e-0816-4d8e-931e-63baab95ccc5 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:53:21.961478 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb9d4-0fde-4107-b260-ce2ca3a9d47d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:22.042893 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb9d4-0fde-4107-b260-ce2ca3a9d47d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:22.043226 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb9d4-0fde-4107-b260-ce2ca3a9d47d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:22.054692 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-6c0eb9d4-0fde-4107-b260-ce2ca3a9d47d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for b950732e-0816-4d8e-931e-63baab95ccc5 owned by network:floatingip {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:53:22.204631 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb9d4-0fde-4107-b260-ce2ca3a9d47d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:22.230917 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0eb9d4-0fde-4107-b260-ce2ca3a9d47d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=b950732e-0816-4d8e-931e-63baab95ccc5,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:22.242105 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0eb9d4-0fde-4107-b260-ce2ca3a9d47d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:22.242470 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0eb9d4-0fde-4107-b260-ce2ca3a9d47d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:22.242807 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0eb9d4-0fde-4107-b260-ce2ca3a9d47d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:22.243135 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0eb9d4-0fde-4107-b260-ce2ca3a9d47d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:22.243459 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0eb9d4-0fde-4107-b260-ce2ca3a9d47d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:22.243784 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0eb9d4-0fde-4107-b260-ce2ca3a9d47d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:22.244105 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0eb9d4-0fde-4107-b260-ce2ca3a9d47d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:22.244452 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0eb9d4-0fde-4107-b260-ce2ca3a9d47d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:22.244772 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0eb9d4-0fde-4107-b260-ce2ca3a9d47d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:22.245094 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0eb9d4-0fde-4107-b260-ce2ca3a9d47d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:22.245444 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0eb9d4-0fde-4107-b260-ce2ca3a9d47d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:22.245758 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0eb9d4-0fde-4107-b260-ce2ca3a9d47d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:22.306403 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb9d4-0fde-4107-b260-ce2ca3a9d47d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for floatingip, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:22.306641 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [None req-6c0eb9d4-0fde-4107-b260-ce2ca3a9d47d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Floating IP 18804f75-da0f-4ea3-889f-32c25b197f02 disassociated (deleted). External IP: 172.26.4.226, port: e5f0834e-d26e-4e80-91f5-a9b231fd0c31. Apr 29 11:53:22.513838 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0eb9d4-0fde-4107-b260-ce2ca3a9d47d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router e6ad457f-f714-4e3d-8d48-53899415ca74 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:53:22.632286 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0eb9d4-0fde-4107-b260-ce2ca3a9d47d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:53:22.637308 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb9d4-0fde-4107-b260-ce2ca3a9d47d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:22.642431 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc55082c-1572-4a04-a6c0-5b1b419ced84 None None] Sync routers for ids ['e6ad457f-f714-4e3d-8d48-53899415ca74'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:53:22.652127 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc55082c-1572-4a04-a6c0-5b1b419ced84 None None] Routers {'e6ad457f-f714-4e3d-8d48-53899415ca74'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:53:22.652750 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-bc55082c-1572-4a04-a6c0-5b1b419ced84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:52:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['e6ad457f-f714-4e3d-8d48-53899415ca74'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:22.665785 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6c0eb9d4-0fde-4107-b260-ce2ca3a9d47d tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/floatingips/18804f75-da0f-4ea3-889f-32c25b197f02 HTTP/1.1" status: 204 len: 168 time: 0.8654053 Apr 29 11:53:22.666397 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dadce02-c5a7-4790-827e-a87f235af672', 'tag': 'e5f0834e-d26e-4e80-91f5-a9b231fd0c31'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:53:22.668933 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ae050b-e183-40af-bd8f-535512022267" -d '{"events": [{"name": "network-changed", "server_uuid": "0dadce02-c5a7-4790-827e-a87f235af672", "tag": "e5f0834e-d26e-4e80-91f5-a9b231fd0c31"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:53:22.710801 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bfee64-e78b-4f0a-8578-39e9c44ad2b5 x-openstack-request-id: req-22bfee64-e78b-4f0a-8578-39e9c44ad2b5 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:53:22.711156 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dadce02-c5a7-4790-827e-a87f235af672", "tag": "e5f0834e-d26e-4e80-91f5-a9b231fd0c31", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:53:22.711469 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-22bfee64-e78b-4f0a-8578-39e9c44ad2b5 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:53:22.712181 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22bfee64-e78b-4f0a-8578-39e9c44ad2b5'] response: {'name': 'network-changed', 'server_uuid': '0dadce02-c5a7-4790-827e-a87f235af672', 'tag': 'e5f0834e-d26e-4e80-91f5-a9b231fd0c31', 'status': 'completed', 'code': 200} Apr 29 11:53:22.764145 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-bc55082c-1572-4a04-a6c0-5b1b419ced84 None None] Set router e6ad457f-f714-4e3d-8d48-53899415ca74 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:53:22.789715 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae050b-e183-40af-bd8f-535512022267 req-c45605bd-ec8d-4f16-8b70-872dca7cbe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:22.791679 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-61ae050b-e183-40af-bd8f-535512022267 req-c45605bd-ec8d-4f16-8b70-872dca7cbe86 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&device_id=0dadce02-c5a7-4790-827e-a87f235af672 HTTP/1.1" status: 200 len: 1098 time: 0.0544398 Apr 29 11:53:22.926577 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae050b-e183-40af-bd8f-535512022267 req-ca5f103a-2154-4452-bbeb-c7f3553f17b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:22.927982 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-61ae050b-e183-40af-bd8f-535512022267 req-ca5f103a-2154-4452-bbeb-c7f3553f17b4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=17c3158f-26fc-49b5-9518-d74888f3c466 HTTP/1.1" status: 200 len: 897 time: 0.1287055 Apr 29 11:53:22.937086 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09301a-6929-4975-b54d-1b6aba8bdfd5 req-f2d12283-1892-4b44-a609-0e697b088d59 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:22.938563 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ac09301a-6929-4975-b54d-1b6aba8bdfd5 req-f2d12283-1892-4b44-a609-0e697b088d59 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=0dadce02-c5a7-4790-827e-a87f235af672 HTTP/1.1" status: 200 len: 945 time: 0.0819945 Apr 29 11:53:22.982186 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-bc55082c-1572-4a04-a6c0-5b1b419ced84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'name': 'tempest-TestNetworkBasicOps-router-838990663', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:53:17Z', 'revision_number': 6, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:53:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '7a233722-59ab-4e65-9757-1582d6d8ce5a', 'name': '', 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:16:d8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '71fb5fa5-e498-4401-b2f3-4d39051df331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:22Z', 'updated_at': '2022-04-29T11:53:19Z', 'revision_number': 7, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '71fb5fa5-e498-4401-b2f3-4d39051df331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:22.987548 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-61ae050b-e183-40af-bd8f-535512022267 req-394d83f1-1872-43eb-b40c-78f07c9f9203 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5f0834e-d26e-4e80-91f5-a9b231fd0c31 HTTP/1.1" status: 200 len: 217 time: 0.0479972 Apr 29 11:53:23.013767 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc55082c-1572-4a04-a6c0-5b1b419ced84 None None] Checking router: e6ad457f-f714-4e3d-8d48-53899415ca74 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:53:23.023285 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc55082c-1572-4a04-a6c0-5b1b419ced84 None None] Routers {'e6ad457f-f714-4e3d-8d48-53899415ca74'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:53:23.023905 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-bc55082c-1572-4a04-a6c0-5b1b419ced84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:52:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['e6ad457f-f714-4e3d-8d48-53899415ca74'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:23.034865 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ac09301a-6929-4975-b54d-1b6aba8bdfd5 req-4fc287c0-6337-4439-8bfb-46da41ff5639 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4fed4c5-46b0-424b-bc37-722f3421686d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895584 Apr 29 11:53:23.060141 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae050b-e183-40af-bd8f-535512022267 req-38c45c98-7f97-4ef1-bf61-ea7d3e9e5255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:23.061627 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-61ae050b-e183-40af-bd8f-535512022267 req-38c45c98-7f97-4ef1-bf61-ea7d3e9e5255 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71fb5fa5-e498-4401-b2f3-4d39051df331 HTTP/1.1" status: 200 len: 834 time: 0.0665281 Apr 29 11:53:23.116204 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae050b-e183-40af-bd8f-535512022267 req-f4679fb9-88be-4aec-83bb-4cbe2c3b6fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:23.117728 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-61ae050b-e183-40af-bd8f-535512022267 req-f4679fb9-88be-4aec-83bb-4cbe2c3b6fc9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17c3158f-26fc-49b5-9518-d74888f3c466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0465872 Apr 29 11:53:23.133497 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-bc55082c-1572-4a04-a6c0-5b1b419ced84 None None] Set router e6ad457f-f714-4e3d-8d48-53899415ca74 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:53:23.236666 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-61ae050b-e183-40af-bd8f-535512022267 req-62c1285b-7c0f-4f7e-8ebd-671d0daa18bb service neutron] 10.222.0.62 "GET /v2.0/networks/17c3158f-26fc-49b5-9518-d74888f3c466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113524 Apr 29 11:53:23.333168 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-61ae050b-e183-40af-bd8f-535512022267 req-bae09ca1-9d2b-473a-99bb-468fd52e4510 service neutron] 10.222.0.62 "GET /v2.0/networks/17c3158f-26fc-49b5-9518-d74888f3c466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886004 Apr 29 11:53:23.351154 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-bc55082c-1572-4a04-a6c0-5b1b419ced84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'name': 'tempest-TestNetworkBasicOps-router-838990663', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:53:17Z', 'revision_number': 6, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:53:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '7a233722-59ab-4e65-9757-1582d6d8ce5a', 'name': '', 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:16:d8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '71fb5fa5-e498-4401-b2f3-4d39051df331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:22Z', 'updated_at': '2022-04-29T11:53:19Z', 'revision_number': 7, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '71fb5fa5-e498-4401-b2f3-4d39051df331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:23.351649 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 917014c3-99dc-4a99-9fbe-0b758271f6cc up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:53:23.380556 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc55082c-1572-4a04-a6c0-5b1b419ced84 None None] The sync data for ids ['e6ad457f-f714-4e3d-8d48-53899415ca74'] in dv-neutron-838888-1-hyperv is: [{'id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'name': 'tempest-TestNetworkBasicOps-router-838990663', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:53:17Z', 'revision_number': 6, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:53:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '7a233722-59ab-4e65-9757-1582d6d8ce5a', 'name': '', 'network_id': '17c3158f-26fc-49b5-9518-d74888f3c466', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'mac_address': 'fa:16:3e:16:d8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '71fb5fa5-e498-4401-b2f3-4d39051df331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:22Z', 'updated_at': '2022-04-29T11:53:19Z', 'revision_number': 7, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'subnets': [{'id': '71fb5fa5-e498-4401-b2f3-4d39051df331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:53:23.403264 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 917014c3-99dc-4a99-9fbe-0b758271f6cc triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:53:23.403628 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:23.565476 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e0df7726-02b4-41b1-b724-8842c3d1b63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:24.014599 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873c8ecd-1541-4a38-a08e-310935e5c8d0 None None] New status for floating IP 18804f75-da0f-4ea3-889f-32c25b197f02: DOWN {{(pid=102961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:53:24.161361 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c08e4-dc8f-416b-8790-a92af4986066 req-daa716b4-8ab0-4e72-a920-47877259777a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:24.162885 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cf9c08e4-dc8f-416b-8790-a92af4986066 req-daa716b4-8ab0-4e72-a920-47877259777a tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=0dadce02-c5a7-4790-827e-a87f235af672 HTTP/1.1" status: 200 len: 945 time: 0.0545993 Apr 29 11:53:24.202531 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cf9c08e4-dc8f-416b-8790-a92af4986066 req-b8c23000-a692-4530-8f53-267145262baf tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4fed4c5-46b0-424b-bc37-722f3421686d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332985 Apr 29 11:53:24.443683 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56934ee9-f47d-4c97-a34e-461b70cb747f req-df2c567d-e7c0-41d0-9b84-d8453e098343 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:24.445193 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-56934ee9-f47d-4c97-a34e-461b70cb747f req-df2c567d-e7c0-41d0-9b84-d8453e098343 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "GET /v2.0/ports?device_id=0dadce02-c5a7-4790-827e-a87f235af672 HTTP/1.1" status: 200 len: 945 time: 0.0483015 Apr 29 11:53:24.536443 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-56934ee9-f47d-4c97-a34e-461b70cb747f req-b1c8aeb9-5826-430f-aca2-e0d8a4205f91 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port e5f0834e-d26e-4e80-91f5-a9b231fd0c31 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:53:24.536785 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-56934ee9-f47d-4c97-a34e-461b70cb747f req-b1c8aeb9-5826-430f-aca2-e0d8a4205f91 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:24.624456 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-56934ee9-f47d-4c97-a34e-461b70cb747f req-b1c8aeb9-5826-430f-aca2-e0d8a4205f91 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] For port e5f0834e-d26e-4e80-91f5-a9b231fd0c31, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e5f0834e-d26e-4e80-91f5-a9b231fd0c31,segment=NetworkSegment(aa071a69-381c-4f2c-803a-c924c1c072ec),segment_id=aa071a69-381c-4f2c-803a-c924c1c072ec)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:53:24.624820 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-56934ee9-f47d-4c97-a34e-461b70cb747f req-b1c8aeb9-5826-430f-aca2-e0d8a4205f91 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:24.637826 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-56934ee9-f47d-4c97-a34e-461b70cb747f req-b1c8aeb9-5826-430f-aca2-e0d8a4205f91 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for e5f0834e-d26e-4e80-91f5-a9b231fd0c31 owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:53:24.774750 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-56934ee9-f47d-4c97-a34e-461b70cb747f req-b1c8aeb9-5826-430f-aca2-e0d8a4205f91 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:24.807627 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8aeb9-5826-430f-aca2-e0d8a4205f91 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=e5f0834e-d26e-4e80-91f5-a9b231fd0c31,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:24.853637 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-56934ee9-f47d-4c97-a34e-461b70cb747f req-b1c8aeb9-5826-430f-aca2-e0d8a4205f91 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] No DVR routers for this DVR port e5f0834e-d26e-4e80-91f5-a9b231fd0c31 on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:53:24.856452 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-56934ee9-f47d-4c97-a34e-461b70cb747f req-b1c8aeb9-5826-430f-aca2-e0d8a4205f91 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:24.859791 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-56934ee9-f47d-4c97-a34e-461b70cb747f req-b1c8aeb9-5826-430f-aca2-e0d8a4205f91 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.62 "DELETE /v2.0/ports/e5f0834e-d26e-4e80-91f5-a9b231fd0c31 HTTP/1.1" status: 204 len: 173 time: 0.4087532 Apr 29 11:53:24.860266 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dadce02-c5a7-4790-827e-a87f235af672', 'name': 'network-vif-deleted', 'tag': 'e5f0834e-d26e-4e80-91f5-a9b231fd0c31'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:53:24.862589 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b639db0-40d0-41fd-aa9b-9a3e85e3f460" -d '{"events": [{"server_uuid": "0dadce02-c5a7-4790-827e-a87f235af672", "name": "network-vif-deleted", "tag": "e5f0834e-d26e-4e80-91f5-a9b231fd0c31"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:53:24.910670 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea86993-2122-4b11-8381-6cc03b6bbff7 x-openstack-request-id: req-6ea86993-2122-4b11-8381-6cc03b6bbff7 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:53:24.911172 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dadce02-c5a7-4790-827e-a87f235af672", "name": "network-vif-deleted", "tag": "e5f0834e-d26e-4e80-91f5-a9b231fd0c31", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:53:24.911454 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6ea86993-2122-4b11-8381-6cc03b6bbff7 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:53:24.911944 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ea86993-2122-4b11-8381-6cc03b6bbff7'] response: {'server_uuid': '0dadce02-c5a7-4790-827e-a87f235af672', 'name': 'network-vif-deleted', 'tag': 'e5f0834e-d26e-4e80-91f5-a9b231fd0c31', 'status': 'completed', 'code': 200} Apr 29 11:53:25.336363 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ae122ede-9f2d-459f-a684-3e5bc3fcb268 req-fd8bd5f8-7f5a-42e5-81a3-c8d7a09e88af tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "GET /v2.0/ports?device_id=0dadce02-c5a7-4790-827e-a87f235af672 HTTP/1.1" status: 200 len: 210 time: 0.0343592 Apr 29 11:53:26.404556 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55398) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:53:26.462774 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e21dcdc2-d1f9-4f11-bc0c-354cb611052e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:26.487077 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e21dcdc2-d1f9-4f11-bc0c-354cb611052e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:26.547808 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e21dcdc2-d1f9-4f11-bc0c-354cb611052e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:26.550827 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e21dcdc2-d1f9-4f11-bc0c-354cb611052e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:26.551986 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e21dcdc2-d1f9-4f11-bc0c-354cb611052e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/security-groups/c4fed4c5-46b0-424b-bc37-722f3421686d HTTP/1.1" status: 204 len: 168 time: 0.1463857 Apr 29 11:53:26.561321 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21dcdc2-d1f9-4f11-bc0c-354cb611052e tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fed4c5-46b0-424b-bc37-722f3421686d,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:26.588153 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55402) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:53:26.973541 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d427bce6-3a02-4c06-b122-a7ce500e3f3b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:27.145434 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device e5f0834e-d26e-4e80-91f5-a9b231fd0c31 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:53:27.165662 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: e5f0834e-d26e-4e80-91f5-a9b231fd0c31 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:53:27.166128 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device e5f0834e-d26e-4e80-91f5-a9b231fd0c31 not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:53:27.193591 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:27.239301 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-d427bce6-3a02-4c06-b122-a7ce500e3f3b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port 7a233722-59ab-4e65-9757-1582d6d8ce5a {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:53:27.239552 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d427bce6-3a02-4c06-b122-a7ce500e3f3b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:27.330303 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-d427bce6-3a02-4c06-b122-a7ce500e3f3b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] For port 7a233722-59ab-4e65-9757-1582d6d8ce5a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=7a233722-59ab-4e65-9757-1582d6d8ce5a,segment=NetworkSegment(aa071a69-381c-4f2c-803a-c924c1c072ec),segment_id=aa071a69-381c-4f2c-803a-c924c1c072ec)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:53:27.330671 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d427bce6-3a02-4c06-b122-a7ce500e3f3b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:27.344927 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-d427bce6-3a02-4c06-b122-a7ce500e3f3b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for 7a233722-59ab-4e65-9757-1582d6d8ce5a owned by network:router_interface {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:53:27.535036 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d427bce6-3a02-4c06-b122-a7ce500e3f3b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:27.565350 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427bce6-3a02-4c06-b122-a7ce500e3f3b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=7a233722-59ab-4e65-9757-1582d6d8ce5a,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:27.591370 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d427bce6-3a02-4c06-b122-a7ce500e3f3b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:27.591974 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d427bce6-3a02-4c06-b122-a7ce500e3f3b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:27.592106 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d427bce6-3a02-4c06-b122-a7ce500e3f3b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:27.592359 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d427bce6-3a02-4c06-b122-a7ce500e3f3b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:27.592687 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d427bce6-3a02-4c06-b122-a7ce500e3f3b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:27.593016 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d427bce6-3a02-4c06-b122-a7ce500e3f3b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:27.593339 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d427bce6-3a02-4c06-b122-a7ce500e3f3b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:27.593661 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d427bce6-3a02-4c06-b122-a7ce500e3f3b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:27.593982 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d427bce6-3a02-4c06-b122-a7ce500e3f3b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:27.594333 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d427bce6-3a02-4c06-b122-a7ce500e3f3b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:27.594653 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d427bce6-3a02-4c06-b122-a7ce500e3f3b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:27.594968 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d427bce6-3a02-4c06-b122-a7ce500e3f3b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:27.763863 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d427bce6-3a02-4c06-b122-a7ce500e3f3b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:27.774678 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1e0c2b55-c423-42b4-8e9d-dfffa1866498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:27.992900 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d427bce6-3a02-4c06-b122-a7ce500e3f3b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Router e6ad457f-f714-4e3d-8d48-53899415ca74 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:53:28.110195 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d427bce6-3a02-4c06-b122-a7ce500e3f3b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:53:28.115234 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d427bce6-3a02-4c06-b122-a7ce500e3f3b tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "PUT /v2.0/routers/e6ad457f-f714-4e3d-8d48-53899415ca74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5252364 Apr 29 11:53:28.118096 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55406) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:53:28.121135 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59133c0e-82cb-4678-bd12-8fec598a82c4 None None] Sync routers for ids ['e6ad457f-f714-4e3d-8d48-53899415ca74'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:53:28.131747 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59133c0e-82cb-4678-bd12-8fec598a82c4 None None] Routers {'e6ad457f-f714-4e3d-8d48-53899415ca74'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:53:28.132410 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-59133c0e-82cb-4678-bd12-8fec598a82c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:53:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['e6ad457f-f714-4e3d-8d48-53899415ca74'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:28.177700 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-7389fd38-c4c4-4480-8ccd-46363911f360 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting subnet 71fb5fa5-e498-4401-b2f3-4d39051df331 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:53:28.181218 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7389fd38-c4c4-4480-8ccd-46363911f360 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:28.231918 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7389fd38-c4c4-4480-8ccd-46363911f360 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:28.274564 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-59133c0e-82cb-4678-bd12-8fec598a82c4 None None] Set router e6ad457f-f714-4e3d-8d48-53899415ca74 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:53:28.333957 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7389fd38-c4c4-4480-8ccd-46363911f360 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:28.410154 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7389fd38-c4c4-4480-8ccd-46363911f360 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:28.443206 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389fd38-c4c4-4480-8ccd-46363911f360 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Subnet': ['ID=71fb5fa5-e498-4401-b2f3-4d39051df331,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:28.457513 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7389fd38-c4c4-4480-8ccd-46363911f360 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:28.465287 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7389fd38-c4c4-4480-8ccd-46363911f360 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/subnets/71fb5fa5-e498-4401-b2f3-4d39051df331 HTTP/1.1" status: 204 len: 168 time: 0.3460405 Apr 29 11:53:28.465657 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2802242c-a1bf-4732-bc10-6551c4efbb99 None None] Network 17c3158f-26fc-49b5-9518-d74888f3c466 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:53:28.466120 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55408) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:53:28.486651 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-59133c0e-82cb-4678-bd12-8fec598a82c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'name': 'tempest-TestNetworkBasicOps-router-838990663', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:53:27Z', 'revision_number': 7, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:53:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:28.517289 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59133c0e-82cb-4678-bd12-8fec598a82c4 None None] Checking router: e6ad457f-f714-4e3d-8d48-53899415ca74 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:53:28.527256 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59133c0e-82cb-4678-bd12-8fec598a82c4 None None] Routers {'e6ad457f-f714-4e3d-8d48-53899415ca74'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:53:28.527843 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-59133c0e-82cb-4678-bd12-8fec598a82c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:53:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['e6ad457f-f714-4e3d-8d48-53899415ca74'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:28.549502 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:28.590472 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-86dbb6c1-7b05-4e99-a3a3-29b0e86840f8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:28.644251 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-59133c0e-82cb-4678-bd12-8fec598a82c4 None None] Set router e6ad457f-f714-4e3d-8d48-53899415ca74 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:53:28.679985 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0959e320-defc-4e20-9e53-7cbd1bf0c1ff None None] DHCP port deletion for 17c3158f-26fc-49b5-9518-d74888f3c466 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 11:53:28.707549 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-86dbb6c1-7b05-4e99-a3a3-29b0e86840f8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:28.739019 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-0959e320-defc-4e20-9e53-7cbd1bf0c1ff None None] Deleting port daa5b5b2-6767-448b-a53f-3ba8aca39033 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:53:28.739428 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0959e320-defc-4e20-9e53-7cbd1bf0c1ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:28.780417 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-86dbb6c1-7b05-4e99-a3a3-29b0e86840f8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Deleting port 917014c3-99dc-4a99-9fbe-0b758271f6cc {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:53:28.780820 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-86dbb6c1-7b05-4e99-a3a3-29b0e86840f8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:28.805450 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-0959e320-defc-4e20-9e53-7cbd1bf0c1ff None None] For port daa5b5b2-6767-448b-a53f-3ba8aca39033, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=daa5b5b2-6767-448b-a53f-3ba8aca39033,segment=NetworkSegment(aa071a69-381c-4f2c-803a-c924c1c072ec),segment_id=aa071a69-381c-4f2c-803a-c924c1c072ec)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:53:28.806206 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0959e320-defc-4e20-9e53-7cbd1bf0c1ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:28.821533 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-0959e320-defc-4e20-9e53-7cbd1bf0c1ff None None] Calling delete_port for daa5b5b2-6767-448b-a53f-3ba8aca39033 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:53:28.872976 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-86dbb6c1-7b05-4e99-a3a3-29b0e86840f8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] For port 917014c3-99dc-4a99-9fbe-0b758271f6cc, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=917014c3-99dc-4a99-9fbe-0b758271f6cc,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:53:28.873443 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-86dbb6c1-7b05-4e99-a3a3-29b0e86840f8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:28.887750 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-86dbb6c1-7b05-4e99-a3a3-29b0e86840f8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Calling delete_port for 917014c3-99dc-4a99-9fbe-0b758271f6cc owned by network:router_gateway {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:53:28.915094 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0959e320-defc-4e20-9e53-7cbd1bf0c1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:28.951103 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-59133c0e-82cb-4678-bd12-8fec598a82c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'name': 'tempest-TestNetworkBasicOps-router-838990663', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:53:27Z', 'revision_number': 7, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:53:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:28.966256 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959e320-defc-4e20-9e53-7cbd1bf0c1ff None None] Pushing event deleted for resources: {'Port': ['ID=daa5b5b2-6767-448b-a53f-3ba8aca39033,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:28.969412 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0959e320-defc-4e20-9e53-7cbd1bf0c1ff None None] No DVR routers for this DVR port daa5b5b2-6767-448b-a53f-3ba8aca39033 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:53:28.988909 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59133c0e-82cb-4678-bd12-8fec598a82c4 None None] The sync data for ids ['e6ad457f-f714-4e3d-8d48-53899415ca74'] in dv-neutron-838888-1-hyperv is: [{'id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'name': 'tempest-TestNetworkBasicOps-router-838990663', 'tenant_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:53:27Z', 'revision_number': 7, 'project_id': 'e43b3d3b447648b5aeeaf858bb1241e8', 'gw_port': {'id': '917014c3-99dc-4a99-9fbe-0b758271f6cc', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ad457f-f714-4e3d-8d48-53899415ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:19Z', 'updated_at': '2022-04-29T11:53:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:53:29.081615 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-86dbb6c1-7b05-4e99-a3a3-29b0e86840f8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:29.108455 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dbb6c1-7b05-4e99-a3a3-29b0e86840f8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Port': ['ID=917014c3-99dc-4a99-9fbe-0b758271f6cc,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:29.174604 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-86dbb6c1-7b05-4e99-a3a3-29b0e86840f8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:29.267950 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-86dbb6c1-7b05-4e99-a3a3-29b0e86840f8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:29.270087 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-86dbb6c1-7b05-4e99-a3a3-29b0e86840f8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:29.316894 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-86dbb6c1-7b05-4e99-a3a3-29b0e86840f8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:29.317453 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86dbb6c1-7b05-4e99-a3a3-29b0e86840f8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Fanout notify agent at l3_agent the message router_deleted on router e6ad457f-f714-4e3d-8d48-53899415ca74 {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 11:53:29.324880 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-86dbb6c1-7b05-4e99-a3a3-29b0e86840f8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:29.330702 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-86dbb6c1-7b05-4e99-a3a3-29b0e86840f8 tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/routers/e6ad457f-f714-4e3d-8d48-53899415ca74 HTTP/1.1" status: 204 len: 168 time: 0.8594790 Apr 29 11:53:29.332212 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55410) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:53:29.475367 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-301d25d8-2ad6-4960-a90e-f3b66c71421f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:29.485562 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device daa5b5b2-6767-448b-a53f-3ba8aca39033 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:53:29.512307 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: daa5b5b2-6767-448b-a53f-3ba8aca39033 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:53:29.512651 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device daa5b5b2-6767-448b-a53f-3ba8aca39033 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:53:29.513064 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 7a233722-59ab-4e65-9757-1582d6d8ce5a no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:53:29.536017 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 7a233722-59ab-4e65-9757-1582d6d8ce5a {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:53:29.536367 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 7a233722-59ab-4e65-9757-1582d6d8ce5a not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:53:29.579734 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-301d25d8-2ad6-4960-a90e-f3b66c71421f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:29.602039 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-301d25d8-2ad6-4960-a90e-f3b66c71421f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17c3158f-26fc-49b5-9518-d74888f3c466']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:29.612751 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-301d25d8-2ad6-4960-a90e-f3b66c71421f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa071a69-381c-4f2c-803a-c924c1c072ec') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:29.613051 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-301d25d8-2ad6-4960-a90e-f3b66c71421f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa071a69-381c-4f2c-803a-c924c1c072ec') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:29.622851 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-301d25d8-2ad6-4960-a90e-f3b66c71421f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:29.636691 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-301d25d8-2ad6-4960-a90e-f3b66c71421f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:29.645029 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-301d25d8-2ad6-4960-a90e-f3b66c71421f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:53:29.645813 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-301d25d8-2ad6-4960-a90e-f3b66c71421f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:29.651876 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:53:29.651876 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:53:29.651876 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:53:29.651876 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:53:29.651876 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:53:29.651876 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:53:29.651876 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:53:29.651876 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:53:29.651876 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:53:29.651876 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:53:29.651876 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:53:29.651876 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:53:29.651876 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:53:29.651876 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:53:29.651876 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:53:29.651876 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:53:29.651876 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:53:29.651876 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:53:29.651876 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:53:29.651876 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:53:29.651876 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:53:29.651876 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:53:29.651876 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:53:29.651876 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:53:29.651876 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:53:29.651876 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:53:29.651876 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:53:29.651876 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:53:29.651876 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:53:29.651876 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:53:29.651876 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:53:29.651876 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:53:29.723868 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-301d25d8-2ad6-4960-a90e-f3b66c71421f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:29.732562 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-301d25d8-2ad6-4960-a90e-f3b66c71421f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:29.739840 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-301d25d8-2ad6-4960-a90e-f3b66c71421f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] 10.222.0.69 "DELETE /v2.0/networks/17c3158f-26fc-49b5-9518-d74888f3c466 HTTP/1.1" status: 204 len: 168 time: 0.4059122 Apr 29 11:53:29.752239 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d25d8-2ad6-4960-a90e-f3b66c71421f tempest-TestNetworkBasicOps-2142438277 tempest-TestNetworkBasicOps-2142438277-project] Pushing event deleted for resources: {'Network': ['ID=17c3158f-26fc-49b5-9518-d74888f3c466,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:30.022461 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55416) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:53:30.053309 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:30.170016 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-bc367258-1e66-4d03-80e3-f53a890815f1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e43b3d3b447648b5aeeaf858bb1241e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462784 Apr 29 11:53:30.173133 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55420) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:53:30.211134 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:30.232066 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-268b09e6-469e-4010-a080-c3627f2b1fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:30.253593 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-268b09e6-469e-4010-a080-c3627f2b1fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:30.304679 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-268b09e6-469e-4010-a080-c3627f2b1fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:30.307290 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-268b09e6-469e-4010-a080-c3627f2b1fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:30.308942 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-268b09e6-469e-4010-a080-c3627f2b1fcc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/36d2774d-0817-47f4-905f-29ef1e98f3d1 HTTP/1.1" status: 204 len: 168 time: 0.1348724 Apr 29 11:53:30.325798 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b09e6-469e-4010-a080-c3627f2b1fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d2774d-0817-47f4-905f-29ef1e98f3d1,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:30.585127 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55426) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:53:30.599645 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1d7ce40a-e228-4c2d-a5ee-3e3ba98cdadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:30.678442 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1d7ce40a-e228-4c2d-a5ee-3e3ba98cdadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:30.683396 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1d7ce40a-e228-4c2d-a5ee-3e3ba98cdadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:30.720219 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ce40a-e228-4c2d-a5ee-3e3ba98cdadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef33b943-52fe-4b9f-bc7a-0e495338c19f,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:30.724410 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1d7ce40a-e228-4c2d-a5ee-3e3ba98cdadd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=03d3a441225e4ed7b47141279cfc2baa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1382811 Apr 29 11:53:30.727146 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55428) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:53:30.776966 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fd1b73b4-d2be-4abb-9a6d-726a6e1248d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:30.803999 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fd1b73b4-d2be-4abb-9a6d-726a6e1248d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:30.850366 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fd1b73b4-d2be-4abb-9a6d-726a6e1248d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:30.852907 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fd1b73b4-d2be-4abb-9a6d-726a6e1248d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:30.854097 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-fd1b73b4-d2be-4abb-9a6d-726a6e1248d0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ef33b943-52fe-4b9f-bc7a-0e495338c19f HTTP/1.1" status: 204 len: 168 time: 0.1260643 Apr 29 11:53:30.862875 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b73b4-d2be-4abb-9a6d-726a6e1248d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef33b943-52fe-4b9f-bc7a-0e495338c19f,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:31.302065 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 917014c3-99dc-4a99-9fbe-0b758271f6cc no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:53:31.323732 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 917014c3-99dc-4a99-9fbe-0b758271f6cc {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:53:31.324062 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 917014c3-99dc-4a99-9fbe-0b758271f6cc not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:53:38.543854 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bf420353-51d7-494f-a833-e1b639e7d61f req-094d4a82-9c6f-49ad-aa26-dba477f95a5d tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=67798c357486490c8ddf3ce5b3966d0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313640 Apr 29 11:53:38.731400 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf420353-51d7-494f-a833-e1b639e7d61f req-c90be608-bd3b-4e9f-a061-6dbd9106704e tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:38.732886 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bf420353-51d7-494f-a833-e1b639e7d61f req-c90be608-bd3b-4e9f-a061-6dbd9106704e tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1834798 Apr 29 11:53:38.747554 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bf420353-51d7-494f-a833-e1b639e7d61f req-b85e5b69-af95-420b-807f-c9247f5cfdf8 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.69 "GET /v2.0/quotas/67798c357486490c8ddf3ce5b3966d0f HTTP/1.1" status: 200 len: 375 time: 0.0090516 Apr 29 11:53:38.780693 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bf420353-51d7-494f-a833-e1b639e7d61f req-3020b7b2-df6a-4749-856c-e7749c111520 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=67798c357486490c8ddf3ce5b3966d0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277812 Apr 29 11:53:38.936237 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b440cf6d-b249-4b96-b76b-f7aecd161705 req-49a6c02a-5807-4907-85e5-cb02d0bb7745 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca9476d8-635d-459b-8c78-7b8b069d1a4f HTTP/1.1" status: 200 len: 210 time: 0.0258670 Apr 29 11:53:40.334602 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f302d67f-bb74-4bf1-85e1-e8a39468d0a4 req-8bad8cce-56b5-49cd-a0db-98a41348a344 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca9476d8-635d-459b-8c78-7b8b069d1a4f HTTP/1.1" status: 200 len: 210 time: 0.3480160 Apr 29 11:53:41.438868 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a39e3412-9fb2-42ba-bdca-9318de358d29 req-d42ee534-6c79-459b-9d96-c035cc6e575a tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca9476d8-635d-459b-8c78-7b8b069d1a4f HTTP/1.1" status: 200 len: 210 time: 0.0284033 Apr 29 11:53:41.896867 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bf420353-51d7-494f-a833-e1b639e7d61f req-5c1cb229-e47b-4f3c-b08d-cfeaf83f0649 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=67798c357486490c8ddf3ce5b3966d0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239470 Apr 29 11:53:42.009324 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf420353-51d7-494f-a833-e1b639e7d61f req-464b4e76-091c-4b30-b078-2b4cda5e4e32 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:42.011339 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bf420353-51d7-494f-a833-e1b639e7d61f req-464b4e76-091c-4b30-b078-2b4cda5e4e32 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1090751 Apr 29 11:53:42.031504 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-bf420353-51d7-494f-a833-e1b639e7d61f req-ad200cf6-c058-4e76-b5a7-dfeca4ec0b5f tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Request body: {'port': {'device_id': 'ca9476d8-635d-459b-8c78-7b8b069d1a4f', 'network_id': '26a410b6-f45d-42d9-b66e-e80799ed752f', 'admin_state_up': True, 'tenant_id': '67798c357486490c8ddf3ce5b3966d0f'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:53:42.143587 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf420353-51d7-494f-a833-e1b639e7d61f req-ad200cf6-c058-4e76-b5a7-dfeca4ec0b5f tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Made reservation on behalf of 67798c357486490c8ddf3ce5b3966d0f for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:53:42.147118 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-bf420353-51d7-494f-a833-e1b639e7d61f req-ad200cf6-c058-4e76-b5a7-dfeca4ec0b5f tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:42.157334 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-bf420353-51d7-494f-a833-e1b639e7d61f req-ad200cf6-c058-4e76-b5a7-dfeca4ec0b5f tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:42.248088 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-bf420353-51d7-494f-a833-e1b639e7d61f req-ad200cf6-c058-4e76-b5a7-dfeca4ec0b5f tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:42.252091 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-bf420353-51d7-494f-a833-e1b639e7d61f req-ad200cf6-c058-4e76-b5a7-dfeca4ec0b5f tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:42.316049 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad200cf6-c058-4e76-b5a7-dfeca4ec0b5f tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47313986-0489-4d98-9115-34954d0c619c,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:42.390722 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-bf420353-51d7-494f-a833-e1b639e7d61f req-ad200cf6-c058-4e76-b5a7-dfeca4ec0b5f tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Allocated IP 192.168.233.180 (26a410b6-f45d-42d9-b66e-e80799ed752f/971bdb0e-a14f-4b22-b052-4102b033ce76/1cf5c3c1-5ce8-4b3a-9be8-a86225d01186) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:53:42.552970 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7f53a80c-68d2-4559-88d9-7aa1df3dfa8b req-31e7ba70-5bb5-4afe-9cfe-dbe919d2aa42 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca9476d8-635d-459b-8c78-7b8b069d1a4f HTTP/1.1" status: 200 len: 210 time: 0.0439539 Apr 29 11:53:42.579927 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-bf420353-51d7-494f-a833-e1b639e7d61f req-ad200cf6-c058-4e76-b5a7-dfeca4ec0b5f tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:42.613951 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-bf420353-51d7-494f-a833-e1b639e7d61f req-ad200cf6-c058-4e76-b5a7-dfeca4ec0b5f tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:42.664192 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf420353-51d7-494f-a833-e1b639e7d61f req-ad200cf6-c058-4e76-b5a7-dfeca4ec0b5f tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Network 26a410b6-f45d-42d9-b66e-e80799ed752f is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:53:42.667677 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-bf420353-51d7-494f-a833-e1b639e7d61f req-ad200cf6-c058-4e76-b5a7-dfeca4ec0b5f tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:53:42.671663 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf420353-51d7-494f-a833-e1b639e7d61f req-ad200cf6-c058-4e76-b5a7-dfeca4ec0b5f tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:53:42.678117 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad200cf6-c058-4e76-b5a7-dfeca4ec0b5f tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Pushing event updated for resources: {'Port': ['ID=1cf5c3c1-5ce8-4b3a-9be8-a86225d01186,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:42.730269 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf420353-51d7-494f-a833-e1b639e7d61f req-ad200cf6-c058-4e76-b5a7-dfeca4ec0b5f tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:42.730925 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-bf420353-51d7-494f-a833-e1b639e7d61f req-ad200cf6-c058-4e76-b5a7-dfeca4ec0b5f tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:42.750547 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bf420353-51d7-494f-a833-e1b639e7d61f req-ad200cf6-c058-4e76-b5a7-dfeca4ec0b5f tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7230043 Apr 29 11:53:42.767736 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-bf420353-51d7-494f-a833-e1b639e7d61f req-78bab629-3b16-457a-9d2d-de7a437419ff service neutron] Request body: {'port': {'device_id': 'ca9476d8-635d-459b-8c78-7b8b069d1a4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:53:42.826235 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-bf420353-51d7-494f-a833-e1b639e7d61f req-78bab629-3b16-457a-9d2d-de7a437419ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:42.934747 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-399f2f84-39e0-4853-90ae-9c22f7c0747d None None] Provisioning complete for port 1cf5c3c1-5ce8-4b3a-9be8-a86225d01186 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:53:42.935472 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-399f2f84-39e0-4853-90ae-9c22f7c0747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:42.971659 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-399f2f84-39e0-4853-90ae-9c22f7c0747d None None] Port 1cf5c3c1-5ce8-4b3a-9be8-a86225d01186 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:53:43.098493 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-bf420353-51d7-494f-a833-e1b639e7d61f req-78bab629-3b16-457a-9d2d-de7a437419ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cf5c3c1-5ce8-4b3a-9be8-a86225d01186 {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:53:43.105855 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-bf420353-51d7-494f-a833-e1b639e7d61f req-78bab629-3b16-457a-9d2d-de7a437419ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:43.117486 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-bf420353-51d7-494f-a833-e1b639e7d61f req-78bab629-3b16-457a-9d2d-de7a437419ff service neutron] Transition to ACTIVE for port object 1cf5c3c1-5ce8-4b3a-9be8-a86225d01186 will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:53:43.122212 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-bf420353-51d7-494f-a833-e1b639e7d61f req-78bab629-3b16-457a-9d2d-de7a437419ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:43.172766 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bab629-3b16-457a-9d2d-de7a437419ff service neutron] Pushing event updated for resources: {'Port': ['ID=1cf5c3c1-5ce8-4b3a-9be8-a86225d01186,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:43.246686 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-bf420353-51d7-494f-a833-e1b639e7d61f req-78bab629-3b16-457a-9d2d-de7a437419ff service neutron] Attempting to bind port 1cf5c3c1-5ce8-4b3a-9be8-a86225d01186 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:53:43.247083 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-bf420353-51d7-494f-a833-e1b639e7d61f req-78bab629-3b16-457a-9d2d-de7a437419ff service neutron] Attempting to bind port 1cf5c3c1-5ce8-4b3a-9be8-a86225d01186 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '436ac5ef-9907-4387-9c05-daa2357444b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '26a410b6-f45d-42d9-b66e-e80799ed752f'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:53:43.247507 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf420353-51d7-494f-a833-e1b639e7d61f req-78bab629-3b16-457a-9d2d-de7a437419ff service neutron] Attempting to bind port 1cf5c3c1-5ce8-4b3a-9be8-a86225d01186 on network 26a410b6-f45d-42d9-b66e-e80799ed752f {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:53:43.252625 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf420353-51d7-494f-a833-e1b639e7d61f req-78bab629-3b16-457a-9d2d-de7a437419ff service neutron] Port 1cf5c3c1-5ce8-4b3a-9be8-a86225d01186 on network 26a410b6-f45d-42d9-b66e-e80799ed752f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:53:43.252952 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf420353-51d7-494f-a833-e1b639e7d61f req-78bab629-3b16-457a-9d2d-de7a437419ff service neutron] Attempting to bind port 1cf5c3c1-5ce8-4b3a-9be8-a86225d01186 on network 26a410b6-f45d-42d9-b66e-e80799ed752f {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:53:43.258893 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf420353-51d7-494f-a833-e1b639e7d61f req-78bab629-3b16-457a-9d2d-de7a437419ff service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:53:43.259152 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf420353-51d7-494f-a833-e1b639e7d61f req-78bab629-3b16-457a-9d2d-de7a437419ff service neutron] Checking segment: {'id': '436ac5ef-9907-4387-9c05-daa2357444b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '26a410b6-f45d-42d9-b66e-e80799ed752f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:53:43.259572 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf420353-51d7-494f-a833-e1b639e7d61f req-78bab629-3b16-457a-9d2d-de7a437419ff service neutron] Bound using segment: {'id': '436ac5ef-9907-4387-9c05-daa2357444b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '26a410b6-f45d-42d9-b66e-e80799ed752f'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:53:43.260001 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-bf420353-51d7-494f-a833-e1b639e7d61f req-78bab629-3b16-457a-9d2d-de7a437419ff service neutron] Bound port: 1cf5c3c1-5ce8-4b3a-9be8-a86225d01186, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436ac5ef-9907-4387-9c05-daa2357444b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '26a410b6-f45d-42d9-b66e-e80799ed752f'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:53:43.261123 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-bf420353-51d7-494f-a833-e1b639e7d61f req-78bab629-3b16-457a-9d2d-de7a437419ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:43.335851 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-bf420353-51d7-494f-a833-e1b639e7d61f req-78bab629-3b16-457a-9d2d-de7a437419ff service neutron] For port 1cf5c3c1-5ce8-4b3a-9be8-a86225d01186, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:53:43.339172 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-bf420353-51d7-494f-a833-e1b639e7d61f req-78bab629-3b16-457a-9d2d-de7a437419ff service neutron] For port 1cf5c3c1-5ce8-4b3a-9be8-a86225d01186, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1cf5c3c1-5ce8-4b3a-9be8-a86225d01186,segment=NetworkSegment(436ac5ef-9907-4387-9c05-daa2357444b0),segment_id=436ac5ef-9907-4387-9c05-daa2357444b0)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:53:43.343167 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-bf420353-51d7-494f-a833-e1b639e7d61f req-78bab629-3b16-457a-9d2d-de7a437419ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:43.382586 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf420353-51d7-494f-a833-e1b639e7d61f req-78bab629-3b16-457a-9d2d-de7a437419ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:43.383215 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-bf420353-51d7-494f-a833-e1b639e7d61f req-78bab629-3b16-457a-9d2d-de7a437419ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:43.384635 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bf420353-51d7-494f-a833-e1b639e7d61f req-78bab629-3b16-457a-9d2d-de7a437419ff service neutron] 10.222.0.62 "PUT /v2.0/ports/1cf5c3c1-5ce8-4b3a-9be8-a86225d01186 HTTP/1.1" status: 200 len: 1098 time: 0.6219769 Apr 29 11:53:43.385083 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca9476d8-635d-459b-8c78-7b8b069d1a4f', 'tag': '1cf5c3c1-5ce8-4b3a-9be8-a86225d01186'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:53:43.387636 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded9d1b4-996e-45cb-8170-bc0c91ac350c" -d '{"events": [{"name": "network-changed", "server_uuid": "ca9476d8-635d-459b-8c78-7b8b069d1a4f", "tag": "1cf5c3c1-5ce8-4b3a-9be8-a86225d01186"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:53:43.408609 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bab629-3b16-457a-9d2d-de7a437419ff service neutron] Pushing event updated for resources: {'Port': ['ID=1cf5c3c1-5ce8-4b3a-9be8-a86225d01186,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:43.476014 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a2ead8-f3ea-4541-9271-465d9891b0db x-openstack-request-id: req-83a2ead8-f3ea-4541-9271-465d9891b0db {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:53:43.476284 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca9476d8-635d-459b-8c78-7b8b069d1a4f", "tag": "1cf5c3c1-5ce8-4b3a-9be8-a86225d01186", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:53:43.476529 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-83a2ead8-f3ea-4541-9271-465d9891b0db {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:53:43.476935 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83a2ead8-f3ea-4541-9271-465d9891b0db'] response: {'name': 'network-changed', 'server_uuid': 'ca9476d8-635d-459b-8c78-7b8b069d1a4f', 'tag': '1cf5c3c1-5ce8-4b3a-9be8-a86225d01186', 'status': 'completed', 'code': 200} Apr 29 11:53:43.494106 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf420353-51d7-494f-a833-e1b639e7d61f req-b07830af-c1a0-47f0-aae2-92ef1a46806a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:43.496533 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bf420353-51d7-494f-a833-e1b639e7d61f req-b07830af-c1a0-47f0-aae2-92ef1a46806a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67798c357486490c8ddf3ce5b3966d0f&device_id=ca9476d8-635d-459b-8c78-7b8b069d1a4f HTTP/1.1" status: 200 len: 1101 time: 0.0505619 Apr 29 11:53:43.542596 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bf420353-51d7-494f-a833-e1b639e7d61f req-864ac151-7722-4e30-83aa-79f8e79cbf38 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=1cf5c3c1-5ce8-4b3a-9be8-a86225d01186 HTTP/1.1" status: 200 len: 217 time: 0.0375500 Apr 29 11:53:43.602048 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf420353-51d7-494f-a833-e1b639e7d61f req-410d3305-5ddd-4a03-b1ec-8c26fdcd8511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:43.603583 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bf420353-51d7-494f-a833-e1b639e7d61f req-410d3305-5ddd-4a03-b1ec-8c26fdcd8511 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=971bdb0e-a14f-4b22-b052-4102b033ce76 HTTP/1.1" status: 200 len: 843 time: 0.0546043 Apr 29 11:53:43.679798 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf420353-51d7-494f-a833-e1b639e7d61f req-9682eab1-8d77-4691-a430-9def48d7417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:43.681451 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bf420353-51d7-494f-a833-e1b639e7d61f req-9682eab1-8d77-4691-a430-9def48d7417c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=26a410b6-f45d-42d9-b66e-e80799ed752f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0703821 Apr 29 11:53:43.693598 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea4291-f337-40e3-ab6c-95ae21f81227 req-4ed68de0-ec71-441c-9b0f-b9a85bd528f3 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:43.695034 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f8ea4291-f337-40e3-ab6c-95ae21f81227 req-4ed68de0-ec71-441c-9b0f-b9a85bd528f3 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca9476d8-635d-459b-8c78-7b8b069d1a4f HTTP/1.1" status: 200 len: 948 time: 0.0597506 Apr 29 11:53:43.782312 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f8ea4291-f337-40e3-ab6c-95ae21f81227 req-100053c9-2204-4406-9582-416902822354 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.69 "GET /v2.0/security-groups?id=47313986-0489-4d98-9115-34954d0c619c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791271 Apr 29 11:53:43.811191 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bf420353-51d7-494f-a833-e1b639e7d61f req-11c127bf-1e9d-4a74-a540-622e1f892abe service neutron] 10.222.0.62 "GET /v2.0/networks/26a410b6-f45d-42d9-b66e-e80799ed752f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151369 Apr 29 11:53:43.907051 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bf420353-51d7-494f-a833-e1b639e7d61f req-0997875b-cd7f-49f0-ab1a-6504e15bc5ee service neutron] 10.222.0.62 "GET /v2.0/networks/26a410b6-f45d-42d9-b66e-e80799ed752f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866978 Apr 29 11:53:44.006196 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9d1b4-996e-45cb-8170-bc0c91ac350c req-893ca36f-26ef-4fac-a652-f40b249c74a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:44.007728 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ded9d1b4-996e-45cb-8170-bc0c91ac350c req-893ca36f-26ef-4fac-a652-f40b249c74a8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67798c357486490c8ddf3ce5b3966d0f&device_id=ca9476d8-635d-459b-8c78-7b8b069d1a4f HTTP/1.1" status: 200 len: 1101 time: 0.0485880 Apr 29 11:53:44.101672 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9d1b4-996e-45cb-8170-bc0c91ac350c req-0120d8f9-ecbd-4efa-a64f-54118075d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:44.103198 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ded9d1b4-996e-45cb-8170-bc0c91ac350c req-0120d8f9-ecbd-4efa-a64f-54118075d897 service neutron] 10.222.0.62 "GET /v2.0/networks?id=26a410b6-f45d-42d9-b66e-e80799ed752f HTTP/1.1" status: 200 len: 870 time: 0.0867515 Apr 29 11:53:44.151673 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ded9d1b4-996e-45cb-8170-bc0c91ac350c req-ac6e88c6-44a6-4f56-9001-a053ccab7e0b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=1cf5c3c1-5ce8-4b3a-9be8-a86225d01186 HTTP/1.1" status: 200 len: 217 time: 0.0394642 Apr 29 11:53:44.205049 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9d1b4-996e-45cb-8170-bc0c91ac350c req-a7038d61-c724-4c58-9b14-8c0aa79ff577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:44.206592 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ded9d1b4-996e-45cb-8170-bc0c91ac350c req-a7038d61-c724-4c58-9b14-8c0aa79ff577 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=971bdb0e-a14f-4b22-b052-4102b033ce76 HTTP/1.1" status: 200 len: 843 time: 0.0475907 Apr 29 11:53:44.258741 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9d1b4-996e-45cb-8170-bc0c91ac350c req-4873933f-dfa0-4bde-899e-90ec8732a8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:44.260200 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ded9d1b4-996e-45cb-8170-bc0c91ac350c req-4873933f-dfa0-4bde-899e-90ec8732a8ac service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=26a410b6-f45d-42d9-b66e-e80799ed752f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0451598 Apr 29 11:53:44.358683 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ded9d1b4-996e-45cb-8170-bc0c91ac350c req-f77a430a-7b22-4d93-ac83-d8e0ced1640f service neutron] 10.222.0.62 "GET /v2.0/networks/26a410b6-f45d-42d9-b66e-e80799ed752f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894649 Apr 29 11:53:44.454992 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ded9d1b4-996e-45cb-8170-bc0c91ac350c req-6431736f-6e97-4418-a2df-e5de937abeab service neutron] 10.222.0.62 "GET /v2.0/networks/26a410b6-f45d-42d9-b66e-e80799ed752f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877683 Apr 29 11:53:44.901400 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff595f-fdd5-41a5-aae4-7692fd24e822 req-7ad79e0c-3e8b-46e9-bd43-c4cd930afe1b tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:44.902977 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-16ff595f-fdd5-41a5-aae4-7692fd24e822 req-7ad79e0c-3e8b-46e9-bd43-c4cd930afe1b tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca9476d8-635d-459b-8c78-7b8b069d1a4f HTTP/1.1" status: 200 len: 948 time: 0.0496018 Apr 29 11:53:44.941118 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-16ff595f-fdd5-41a5-aae4-7692fd24e822 req-1a26b0ed-8035-462b-87e7-6944f6c02678 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.69 "GET /v2.0/security-groups?id=47313986-0489-4d98-9115-34954d0c619c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318735 Apr 29 11:53:46.062105 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3444b59-b9a3-4c57-998e-51c7f68ad298 req-e92bc993-3690-4d48-a053-900cc4b1f416 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:46.063645 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b3444b59-b9a3-4c57-998e-51c7f68ad298 req-e92bc993-3690-4d48-a053-900cc4b1f416 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca9476d8-635d-459b-8c78-7b8b069d1a4f HTTP/1.1" status: 200 len: 948 time: 0.0549967 Apr 29 11:53:46.101710 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b3444b59-b9a3-4c57-998e-51c7f68ad298 req-414d3793-3c96-4224-b53f-2f52debf1284 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.69 "GET /v2.0/security-groups?id=47313986-0489-4d98-9115-34954d0c619c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320997 Apr 29 11:53:47.223136 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 1cf5c3c1-5ce8-4b3a-9be8-a86225d01186 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:53:47.223836 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f7092-1e1f-437d-9f5f-cf8f827da1fb req-dddb0c67-bdf3-4071-ad9b-97fbfc8d74d8 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:47.225435 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ff7f7092-1e1f-437d-9f5f-cf8f827da1fb req-dddb0c67-bdf3-4071-ad9b-97fbfc8d74d8 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca9476d8-635d-459b-8c78-7b8b069d1a4f HTTP/1.1" status: 200 len: 948 time: 0.0522048 Apr 29 11:53:47.265228 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ff7f7092-1e1f-437d-9f5f-cf8f827da1fb req-be057eb5-109e-4019-93f8-525523a751b2 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.69 "GET /v2.0/security-groups?id=47313986-0489-4d98-9115-34954d0c619c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336158 Apr 29 11:53:47.323858 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 1cf5c3c1-5ce8-4b3a-9be8-a86225d01186, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1cf5c3c1-5ce8-4b3a-9be8-a86225d01186,segment=NetworkSegment(436ac5ef-9907-4387-9c05-daa2357444b0),segment_id=436ac5ef-9907-4387-9c05-daa2357444b0)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:53:47.335202 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '1cf5c3c1-5ce8-4b3a-9be8-a86225d01186', 'network_id': '26a410b6-f45d-42d9-b66e-e80799ed752f', 'port_id': '1cf5c3c1-5ce8-4b3a-9be8-a86225d01186', 'mac_address': 'fa:16:3e:02:1a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971bdb0e-a14f-4b22-b052-4102b033ce76', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:53:47.372419 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:47.386739 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf5c3c1-5ce8-4b3a-9be8-a86225d01186 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:53:47.406255 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 1cf5c3c1-5ce8-4b3a-9be8-a86225d01186, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1cf5c3c1-5ce8-4b3a-9be8-a86225d01186,segment=NetworkSegment(436ac5ef-9907-4387-9c05-daa2357444b0),segment_id=436ac5ef-9907-4387-9c05-daa2357444b0)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:53:47.411894 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:47.461885 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=1cf5c3c1-5ce8-4b3a-9be8-a86225d01186,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:47.656914 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['1cf5c3c1-5ce8-4b3a-9be8-a86225d01186'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:53:48.388430 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7855bd-a5fb-4a84-a343-c4634fb0ce9c req-e80a9977-80f2-4f5e-b3bd-044d7eff6fd4 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:48.390008 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9f7855bd-a5fb-4a84-a343-c4634fb0ce9c req-e80a9977-80f2-4f5e-b3bd-044d7eff6fd4 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca9476d8-635d-459b-8c78-7b8b069d1a4f HTTP/1.1" status: 200 len: 949 time: 0.0509367 Apr 29 11:53:48.430710 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9f7855bd-a5fb-4a84-a343-c4634fb0ce9c req-f531f012-a43e-4f33-bc1f-507cf66dccf1 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.69 "GET /v2.0/security-groups?id=47313986-0489-4d98-9115-34954d0c619c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344481 Apr 29 11:53:49.224236 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 1cf5c3c1-5ce8-4b3a-9be8-a86225d01186 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:53:49.273669 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port 1cf5c3c1-5ce8-4b3a-9be8-a86225d01186 completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:53:49.278294 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 1cf5c3c1-5ce8-4b3a-9be8-a86225d01186 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:53:49.278670 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:49.359271 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:49.382457 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9476d8-635d-459b-8c78-7b8b069d1a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf5c3c1-5ce8-4b3a-9be8-a86225d01186'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:53:49.384680 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c9419a-2adf-409f-8b3b-f12719a4f012" -d '{"events": [{"server_uuid": "ca9476d8-635d-459b-8c78-7b8b069d1a4f", "name": "network-vif-plugged", "status": "completed", "tag": "1cf5c3c1-5ce8-4b3a-9be8-a86225d01186"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:53:49.397301 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 1cf5c3c1-5ce8-4b3a-9be8-a86225d01186, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1cf5c3c1-5ce8-4b3a-9be8-a86225d01186,segment=NetworkSegment(436ac5ef-9907-4387-9c05-daa2357444b0),segment_id=436ac5ef-9907-4387-9c05-daa2357444b0)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:53:49.401988 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:49.450873 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=1cf5c3c1-5ce8-4b3a-9be8-a86225d01186,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:49.495145 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d456f1-b0d6-4800-ab82-60a68cfb238c x-openstack-request-id: req-37d456f1-b0d6-4800-ab82-60a68cfb238c {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:53:49.495436 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9476d8-635d-459b-8c78-7b8b069d1a4f", "name": "network-vif-plugged", "status": "completed", "tag": "1cf5c3c1-5ce8-4b3a-9be8-a86225d01186", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:53:49.495692 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-37d456f1-b0d6-4800-ab82-60a68cfb238c {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:53:49.496098 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37d456f1-b0d6-4800-ab82-60a68cfb238c'] response: {'server_uuid': 'ca9476d8-635d-459b-8c78-7b8b069d1a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf5c3c1-5ce8-4b3a-9be8-a86225d01186', 'code': 200} Apr 29 11:53:49.554892 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d89d6-8184-4a93-afbe-c23345020158 req-42b6bf89-0252-4b54-a227-7e2af2150b22 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:49.556477 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b48d89d6-8184-4a93-afbe-c23345020158 req-42b6bf89-0252-4b54-a227-7e2af2150b22 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca9476d8-635d-459b-8c78-7b8b069d1a4f HTTP/1.1" status: 200 len: 950 time: 0.0529084 Apr 29 11:53:49.595651 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b48d89d6-8184-4a93-afbe-c23345020158 req-1c9ce7a6-9948-4c39-994f-830ae0c6bd4f tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.69 "GET /v2.0/security-groups?id=47313986-0489-4d98-9115-34954d0c619c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324135 Apr 29 11:53:49.673688 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe6db9-b92a-4e49-ba9c-bb77c7755245 req-b4e4bdbb-0f90-4ab8-9f36-aba57d22287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:49.675213 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b4fe6db9-b92a-4e49-ba9c-bb77c7755245 req-b4e4bdbb-0f90-4ab8-9f36-aba57d22287c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ca9476d8-635d-459b-8c78-7b8b069d1a4f HTTP/1.1" status: 200 len: 1103 time: 0.0405591 Apr 29 11:53:49.714430 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b4fe6db9-b92a-4e49-ba9c-bb77c7755245 req-3f1e2058-4844-4f4a-bdc0-0f5027822eee service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=47313986-0489-4d98-9115-34954d0c619c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280130 Apr 29 11:53:50.715104 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b678f-2a35-4752-8376-646fa1d03763 req-aaffb7bd-53e9-42f3-bd98-96154f7bfa1e tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:50.716535 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4d6b678f-2a35-4752-8376-646fa1d03763 req-aaffb7bd-53e9-42f3-bd98-96154f7bfa1e tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca9476d8-635d-459b-8c78-7b8b069d1a4f HTTP/1.1" status: 200 len: 950 time: 0.0504034 Apr 29 11:53:50.754466 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4d6b678f-2a35-4752-8376-646fa1d03763 req-be93dc15-4ff7-4d33-a825-db58ad6884e3 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.69 "GET /v2.0/security-groups?id=47313986-0489-4d98-9115-34954d0c619c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318825 Apr 29 11:53:51.279080 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:53:51.873215 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506843f-9bd8-41d9-afc9-e670fad9980f req-5ec7e24d-eb2b-485d-a975-41c5db804e62 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:51.874730 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8506843f-9bd8-41d9-afc9-e670fad9980f req-5ec7e24d-eb2b-485d-a975-41c5db804e62 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca9476d8-635d-459b-8c78-7b8b069d1a4f HTTP/1.1" status: 200 len: 950 time: 0.0535066 Apr 29 11:53:51.917780 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8506843f-9bd8-41d9-afc9-e670fad9980f req-11ef603f-40d8-4451-8bfd-34646b42ddb0 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.69 "GET /v2.0/security-groups?id=47313986-0489-4d98-9115-34954d0c619c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329633 Apr 29 11:53:52.293313 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [req-52097b1b-6166-4176-a77b-cb90531c4289 req-1478df07-2718-454f-b96a-5145a7275999 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:53:52.294398 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-52097b1b-6166-4176-a77b-cb90531c4289 req-1478df07-2718-454f-b96a-5145a7275999 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0992658 Apr 29 11:53:52.660023 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [req-799da531-d6dc-46bd-bb49-614cd7027ad1 req-03c1def8-4129-4ec3-a13a-251eeff72833 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:53:52.661072 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-799da531-d6dc-46bd-bb49-614cd7027ad1 req-03c1def8-4129-4ec3-a13a-251eeff72833 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054760 Apr 29 11:53:53.030582 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964c1a4-d131-473d-8f67-8411b2831965 req-5fecd03d-d90d-4877-b4da-c9ae40ae8fae tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:53.032092 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a964c1a4-d131-473d-8f67-8411b2831965 req-5fecd03d-d90d-4877-b4da-c9ae40ae8fae tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca9476d8-635d-459b-8c78-7b8b069d1a4f HTTP/1.1" status: 200 len: 950 time: 0.0520549 Apr 29 11:53:53.070701 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a964c1a4-d131-473d-8f67-8411b2831965 req-a7a89168-81ac-4133-bc9a-f52ca3719202 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.69 "GET /v2.0/security-groups?id=47313986-0489-4d98-9115-34954d0c619c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323708 Apr 29 11:53:53.567918 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9c57a803-e5e2-4c30-b6fc-da549803fd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:54.192392 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0496abc-0a42-45e0-aabf-c6e64a59a2a5 req-cec1212a-f9fd-4e2d-abd7-99a9e03e0368 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:54.193900 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d0496abc-0a42-45e0-aabf-c6e64a59a2a5 req-cec1212a-f9fd-4e2d-abd7-99a9e03e0368 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca9476d8-635d-459b-8c78-7b8b069d1a4f HTTP/1.1" status: 200 len: 950 time: 0.0506046 Apr 29 11:53:54.234043 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d0496abc-0a42-45e0-aabf-c6e64a59a2a5 req-e104f3cb-af5d-4bb8-aafa-81dee6e27de7 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.69 "GET /v2.0/security-groups?id=47313986-0489-4d98-9115-34954d0c619c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323198 Apr 29 11:53:54.476667 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5dd19-6815-4b07-bec4-ebbe76373039 req-acedc129-1700-4510-8e21-14b6fa092218 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:54.478113 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-91f5dd19-6815-4b07-bec4-ebbe76373039 req-acedc129-1700-4510-8e21-14b6fa092218 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca9476d8-635d-459b-8c78-7b8b069d1a4f HTTP/1.1" status: 200 len: 950 time: 0.0531728 Apr 29 11:53:54.565779 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-91f5dd19-6815-4b07-bec4-ebbe76373039 req-decee94a-1e46-4a1d-bc84-f4fc1c9c0cd8 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Deleting port 1cf5c3c1-5ce8-4b3a-9be8-a86225d01186 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:53:54.566124 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-91f5dd19-6815-4b07-bec4-ebbe76373039 req-decee94a-1e46-4a1d-bc84-f4fc1c9c0cd8 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:54.659457 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-91f5dd19-6815-4b07-bec4-ebbe76373039 req-decee94a-1e46-4a1d-bc84-f4fc1c9c0cd8 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] For port 1cf5c3c1-5ce8-4b3a-9be8-a86225d01186, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1cf5c3c1-5ce8-4b3a-9be8-a86225d01186,segment=NetworkSegment(436ac5ef-9907-4387-9c05-daa2357444b0),segment_id=436ac5ef-9907-4387-9c05-daa2357444b0)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:53:54.659821 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-91f5dd19-6815-4b07-bec4-ebbe76373039 req-decee94a-1e46-4a1d-bc84-f4fc1c9c0cd8 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:54.672249 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-91f5dd19-6815-4b07-bec4-ebbe76373039 req-decee94a-1e46-4a1d-bc84-f4fc1c9c0cd8 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Calling delete_port for 1cf5c3c1-5ce8-4b3a-9be8-a86225d01186 owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:53:54.796726 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-91f5dd19-6815-4b07-bec4-ebbe76373039 req-decee94a-1e46-4a1d-bc84-f4fc1c9c0cd8 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:54.811357 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['1cf5c3c1-5ce8-4b3a-9be8-a86225d01186'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:53:54.844233 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decee94a-1e46-4a1d-bc84-f4fc1c9c0cd8 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Pushing event deleted for resources: {'Port': ['ID=1cf5c3c1-5ce8-4b3a-9be8-a86225d01186,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:54.880339 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f5dd19-6815-4b07-bec4-ebbe76373039 req-decee94a-1e46-4a1d-bc84-f4fc1c9c0cd8 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] No DVR routers for this DVR port 1cf5c3c1-5ce8-4b3a-9be8-a86225d01186 on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:53:54.882904 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-91f5dd19-6815-4b07-bec4-ebbe76373039 req-decee94a-1e46-4a1d-bc84-f4fc1c9c0cd8 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:54.886330 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-91f5dd19-6815-4b07-bec4-ebbe76373039 req-decee94a-1e46-4a1d-bc84-f4fc1c9c0cd8 tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.62 "DELETE /v2.0/ports/1cf5c3c1-5ce8-4b3a-9be8-a86225d01186 HTTP/1.1" status: 204 len: 173 time: 0.4013700 Apr 29 11:53:54.886783 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9476d8-635d-459b-8c78-7b8b069d1a4f', 'name': 'network-vif-deleted', 'tag': '1cf5c3c1-5ce8-4b3a-9be8-a86225d01186'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:53:54.889059 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4286b5-d03b-4540-b1b3-705f1faef4ce" -d '{"events": [{"server_uuid": "ca9476d8-635d-459b-8c78-7b8b069d1a4f", "name": "network-vif-deleted", "tag": "1cf5c3c1-5ce8-4b3a-9be8-a86225d01186"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:53:54.929366 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e17bd49-a8d0-4a3b-a2e2-bf3f8e2c4af1 x-openstack-request-id: req-3e17bd49-a8d0-4a3b-a2e2-bf3f8e2c4af1 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:53:54.929658 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9476d8-635d-459b-8c78-7b8b069d1a4f", "name": "network-vif-deleted", "tag": "1cf5c3c1-5ce8-4b3a-9be8-a86225d01186", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:53:54.929909 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3e17bd49-a8d0-4a3b-a2e2-bf3f8e2c4af1 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:53:54.930428 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e17bd49-a8d0-4a3b-a2e2-bf3f8e2c4af1'] response: {'server_uuid': 'ca9476d8-635d-459b-8c78-7b8b069d1a4f', 'name': 'network-vif-deleted', 'tag': '1cf5c3c1-5ce8-4b3a-9be8-a86225d01186', 'status': 'completed', 'code': 200} Apr 29 11:53:55.345044 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b82bb0f9-1ab2-4038-8636-0ef69413af72 req-0f6e134b-7ef5-448e-9cd4-0499721adeff tempest-ServersAdminNegativeTestJSON-1030281991 tempest-ServersAdminNegativeTestJSON-1030281991-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca9476d8-635d-459b-8c78-7b8b069d1a4f HTTP/1.1" status: 200 len: 210 time: 0.0282593 Apr 29 11:53:56.638038 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55580) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:53:56.783377 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a38f67eb-7349-4bfd-8a2e-ded7f4c67ce4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=67798c357486490c8ddf3ce5b3966d0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440680 Apr 29 11:53:56.785854 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55584) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:53:56.833606 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-10dace2a-1ad3-4300-b483-784fad581f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:56.855357 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-10dace2a-1ad3-4300-b483-784fad581f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:56.900308 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-10dace2a-1ad3-4300-b483-784fad581f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:56.903921 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-10dace2a-1ad3-4300-b483-784fad581f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:56.905083 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-10dace2a-1ad3-4300-b483-784fad581f87 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/47313986-0489-4d98-9115-34954d0c619c HTTP/1.1" status: 204 len: 168 time: 0.1183136 Apr 29 11:53:56.912642 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dace2a-1ad3-4300-b483-784fad581f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47313986-0489-4d98-9115-34954d0c619c,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:57.166501 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55590) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:53:57.176398 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:57.180012 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-48c24398-4008-4788-907f-e5acb97e64c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:57.238926 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 1cf5c3c1-5ce8-4b3a-9be8-a86225d01186 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:53:57.259872 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: 1cf5c3c1-5ce8-4b3a-9be8-a86225d01186 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:53:57.260801 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 1cf5c3c1-5ce8-4b3a-9be8-a86225d01186 not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:53:57.261630 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-48c24398-4008-4788-907f-e5acb97e64c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:57.266491 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-48c24398-4008-4788-907f-e5acb97e64c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:57.305832 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-48c24398-4008-4788-907f-e5acb97e64c5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=837cb2f1a4374d2f91d68d5bfddcef65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1380579 Apr 29 11:53:57.306768 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c24398-4008-4788-907f-e5acb97e64c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa635e7-f5f8-41dd-86e2-738c4f1d4683,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:57.308707 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55592) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:53:57.363585 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1624d486-46bb-4efa-a385-943e5e27f64c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:57.389348 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1624d486-46bb-4efa-a385-943e5e27f64c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:57.438384 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1624d486-46bb-4efa-a385-943e5e27f64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:57.440848 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1624d486-46bb-4efa-a385-943e5e27f64c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:57.442018 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1624d486-46bb-4efa-a385-943e5e27f64c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9aa635e7-f5f8-41dd-86e2-738c4f1d4683 HTTP/1.1" status: 204 len: 168 time: 0.1314328 Apr 29 11:53:57.450608 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624d486-46bb-4efa-a385-943e5e27f64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa635e7-f5f8-41dd-86e2-738c4f1d4683,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:57.767651 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-af1e7105-e75b-433f-ac2d-3e0be85eea9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:58.128193 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55614) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:53:58.224001 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-1ccd0245-4e36-4a28-93f9-c326600d49f2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1114365526-network', 'tenant_id': 'baa57785abfe4ebebca858af137f1bc5'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:53:58.245984 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccd0245-4e36-4a28-93f9-c326600d49f2 admin admin] Made reservation on behalf of baa57785abfe4ebebca858af137f1bc5 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:53:58.248370 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1ccd0245-4e36-4a28-93f9-c326600d49f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:58.256672 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1ccd0245-4e36-4a28-93f9-c326600d49f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:58.333600 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1ccd0245-4e36-4a28-93f9-c326600d49f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:58.337327 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1ccd0245-4e36-4a28-93f9-c326600d49f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:58.364983 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ccd0245-4e36-4a28-93f9-c326600d49f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:53:58.371020 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd0245-4e36-4a28-93f9-c326600d49f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3917fc9-af5f-4c48-9664-9b60333c4f4a,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:58.378824 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1ccd0245-4e36-4a28-93f9-c326600d49f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:58.378824 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-1ccd0245-4e36-4a28-93f9-c326600d49f2 admin admin] Added segment 5f8cd374-30bf-4fc8-b0e3-9f7e55550d6b of type vlan for network 5f7ebd91-e615-42f9-9d07-1bc1a8018b3f Apr 29 11:53:58.419848 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1ccd0245-4e36-4a28-93f9-c326600d49f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:58.443832 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1ccd0245-4e36-4a28-93f9-c326600d49f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:58.444669 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccd0245-4e36-4a28-93f9-c326600d49f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:58.445236 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1ccd0245-4e36-4a28-93f9-c326600d49f2 admin admin] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:58.496899 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1ccd0245-4e36-4a28-93f9-c326600d49f2 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3676066 Apr 29 11:53:58.499895 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55618) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:53:58.504826 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-9d832914-9257-4e05-bc37-7009edf0265d admin admin] Request body: {'subnet': {'network_id': '5f7ebd91-e615-42f9-9d07-1bc1a8018b3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1114365526-subnet', 'tenant_id': 'baa57785abfe4ebebca858af137f1bc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:53:58.509438 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd0245-4e36-4a28-93f9-c326600d49f2 admin admin] Pushing event updated for resources: {'Network': ['ID=5f7ebd91-e615-42f9-9d07-1bc1a8018b3f,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:58.521055 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 5f7ebd91-e615-42f9-9d07-1bc1a8018b3f details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:53:58.528391 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d832914-9257-4e05-bc37-7009edf0265d admin admin] Made reservation on behalf of baa57785abfe4ebebca858af137f1bc5 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:53:58.531014 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9d832914-9257-4e05-bc37-7009edf0265d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:58.579382 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:58.703952 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9d832914-9257-4e05-bc37-7009edf0265d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:58.762482 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d832914-9257-4e05-bc37-7009edf0265d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1646d5c-16d7-4db2-853b-5adabdf41447,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:58.771396 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d832914-9257-4e05-bc37-7009edf0265d admin admin] Checking segment: {'id': '5f8cd374-30bf-4fc8-b0e3-9f7e55550d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5f7ebd91-e615-42f9-9d07-1bc1a8018b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:53:58.771748 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d832914-9257-4e05-bc37-7009edf0265d admin admin] Network hostable DHCP agents. Network: 5f7ebd91-e615-42f9-9d07-1bc1a8018b3f, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:53:58.788137 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d832914-9257-4e05-bc37-7009edf0265d admin admin] Network 5f7ebd91-e615-42f9-9d07-1bc1a8018b3f is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:53:58.797516 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-9d832914-9257-4e05-bc37-7009edf0265d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 5f7ebd91-e615-42f9-9d07-1bc1a8018b3f) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:53:58.802066 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d832914-9257-4e05-bc37-7009edf0265d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:58.802695 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9d832914-9257-4e05-bc37-7009edf0265d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:58.808132 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7347c6ed-2698-462f-98d1-d2a8a41c8a9e None None] Network 5f7ebd91-e615-42f9-9d07-1bc1a8018b3f requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:53:58.819286 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9d832914-9257-4e05-bc37-7009edf0265d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3182933 Apr 29 11:53:58.935954 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e3b18a-be64-4071-a656-735d12cc5919 None None] Network 5f7ebd91-e615-42f9-9d07-1bc1a8018b3f requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:53:59.253532 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f07681-478c-4ee7-988a-e47411af23b1 req-6b2dd8dd-b214-42d8-9f60-3056b8d405d6 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:59.255065 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-67f07681-478c-4ee7-988a-e47411af23b1 req-6b2dd8dd-b214-42d8-9f60-3056b8d405d6 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/networks?id=5f7ebd91-e615-42f9-9d07-1bc1a8018b3f HTTP/1.1" status: 200 len: 812 time: 0.1071146 Apr 29 11:53:59.271813 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-67f07681-478c-4ee7-988a-e47411af23b1 req-81c665b2-2014-4a50-90dc-67ff7d316f8d tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/quotas/baa57785abfe4ebebca858af137f1bc5 HTTP/1.1" status: 200 len: 375 time: 0.0094938 Apr 29 11:53:59.312040 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-67f07681-478c-4ee7-988a-e47411af23b1 req-d2c9206d-b360-42ec-83c9-4afacfd5fb52 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=baa57785abfe4ebebca858af137f1bc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335395 Apr 29 11:53:59.404131 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-67f07681-478c-4ee7-988a-e47411af23b1 req-cf125843-6ff0-4e63-944f-cd577d35b8a1 service neutron] 10.222.0.69 "GET /v2.0/networks/5f7ebd91-e615-42f9-9d07-1bc1a8018b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843990 Apr 29 11:53:59.498573 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-67f07681-478c-4ee7-988a-e47411af23b1 req-905e6e4a-073b-45ac-a6f9-f9b31874a9b8 service neutron] 10.222.0.69 "GET /v2.0/networks/5f7ebd91-e615-42f9-9d07-1bc1a8018b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883501 Apr 29 11:53:59.656283 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-39d7f7af-b9a8-4e52-8d14-cf9b1fc7f717 req-d64471a9-4c90-4181-9e47-3622a74d86e0 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 210 time: 0.0279601 Apr 29 11:54:00.048047 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:00.217031 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:00.642785 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f07681-478c-4ee7-988a-e47411af23b1 req-214f6a13-fd63-4415-bc4d-2f11211630a3 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:00.644269 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-67f07681-478c-4ee7-988a-e47411af23b1 req-214f6a13-fd63-4415-bc4d-2f11211630a3 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.62 "GET /v2.0/networks?id=5f7ebd91-e615-42f9-9d07-1bc1a8018b3f HTTP/1.1" status: 200 len: 812 time: 0.1058185 Apr 29 11:54:00.656814 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-67f07681-478c-4ee7-988a-e47411af23b1 req-690c5259-1808-47a5-96d6-dcbb7b68b15a tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Request body: {'port': {'device_id': 'e8c63e4f-daa8-4a03-bf32-cd578a16536a', 'network_id': '5f7ebd91-e615-42f9-9d07-1bc1a8018b3f', 'admin_state_up': True, 'tenant_id': 'baa57785abfe4ebebca858af137f1bc5'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:54:00.764533 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d2065221-fb7f-4bfd-98f8-85927671915e req-f2ad8598-cbfc-4348-a6dc-23f62b2fafe7 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 210 time: 0.0344260 Apr 29 11:54:00.794331 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f07681-478c-4ee7-988a-e47411af23b1 req-690c5259-1808-47a5-96d6-dcbb7b68b15a tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Made reservation on behalf of baa57785abfe4ebebca858af137f1bc5 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:54:00.797741 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-67f07681-478c-4ee7-988a-e47411af23b1 req-690c5259-1808-47a5-96d6-dcbb7b68b15a tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:00.925538 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-67f07681-478c-4ee7-988a-e47411af23b1 req-690c5259-1808-47a5-96d6-dcbb7b68b15a tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Allocated IP 172.20.0.13 (5f7ebd91-e615-42f9-9d07-1bc1a8018b3f/b1646d5c-16d7-4db2-853b-5adabdf41447/41c3ec72-fa01-4ea1-8f6b-a7429757d381) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:54:01.084781 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-67f07681-478c-4ee7-988a-e47411af23b1 req-690c5259-1808-47a5-96d6-dcbb7b68b15a tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:01.118733 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-67f07681-478c-4ee7-988a-e47411af23b1 req-690c5259-1808-47a5-96d6-dcbb7b68b15a tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:01.163964 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f07681-478c-4ee7-988a-e47411af23b1 req-690c5259-1808-47a5-96d6-dcbb7b68b15a tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Network 5f7ebd91-e615-42f9-9d07-1bc1a8018b3f is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:54:01.167483 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-67f07681-478c-4ee7-988a-e47411af23b1 req-690c5259-1808-47a5-96d6-dcbb7b68b15a tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:54:01.170090 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f07681-478c-4ee7-988a-e47411af23b1 req-690c5259-1808-47a5-96d6-dcbb7b68b15a tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:54:01.198554 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c5259-1808-47a5-96d6-dcbb7b68b15a tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Pushing event updated for resources: {'Port': ['ID=41c3ec72-fa01-4ea1-8f6b-a7429757d381,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:54:01.227456 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f07681-478c-4ee7-988a-e47411af23b1 req-690c5259-1808-47a5-96d6-dcbb7b68b15a tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:01.228047 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-67f07681-478c-4ee7-988a-e47411af23b1 req-690c5259-1808-47a5-96d6-dcbb7b68b15a tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:01.244756 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-67f07681-478c-4ee7-988a-e47411af23b1 req-690c5259-1808-47a5-96d6-dcbb7b68b15a tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5912461 Apr 29 11:54:01.259645 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-67f07681-478c-4ee7-988a-e47411af23b1 req-27083954-9aea-47b5-9042-64310806a20c service neutron] Request body: {'port': {'device_id': 'e8c63e4f-daa8-4a03-bf32-cd578a16536a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:54:01.318699 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-67f07681-478c-4ee7-988a-e47411af23b1 req-27083954-9aea-47b5-9042-64310806a20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:01.618246 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-67f07681-478c-4ee7-988a-e47411af23b1 req-27083954-9aea-47b5-9042-64310806a20c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c3ec72-fa01-4ea1-8f6b-a7429757d381 {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:54:01.629857 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-67f07681-478c-4ee7-988a-e47411af23b1 req-27083954-9aea-47b5-9042-64310806a20c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:01.642554 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-67f07681-478c-4ee7-988a-e47411af23b1 req-27083954-9aea-47b5-9042-64310806a20c service neutron] Transition to ACTIVE for port object 41c3ec72-fa01-4ea1-8f6b-a7429757d381 will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:54:01.646199 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-67f07681-478c-4ee7-988a-e47411af23b1 req-27083954-9aea-47b5-9042-64310806a20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:01.705897 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27083954-9aea-47b5-9042-64310806a20c service neutron] Pushing event updated for resources: {'Port': ['ID=41c3ec72-fa01-4ea1-8f6b-a7429757d381,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:54:01.782790 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-67f07681-478c-4ee7-988a-e47411af23b1 req-27083954-9aea-47b5-9042-64310806a20c service neutron] Attempting to bind port 41c3ec72-fa01-4ea1-8f6b-a7429757d381 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:54:01.783322 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-67f07681-478c-4ee7-988a-e47411af23b1 req-27083954-9aea-47b5-9042-64310806a20c service neutron] Attempting to bind port 41c3ec72-fa01-4ea1-8f6b-a7429757d381 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '5f8cd374-30bf-4fc8-b0e3-9f7e55550d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5f7ebd91-e615-42f9-9d07-1bc1a8018b3f'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:54:01.783833 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f07681-478c-4ee7-988a-e47411af23b1 req-27083954-9aea-47b5-9042-64310806a20c service neutron] Attempting to bind port 41c3ec72-fa01-4ea1-8f6b-a7429757d381 on network 5f7ebd91-e615-42f9-9d07-1bc1a8018b3f {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:54:01.788536 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f07681-478c-4ee7-988a-e47411af23b1 req-27083954-9aea-47b5-9042-64310806a20c service neutron] Port 41c3ec72-fa01-4ea1-8f6b-a7429757d381 on network 5f7ebd91-e615-42f9-9d07-1bc1a8018b3f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:54:01.788857 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f07681-478c-4ee7-988a-e47411af23b1 req-27083954-9aea-47b5-9042-64310806a20c service neutron] Attempting to bind port 41c3ec72-fa01-4ea1-8f6b-a7429757d381 on network 5f7ebd91-e615-42f9-9d07-1bc1a8018b3f {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:54:01.794818 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f07681-478c-4ee7-988a-e47411af23b1 req-27083954-9aea-47b5-9042-64310806a20c service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:54:01.795185 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f07681-478c-4ee7-988a-e47411af23b1 req-27083954-9aea-47b5-9042-64310806a20c service neutron] Checking segment: {'id': '5f8cd374-30bf-4fc8-b0e3-9f7e55550d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5f7ebd91-e615-42f9-9d07-1bc1a8018b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:54:01.795533 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f07681-478c-4ee7-988a-e47411af23b1 req-27083954-9aea-47b5-9042-64310806a20c service neutron] Bound using segment: {'id': '5f8cd374-30bf-4fc8-b0e3-9f7e55550d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5f7ebd91-e615-42f9-9d07-1bc1a8018b3f'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:54:01.795965 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-67f07681-478c-4ee7-988a-e47411af23b1 req-27083954-9aea-47b5-9042-64310806a20c service neutron] Bound port: 41c3ec72-fa01-4ea1-8f6b-a7429757d381, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f8cd374-30bf-4fc8-b0e3-9f7e55550d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5f7ebd91-e615-42f9-9d07-1bc1a8018b3f'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:54:01.796324 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-67f07681-478c-4ee7-988a-e47411af23b1 req-27083954-9aea-47b5-9042-64310806a20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:01.901829 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-67f07681-478c-4ee7-988a-e47411af23b1 req-27083954-9aea-47b5-9042-64310806a20c service neutron] For port 41c3ec72-fa01-4ea1-8f6b-a7429757d381, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:54:01.905742 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-67f07681-478c-4ee7-988a-e47411af23b1 req-27083954-9aea-47b5-9042-64310806a20c service neutron] For port 41c3ec72-fa01-4ea1-8f6b-a7429757d381, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=41c3ec72-fa01-4ea1-8f6b-a7429757d381,segment=NetworkSegment(5f8cd374-30bf-4fc8-b0e3-9f7e55550d6b),segment_id=5f8cd374-30bf-4fc8-b0e3-9f7e55550d6b)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:54:01.919993 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26124044-17e9-4247-8bd6-876ea75e10f3 req-384c3101-e3bb-40b0-aba2-63c0c1f6c330 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:01.921520 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-26124044-17e9-4247-8bd6-876ea75e10f3 req-384c3101-e3bb-40b0-aba2-63c0c1f6c330 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 944 time: 0.0835423 Apr 29 11:54:01.922805 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-67f07681-478c-4ee7-988a-e47411af23b1 req-27083954-9aea-47b5-9042-64310806a20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:01.983514 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f07681-478c-4ee7-988a-e47411af23b1 req-27083954-9aea-47b5-9042-64310806a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:01.984125 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-67f07681-478c-4ee7-988a-e47411af23b1 req-27083954-9aea-47b5-9042-64310806a20c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:01.985531 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-67f07681-478c-4ee7-988a-e47411af23b1 req-27083954-9aea-47b5-9042-64310806a20c service neutron] 10.222.0.62 "PUT /v2.0/ports/41c3ec72-fa01-4ea1-8f6b-a7429757d381 HTTP/1.1" status: 200 len: 1094 time: 0.7300117 Apr 29 11:54:01.987273 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c63e4f-daa8-4a03-bf32-cd578a16536a', 'tag': '41c3ec72-fa01-4ea1-8f6b-a7429757d381'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:54:01.989671 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f9bfa9-3ee2-46e5-9312-d573584ac515" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c63e4f-daa8-4a03-bf32-cd578a16536a", "tag": "41c3ec72-fa01-4ea1-8f6b-a7429757d381"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:54:02.027002 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-26124044-17e9-4247-8bd6-876ea75e10f3 req-a4c8e779-79c4-4430-8454-c6daa8f3de0b tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968874 Apr 29 11:54:02.041257 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27083954-9aea-47b5-9042-64310806a20c service neutron] Pushing event updated for resources: {'Port': ['ID=41c3ec72-fa01-4ea1-8f6b-a7429757d381,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:54:02.056755 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36df79e-b480-4e88-8b1f-187435bc7b4e x-openstack-request-id: req-f36df79e-b480-4e88-8b1f-187435bc7b4e {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:54:02.057449 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c63e4f-daa8-4a03-bf32-cd578a16536a", "tag": "41c3ec72-fa01-4ea1-8f6b-a7429757d381", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:54:02.057449 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f36df79e-b480-4e88-8b1f-187435bc7b4e {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:54:02.057752 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f36df79e-b480-4e88-8b1f-187435bc7b4e'] response: {'name': 'network-changed', 'server_uuid': 'e8c63e4f-daa8-4a03-bf32-cd578a16536a', 'tag': '41c3ec72-fa01-4ea1-8f6b-a7429757d381', 'status': 'completed', 'code': 200} Apr 29 11:54:02.078472 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f07681-478c-4ee7-988a-e47411af23b1 req-e667b5ab-f16c-4b10-8ff2-a2e35a3a5199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:02.080464 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-67f07681-478c-4ee7-988a-e47411af23b1 req-e667b5ab-f16c-4b10-8ff2-a2e35a3a5199 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=baa57785abfe4ebebca858af137f1bc5&device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 1097 time: 0.0498207 Apr 29 11:54:02.131464 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-67f07681-478c-4ee7-988a-e47411af23b1 req-b411fd58-e719-4646-bb17-74f619f1a83c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41c3ec72-fa01-4ea1-8f6b-a7429757d381 HTTP/1.1" status: 200 len: 217 time: 0.0434129 Apr 29 11:54:02.187015 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f07681-478c-4ee7-988a-e47411af23b1 req-68edda40-bfc5-4cc7-a738-0c836a441323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:02.188568 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-67f07681-478c-4ee7-988a-e47411af23b1 req-68edda40-bfc5-4cc7-a738-0c836a441323 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b1646d5c-16d7-4db2-853b-5adabdf41447 HTTP/1.1" status: 200 len: 852 time: 0.0509837 Apr 29 11:54:02.230010 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-67f07681-478c-4ee7-988a-e47411af23b1 req-2a659daf-0e68-4143-bf93-32d19434ba63 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f7ebd91-e615-42f9-9d07-1bc1a8018b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342536 Apr 29 11:54:02.323908 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-67f07681-478c-4ee7-988a-e47411af23b1 req-a0cb95a2-9bf3-4eaf-8001-b915c1692f25 service neutron] 10.222.0.62 "GET /v2.0/networks/5f7ebd91-e615-42f9-9d07-1bc1a8018b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834146 Apr 29 11:54:02.419195 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-67f07681-478c-4ee7-988a-e47411af23b1 req-f62fd79f-c8e7-4e79-ac56-cb9edd1e581c service neutron] 10.222.0.62 "GET /v2.0/networks/5f7ebd91-e615-42f9-9d07-1bc1a8018b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885565 Apr 29 11:54:02.507909 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9bfa9-3ee2-46e5-9312-d573584ac515 req-f97e2075-d217-47dd-9991-c6d935a89ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:02.509400 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d4f9bfa9-3ee2-46e5-9312-d573584ac515 req-f97e2075-d217-47dd-9991-c6d935a89ec7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=baa57785abfe4ebebca858af137f1bc5&device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 1097 time: 0.0407326 Apr 29 11:54:02.603394 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9bfa9-3ee2-46e5-9312-d573584ac515 req-7108b03b-ade0-4ef5-aa6c-343170753704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:02.604795 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d4f9bfa9-3ee2-46e5-9312-d573584ac515 req-7108b03b-ade0-4ef5-aa6c-343170753704 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f7ebd91-e615-42f9-9d07-1bc1a8018b3f HTTP/1.1" status: 200 len: 913 time: 0.0860059 Apr 29 11:54:02.646575 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d4f9bfa9-3ee2-46e5-9312-d573584ac515 req-e1000e79-fdb3-46c2-9b4c-dc804132d70d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41c3ec72-fa01-4ea1-8f6b-a7429757d381 HTTP/1.1" status: 200 len: 217 time: 0.0343800 Apr 29 11:54:02.694613 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9bfa9-3ee2-46e5-9312-d573584ac515 req-3ecd039e-94ac-4648-b459-e98f0af1926f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:02.696283 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d4f9bfa9-3ee2-46e5-9312-d573584ac515 req-3ecd039e-94ac-4648-b459-e98f0af1926f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b1646d5c-16d7-4db2-853b-5adabdf41447 HTTP/1.1" status: 200 len: 852 time: 0.0422823 Apr 29 11:54:02.727071 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d4f9bfa9-3ee2-46e5-9312-d573584ac515 req-ed13c367-47dd-4d0d-a7a0-2df19448673d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f7ebd91-e615-42f9-9d07-1bc1a8018b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235829 Apr 29 11:54:02.819720 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d4f9bfa9-3ee2-46e5-9312-d573584ac515 req-df0aa9ef-37f0-4d99-a57a-2023fd7f4e5a service neutron] 10.222.0.62 "GET /v2.0/networks/5f7ebd91-e615-42f9-9d07-1bc1a8018b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855126 Apr 29 11:54:02.907161 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d4f9bfa9-3ee2-46e5-9312-d573584ac515 req-f2e8d1ca-8af9-4099-ae70-399058a89a64 service neutron] 10.222.0.62 "GET /v2.0/networks/5f7ebd91-e615-42f9-9d07-1bc1a8018b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806901 Apr 29 11:54:03.153865 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c8835-2beb-419b-af49-0947c34f66ee req-c159b50e-89ed-4bcc-8344-a34cf68ee02b tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:03.155563 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-266c8835-2beb-419b-af49-0947c34f66ee req-c159b50e-89ed-4bcc-8344-a34cf68ee02b tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 944 time: 0.0566690 Apr 29 11:54:03.194600 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-266c8835-2beb-419b-af49-0947c34f66ee req-e802bea9-ff04-47cf-8572-ed587d1a565b tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328124 Apr 29 11:54:04.322027 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7b7dd-6635-4236-ba61-d8509bcf9f79 req-b55df5df-c435-47de-9af1-d75256c0b676 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:04.323795 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0be7b7dd-6635-4236-ba61-d8509bcf9f79 req-b55df5df-c435-47de-9af1-d75256c0b676 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 944 time: 0.0584793 Apr 29 11:54:04.363634 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0be7b7dd-6635-4236-ba61-d8509bcf9f79 req-349d0f67-e72a-47b8-8371-465f8f53094f tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337946 Apr 29 11:54:05.254599 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 41c3ec72-fa01-4ea1-8f6b-a7429757d381 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:54:05.351858 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 41c3ec72-fa01-4ea1-8f6b-a7429757d381, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=41c3ec72-fa01-4ea1-8f6b-a7429757d381,segment=NetworkSegment(5f8cd374-30bf-4fc8-b0e3-9f7e55550d6b),segment_id=5f8cd374-30bf-4fc8-b0e3-9f7e55550d6b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:54:05.362791 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '41c3ec72-fa01-4ea1-8f6b-a7429757d381', 'network_id': '5f7ebd91-e615-42f9-9d07-1bc1a8018b3f', 'port_id': '41c3ec72-fa01-4ea1-8f6b-a7429757d381', 'mac_address': 'fa:16:3e:d8:de:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1646d5c-16d7-4db2-853b-5adabdf41447', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:54:05.400525 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:05.413222 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c3ec72-fa01-4ea1-8f6b-a7429757d381 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:54:05.432787 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 41c3ec72-fa01-4ea1-8f6b-a7429757d381, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=41c3ec72-fa01-4ea1-8f6b-a7429757d381,segment=NetworkSegment(5f8cd374-30bf-4fc8-b0e3-9f7e55550d6b),segment_id=5f8cd374-30bf-4fc8-b0e3-9f7e55550d6b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:54:05.437804 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:05.484228 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10c866-c3b0-4481-8007-7e9ca5784732 req-4e8c25c2-1cef-40e1-af95-a0d25d76816d tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:05.485725 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4c10c866-c3b0-4481-8007-7e9ca5784732 req-4e8c25c2-1cef-40e1-af95-a0d25d76816d tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 945 time: 0.0539889 Apr 29 11:54:05.492056 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=41c3ec72-fa01-4ea1-8f6b-a7429757d381,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:54:05.526283 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4c10c866-c3b0-4481-8007-7e9ca5784732 req-0149efa6-8296-4462-982d-f6d780621ff0 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336936 Apr 29 11:54:05.682305 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['41c3ec72-fa01-4ea1-8f6b-a7429757d381'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:54:06.974383 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058a77c-dc9e-4ddc-89ee-fe15b8a5d9de req-24e8bff6-0e81-4fb9-a7cf-0df9ab4f1c5c tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:06.975925 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d058a77c-dc9e-4ddc-89ee-fe15b8a5d9de req-24e8bff6-0e81-4fb9-a7cf-0df9ab4f1c5c tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 945 time: 0.3800509 Apr 29 11:54:07.014903 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d058a77c-dc9e-4ddc-89ee-fe15b8a5d9de req-00b25f35-c1bc-4337-a340-b37787a4f42d tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323715 Apr 29 11:54:07.253847 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 41c3ec72-fa01-4ea1-8f6b-a7429757d381 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:54:07.308415 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port 41c3ec72-fa01-4ea1-8f6b-a7429757d381 completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:54:07.312899 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 41c3ec72-fa01-4ea1-8f6b-a7429757d381 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:54:07.313311 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:07.389606 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:07.411616 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c63e4f-daa8-4a03-bf32-cd578a16536a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c3ec72-fa01-4ea1-8f6b-a7429757d381'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:54:07.413926 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131e7f2a-c8fd-4df4-9deb-f3b3bf701e71" -d '{"events": [{"server_uuid": "e8c63e4f-daa8-4a03-bf32-cd578a16536a", "name": "network-vif-plugged", "status": "completed", "tag": "41c3ec72-fa01-4ea1-8f6b-a7429757d381"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:54:07.427495 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 41c3ec72-fa01-4ea1-8f6b-a7429757d381, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=41c3ec72-fa01-4ea1-8f6b-a7429757d381,segment=NetworkSegment(5f8cd374-30bf-4fc8-b0e3-9f7e55550d6b),segment_id=5f8cd374-30bf-4fc8-b0e3-9f7e55550d6b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:54:07.431994 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:07.456842 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bb95d1-f0c1-4787-8406-69b68345c247 x-openstack-request-id: req-85bb95d1-f0c1-4787-8406-69b68345c247 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:54:07.457133 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c63e4f-daa8-4a03-bf32-cd578a16536a", "name": "network-vif-plugged", "status": "completed", "tag": "41c3ec72-fa01-4ea1-8f6b-a7429757d381", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:54:07.457381 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-85bb95d1-f0c1-4787-8406-69b68345c247 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:54:07.457769 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85bb95d1-f0c1-4787-8406-69b68345c247'] response: {'server_uuid': 'e8c63e4f-daa8-4a03-bf32-cd578a16536a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c3ec72-fa01-4ea1-8f6b-a7429757d381', 'code': 200} Apr 29 11:54:07.487123 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=41c3ec72-fa01-4ea1-8f6b-a7429757d381,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:54:07.623629 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4913c-8a8e-4957-96ca-a26b629f6efa req-639ba3d8-35b5-414a-86df-b406f243ae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:07.625016 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b4b4913c-8a8e-4957-96ca-a26b629f6efa req-639ba3d8-35b5-414a-86df-b406f243ae58 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 1099 time: 0.0395594 Apr 29 11:54:07.661616 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b4b4913c-8a8e-4957-96ca-a26b629f6efa req-9a1c2246-a205-4c2d-92d8-c17712303ec0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295072 Apr 29 11:54:08.131721 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0acebc-7a24-4bdf-8bae-57c5437424ee req-60746c01-bc35-4ad0-a2a8-973c26faf4c7 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:08.133235 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-da0acebc-7a24-4bdf-8bae-57c5437424ee req-60746c01-bc35-4ad0-a2a8-973c26faf4c7 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 946 time: 0.0495465 Apr 29 11:54:08.174292 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-da0acebc-7a24-4bdf-8bae-57c5437424ee req-fc7d2802-cc5e-448b-870c-89d81b3d1687 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342445 Apr 29 11:54:09.299163 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c231a91-682a-447b-ad6b-5faefdbb21c1 req-8e37ad8d-4d4d-40a4-ab10-6d759e04394e tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:09.300678 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6c231a91-682a-447b-ad6b-5faefdbb21c1 req-8e37ad8d-4d4d-40a4-ab10-6d759e04394e tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 946 time: 0.0540798 Apr 29 11:54:09.341906 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6c231a91-682a-447b-ad6b-5faefdbb21c1 req-517af04e-ee2c-419a-98b2-661d9b16ec15 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339854 Apr 29 11:54:09.678807 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57cabf-f834-445b-8af7-5bdab3922f8d req-5aeaf627-aa01-43c0-868e-179efc970b62 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:09.680300 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8f57cabf-f834-445b-8af7-5bdab3922f8d req-5aeaf627-aa01-43c0-868e-179efc970b62 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 946 time: 0.0509353 Apr 29 11:54:09.699074 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55678) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:54:09.719652 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8f57cabf-f834-445b-8af7-5bdab3922f8d req-a02036ad-2c2a-48a1-a590-f05850805ea6 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328012 Apr 29 11:54:09.781021 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [req-cfd37634-efc8-4220-b3a6-6681332d3e1f req-d211f394-d887-4ae7-bbc8-dbec87f60984 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807962 Apr 29 11:54:09.790857 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [req-cfd37634-efc8-4220-b3a6-6681332d3e1f req-f08723b6-a670-4806-88b9-a1d4e6ceda11 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:54:09.792148 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [req-cfd37634-efc8-4220-b3a6-6681332d3e1f req-f08723b6-a670-4806-88b9-a1d4e6ceda11 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058889 Apr 29 11:54:10.835237 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c890e8-4f42-43ea-afa7-0d3d1b7fdb4c req-0a184697-9761-49af-b4e9-553d9fb3a4c4 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:10.836628 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f2c890e8-4f42-43ea-afa7-0d3d1b7fdb4c req-0a184697-9761-49af-b4e9-553d9fb3a4c4 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 946 time: 0.0493224 Apr 29 11:54:10.874845 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f2c890e8-4f42-43ea-afa7-0d3d1b7fdb4c req-8d04b967-4524-4c82-9c1e-ea0e07714919 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314181 Apr 29 11:54:11.061060 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd37634-efc8-4220-b3a6-6681332d3e1f req-2f5f1020-91a5-49df-b031-26978af7885f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:11.062584 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cfd37634-efc8-4220-b3a6-6681332d3e1f req-2f5f1020-91a5-49df-b031-26978af7885f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=baa57785abfe4ebebca858af137f1bc5&device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 1099 time: 0.0453107 Apr 29 11:54:11.154306 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd37634-efc8-4220-b3a6-6681332d3e1f req-a1b98698-cd6d-480d-8e95-dc3bcea791ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:11.155724 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cfd37634-efc8-4220-b3a6-6681332d3e1f req-a1b98698-cd6d-480d-8e95-dc3bcea791ac service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f7ebd91-e615-42f9-9d07-1bc1a8018b3f HTTP/1.1" status: 200 len: 913 time: 0.0859134 Apr 29 11:54:11.201772 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cfd37634-efc8-4220-b3a6-6681332d3e1f req-0f048bab-8aa6-4b43-8aed-a0826c7993b0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41c3ec72-fa01-4ea1-8f6b-a7429757d381 HTTP/1.1" status: 200 len: 217 time: 0.0386543 Apr 29 11:54:11.250903 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd37634-efc8-4220-b3a6-6681332d3e1f req-85ab5ced-5d82-4838-bf75-988865d64315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:11.252419 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cfd37634-efc8-4220-b3a6-6681332d3e1f req-85ab5ced-5d82-4838-bf75-988865d64315 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b1646d5c-16d7-4db2-853b-5adabdf41447 HTTP/1.1" status: 200 len: 852 time: 0.0436304 Apr 29 11:54:11.288410 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cfd37634-efc8-4220-b3a6-6681332d3e1f req-a9a4b187-f664-49cb-b88a-161d0fa7042a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f7ebd91-e615-42f9-9d07-1bc1a8018b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272155 Apr 29 11:54:11.383499 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cfd37634-efc8-4220-b3a6-6681332d3e1f req-5f0f6fe1-3e66-410a-ae83-b0407525e425 service neutron] 10.222.0.62 "GET /v2.0/networks/5f7ebd91-e615-42f9-9d07-1bc1a8018b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863171 Apr 29 11:54:11.475430 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cfd37634-efc8-4220-b3a6-6681332d3e1f req-22c42475-5d93-4eae-9a25-927bc1f8049a service neutron] 10.222.0.62 "GET /v2.0/networks/5f7ebd91-e615-42f9-9d07-1bc1a8018b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844760 Apr 29 11:54:11.992686 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599360f-1ab4-45e7-8a57-816221aeade9 req-65310cb2-153f-4382-b38e-e995cb96095b tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:11.994422 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3599360f-1ab4-45e7-8a57-816221aeade9 req-65310cb2-153f-4382-b38e-e995cb96095b tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 946 time: 0.0509598 Apr 29 11:54:12.033564 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3599360f-1ab4-45e7-8a57-816221aeade9 req-8c4146ff-2c96-4eef-a61c-944c51761a5c tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328684 Apr 29 11:54:13.152666 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687dc53-42df-4792-b55d-1b62072d5f72 req-17ef2a87-4ab4-4ca4-98e6-4ed0064a945c tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:13.154248 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d687dc53-42df-4792-b55d-1b62072d5f72 req-17ef2a87-4ab4-4ca4-98e6-4ed0064a945c tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 946 time: 0.0518224 Apr 29 11:54:13.192444 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d687dc53-42df-4792-b55d-1b62072d5f72 req-03052ea1-157a-425d-8cb3-a505f60b73d2 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322194 Apr 29 11:54:14.308818 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abe966-a6d6-4dbe-a878-1851d8e056ec req-1c7b7af1-f1fa-48c0-8e91-35f7241e5b14 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:14.310336 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e5abe966-a6d6-4dbe-a878-1851d8e056ec req-1c7b7af1-f1fa-48c0-8e91-35f7241e5b14 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 946 time: 0.0499637 Apr 29 11:54:14.348247 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e5abe966-a6d6-4dbe-a878-1851d8e056ec req-cc8e1f26-01ae-4601-9303-c9673d99f650 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318973 Apr 29 11:54:15.464853 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577005ec-4102-4a88-939e-ad5c1a889787 req-514de57b-6d48-4a73-a1ea-4d750efe0903 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:15.466382 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-577005ec-4102-4a88-939e-ad5c1a889787 req-514de57b-6d48-4a73-a1ea-4d750efe0903 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 946 time: 0.0511739 Apr 29 11:54:15.504841 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-577005ec-4102-4a88-939e-ad5c1a889787 req-58d19295-69c5-416e-973b-c794159efc3d tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323541 Apr 29 11:54:16.624809 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9a827-e939-431d-b29b-e60267b181cc req-63fc1bc7-d2ac-4f1c-a1d4-59e68c25d24b tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:16.626366 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-65c9a827-e939-431d-b29b-e60267b181cc req-63fc1bc7-d2ac-4f1c-a1d4-59e68c25d24b tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 946 time: 0.0545087 Apr 29 11:54:16.664992 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-65c9a827-e939-431d-b29b-e60267b181cc req-42c5aaea-7d0b-46de-bf04-514ab894cc58 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326092 Apr 29 11:54:17.782691 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78238949-d08d-4406-b5c3-275ac6a98ffb req-28cbd2e1-c4c5-49cf-baee-787618f9a77a tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:17.784189 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-78238949-d08d-4406-b5c3-275ac6a98ffb req-28cbd2e1-c4c5-49cf-baee-787618f9a77a tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 946 time: 0.0497620 Apr 29 11:54:17.822918 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-78238949-d08d-4406-b5c3-275ac6a98ffb req-4a80b28d-ecbf-4603-a083-99510f5a44e7 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326560 Apr 29 11:54:17.971621 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcc2a4-c7df-477d-aba1-69e0343f8508 req-6ed397ed-c31d-4c12-81a7-3434df4066ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:17.973163 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-49dcc2a4-c7df-477d-aba1-69e0343f8508 req-6ed397ed-c31d-4c12-81a7-3434df4066ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=baa57785abfe4ebebca858af137f1bc5&device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 1099 time: 0.0424144 Apr 29 11:54:18.084113 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcc2a4-c7df-477d-aba1-69e0343f8508 req-c3c2c677-2691-42d7-b389-a07126ca47fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:18.085659 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-49dcc2a4-c7df-477d-aba1-69e0343f8508 req-c3c2c677-2691-42d7-b389-a07126ca47fb service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f7ebd91-e615-42f9-9d07-1bc1a8018b3f HTTP/1.1" status: 200 len: 913 time: 0.0913489 Apr 29 11:54:18.129042 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-49dcc2a4-c7df-477d-aba1-69e0343f8508 req-fec1ce3a-4aff-4db3-95a8-e965886a37cc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41c3ec72-fa01-4ea1-8f6b-a7429757d381 HTTP/1.1" status: 200 len: 217 time: 0.0353742 Apr 29 11:54:18.180936 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcc2a4-c7df-477d-aba1-69e0343f8508 req-57c5fb8a-cfdb-4f87-b6d7-2fe3e7d95df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:18.183168 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-49dcc2a4-c7df-477d-aba1-69e0343f8508 req-57c5fb8a-cfdb-4f87-b6d7-2fe3e7d95df1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b1646d5c-16d7-4db2-853b-5adabdf41447 HTTP/1.1" status: 200 len: 852 time: 0.0471056 Apr 29 11:54:18.220716 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-49dcc2a4-c7df-477d-aba1-69e0343f8508 req-3502e703-416f-4a88-96c2-6ac13b050596 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f7ebd91-e615-42f9-9d07-1bc1a8018b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304239 Apr 29 11:54:18.317039 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-49dcc2a4-c7df-477d-aba1-69e0343f8508 req-292f4239-3bda-4310-a3dd-67a12b81e12a service neutron] 10.222.0.62 "GET /v2.0/networks/5f7ebd91-e615-42f9-9d07-1bc1a8018b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888507 Apr 29 11:54:18.427501 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-49dcc2a4-c7df-477d-aba1-69e0343f8508 req-48ca275a-65f3-4c83-9686-0adb5356d495 service neutron] 10.222.0.62 "GET /v2.0/networks/5f7ebd91-e615-42f9-9d07-1bc1a8018b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909140 Apr 29 11:54:18.964280 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea028db0-c198-4518-af6c-85cc8ebf242e req-9160e4d2-fcc4-4940-a973-b32d98226cf6 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:18.965875 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ea028db0-c198-4518-af6c-85cc8ebf242e req-9160e4d2-fcc4-4940-a973-b32d98226cf6 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 946 time: 0.0570784 Apr 29 11:54:19.008183 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ea028db0-c198-4518-af6c-85cc8ebf242e req-cfc1e9a5-1b87-443e-9f2e-7a2d1813b03b tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353072 Apr 29 11:54:20.131304 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c735f-7111-4a4e-a779-ba1fec4fee15 req-647803fa-75a2-483d-99cf-f9150363637d tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:20.132892 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-087c735f-7111-4a4e-a779-ba1fec4fee15 req-647803fa-75a2-483d-99cf-f9150363637d tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 946 time: 0.0508742 Apr 29 11:54:20.192106 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-087c735f-7111-4a4e-a779-ba1fec4fee15 req-76cd4b2b-c7e0-4072-85e4-87af7817c9e2 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518644 Apr 29 11:54:21.313817 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc391b-5b34-487d-8070-c1924ca36ef4 req-feb9d414-3d5a-4b2f-9d98-07f58544f6c9 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:21.315376 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-20fc391b-5b34-487d-8070-c1924ca36ef4 req-feb9d414-3d5a-4b2f-9d98-07f58544f6c9 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 946 time: 0.0537484 Apr 29 11:54:21.355281 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-20fc391b-5b34-487d-8070-c1924ca36ef4 req-08b3cdb1-c04c-4692-86d5-3769927b0ed3 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336063 Apr 29 11:54:22.474768 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8225e3c-1ca5-48df-a4b4-f840d568c73a req-b524a162-a727-4f2e-abba-d9951c32bbc1 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:22.476280 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a8225e3c-1ca5-48df-a4b4-f840d568c73a req-b524a162-a727-4f2e-abba-d9951c32bbc1 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 946 time: 0.0528409 Apr 29 11:54:22.517630 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a8225e3c-1ca5-48df-a4b4-f840d568c73a req-cf6a8b7e-bb6b-40b0-b419-3cbb2ec33c58 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347736 Apr 29 11:54:23.574410 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-36224cd0-caa4-42b4-920f-630decd6f499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:23.640803 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838a6b5-f1f6-49ac-8893-21cf32c021aa req-d8bcbb43-15b3-4c47-9a46-1e5f5c666d6c tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:23.642455 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c838a6b5-f1f6-49ac-8893-21cf32c021aa req-d8bcbb43-15b3-4c47-9a46-1e5f5c666d6c tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 946 time: 0.0515070 Apr 29 11:54:23.683855 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c838a6b5-f1f6-49ac-8893-21cf32c021aa req-9ebe2401-ad03-4fa9-8425-919170c12797 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350826 Apr 29 11:54:24.806317 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d842339-6edf-4a7e-9ec2-f6ccb6328035 req-1f6b3496-089b-4901-9049-b14d2562a4cc tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:24.807838 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9d842339-6edf-4a7e-9ec2-f6ccb6328035 req-1f6b3496-089b-4901-9049-b14d2562a4cc tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 946 time: 0.0558012 Apr 29 11:54:24.848053 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9d842339-6edf-4a7e-9ec2-f6ccb6328035 req-901859db-d650-4b65-bc68-e275117a00c6 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342171 Apr 29 11:54:25.965357 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689da38a-4cef-4fad-b39b-4f6fea9d4c14 req-b97eb661-7ea6-4ae9-8a3c-30a8bd6890fe tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:25.966925 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-689da38a-4cef-4fad-b39b-4f6fea9d4c14 req-b97eb661-7ea6-4ae9-8a3c-30a8bd6890fe tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 946 time: 0.0505688 Apr 29 11:54:26.009042 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-689da38a-4cef-4fad-b39b-4f6fea9d4c14 req-40e9ba4b-7448-4018-835e-8a170b51c68c tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359063 Apr 29 11:54:27.129191 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f295f2-ebf3-4ee7-b197-a1ebd5b66803 req-87ca1ff7-f389-4038-9dc2-d1081b0d23e5 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:27.130722 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c1f295f2-ebf3-4ee7-b197-a1ebd5b66803 req-87ca1ff7-f389-4038-9dc2-d1081b0d23e5 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 946 time: 0.0504794 Apr 29 11:54:27.171661 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c1f295f2-ebf3-4ee7-b197-a1ebd5b66803 req-efdccca7-c538-4c47-8f22-708d86f8f5b4 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342529 Apr 29 11:54:27.195238 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:27.770550 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-03db0aaf-6797-476a-bffd-f2dc79467e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:28.280481 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:54:28.304281 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9a5ab-59c3-44a9-838e-c73edf5defa8 req-2a3efe79-695a-4cce-ac30-fcf4f3d20619 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:28.305857 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7ca9a5ab-59c3-44a9-838e-c73edf5defa8 req-2a3efe79-695a-4cce-ac30-fcf4f3d20619 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 946 time: 0.0628881 Apr 29 11:54:28.350943 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7ca9a5ab-59c3-44a9-838e-c73edf5defa8 req-46efbca7-6659-42ad-a301-fb7d9c5dc174 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381873 Apr 29 11:54:28.535328 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:29.479748 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ebb45-88a5-46cc-8d25-94fe42807d3b req-06eccb97-da2a-4cd2-b7ae-a2ad14dd2f83 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:29.481415 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9f9ebb45-88a5-46cc-8d25-94fe42807d3b req-06eccb97-da2a-4cd2-b7ae-a2ad14dd2f83 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 946 time: 0.0540192 Apr 29 11:54:29.520705 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9f9ebb45-88a5-46cc-8d25-94fe42807d3b req-3224d011-649f-4b1f-bd66-e5ea3a29c9b5 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331349 Apr 29 11:54:30.050734 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:30.219956 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:30.639456 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372ed2d-feee-45ca-a3ce-fb20bd728122 req-d706f4b8-35fe-41af-a298-16f7ecc38bca tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:30.640944 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a372ed2d-feee-45ca-a3ce-fb20bd728122 req-d706f4b8-35fe-41af-a298-16f7ecc38bca tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 946 time: 0.0501299 Apr 29 11:54:30.679670 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a372ed2d-feee-45ca-a3ce-fb20bd728122 req-62f280ec-1573-4a37-a1ab-cab376798f6e tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326154 Apr 29 11:54:31.806151 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325cd24-054f-4b08-9f8f-710b22c57aa6 req-c1944587-7236-426b-bf98-31bee20644c6 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:31.807726 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c325cd24-054f-4b08-9f8f-710b22c57aa6 req-c1944587-7236-426b-bf98-31bee20644c6 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 946 time: 0.0566130 Apr 29 11:54:31.849160 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c325cd24-054f-4b08-9f8f-710b22c57aa6 req-82d0b1e8-1e5e-482d-a8bb-1e3a8c996e73 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350561 Apr 29 11:54:32.970398 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d8e7a-d4d9-46c3-b013-0d867f4e8376 req-50ebf096-eb0b-48ad-bcac-371c972ba3a2 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:32.971965 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4e8d8e7a-d4d9-46c3-b013-0d867f4e8376 req-50ebf096-eb0b-48ad-bcac-371c972ba3a2 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 946 time: 0.0508630 Apr 29 11:54:33.012206 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4e8d8e7a-d4d9-46c3-b013-0d867f4e8376 req-fac7b37e-c5aa-4065-a8bb-a01ac1af4e1f tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342686 Apr 29 11:54:34.135449 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39db462-bbe6-44b8-833c-83f6b6b148d5 req-d5d7caa5-0b7a-45a8-ad96-6d8f1b3b829f tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:34.140618 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c39db462-bbe6-44b8-833c-83f6b6b148d5 req-d5d7caa5-0b7a-45a8-ad96-6d8f1b3b829f tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 946 time: 0.0540669 Apr 29 11:54:34.179314 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c39db462-bbe6-44b8-833c-83f6b6b148d5 req-ef22137d-211a-4519-a366-214ee4013f43 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344801 Apr 29 11:54:35.311328 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f3a75-c499-4639-9b8c-fe11b3095e5d req-0c3d0990-019d-4b3c-a400-7d03695b274b tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:35.312876 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-868f3a75-c499-4639-9b8c-fe11b3095e5d req-0c3d0990-019d-4b3c-a400-7d03695b274b tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 946 time: 0.0631471 Apr 29 11:54:35.351971 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-868f3a75-c499-4639-9b8c-fe11b3095e5d req-85cffbc7-bdc4-4213-a267-f43620ca31d7 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330729 Apr 29 11:54:36.486053 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94768bb-2bc7-4dbf-87bc-23b8223712ca req-66e480ba-e4f4-4eb4-8239-b2dfac9404df tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:36.487675 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b94768bb-2bc7-4dbf-87bc-23b8223712ca req-66e480ba-e4f4-4eb4-8239-b2dfac9404df tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 946 time: 0.0531089 Apr 29 11:54:36.530486 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b94768bb-2bc7-4dbf-87bc-23b8223712ca req-d793ce29-6fbf-47db-aec8-9e2fe35956d1 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345557 Apr 29 11:54:37.645146 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e714a06-81b0-4ccc-ba61-73ac232bf4bd req-7be7a3db-17a9-4509-acce-cd095043cc46 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:37.646582 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6e714a06-81b0-4ccc-ba61-73ac232bf4bd req-7be7a3db-17a9-4509-acce-cd095043cc46 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 946 time: 0.0494018 Apr 29 11:54:37.686035 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6e714a06-81b0-4ccc-ba61-73ac232bf4bd req-55cc4144-927f-4b41-aa8e-a21e78cef5fa tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333025 Apr 29 11:54:38.405863 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cfd37634-efc8-4220-b3a6-6681332d3e1f req-0ac3d4d6-dbfb-489e-9d4f-7c668bb7745a service neutron] 10.222.0.62 "GET /v2.0/ports/41c3ec72-fa01-4ea1-8f6b-a7429757d381/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0772495 Apr 29 11:54:38.656755 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd37634-efc8-4220-b3a6-6681332d3e1f req-c6695107-7f72-4867-b25a-ce84c357079f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:38.658228 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cfd37634-efc8-4220-b3a6-6681332d3e1f req-c6695107-7f72-4867-b25a-ce84c357079f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a&tenant_id=baa57785abfe4ebebca858af137f1bc5 HTTP/1.1" status: 200 len: 1099 time: 0.0736227 Apr 29 11:54:38.722706 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd37634-efc8-4220-b3a6-6681332d3e1f req-5c86506b-10a5-490d-b421-7b321c33b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:38.724494 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cfd37634-efc8-4220-b3a6-6681332d3e1f req-5c86506b-10a5-490d-b421-7b321c33b8cc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=baa57785abfe4ebebca858af137f1bc5&device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 1099 time: 0.0416312 Apr 29 11:54:38.860524 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22c73d-6953-43a9-871f-42f8f8156f8b req-596f4e3a-f2c4-4eed-b2ab-6d4e02b786a6 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:38.862151 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ac22c73d-6953-43a9-871f-42f8f8156f8b req-596f4e3a-f2c4-4eed-b2ab-6d4e02b786a6 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 946 time: 0.0793762 Apr 29 11:54:38.863776 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd37634-efc8-4220-b3a6-6681332d3e1f req-7fead7ff-016d-4e26-b2da-5914ae66f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:38.865133 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cfd37634-efc8-4220-b3a6-6681332d3e1f req-7fead7ff-016d-4e26-b2da-5914ae66f360 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f7ebd91-e615-42f9-9d07-1bc1a8018b3f HTTP/1.1" status: 200 len: 913 time: 0.1333535 Apr 29 11:54:38.919145 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cfd37634-efc8-4220-b3a6-6681332d3e1f req-d3ecf4bb-3741-424e-8acf-17db5d77ea76 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41c3ec72-fa01-4ea1-8f6b-a7429757d381 HTTP/1.1" status: 200 len: 217 time: 0.0442910 Apr 29 11:54:38.945298 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ac22c73d-6953-43a9-871f-42f8f8156f8b req-f18dcb01-d463-46f4-84d5-18adfcf0f99d tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770681 Apr 29 11:54:38.981256 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd37634-efc8-4220-b3a6-6681332d3e1f req-cd528bbf-bc81-4693-82b1-81dd41179942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:38.982759 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cfd37634-efc8-4220-b3a6-6681332d3e1f req-cd528bbf-bc81-4693-82b1-81dd41179942 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b1646d5c-16d7-4db2-853b-5adabdf41447 HTTP/1.1" status: 200 len: 852 time: 0.0530050 Apr 29 11:54:39.015522 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cfd37634-efc8-4220-b3a6-6681332d3e1f req-b8a16990-de03-46ca-b920-dee31a8cff74 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f7ebd91-e615-42f9-9d07-1bc1a8018b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247083 Apr 29 11:54:39.111469 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cfd37634-efc8-4220-b3a6-6681332d3e1f req-0ca9b2ac-7853-46e9-b529-72c4616b5f7f service neutron] 10.222.0.62 "GET /v2.0/networks/5f7ebd91-e615-42f9-9d07-1bc1a8018b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880220 Apr 29 11:54:39.203629 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cfd37634-efc8-4220-b3a6-6681332d3e1f req-aae402ad-9585-4b8c-a346-e38a648ef589 service neutron] 10.222.0.62 "GET /v2.0/networks/5f7ebd91-e615-42f9-9d07-1bc1a8018b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844338 Apr 29 11:54:40.065653 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90041ea2-7e17-40e7-a69a-32bf101376cf req-6329c649-cd36-43de-a850-3b5a4e6473d9 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:40.067278 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-90041ea2-7e17-40e7-a69a-32bf101376cf req-6329c649-cd36-43de-a850-3b5a4e6473d9 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 946 time: 0.0542727 Apr 29 11:54:40.106116 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-90041ea2-7e17-40e7-a69a-32bf101376cf req-b1358568-a206-42c1-81f0-9be2b9b96a14 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322587 Apr 29 11:54:41.222403 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5d9ac-af52-4497-a2e2-cbb9bbddf178 req-77a41123-2c41-406c-9241-f958da14a70c tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:41.223866 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9af5d9ac-af52-4497-a2e2-cbb9bbddf178 req-77a41123-2c41-406c-9241-f958da14a70c tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 946 time: 0.0494888 Apr 29 11:54:41.263015 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9af5d9ac-af52-4497-a2e2-cbb9bbddf178 req-a59cd770-3e99-444f-9fa6-4b0565ad2706 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321681 Apr 29 11:54:41.419372 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 41c3ec72-fa01-4ea1-8f6b-a7429757d381 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:54:41.421432 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 41c3ec72-fa01-4ea1-8f6b-a7429757d381 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:54:41.562023 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:41.590959 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fa5d2-305a-434e-bbcb-27a0fcad774a req-f2fda5da-5e91-4cae-8cb6-1d56baf041d6 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:41.592461 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a15fa5d2-305a-434e-bbcb-27a0fcad774a req-f2fda5da-5e91-4cae-8cb6-1d56baf041d6 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a&tenant_id=baa57785abfe4ebebca858af137f1bc5&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 946 time: 0.0909889 Apr 29 11:54:41.603389 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c63e4f-daa8-4a03-bf32-cd578a16536a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41c3ec72-fa01-4ea1-8f6b-a7429757d381'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:54:41.605664 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c7ed73-fe23-4cb8-9634-7d92e1b5e2ab" -d '{"events": [{"server_uuid": "e8c63e4f-daa8-4a03-bf32-cd578a16536a", "name": "network-vif-unplugged", "status": "completed", "tag": "41c3ec72-fa01-4ea1-8f6b-a7429757d381"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:54:41.609781 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 41c3ec72-fa01-4ea1-8f6b-a7429757d381, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=41c3ec72-fa01-4ea1-8f6b-a7429757d381,segment=NetworkSegment(5f8cd374-30bf-4fc8-b0e3-9f7e55550d6b),segment_id=5f8cd374-30bf-4fc8-b0e3-9f7e55550d6b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:54:41.629035 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 41c3ec72-fa01-4ea1-8f6b-a7429757d381, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=41c3ec72-fa01-4ea1-8f6b-a7429757d381,segment=NetworkSegment(5f8cd374-30bf-4fc8-b0e3-9f7e55550d6b),segment_id=5f8cd374-30bf-4fc8-b0e3-9f7e55550d6b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:54:41.632702 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '41c3ec72-fa01-4ea1-8f6b-a7429757d381', 'network_id': '5f7ebd91-e615-42f9-9d07-1bc1a8018b3f', 'port_id': '41c3ec72-fa01-4ea1-8f6b-a7429757d381', 'mac_address': 'fa:16:3e:d8:de:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1646d5c-16d7-4db2-853b-5adabdf41447', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:54:41.634500 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:41.685670 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 11:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e4a45e-92a6-4084-9e05-7e9ba970f592 x-openstack-request-id: req-31e4a45e-92a6-4084-9e05-7e9ba970f592 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:54:41.686240 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c63e4f-daa8-4a03-bf32-cd578a16536a", "name": "network-vif-unplugged", "status": "completed", "tag": "41c3ec72-fa01-4ea1-8f6b-a7429757d381", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:54:41.686499 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-31e4a45e-92a6-4084-9e05-7e9ba970f592 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:54:41.686897 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31e4a45e-92a6-4084-9e05-7e9ba970f592'] response: {'server_uuid': 'e8c63e4f-daa8-4a03-bf32-cd578a16536a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41c3ec72-fa01-4ea1-8f6b-a7429757d381', 'code': 200} Apr 29 11:54:41.709805 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fa5d2-305a-434e-bbcb-27a0fcad774a req-33e57412-96ba-4243-8b43-20de4116d8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:41.711354 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a15fa5d2-305a-434e-bbcb-27a0fcad774a req-33e57412-96ba-4243-8b43-20de4116d8a2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=baa57785abfe4ebebca858af137f1bc5&device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 1097 time: 0.0427086 Apr 29 11:54:41.713998 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=41c3ec72-fa01-4ea1-8f6b-a7429757d381,revision_number=6']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:54:41.716165 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:41.723611 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:41.723959 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:41.724302 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:41.724637 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:41.724968 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:41.725300 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:41.725627 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:41.725957 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:41.726317 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:41.726640 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:41.726959 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:41.727281 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:41.742019 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c3ec72-fa01-4ea1-8f6b-a7429757d381 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:54:41.762558 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 41c3ec72-fa01-4ea1-8f6b-a7429757d381, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=41c3ec72-fa01-4ea1-8f6b-a7429757d381,segment=NetworkSegment(5f8cd374-30bf-4fc8-b0e3-9f7e55550d6b),segment_id=5f8cd374-30bf-4fc8-b0e3-9f7e55550d6b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:54:41.766474 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:41.807081 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fa5d2-305a-434e-bbcb-27a0fcad774a req-d4471818-6947-40d8-a7b2-cae77e3f9149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:41.808639 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a15fa5d2-305a-434e-bbcb-27a0fcad774a req-d4471818-6947-40d8-a7b2-cae77e3f9149 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f7ebd91-e615-42f9-9d07-1bc1a8018b3f HTTP/1.1" status: 200 len: 913 time: 0.0881960 Apr 29 11:54:41.819813 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=41c3ec72-fa01-4ea1-8f6b-a7429757d381,revision_number=7']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:54:41.839447 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['41c3ec72-fa01-4ea1-8f6b-a7429757d381'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:54:41.860369 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a15fa5d2-305a-434e-bbcb-27a0fcad774a req-4239f352-5ed1-4584-bc60-40a96a88993d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41c3ec72-fa01-4ea1-8f6b-a7429757d381 HTTP/1.1" status: 200 len: 217 time: 0.0404754 Apr 29 11:54:41.912032 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fa5d2-305a-434e-bbcb-27a0fcad774a req-75e0dcae-b982-4a40-b1d1-e1e63d78b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:41.913549 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a15fa5d2-305a-434e-bbcb-27a0fcad774a req-75e0dcae-b982-4a40-b1d1-e1e63d78b21e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b1646d5c-16d7-4db2-853b-5adabdf41447 HTTP/1.1" status: 200 len: 852 time: 0.0454147 Apr 29 11:54:41.956514 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a15fa5d2-305a-434e-bbcb-27a0fcad774a req-233a013a-c2be-45d3-89a7-20197c76348e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f7ebd91-e615-42f9-9d07-1bc1a8018b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272841 Apr 29 11:54:42.060466 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a15fa5d2-305a-434e-bbcb-27a0fcad774a req-08b53833-6561-40ef-8f24-d478f47f0ea0 service neutron] 10.222.0.62 "GET /v2.0/networks/5f7ebd91-e615-42f9-9d07-1bc1a8018b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917828 Apr 29 11:54:42.151616 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a15fa5d2-305a-434e-bbcb-27a0fcad774a req-b3e4bee8-2030-47ce-814d-e13c58425a23 service neutron] 10.222.0.62 "GET /v2.0/networks/5f7ebd91-e615-42f9-9d07-1bc1a8018b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825450 Apr 29 11:54:42.960970 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203f120-39bd-4677-9059-2b1dd3e26931 req-441942c9-b498-4a54-9fb0-c230a628a508 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:42.962474 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2203f120-39bd-4677-9059-2b1dd3e26931 req-441942c9-b498-4a54-9fb0-c230a628a508 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 945 time: 0.0497377 Apr 29 11:54:43.001837 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2203f120-39bd-4677-9059-2b1dd3e26931 req-093f569a-0eaa-4e73-b4e4-96ab28aa0709 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330749 Apr 29 11:54:43.427092 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 41c3ec72-fa01-4ea1-8f6b-a7429757d381 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:54:43.480579 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 41c3ec72-fa01-4ea1-8f6b-a7429757d381 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:54:43.480942 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:43.557288 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:43.591392 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 41c3ec72-fa01-4ea1-8f6b-a7429757d381, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=41c3ec72-fa01-4ea1-8f6b-a7429757d381,segment=NetworkSegment(5f8cd374-30bf-4fc8-b0e3-9f7e55550d6b),segment_id=5f8cd374-30bf-4fc8-b0e3-9f7e55550d6b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:54:43.595248 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:43.645891 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=41c3ec72-fa01-4ea1-8f6b-a7429757d381,revision_number=8']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:54:43.688404 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c63e4f-daa8-4a03-bf32-cd578a16536a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c3ec72-fa01-4ea1-8f6b-a7429757d381'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:54:43.690794 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e308486-32b1-484e-a0a1-66b88435983e" -d '{"events": [{"server_uuid": "e8c63e4f-daa8-4a03-bf32-cd578a16536a", "name": "network-vif-plugged", "status": "completed", "tag": "41c3ec72-fa01-4ea1-8f6b-a7429757d381"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:54:43.727098 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccb4708-f5a0-49cf-b2b5-b15bc048334b x-openstack-request-id: req-4ccb4708-f5a0-49cf-b2b5-b15bc048334b {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:54:43.727394 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c63e4f-daa8-4a03-bf32-cd578a16536a", "name": "network-vif-plugged", "status": "completed", "tag": "41c3ec72-fa01-4ea1-8f6b-a7429757d381", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:54:43.727649 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4ccb4708-f5a0-49cf-b2b5-b15bc048334b {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:54:43.728049 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ccb4708-f5a0-49cf-b2b5-b15bc048334b'] response: {'server_uuid': 'e8c63e4f-daa8-4a03-bf32-cd578a16536a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c3ec72-fa01-4ea1-8f6b-a7429757d381', 'code': 200} Apr 29 11:54:44.122871 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fb1fe-2cff-4012-81c3-32f6b81f0324 req-19976be4-b9e4-4216-b2a5-4c85f0b74476 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:44.124410 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-670fb1fe-2cff-4012-81c3-32f6b81f0324 req-19976be4-b9e4-4216-b2a5-4c85f0b74476 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 946 time: 0.0544231 Apr 29 11:54:44.164867 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-670fb1fe-2cff-4012-81c3-32f6b81f0324 req-a0114907-8f2c-4d6c-a243-e30006c93bdb tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337660 Apr 29 11:54:45.041812 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fa5d2-305a-434e-bbcb-27a0fcad774a req-8a5ecef9-049f-4840-9f24-132b13b63726 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:45.043452 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a15fa5d2-305a-434e-bbcb-27a0fcad774a req-8a5ecef9-049f-4840-9f24-132b13b63726 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 946 time: 0.0557568 Apr 29 11:54:45.153385 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-a15fa5d2-305a-434e-bbcb-27a0fcad774a req-629a41de-ac84-4cb2-88e0-52286b090e92 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Deleting port 41c3ec72-fa01-4ea1-8f6b-a7429757d381 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:54:45.154208 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-a15fa5d2-305a-434e-bbcb-27a0fcad774a req-629a41de-ac84-4cb2-88e0-52286b090e92 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:45.295711 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-a15fa5d2-305a-434e-bbcb-27a0fcad774a req-629a41de-ac84-4cb2-88e0-52286b090e92 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] For port 41c3ec72-fa01-4ea1-8f6b-a7429757d381, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=41c3ec72-fa01-4ea1-8f6b-a7429757d381,segment=NetworkSegment(5f8cd374-30bf-4fc8-b0e3-9f7e55550d6b),segment_id=5f8cd374-30bf-4fc8-b0e3-9f7e55550d6b)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:54:45.296039 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-a15fa5d2-305a-434e-bbcb-27a0fcad774a req-629a41de-ac84-4cb2-88e0-52286b090e92 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:45.315362 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-a15fa5d2-305a-434e-bbcb-27a0fcad774a req-629a41de-ac84-4cb2-88e0-52286b090e92 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Calling delete_port for 41c3ec72-fa01-4ea1-8f6b-a7429757d381 owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:54:45.343145 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407dc5e-09bd-4d40-86a3-0087e090260c req-a22d8ea4-2182-4ba9-823a-167c128f3569 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:45.344804 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9407dc5e-09bd-4d40-86a3-0087e090260c req-a22d8ea4-2182-4ba9-823a-167c128f3569 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c63e4f-daa8-4a03-bf32-cd578a16536a HTTP/1.1" status: 200 len: 946 time: 0.0959134 Apr 29 11:54:45.434770 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9407dc5e-09bd-4d40-86a3-0087e090260c req-e4708303-3aa7-4955-9c3a-2404b78846b2 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3917fc9-af5f-4c48-9664-9b60333c4f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553958 Apr 29 11:54:45.537400 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-a15fa5d2-305a-434e-bbcb-27a0fcad774a req-629a41de-ac84-4cb2-88e0-52286b090e92 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:45.568540 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a41de-ac84-4cb2-88e0-52286b090e92 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Pushing event deleted for resources: {'Port': ['ID=41c3ec72-fa01-4ea1-8f6b-a7429757d381,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:54:45.581964 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629a41de-ac84-4cb2-88e0-52286b090e92 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:45.582349 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629a41de-ac84-4cb2-88e0-52286b090e92 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:45.582692 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629a41de-ac84-4cb2-88e0-52286b090e92 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:45.583029 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629a41de-ac84-4cb2-88e0-52286b090e92 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:45.583376 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629a41de-ac84-4cb2-88e0-52286b090e92 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:45.583692 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629a41de-ac84-4cb2-88e0-52286b090e92 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:45.584034 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629a41de-ac84-4cb2-88e0-52286b090e92 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:45.584362 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629a41de-ac84-4cb2-88e0-52286b090e92 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:45.584683 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629a41de-ac84-4cb2-88e0-52286b090e92 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:45.585005 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629a41de-ac84-4cb2-88e0-52286b090e92 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:45.585327 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629a41de-ac84-4cb2-88e0-52286b090e92 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:45.585645 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629a41de-ac84-4cb2-88e0-52286b090e92 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:45.625283 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15fa5d2-305a-434e-bbcb-27a0fcad774a req-629a41de-ac84-4cb2-88e0-52286b090e92 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] No DVR routers for this DVR port 41c3ec72-fa01-4ea1-8f6b-a7429757d381 on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:54:45.628544 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-a15fa5d2-305a-434e-bbcb-27a0fcad774a req-629a41de-ac84-4cb2-88e0-52286b090e92 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:45.632644 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a15fa5d2-305a-434e-bbcb-27a0fcad774a req-629a41de-ac84-4cb2-88e0-52286b090e92 tempest-DeleteServersTestJSON-1297669285 tempest-DeleteServersTestJSON-1297669285-project] 10.222.0.62 "DELETE /v2.0/ports/41c3ec72-fa01-4ea1-8f6b-a7429757d381 HTTP/1.1" status: 204 len: 173 time: 0.5813754 Apr 29 11:54:45.633111 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c63e4f-daa8-4a03-bf32-cd578a16536a', 'name': 'network-vif-deleted', 'tag': '41c3ec72-fa01-4ea1-8f6b-a7429757d381'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:54:45.636301 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b263d690-6010-4b1d-ba60-6eb5314af64b" -d '{"events": [{"server_uuid": "e8c63e4f-daa8-4a03-bf32-cd578a16536a", "name": "network-vif-deleted", "tag": "41c3ec72-fa01-4ea1-8f6b-a7429757d381"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:54:45.680963 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab3b9fe-eafc-435b-bc67-c6ca9ab08841 x-openstack-request-id: req-bab3b9fe-eafc-435b-bc67-c6ca9ab08841 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:54:45.682156 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c63e4f-daa8-4a03-bf32-cd578a16536a", "name": "network-vif-deleted", "tag": "41c3ec72-fa01-4ea1-8f6b-a7429757d381", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:54:45.682156 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bab3b9fe-eafc-435b-bc67-c6ca9ab08841 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:54:45.682494 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bab3b9fe-eafc-435b-bc67-c6ca9ab08841'] response: {'server_uuid': 'e8c63e4f-daa8-4a03-bf32-cd578a16536a', 'name': 'network-vif-deleted', 'tag': '41c3ec72-fa01-4ea1-8f6b-a7429757d381', 'status': 'completed', 'code': 200} Apr 29 11:54:46.566818 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55782) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:54:46.616600 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-10241c53-d93f-434b-a7f3-aaf3f0e62e23 admin admin] Deleting subnet b1646d5c-16d7-4db2-853b-5adabdf41447 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:54:46.620592 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-10241c53-d93f-434b-a7f3-aaf3f0e62e23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:46.655690 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-10241c53-d93f-434b-a7f3-aaf3f0e62e23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:46.695110 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-10241c53-d93f-434b-a7f3-aaf3f0e62e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:46.754998 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-10241c53-d93f-434b-a7f3-aaf3f0e62e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:47.097435 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10241c53-d93f-434b-a7f3-aaf3f0e62e23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1646d5c-16d7-4db2-853b-5adabdf41447,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:54:47.101854 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-10241c53-d93f-434b-a7f3-aaf3f0e62e23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:47.105621 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-10241c53-d93f-434b-a7f3-aaf3f0e62e23 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b1646d5c-16d7-4db2-853b-5adabdf41447 HTTP/1.1" status: 204 len: 168 time: 0.5378113 Apr 29 11:54:47.108202 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55784) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:54:47.110555 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241c53-d93f-434b-a7f3-aaf3f0e62e23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:47.110876 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241c53-d93f-434b-a7f3-aaf3f0e62e23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:47.111209 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241c53-d93f-434b-a7f3-aaf3f0e62e23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:47.111538 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241c53-d93f-434b-a7f3-aaf3f0e62e23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:47.111870 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241c53-d93f-434b-a7f3-aaf3f0e62e23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:47.112189 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241c53-d93f-434b-a7f3-aaf3f0e62e23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:47.112509 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241c53-d93f-434b-a7f3-aaf3f0e62e23 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:47.112831 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241c53-d93f-434b-a7f3-aaf3f0e62e23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:47.113145 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241c53-d93f-434b-a7f3-aaf3f0e62e23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:47.113459 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241c53-d93f-434b-a7f3-aaf3f0e62e23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:47.113775 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241c53-d93f-434b-a7f3-aaf3f0e62e23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:47.114089 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241c53-d93f-434b-a7f3-aaf3f0e62e23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:47.176679 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f195c1f-0197-4729-bb55-301a4fd321a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:47.257414 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f195c1f-0197-4729-bb55-301a4fd321a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:47.276797 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-6f195c1f-0197-4729-bb55-301a4fd321a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7ebd91-e615-42f9-9d07-1bc1a8018b3f']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:54:47.286341 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-6f195c1f-0197-4729-bb55-301a4fd321a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f8cd374-30bf-4fc8-b0e3-9f7e55550d6b') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:54:47.286640 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-6f195c1f-0197-4729-bb55-301a4fd321a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f8cd374-30bf-4fc8-b0e3-9f7e55550d6b') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:54:47.298040 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f195c1f-0197-4729-bb55-301a4fd321a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:47.313441 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f195c1f-0197-4729-bb55-301a4fd321a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:47.319441 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f195c1f-0197-4729-bb55-301a4fd321a3 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:54:47.319830 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f195c1f-0197-4729-bb55-301a4fd321a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:47.321733 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:54:47.321733 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:54:47.321733 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:54:47.321733 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:54:47.321733 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:54:47.321733 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:54:47.321733 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:54:47.321733 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:54:47.321733 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:54:47.321733 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:54:47.321733 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:54:47.321733 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:54:47.321733 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:54:47.321733 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:54:47.321733 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:54:47.321733 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:54:47.321733 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:54:47.321733 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:54:47.321733 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:54:47.321733 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:54:47.321733 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:54:47.321733 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:54:47.321733 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:54:47.321733 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:54:47.321733 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:54:47.321733 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:54:47.321733 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:54:47.321733 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:54:47.321733 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:54:47.321733 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:54:47.321733 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:54:47.321733 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:54:47.379615 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f195c1f-0197-4729-bb55-301a4fd321a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:47.385105 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f195c1f-0197-4729-bb55-301a4fd321a3 admin admin] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:47.388354 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6f195c1f-0197-4729-bb55-301a4fd321a3 admin admin] 10.222.0.69 "DELETE /v2.0/networks/5f7ebd91-e615-42f9-9d07-1bc1a8018b3f HTTP/1.1" status: 204 len: 168 time: 0.2790658 Apr 29 11:54:47.399673 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f195c1f-0197-4729-bb55-301a4fd321a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f7ebd91-e615-42f9-9d07-1bc1a8018b3f,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:54:47.456977 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 41c3ec72-fa01-4ea1-8f6b-a7429757d381 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:54:47.477906 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: 41c3ec72-fa01-4ea1-8f6b-a7429757d381 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:54:47.478871 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 41c3ec72-fa01-4ea1-8f6b-a7429757d381 not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:54:47.508963 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55788) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:54:47.554227 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-786e09ae-8e3e-437b-867d-fc0f734e02df admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=baa57785abfe4ebebca858af137f1bc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427713 Apr 29 11:54:47.555602 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55790) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:54:47.602955 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-696293bd-968d-4690-a121-67b18da6be13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:47.623898 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-696293bd-968d-4690-a121-67b18da6be13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:47.672341 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-696293bd-968d-4690-a121-67b18da6be13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:47.674840 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-696293bd-968d-4690-a121-67b18da6be13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:47.675993 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-696293bd-968d-4690-a121-67b18da6be13 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b3917fc9-af5f-4c48-9664-9b60333c4f4a HTTP/1.1" status: 204 len: 168 time: 0.1194277 Apr 29 11:54:47.684834 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696293bd-968d-4690-a121-67b18da6be13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3917fc9-af5f-4c48-9664-9b60333c4f4a,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:54:48.342032 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 55812) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:54:48.437837 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-ab8d024b-6b11-427f-a139-dabeb8c33576 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1997748328-network', 'tenant_id': '6228d87635334c51903c6af6253e818c'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:54:48.458702 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8d024b-6b11-427f-a139-dabeb8c33576 admin admin] Made reservation on behalf of 6228d87635334c51903c6af6253e818c for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:54:48.460969 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ab8d024b-6b11-427f-a139-dabeb8c33576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:48.470085 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ab8d024b-6b11-427f-a139-dabeb8c33576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:48.548378 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ab8d024b-6b11-427f-a139-dabeb8c33576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:48.552831 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ab8d024b-6b11-427f-a139-dabeb8c33576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:48.574780 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab8d024b-6b11-427f-a139-dabeb8c33576 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:54:48.589782 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d024b-6b11-427f-a139-dabeb8c33576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:54:48.594916 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ab8d024b-6b11-427f-a139-dabeb8c33576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:48.595267 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-ab8d024b-6b11-427f-a139-dabeb8c33576 admin admin] Added segment 1acfc8ff-803c-4808-aa89-76dd21c7380b of type vlan for network b85aa11e-f549-4635-9089-84bfcdf3d857 Apr 29 11:54:48.636515 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ab8d024b-6b11-427f-a139-dabeb8c33576 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:48.662712 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ab8d024b-6b11-427f-a139-dabeb8c33576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:48.663757 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8d024b-6b11-427f-a139-dabeb8c33576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:48.664361 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ab8d024b-6b11-427f-a139-dabeb8c33576 admin admin] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:48.716973 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ab8d024b-6b11-427f-a139-dabeb8c33576 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3737299 Apr 29 11:54:48.719836 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 55816) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:54:48.725088 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-5ee53419-e513-4bd0-88d6-db12ea3c6031 admin admin] Request body: {'subnet': {'network_id': 'b85aa11e-f549-4635-9089-84bfcdf3d857', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1997748328-subnet', 'tenant_id': '6228d87635334c51903c6af6253e818c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:54:48.729638 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d024b-6b11-427f-a139-dabeb8c33576 admin admin] Pushing event updated for resources: {'Network': ['ID=b85aa11e-f549-4635-9089-84bfcdf3d857,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:54:48.739515 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network b85aa11e-f549-4635-9089-84bfcdf3d857 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:54:48.746963 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee53419-e513-4bd0-88d6-db12ea3c6031 admin admin] Made reservation on behalf of 6228d87635334c51903c6af6253e818c for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:54:48.749572 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5ee53419-e513-4bd0-88d6-db12ea3c6031 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:48.916498 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5ee53419-e513-4bd0-88d6-db12ea3c6031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:48.969208 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee53419-e513-4bd0-88d6-db12ea3c6031 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2da0c823-c87f-4d5a-b05a-486bb0ec4979,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:54:48.979233 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee53419-e513-4bd0-88d6-db12ea3c6031 admin admin] Checking segment: {'id': '1acfc8ff-803c-4808-aa89-76dd21c7380b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b85aa11e-f549-4635-9089-84bfcdf3d857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:54:48.979576 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee53419-e513-4bd0-88d6-db12ea3c6031 admin admin] Network hostable DHCP agents. Network: b85aa11e-f549-4635-9089-84bfcdf3d857, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:54:48.996607 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee53419-e513-4bd0-88d6-db12ea3c6031 admin admin] Network b85aa11e-f549-4635-9089-84bfcdf3d857 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:54:49.006419 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-5ee53419-e513-4bd0-88d6-db12ea3c6031 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, b85aa11e-f549-4635-9089-84bfcdf3d857) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:54:49.011603 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee53419-e513-4bd0-88d6-db12ea3c6031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:49.012637 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5ee53419-e513-4bd0-88d6-db12ea3c6031 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:49.016356 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e434be-f9cb-4436-aec6-66938c00460b None None] Network b85aa11e-f549-4635-9089-84bfcdf3d857 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:54:49.034745 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5ee53419-e513-4bd0-88d6-db12ea3c6031 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3137476 Apr 29 11:54:49.143028 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d47e52-282e-46d4-b057-27fb04858bce None None] Network b85aa11e-f549-4635-9089-84bfcdf3d857 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:54:49.463943 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-aeb5d532-ac7d-4c13-9582-32fa1b31f832 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:49.465431 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-aeb5d532-ac7d-4c13-9582-32fa1b31f832 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/networks?id=b85aa11e-f549-4635-9089-84bfcdf3d857 HTTP/1.1" status: 200 len: 815 time: 0.1067870 Apr 29 11:54:49.480899 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-b9026cbb-89e9-43d0-8043-c1e0180db792 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/quotas/6228d87635334c51903c6af6253e818c HTTP/1.1" status: 200 len: 375 time: 0.0096478 Apr 29 11:54:49.512492 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-340bb441-f8e7-4aab-a713-398758f24777 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6228d87635334c51903c6af6253e818c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261266 Apr 29 11:54:49.606316 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-ddaf98f2-efe6-476a-9fdf-60740e6cfa0d service neutron] 10.222.0.69 "GET /v2.0/networks/b85aa11e-f549-4635-9089-84bfcdf3d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867274 Apr 29 11:54:49.695535 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-f27fa9ee-65e2-4c26-8ec7-87bb994afe5b service neutron] 10.222.0.69 "GET /v2.0/networks/b85aa11e-f549-4635-9089-84bfcdf3d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832467 Apr 29 11:54:49.860537 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-15ea7b15-da5c-4212-952a-0367745b9d20 req-842b3644-9815-4f8d-a45d-cd61059abbfa tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 210 time: 0.0274632 Apr 29 11:54:50.788281 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-b6ea8fd9-304b-493a-84b7-55410e8c90bc tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:50.789728 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-b6ea8fd9-304b-493a-84b7-55410e8c90bc tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.62 "GET /v2.0/networks?id=b85aa11e-f549-4635-9089-84bfcdf3d857 HTTP/1.1" status: 200 len: 815 time: 0.1040375 Apr 29 11:54:50.804718 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-c3cdccc5-60bf-4f77-be66-6094c45f93d9 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Request body: {'port': {'device_id': '70ad13c5-ac23-49e4-91b8-a27819f56c94', 'network_id': 'b85aa11e-f549-4635-9089-84bfcdf3d857', 'admin_state_up': True, 'tenant_id': '6228d87635334c51903c6af6253e818c'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:54:50.913126 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-c3cdccc5-60bf-4f77-be66-6094c45f93d9 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Made reservation on behalf of 6228d87635334c51903c6af6253e818c for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:54:50.917706 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-c3cdccc5-60bf-4f77-be66-6094c45f93d9 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:50.970478 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-46ca5ec3-13dd-4593-a617-1b5415ca3e7e req-1cc21080-01c9-4baa-be24-b605f399c227 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 210 time: 0.0383959 Apr 29 11:54:51.076315 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-c3cdccc5-60bf-4f77-be66-6094c45f93d9 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Allocated IP 172.20.0.5 (b85aa11e-f549-4635-9089-84bfcdf3d857/2da0c823-c87f-4d5a-b05a-486bb0ec4979/d3231956-4d65-4a2b-a5ef-08f1e8ee5838) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:54:51.553276 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-c3cdccc5-60bf-4f77-be66-6094c45f93d9 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:51.586204 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-c3cdccc5-60bf-4f77-be66-6094c45f93d9 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:51.627610 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-c3cdccc5-60bf-4f77-be66-6094c45f93d9 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Network b85aa11e-f549-4635-9089-84bfcdf3d857 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:54:51.633141 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-c3cdccc5-60bf-4f77-be66-6094c45f93d9 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:54:51.637240 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-c3cdccc5-60bf-4f77-be66-6094c45f93d9 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:54:51.667626 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cdccc5-60bf-4f77-be66-6094c45f93d9 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Pushing event updated for resources: {'Port': ['ID=d3231956-4d65-4a2b-a5ef-08f1e8ee5838,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:54:51.693471 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-c3cdccc5-60bf-4f77-be66-6094c45f93d9 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:51.694066 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-c3cdccc5-60bf-4f77-be66-6094c45f93d9 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:51.710398 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-c3cdccc5-60bf-4f77-be66-6094c45f93d9 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9093838 Apr 29 11:54:51.726890 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-45f66958-b739-4e64-b6ba-f9658ddf37df service neutron] Request body: {'port': {'device_id': '70ad13c5-ac23-49e4-91b8-a27819f56c94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:54:51.779073 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-45f66958-b739-4e64-b6ba-f9658ddf37df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:52.044402 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-45f66958-b739-4e64-b6ba-f9658ddf37df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3231956-4d65-4a2b-a5ef-08f1e8ee5838 {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:54:52.060828 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-45f66958-b739-4e64-b6ba-f9658ddf37df service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:52.090502 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-45f66958-b739-4e64-b6ba-f9658ddf37df service neutron] Transition to ACTIVE for port object d3231956-4d65-4a2b-a5ef-08f1e8ee5838 will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:54:52.095112 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-45f66958-b739-4e64-b6ba-f9658ddf37df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:52.136105 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b055dd-7460-466f-a4de-5280f24e25c5 req-3ad05764-5770-45d4-8f82-a91a752ec9de tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:52.137646 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-32b055dd-7460-466f-a4de-5280f24e25c5 req-3ad05764-5770-45d4-8f82-a91a752ec9de tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 931 time: 0.0965357 Apr 29 11:54:52.178835 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f66958-b739-4e64-b6ba-f9658ddf37df service neutron] Pushing event updated for resources: {'Port': ['ID=d3231956-4d65-4a2b-a5ef-08f1e8ee5838,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:54:52.236199 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-32b055dd-7460-466f-a4de-5280f24e25c5 req-01da7622-de78-4e43-a4ab-0e6a9793d8b4 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915067 Apr 29 11:54:52.262347 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-45f66958-b739-4e64-b6ba-f9658ddf37df service neutron] Attempting to bind port d3231956-4d65-4a2b-a5ef-08f1e8ee5838 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:54:52.262615 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-45f66958-b739-4e64-b6ba-f9658ddf37df service neutron] Attempting to bind port d3231956-4d65-4a2b-a5ef-08f1e8ee5838 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '1acfc8ff-803c-4808-aa89-76dd21c7380b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b85aa11e-f549-4635-9089-84bfcdf3d857'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:54:52.262946 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-45f66958-b739-4e64-b6ba-f9658ddf37df service neutron] Attempting to bind port d3231956-4d65-4a2b-a5ef-08f1e8ee5838 on network b85aa11e-f549-4635-9089-84bfcdf3d857 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:54:52.267192 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-45f66958-b739-4e64-b6ba-f9658ddf37df service neutron] Port d3231956-4d65-4a2b-a5ef-08f1e8ee5838 on network b85aa11e-f549-4635-9089-84bfcdf3d857 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:54:52.267510 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-45f66958-b739-4e64-b6ba-f9658ddf37df service neutron] Attempting to bind port d3231956-4d65-4a2b-a5ef-08f1e8ee5838 on network b85aa11e-f549-4635-9089-84bfcdf3d857 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:54:52.272236 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-45f66958-b739-4e64-b6ba-f9658ddf37df service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:54:52.272568 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-45f66958-b739-4e64-b6ba-f9658ddf37df service neutron] Checking segment: {'id': '1acfc8ff-803c-4808-aa89-76dd21c7380b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b85aa11e-f549-4635-9089-84bfcdf3d857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:54:52.272946 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-45f66958-b739-4e64-b6ba-f9658ddf37df service neutron] Bound using segment: {'id': '1acfc8ff-803c-4808-aa89-76dd21c7380b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b85aa11e-f549-4635-9089-84bfcdf3d857'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:54:52.273365 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-45f66958-b739-4e64-b6ba-f9658ddf37df service neutron] Bound port: d3231956-4d65-4a2b-a5ef-08f1e8ee5838, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acfc8ff-803c-4808-aa89-76dd21c7380b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b85aa11e-f549-4635-9089-84bfcdf3d857'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:54:52.273718 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-45f66958-b739-4e64-b6ba-f9658ddf37df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:52.338443 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-45f66958-b739-4e64-b6ba-f9658ddf37df service neutron] For port d3231956-4d65-4a2b-a5ef-08f1e8ee5838, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:54:52.342280 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-45f66958-b739-4e64-b6ba-f9658ddf37df service neutron] For port d3231956-4d65-4a2b-a5ef-08f1e8ee5838, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d3231956-4d65-4a2b-a5ef-08f1e8ee5838,segment=NetworkSegment(1acfc8ff-803c-4808-aa89-76dd21c7380b),segment_id=1acfc8ff-803c-4808-aa89-76dd21c7380b)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:54:52.346659 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-45f66958-b739-4e64-b6ba-f9658ddf37df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:52.379779 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-45f66958-b739-4e64-b6ba-f9658ddf37df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:52.380397 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-45f66958-b739-4e64-b6ba-f9658ddf37df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:52.381768 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-45f66958-b739-4e64-b6ba-f9658ddf37df service neutron] 10.222.0.62 "PUT /v2.0/ports/d3231956-4d65-4a2b-a5ef-08f1e8ee5838 HTTP/1.1" status: 200 len: 1093 time: 0.6589563 Apr 29 11:54:52.382228 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ad13c5-ac23-49e4-91b8-a27819f56c94', 'tag': 'd3231956-4d65-4a2b-a5ef-08f1e8ee5838'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:54:52.384482 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830c2035-8257-48e7-8f53-716ec043a4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "70ad13c5-ac23-49e4-91b8-a27819f56c94", "tag": "d3231956-4d65-4a2b-a5ef-08f1e8ee5838"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:54:52.413915 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f66958-b739-4e64-b6ba-f9658ddf37df service neutron] Pushing event updated for resources: {'Port': ['ID=d3231956-4d65-4a2b-a5ef-08f1e8ee5838,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:54:52.427797 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c996f70-a4a6-498d-a238-0437fdb3a948 x-openstack-request-id: req-8c996f70-a4a6-498d-a238-0437fdb3a948 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:54:52.428090 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ad13c5-ac23-49e4-91b8-a27819f56c94", "tag": "d3231956-4d65-4a2b-a5ef-08f1e8ee5838", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:54:52.428349 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8c996f70-a4a6-498d-a238-0437fdb3a948 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:54:52.428762 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c996f70-a4a6-498d-a238-0437fdb3a948'] response: {'name': 'network-changed', 'server_uuid': '70ad13c5-ac23-49e4-91b8-a27819f56c94', 'tag': 'd3231956-4d65-4a2b-a5ef-08f1e8ee5838', 'status': 'completed', 'code': 200} Apr 29 11:54:52.471023 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-def7ffe2-6238-4225-9816-c23b2aa34d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:52.472607 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-def7ffe2-6238-4225-9816-c23b2aa34d4e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6228d87635334c51903c6af6253e818c&device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 1096 time: 0.0429072 Apr 29 11:54:52.524866 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-c8f45e45-57fc-4c33-a186-99a00146e106 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3231956-4d65-4a2b-a5ef-08f1e8ee5838 HTTP/1.1" status: 200 len: 217 time: 0.0445552 Apr 29 11:54:52.576862 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-61f78d65-0d3c-4010-8816-61f636751685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:52.578391 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-61f78d65-0d3c-4010-8816-61f636751685 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2da0c823-c87f-4d5a-b05a-486bb0ec4979 HTTP/1.1" status: 200 len: 855 time: 0.0444732 Apr 29 11:54:52.610238 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-cf19c786-4076-4a67-8980-0262f76fa0fc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b85aa11e-f549-4635-9089-84bfcdf3d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244446 Apr 29 11:54:52.703297 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-c7012366-ebc0-40a3-ae99-e39bb07b58ff service neutron] 10.222.0.62 "GET /v2.0/networks/b85aa11e-f549-4635-9089-84bfcdf3d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865808 Apr 29 11:54:52.792192 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bba4a1a8-4fdf-4e55-a53a-144dd206c3ac req-da4903ed-81d4-4090-b557-78db716afc8d service neutron] 10.222.0.62 "GET /v2.0/networks/b85aa11e-f549-4635-9089-84bfcdf3d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814185 Apr 29 11:54:52.882516 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c2035-8257-48e7-8f53-716ec043a4ad req-06333da5-2bf8-4e40-bbc8-3bcece1c6912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:52.883997 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-830c2035-8257-48e7-8f53-716ec043a4ad req-06333da5-2bf8-4e40-bbc8-3bcece1c6912 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6228d87635334c51903c6af6253e818c&device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 1096 time: 0.0458193 Apr 29 11:54:52.973616 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c2035-8257-48e7-8f53-716ec043a4ad req-e95d4462-6462-43c8-b46c-695063ab6fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:52.975140 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-830c2035-8257-48e7-8f53-716ec043a4ad req-e95d4462-6462-43c8-b46c-695063ab6fff service neutron] 10.222.0.62 "GET /v2.0/networks?id=b85aa11e-f549-4635-9089-84bfcdf3d857 HTTP/1.1" status: 200 len: 916 time: 0.0835524 Apr 29 11:54:53.021162 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-830c2035-8257-48e7-8f53-716ec043a4ad req-b1b4d535-1ac5-434e-9fca-2e49e6d1e4b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3231956-4d65-4a2b-a5ef-08f1e8ee5838 HTTP/1.1" status: 200 len: 217 time: 0.0350797 Apr 29 11:54:53.079200 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c2035-8257-48e7-8f53-716ec043a4ad req-607967f6-ea4f-451c-89a1-46fbffadc06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:53.080571 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-830c2035-8257-48e7-8f53-716ec043a4ad req-607967f6-ea4f-451c-89a1-46fbffadc06a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2da0c823-c87f-4d5a-b05a-486bb0ec4979 HTTP/1.1" status: 200 len: 855 time: 0.0486510 Apr 29 11:54:53.113229 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-830c2035-8257-48e7-8f53-716ec043a4ad req-35bd609e-32cd-49fe-aeb4-2ded872e0271 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b85aa11e-f549-4635-9089-84bfcdf3d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246365 Apr 29 11:54:53.205668 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-830c2035-8257-48e7-8f53-716ec043a4ad req-4d761274-ac76-4079-abfc-f9206fade1c5 service neutron] 10.222.0.62 "GET /v2.0/networks/b85aa11e-f549-4635-9089-84bfcdf3d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844779 Apr 29 11:54:53.309929 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-830c2035-8257-48e7-8f53-716ec043a4ad req-6d2ca261-ff73-40e0-83f2-a3dac950726f service neutron] 10.222.0.62 "GET /v2.0/networks/b85aa11e-f549-4635-9089-84bfcdf3d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966992 Apr 29 11:54:53.367597 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a45f9-0a51-4ed6-9498-8d11623662a8 req-ac659397-03b7-4ba6-8592-559883e95267 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:53.369291 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5a9a45f9-0a51-4ed6-9498-8d11623662a8 req-ac659397-03b7-4ba6-8592-559883e95267 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 943 time: 0.0517538 Apr 29 11:54:53.408853 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5a9a45f9-0a51-4ed6-9498-8d11623662a8 req-688da3dd-17ca-48e7-9418-1ac97ef6cd47 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320597 Apr 29 11:54:53.567031 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-728f7eb1-b79a-4fa7-b495-b30f92f5cdb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:54.528395 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57942f50-6d5b-4d3e-83c6-38c273c6c023 req-bae10604-f0e0-449e-aa0d-e5c7219aa3f6 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:54.529979 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-57942f50-6d5b-4d3e-83c6-38c273c6c023 req-bae10604-f0e0-449e-aa0d-e5c7219aa3f6 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 943 time: 0.0506904 Apr 29 11:54:54.575787 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-57942f50-6d5b-4d3e-83c6-38c273c6c023 req-f0ff9def-feb8-4cb2-a870-a5e865a1a093 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385270 Apr 29 11:54:55.487309 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device d3231956-4d65-4a2b-a5ef-08f1e8ee5838 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:54:55.590739 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port d3231956-4d65-4a2b-a5ef-08f1e8ee5838, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d3231956-4d65-4a2b-a5ef-08f1e8ee5838,segment=NetworkSegment(1acfc8ff-803c-4808-aa89-76dd21c7380b),segment_id=1acfc8ff-803c-4808-aa89-76dd21c7380b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:54:55.605367 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': 'd3231956-4d65-4a2b-a5ef-08f1e8ee5838', 'network_id': 'b85aa11e-f549-4635-9089-84bfcdf3d857', 'port_id': 'd3231956-4d65-4a2b-a5ef-08f1e8ee5838', 'mac_address': 'fa:16:3e:be:a0:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da0c823-c87f-4d5a-b05a-486bb0ec4979', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:54:55.650080 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:55.664683 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3231956-4d65-4a2b-a5ef-08f1e8ee5838 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:54:55.688586 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port d3231956-4d65-4a2b-a5ef-08f1e8ee5838, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d3231956-4d65-4a2b-a5ef-08f1e8ee5838,segment=NetworkSegment(1acfc8ff-803c-4808-aa89-76dd21c7380b),segment_id=1acfc8ff-803c-4808-aa89-76dd21c7380b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:54:55.693937 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d8d30-704d-4593-aef9-05292494508f req-d11991f8-2ab5-4a2d-b004-c7601fda6887 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:55.694517 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:55.695812 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-500d8d30-704d-4593-aef9-05292494508f req-d11991f8-2ab5-4a2d-b004-c7601fda6887 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 943 time: 0.0518000 Apr 29 11:54:55.740003 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-500d8d30-704d-4593-aef9-05292494508f req-3a7e5326-4b0b-49f7-84e5-22ff1b2c029b tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370035 Apr 29 11:54:55.747260 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=d3231956-4d65-4a2b-a5ef-08f1e8ee5838,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:54:55.953574 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['d3231956-4d65-4a2b-a5ef-08f1e8ee5838'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:54:56.859744 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a16800-f701-4576-930d-0449fd575374 req-694fe3a3-2814-41fe-ae66-2eb19402aa6b tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:56.861295 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b0a16800-f701-4576-930d-0449fd575374 req-694fe3a3-2814-41fe-ae66-2eb19402aa6b tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 944 time: 0.0529642 Apr 29 11:54:56.900375 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b0a16800-f701-4576-930d-0449fd575374 req-25600d92-599a-4bba-8f4c-367617c704b3 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329061 Apr 29 11:54:57.207834 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:57.502928 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device d3231956-4d65-4a2b-a5ef-08f1e8ee5838 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:54:57.550950 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port d3231956-4d65-4a2b-a5ef-08f1e8ee5838 completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:54:57.555125 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port d3231956-4d65-4a2b-a5ef-08f1e8ee5838 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:54:57.555493 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:57.635282 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:57.658440 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ad13c5-ac23-49e4-91b8-a27819f56c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3231956-4d65-4a2b-a5ef-08f1e8ee5838'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:54:57.661367 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8747e2ac-d92c-477d-b371-3019fb0ef2f8" -d '{"events": [{"server_uuid": "70ad13c5-ac23-49e4-91b8-a27819f56c94", "name": "network-vif-plugged", "status": "completed", "tag": "d3231956-4d65-4a2b-a5ef-08f1e8ee5838"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:54:57.673616 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port d3231956-4d65-4a2b-a5ef-08f1e8ee5838, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d3231956-4d65-4a2b-a5ef-08f1e8ee5838,segment=NetworkSegment(1acfc8ff-803c-4808-aa89-76dd21c7380b),segment_id=1acfc8ff-803c-4808-aa89-76dd21c7380b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:54:57.678058 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:57.703628 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4ed3cd-494c-48bf-ab88-83dcb355a378 x-openstack-request-id: req-bf4ed3cd-494c-48bf-ab88-83dcb355a378 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:54:57.703927 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ad13c5-ac23-49e4-91b8-a27819f56c94", "name": "network-vif-plugged", "status": "completed", "tag": "d3231956-4d65-4a2b-a5ef-08f1e8ee5838", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:54:57.704184 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bf4ed3cd-494c-48bf-ab88-83dcb355a378 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:54:57.704580 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf4ed3cd-494c-48bf-ab88-83dcb355a378'] response: {'server_uuid': '70ad13c5-ac23-49e4-91b8-a27819f56c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3231956-4d65-4a2b-a5ef-08f1e8ee5838', 'code': 200} Apr 29 11:54:57.729514 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=d3231956-4d65-4a2b-a5ef-08f1e8ee5838,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:54:57.772289 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-716747f2-f1cc-4e12-a3ef-73b2c5057efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:57.872756 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89d11c-659c-436c-a73b-4356ae09822e req-532617de-1900-402c-8086-c4b65291d03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:57.874218 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1a89d11c-659c-436c-a73b-4356ae09822e req-532617de-1900-402c-8086-c4b65291d03d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 1098 time: 0.0408452 Apr 29 11:54:57.913433 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1a89d11c-659c-436c-a73b-4356ae09822e req-5923c7fa-5f4c-4ec6-ad0c-1b0575903dba service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316443 Apr 29 11:54:58.021763 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301e7df-c647-46c5-8ece-411657986983 req-252d6cae-b5ba-475a-8faf-69ef5de9d8c0 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:58.023359 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e301e7df-c647-46c5-8ece-411657986983 req-252d6cae-b5ba-475a-8faf-69ef5de9d8c0 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0522134 Apr 29 11:54:58.063176 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e301e7df-c647-46c5-8ece-411657986983 req-be1da1e9-d409-43ed-b580-03d4f4c98de5 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334229 Apr 29 11:54:58.536665 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:59.194633 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab76ad-c750-4c43-a33e-34e83951b46f req-cbc18a2c-3448-48c7-b2c6-3ca1d1d395b5 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:59.196478 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c4ab76ad-c750-4c43-a33e-34e83951b46f req-cbc18a2c-3448-48c7-b2c6-3ca1d1d395b5 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0541792 Apr 29 11:54:59.237436 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c4ab76ad-c750-4c43-a33e-34e83951b46f req-699c5934-c69d-4430-a933-f03235cef04c tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340917 Apr 29 11:54:59.354375 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36076f5-58cd-4a25-bd4d-5da206277bf4 req-40c081b8-6dd8-4966-bea1-e9bac26f6369 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:59.355939 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a36076f5-58cd-4a25-bd4d-5da206277bf4 req-40c081b8-6dd8-4966-bea1-e9bac26f6369 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0497434 Apr 29 11:54:59.401654 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a36076f5-58cd-4a25-bd4d-5da206277bf4 req-7620889a-2706-4256-b467-3dcb5ca65bf6 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397027 Apr 29 11:54:59.645340 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6b9cb-4154-4eb5-9d23-83593336ac22 req-7eabe693-25b4-484c-af57-7e0084ef0178 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:59.647683 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-27a6b9cb-4154-4eb5-9d23-83593336ac22 req-7eabe693-25b4-484c-af57-7e0084ef0178 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0620456 Apr 29 11:54:59.687252 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-27a6b9cb-4154-4eb5-9d23-83593336ac22 req-ef998ba5-5bcc-4e21-b40d-9989fad61e58 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316839 Apr 29 11:54:59.802679 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18daa7-6c27-4756-b0bc-0d263bb9de41 req-a657b700-8434-4f44-8b2c-cb33178a5324 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:59.804230 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fa18daa7-6c27-4756-b0bc-0d263bb9de41 req-a657b700-8434-4f44-8b2c-cb33178a5324 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0514040 Apr 29 11:54:59.844627 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fa18daa7-6c27-4756-b0bc-0d263bb9de41 req-053f878d-9e91-43dd-a52b-7e6ce89c6a17 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336423 Apr 29 11:55:00.057810 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:00.070030 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [req-08fc9bf0-2436-49e4-a2a7-903220a03810 req-9a456e69-49c6-41a4-8ecf-9fe26fc9647b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0413630 Apr 29 11:55:00.083964 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1df1db-c4e6-4992-9753-e18dc0bce859 req-3f8d7892-3f1b-480c-9294-a08bee85131d tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:00.085509 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3a1df1db-c4e6-4992-9753-e18dc0bce859 req-3f8d7892-3f1b-480c-9294-a08bee85131d tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0515225 Apr 29 11:55:00.129943 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3a1df1db-c4e6-4992-9753-e18dc0bce859 req-20ac5ada-329f-4f99-8766-a851cedfb57d tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379102 Apr 29 11:55:00.222805 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:01.281924 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc9bf0-2436-49e4-a2a7-903220a03810 req-0831bc42-9baf-413a-84d1-51a3a93aba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:01.283708 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-08fc9bf0-2436-49e4-a2a7-903220a03810 req-0831bc42-9baf-413a-84d1-51a3a93aba5d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6228d87635334c51903c6af6253e818c&device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 1098 time: 0.0630894 Apr 29 11:55:01.292417 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d2cf0-3903-4211-98c8-c31282747f9f req-066db7a1-25de-40af-bcad-2c73e412b11e tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:01.294526 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dc9d2cf0-3903-4211-98c8-c31282747f9f req-066db7a1-25de-40af-bcad-2c73e412b11e tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0828414 Apr 29 11:55:01.395218 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dc9d2cf0-3903-4211-98c8-c31282747f9f req-f6bc9e87-a022-453c-b1b0-511b48c23f96 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920799 Apr 29 11:55:01.413646 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc9bf0-2436-49e4-a2a7-903220a03810 req-2943a728-b385-4fb8-90bf-ac2bb1a98ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:01.415298 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-08fc9bf0-2436-49e4-a2a7-903220a03810 req-2943a728-b385-4fb8-90bf-ac2bb1a98ca3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b85aa11e-f549-4635-9089-84bfcdf3d857 HTTP/1.1" status: 200 len: 916 time: 0.1196814 Apr 29 11:55:01.461824 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-08fc9bf0-2436-49e4-a2a7-903220a03810 req-e57dc1d9-63e3-4c58-88a3-c44ecbae774b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3231956-4d65-4a2b-a5ef-08f1e8ee5838 HTTP/1.1" status: 200 len: 217 time: 0.0383816 Apr 29 11:55:01.518475 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc9bf0-2436-49e4-a2a7-903220a03810 req-e043421c-8149-4e36-92b6-b5e6ef4902f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:01.519959 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-08fc9bf0-2436-49e4-a2a7-903220a03810 req-e043421c-8149-4e36-92b6-b5e6ef4902f2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2da0c823-c87f-4d5a-b05a-486bb0ec4979 HTTP/1.1" status: 200 len: 855 time: 0.0517089 Apr 29 11:55:01.559922 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-08fc9bf0-2436-49e4-a2a7-903220a03810 req-46587754-0499-4625-9f03-788f7a5708bc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b85aa11e-f549-4635-9089-84bfcdf3d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327406 Apr 29 11:55:01.669340 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-08fc9bf0-2436-49e4-a2a7-903220a03810 req-78540148-b855-459c-ae38-da64d56d8b55 service neutron] 10.222.0.62 "GET /v2.0/networks/b85aa11e-f549-4635-9089-84bfcdf3d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025722 Apr 29 11:55:01.777037 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-08fc9bf0-2436-49e4-a2a7-903220a03810 req-9f0abbd6-1e75-4fa1-8fba-8a5b20c2fd3e service neutron] 10.222.0.62 "GET /v2.0/networks/b85aa11e-f549-4635-9089-84bfcdf3d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000233 Apr 29 11:55:02.522351 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2d2eb-83cf-4b7e-a43f-44d89d586710 req-83ea8663-9852-47d6-8075-454cb307ca49 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:02.523862 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c8b2d2eb-83cf-4b7e-a43f-44d89d586710 req-83ea8663-9852-47d6-8075-454cb307ca49 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0498765 Apr 29 11:55:02.562274 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c8b2d2eb-83cf-4b7e-a43f-44d89d586710 req-1c187baf-45ee-4864-9daa-1aa88e3213ba tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318029 Apr 29 11:55:03.677580 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a98f10-84ca-45c4-b210-30f26365c6c8 req-8c1c9bb4-6501-46eb-add2-57e185e7914f tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:03.679098 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-81a98f10-84ca-45c4-b210-30f26365c6c8 req-8c1c9bb4-6501-46eb-add2-57e185e7914f tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0493450 Apr 29 11:55:03.717679 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-81a98f10-84ca-45c4-b210-30f26365c6c8 req-9963e137-4bac-4ee6-acc6-4169acbfacbe tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320623 Apr 29 11:55:04.837020 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd99425-1c42-4edf-ae1e-09b1c7c292ae req-e982e875-bc9d-47a3-8361-2143df5e84e4 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:04.838682 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1bd99425-1c42-4edf-ae1e-09b1c7c292ae req-e982e875-bc9d-47a3-8361-2143df5e84e4 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0543969 Apr 29 11:55:04.877421 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1bd99425-1c42-4edf-ae1e-09b1c7c292ae req-6ac4adff-c1a7-4d5d-8bea-2ab9e0ff0420 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326807 Apr 29 11:55:05.280464 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:55:05.992811 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b2601-3136-4d14-bfe6-832b756bdd8c req-0322ebdd-5a54-4de9-92b7-eb15a90883f2 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:05.994305 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-247b2601-3136-4d14-bfe6-832b756bdd8c req-0322ebdd-5a54-4de9-92b7-eb15a90883f2 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0485742 Apr 29 11:55:06.032360 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-247b2601-3136-4d14-bfe6-832b756bdd8c req-6a79e4ae-d451-44da-80b7-e44c6dc5fa6d tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312817 Apr 29 11:55:07.151282 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b21567-59e6-49d6-8fbc-6f1f5c977b78 req-96153660-94dd-4b92-91a2-be1e9b9ce5d0 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:07.153617 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-98b21567-59e6-49d6-8fbc-6f1f5c977b78 req-96153660-94dd-4b92-91a2-be1e9b9ce5d0 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0514240 Apr 29 11:55:07.192192 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-98b21567-59e6-49d6-8fbc-6f1f5c977b78 req-92980f4d-073e-4673-9537-3c066e95cb33 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325449 Apr 29 11:55:08.313780 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a13da9-d46f-42bd-9c83-4feb96980b65 req-93dab9f8-9f37-4d12-9ecb-ab48e6fb415b tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:08.315292 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-22a13da9-d46f-42bd-9c83-4feb96980b65 req-93dab9f8-9f37-4d12-9ecb-ab48e6fb415b tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0535917 Apr 29 11:55:08.353150 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-22a13da9-d46f-42bd-9c83-4feb96980b65 req-061ec177-a5b1-49c0-a4b5-e45a5b95a628 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315998 Apr 29 11:55:09.469881 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c101e-ba45-425a-976f-50970883b5a2 req-082b740e-5ece-46ca-a0b1-8bfc36c7ab7d tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:09.471427 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-609c101e-ba45-425a-976f-50970883b5a2 req-082b740e-5ece-46ca-a0b1-8bfc36c7ab7d tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0506487 Apr 29 11:55:09.509384 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-609c101e-ba45-425a-976f-50970883b5a2 req-1d7f9fa0-e52d-4e5b-9472-0fd4631b2df0 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320663 Apr 29 11:55:10.627474 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291320b-b31d-47c8-b2b8-56843b1eb948 req-c29c4878-8ca1-4c4a-84cc-9e2329b52792 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:10.628956 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a291320b-b31d-47c8-b2b8-56843b1eb948 req-c29c4878-8ca1-4c4a-84cc-9e2329b52792 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0480785 Apr 29 11:55:10.667396 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a291320b-b31d-47c8-b2b8-56843b1eb948 req-46338e30-fc86-429a-943f-3417c9a9fb0f tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324962 Apr 29 11:55:11.787139 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3943f96-9f78-4f80-83bb-cf8613f3864e req-355cc61f-d993-4428-98f7-bec83f2b969d tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:11.788719 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f3943f96-9f78-4f80-83bb-cf8613f3864e req-355cc61f-d993-4428-98f7-bec83f2b969d tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0527198 Apr 29 11:55:11.830096 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f3943f96-9f78-4f80-83bb-cf8613f3864e req-45c11cc8-709f-4670-92df-99d92bd38114 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349057 Apr 29 11:55:12.944241 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9bf532-aa40-4d3c-9203-625663a9d0c0 req-08c5c673-ce87-4036-b39b-9ae51fb2a806 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:12.945834 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ac9bf532-aa40-4d3c-9203-625663a9d0c0 req-08c5c673-ce87-4036-b39b-9ae51fb2a806 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0481558 Apr 29 11:55:12.984089 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ac9bf532-aa40-4d3c-9203-625663a9d0c0 req-ef897099-2e9d-4f50-8fb0-33935ededce8 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319943 Apr 29 11:55:14.098356 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f7a9e-5167-4162-ba11-4bb2a2d5e03b req-f37bd219-e325-4a3b-a1e8-7ab5dda04af5 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:14.099824 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cc8f7a9e-5167-4162-ba11-4bb2a2d5e03b req-f37bd219-e325-4a3b-a1e8-7ab5dda04af5 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0484204 Apr 29 11:55:14.137113 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cc8f7a9e-5167-4162-ba11-4bb2a2d5e03b req-cc1622d1-1599-4d2d-b987-433815942610 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308220 Apr 29 11:55:15.257863 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62abf1-24f4-4ec4-958c-4a9e29fc0a80 req-cda61f76-7405-4ce5-a45a-e85e67c861c8 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:15.259353 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8c62abf1-24f4-4ec4-958c-4a9e29fc0a80 req-cda61f76-7405-4ce5-a45a-e85e67c861c8 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0529180 Apr 29 11:55:15.299099 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8c62abf1-24f4-4ec4-958c-4a9e29fc0a80 req-45dc3455-9ca2-4e77-a06f-b8c5a71bbdca tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335660 Apr 29 11:55:16.413998 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05507a90-d4fb-4405-a4ab-1dfb69eb9940 req-fbb3759c-ff85-476e-8134-17244513c5bf tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:16.415527 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-05507a90-d4fb-4405-a4ab-1dfb69eb9940 req-fbb3759c-ff85-476e-8134-17244513c5bf tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0496967 Apr 29 11:55:16.454463 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-05507a90-d4fb-4405-a4ab-1dfb69eb9940 req-e0fe8c8c-1b8e-45a2-abf0-89a2dab07d6a tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323217 Apr 29 11:55:17.569918 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7ea51-5f8a-49cb-8bf8-a6f2a23ea201 req-fa28f1cd-6f8e-4d9b-8942-26958e47f206 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:17.571743 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f3e7ea51-5f8a-49cb-8bf8-a6f2a23ea201 req-fa28f1cd-6f8e-4d9b-8942-26958e47f206 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0496385 Apr 29 11:55:17.610240 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f3e7ea51-5f8a-49cb-8bf8-a6f2a23ea201 req-f6aa2c7e-e69b-4315-a3b0-93194ddfb751 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312769 Apr 29 11:55:18.734564 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe7911-e963-43cb-8bec-7b8c5a91ab7b req-9fb067c6-67de-4478-87fb-edd64a5fca2a tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:18.736038 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-23fe7911-e963-43cb-8bec-7b8c5a91ab7b req-9fb067c6-67de-4478-87fb-edd64a5fca2a tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0564961 Apr 29 11:55:18.773897 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-23fe7911-e963-43cb-8bec-7b8c5a91ab7b req-64cd5e08-316d-4bda-97a0-77b505f20b6a tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318637 Apr 29 11:55:18.983645 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecea705-8919-44cf-82a5-e32568b721dd req-514eaf22-6a88-44f2-879e-9afacd033670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:18.985243 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8ecea705-8919-44cf-82a5-e32568b721dd req-514eaf22-6a88-44f2-879e-9afacd033670 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6228d87635334c51903c6af6253e818c&device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 1098 time: 0.0471332 Apr 29 11:55:19.095141 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecea705-8919-44cf-82a5-e32568b721dd req-8fe0b7e5-f3b6-41e4-8caf-d261559052dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:19.096667 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8ecea705-8919-44cf-82a5-e32568b721dd req-8fe0b7e5-f3b6-41e4-8caf-d261559052dc service neutron] 10.222.0.62 "GET /v2.0/networks?id=b85aa11e-f549-4635-9089-84bfcdf3d857 HTTP/1.1" status: 200 len: 916 time: 0.0910599 Apr 29 11:55:19.144097 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8ecea705-8919-44cf-82a5-e32568b721dd req-2ca7f12e-b2bc-454d-b578-705ed7115612 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3231956-4d65-4a2b-a5ef-08f1e8ee5838 HTTP/1.1" status: 200 len: 217 time: 0.0406196 Apr 29 11:55:19.198313 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecea705-8919-44cf-82a5-e32568b721dd req-b2017d9b-b034-4ba9-89a2-96f5c819293b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:19.200770 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8ecea705-8919-44cf-82a5-e32568b721dd req-b2017d9b-b034-4ba9-89a2-96f5c819293b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2da0c823-c87f-4d5a-b05a-486bb0ec4979 HTTP/1.1" status: 200 len: 855 time: 0.0500968 Apr 29 11:55:19.234252 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8ecea705-8919-44cf-82a5-e32568b721dd req-e7db1510-3ee3-48c9-bf23-0215f20baa63 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b85aa11e-f549-4635-9089-84bfcdf3d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262938 Apr 29 11:55:19.330728 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8ecea705-8919-44cf-82a5-e32568b721dd req-6fcdc9b5-8f61-4b4a-bf5d-087dc81a1edb service neutron] 10.222.0.62 "GET /v2.0/networks/b85aa11e-f549-4635-9089-84bfcdf3d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895267 Apr 29 11:55:19.422366 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8ecea705-8919-44cf-82a5-e32568b721dd req-da936be4-41a9-4dc0-a1ff-250e56b96d95 service neutron] 10.222.0.62 "GET /v2.0/networks/b85aa11e-f549-4635-9089-84bfcdf3d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845556 Apr 29 11:55:19.901341 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583266de-9855-4af8-9ce7-6b0a4f1e832d req-2bc1270c-fe12-4aa4-a155-241250b4f396 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:19.903380 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-583266de-9855-4af8-9ce7-6b0a4f1e832d req-2bc1270c-fe12-4aa4-a155-241250b4f396 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0592451 Apr 29 11:55:19.945041 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-583266de-9855-4af8-9ce7-6b0a4f1e832d req-77364dd5-6da4-4f84-a941-b2eaf3d9d09c tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354755 Apr 29 11:55:21.065567 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f22049-d95f-4d59-a5ab-14ebf76b41f9 req-442982b8-e31c-4682-8c0b-a436589a9b8a tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:21.067127 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d3f22049-d95f-4d59-a5ab-14ebf76b41f9 req-442982b8-e31c-4682-8c0b-a436589a9b8a tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0498464 Apr 29 11:55:21.107859 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d3f22049-d95f-4d59-a5ab-14ebf76b41f9 req-fe484032-c08c-4e7e-920c-ba2a143e9d76 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344830 Apr 29 11:55:22.230734 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705144f-9f5f-4b6c-9408-1e6fbd0a54f2 req-7cb2eb19-b138-4bed-9748-d287cc5ab2c2 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:22.232282 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8705144f-9f5f-4b6c-9408-1e6fbd0a54f2 req-7cb2eb19-b138-4bed-9748-d287cc5ab2c2 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0532990 Apr 29 11:55:22.273879 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8705144f-9f5f-4b6c-9408-1e6fbd0a54f2 req-09eedd84-0c42-4429-bf44-78ac14b9cc85 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353231 Apr 29 11:55:23.400353 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d28b09-f39c-442c-949d-4b9aa37716b9 req-e261c16e-fffe-41dc-908f-85659e4277bd tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:23.402432 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e9d28b09-f39c-442c-949d-4b9aa37716b9 req-e261c16e-fffe-41dc-908f-85659e4277bd tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0592287 Apr 29 11:55:23.441769 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e9d28b09-f39c-442c-949d-4b9aa37716b9 req-f97f8848-8331-4454-a8d3-8c68b1a5ad5c tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331202 Apr 29 11:55:23.571073 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e946367a-9f4d-470d-af5d-f9ced3bf2eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:24.562083 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebecba54-9b88-479c-a7d9-eedf16b91807 req-41788b34-2e3d-43aa-a0d6-00baff87168f tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:24.563705 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ebecba54-9b88-479c-a7d9-eedf16b91807 req-41788b34-2e3d-43aa-a0d6-00baff87168f tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0510986 Apr 29 11:55:24.606451 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ebecba54-9b88-479c-a7d9-eedf16b91807 req-e4e8bdd9-cb5a-4d57-839d-e314137e016e tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352767 Apr 29 11:55:25.727926 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12daa1-7630-4a4a-9358-24cb836e3624 req-33f3fb3c-d708-414c-ae42-c64cc1e987f3 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:25.729447 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-af12daa1-7630-4a4a-9358-24cb836e3624 req-33f3fb3c-d708-414c-ae42-c64cc1e987f3 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0516689 Apr 29 11:55:25.769303 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-af12daa1-7630-4a4a-9358-24cb836e3624 req-fe83dd4b-1aee-490a-9194-a89c56682d82 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333941 Apr 29 11:55:26.896269 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63e427-af19-43f9-95da-fb839d320dc3 req-c149da93-00f5-4c4c-a183-13b79a93d9ec tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:26.897884 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1e63e427-af19-43f9-95da-fb839d320dc3 req-c149da93-00f5-4c4c-a183-13b79a93d9ec tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0551043 Apr 29 11:55:26.949079 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1e63e427-af19-43f9-95da-fb839d320dc3 req-88db2cbc-7bff-440a-8d1e-0a2773927183 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353255 Apr 29 11:55:27.210948 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:27.774639 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f730da10-cb6e-4a03-bd29-39cc4b2e64f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:28.068705 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a093aa4-5391-4411-aa34-ae56bae58f7e req-13cf0db1-2584-4bdd-8ca5-99b7b4b7d452 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:28.070643 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9a093aa4-5391-4411-aa34-ae56bae58f7e req-13cf0db1-2584-4bdd-8ca5-99b7b4b7d452 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0560148 Apr 29 11:55:28.111301 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9a093aa4-5391-4411-aa34-ae56bae58f7e req-8b0ed8ff-4687-4414-b621-4e3272074213 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334263 Apr 29 11:55:28.540176 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:28.680748 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-08fc9bf0-2436-49e4-a2a7-903220a03810 req-6a08bd97-ff6d-4320-9ea8-e30018a2ce6a service neutron] 10.222.0.62 "GET /v2.0/ports/d3231956-4d65-4a2b-a5ef-08f1e8ee5838/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0558624 Apr 29 11:55:28.884529 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc9bf0-2436-49e4-a2a7-903220a03810 req-9437b69f-bd7c-4d03-bf04-c44d3ea62625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:28.886074 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-08fc9bf0-2436-49e4-a2a7-903220a03810 req-9437b69f-bd7c-4d03-bf04-c44d3ea62625 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94&tenant_id=6228d87635334c51903c6af6253e818c HTTP/1.1" status: 200 len: 1098 time: 0.0418491 Apr 29 11:55:28.954988 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc9bf0-2436-49e4-a2a7-903220a03810 req-0300fd0d-f446-4051-8c3d-0453d6d87aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:28.956519 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-08fc9bf0-2436-49e4-a2a7-903220a03810 req-0300fd0d-f446-4051-8c3d-0453d6d87aa6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6228d87635334c51903c6af6253e818c&device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 1098 time: 0.0478578 Apr 29 11:55:29.063858 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc9bf0-2436-49e4-a2a7-903220a03810 req-f34ba49f-911f-4ef8-ae85-97eb980ccba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:29.065517 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-08fc9bf0-2436-49e4-a2a7-903220a03810 req-f34ba49f-911f-4ef8-ae85-97eb980ccba9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b85aa11e-f549-4635-9089-84bfcdf3d857 HTTP/1.1" status: 200 len: 916 time: 0.1025596 Apr 29 11:55:29.115193 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-08fc9bf0-2436-49e4-a2a7-903220a03810 req-21a724f3-6e8f-43ec-8774-28795c0a3879 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3231956-4d65-4a2b-a5ef-08f1e8ee5838 HTTP/1.1" status: 200 len: 217 time: 0.0424185 Apr 29 11:55:29.169895 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc9bf0-2436-49e4-a2a7-903220a03810 req-4396b2e7-4690-44b7-82c5-dadda3a975ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:29.172572 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-08fc9bf0-2436-49e4-a2a7-903220a03810 req-4396b2e7-4690-44b7-82c5-dadda3a975ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2da0c823-c87f-4d5a-b05a-486bb0ec4979 HTTP/1.1" status: 200 len: 855 time: 0.0504735 Apr 29 11:55:29.217426 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-08fc9bf0-2436-49e4-a2a7-903220a03810 req-eb89c86e-c630-4765-a701-81da917eac9c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b85aa11e-f549-4635-9089-84bfcdf3d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368054 Apr 29 11:55:29.311992 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8fcd1-773b-43fa-b4f9-da277b73e9e2 req-c3c0fdcb-a3e6-4976-ba0a-5f3e98030563 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:29.313464 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6ea8fcd1-773b-43fa-b4f9-da277b73e9e2 req-c3c0fdcb-a3e6-4976-ba0a-5f3e98030563 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.1219449 Apr 29 11:55:29.354558 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-08fc9bf0-2436-49e4-a2a7-903220a03810 req-f58a1cc1-eb71-43a1-88a9-db6d141370ca service neutron] 10.222.0.62 "GET /v2.0/networks/b85aa11e-f549-4635-9089-84bfcdf3d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212466 Apr 29 11:55:29.387291 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6ea8fcd1-773b-43fa-b4f9-da277b73e9e2 req-1cf4d807-c043-4211-8d81-ad4f2206d397 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646131 Apr 29 11:55:29.460820 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-08fc9bf0-2436-49e4-a2a7-903220a03810 req-49925dae-e26e-4ef6-8268-e091308d8861 service neutron] 10.222.0.62 "GET /v2.0/networks/b85aa11e-f549-4635-9089-84bfcdf3d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980656 Apr 29 11:55:30.053999 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:30.226140 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:30.509096 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88dbb3-2289-405c-8e18-20bb11c78bda req-677a9c91-ceda-407d-b651-c6dc199e73bc tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:30.510615 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bf88dbb3-2289-405c-8e18-20bb11c78bda req-677a9c91-ceda-407d-b651-c6dc199e73bc tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0520351 Apr 29 11:55:30.550640 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bf88dbb3-2289-405c-8e18-20bb11c78bda req-3b8c4be7-7b9c-46d2-a82d-363b673cd156 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329871 Apr 29 11:55:31.667978 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda72ebc-536c-415a-8ee3-43ceb594399d req-f693594d-1959-44c5-8ae5-e06a8449a384 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:31.669387 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bda72ebc-536c-415a-8ee3-43ceb594399d req-f693594d-1959-44c5-8ae5-e06a8449a384 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0500684 Apr 29 11:55:31.708471 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bda72ebc-536c-415a-8ee3-43ceb594399d req-3852a12e-9775-478c-908f-f59af33ba063 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331154 Apr 29 11:55:31.724983 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device d3231956-4d65-4a2b-a5ef-08f1e8ee5838 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:55:31.728680 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device d3231956-4d65-4a2b-a5ef-08f1e8ee5838 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:55:31.888222 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port d3231956-4d65-4a2b-a5ef-08f1e8ee5838, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d3231956-4d65-4a2b-a5ef-08f1e8ee5838,segment=NetworkSegment(1acfc8ff-803c-4808-aa89-76dd21c7380b),segment_id=1acfc8ff-803c-4808-aa89-76dd21c7380b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:55:31.900524 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:31.902703 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': 'd3231956-4d65-4a2b-a5ef-08f1e8ee5838', 'network_id': 'b85aa11e-f549-4635-9089-84bfcdf3d857', 'port_id': 'd3231956-4d65-4a2b-a5ef-08f1e8ee5838', 'mac_address': 'fa:16:3e:be:a0:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da0c823-c87f-4d5a-b05a-486bb0ec4979', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:55:31.912426 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23dec5-2a62-4279-96ad-bba256f7d8cb req-f7832abb-ad38-446f-8e83-8d0234531d8e tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:31.913849 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6a23dec5-2a62-4279-96ad-bba256f7d8cb req-f7832abb-ad38-446f-8e83-8d0234531d8e tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0524969 Apr 29 11:55:31.946947 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ad13c5-ac23-49e4-91b8-a27819f56c94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3231956-4d65-4a2b-a5ef-08f1e8ee5838'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:55:31.950743 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18a7cff-1ef5-4677-8197-edc758bc1132" -d '{"events": [{"server_uuid": "70ad13c5-ac23-49e4-91b8-a27819f56c94", "name": "network-vif-unplugged", "status": "completed", "tag": "d3231956-4d65-4a2b-a5ef-08f1e8ee5838"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:55:31.970802 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port d3231956-4d65-4a2b-a5ef-08f1e8ee5838, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d3231956-4d65-4a2b-a5ef-08f1e8ee5838,segment=NetworkSegment(1acfc8ff-803c-4808-aa89-76dd21c7380b),segment_id=1acfc8ff-803c-4808-aa89-76dd21c7380b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:55:31.973536 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:31.982932 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:31.989010 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6a23dec5-2a62-4279-96ad-bba256f7d8cb req-e13f74e3-4c5b-4d6e-979c-a0b41290d774 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651274 Apr 29 11:55:32.003408 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562435a6-172d-4cc5-a8bc-2251047b235b req-4275b09f-f517-47d6-9f80-3206bf6bd524 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:32.005938 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-562435a6-172d-4cc5-a8bc-2251047b235b req-4275b09f-f517-47d6-9f80-3206bf6bd524 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.62 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94&tenant_id=6228d87635334c51903c6af6253e818c&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 945 time: 0.0910113 Apr 29 11:55:32.008810 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3231956-4d65-4a2b-a5ef-08f1e8ee5838 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:55:32.017476 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 11:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36db27f2-ff96-4501-b1b8-11343153f7d5 x-openstack-request-id: req-36db27f2-ff96-4501-b1b8-11343153f7d5 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:55:32.017764 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ad13c5-ac23-49e4-91b8-a27819f56c94", "name": "network-vif-unplugged", "status": "completed", "tag": "d3231956-4d65-4a2b-a5ef-08f1e8ee5838", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:55:32.018019 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-36db27f2-ff96-4501-b1b8-11343153f7d5 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:55:32.018430 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36db27f2-ff96-4501-b1b8-11343153f7d5'] response: {'server_uuid': '70ad13c5-ac23-49e4-91b8-a27819f56c94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3231956-4d65-4a2b-a5ef-08f1e8ee5838', 'code': 200} Apr 29 11:55:32.070753 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=d3231956-4d65-4a2b-a5ef-08f1e8ee5838,revision_number=6']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:55:32.079244 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:55:32.079594 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:55:32.093885 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562435a6-172d-4cc5-a8bc-2251047b235b req-6c4e86e8-cca1-44b4-ab57-da38d9f825b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:32.095419 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-562435a6-172d-4cc5-a8bc-2251047b235b req-6c4e86e8-cca1-44b4-ab57-da38d9f825b2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6228d87635334c51903c6af6253e818c&device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 1096 time: 0.0440907 Apr 29 11:55:32.189902 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562435a6-172d-4cc5-a8bc-2251047b235b req-9cba9681-8d8c-4851-a1ff-7c773a46df7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:32.191404 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-562435a6-172d-4cc5-a8bc-2251047b235b req-9cba9681-8d8c-4851-a1ff-7c773a46df7d service neutron] 10.222.0.62 "GET /v2.0/networks?id=b85aa11e-f549-4635-9089-84bfcdf3d857 HTTP/1.1" status: 200 len: 916 time: 0.0892470 Apr 29 11:55:32.232821 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-562435a6-172d-4cc5-a8bc-2251047b235b req-6faed07c-8106-448d-8093-147223cf041b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3231956-4d65-4a2b-a5ef-08f1e8ee5838 HTTP/1.1" status: 200 len: 217 time: 0.0342395 Apr 29 11:55:32.283015 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562435a6-172d-4cc5-a8bc-2251047b235b req-020828b1-cac7-451e-9d54-f9a932aeafd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:32.284550 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-562435a6-172d-4cc5-a8bc-2251047b235b req-020828b1-cac7-451e-9d54-f9a932aeafd5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2da0c823-c87f-4d5a-b05a-486bb0ec4979 HTTP/1.1" status: 200 len: 855 time: 0.0444093 Apr 29 11:55:32.316713 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-562435a6-172d-4cc5-a8bc-2251047b235b req-8e073684-65e8-4311-8614-c84b97ec131a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b85aa11e-f549-4635-9089-84bfcdf3d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245481 Apr 29 11:55:32.409242 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-562435a6-172d-4cc5-a8bc-2251047b235b req-9908e649-793a-4265-a2e1-5b51cad6eb23 service neutron] 10.222.0.62 "GET /v2.0/networks/b85aa11e-f549-4635-9089-84bfcdf3d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850196 Apr 29 11:55:32.499782 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-562435a6-172d-4cc5-a8bc-2251047b235b req-0f09bd52-2c11-43f5-9c3a-426b9dc093cb service neutron] 10.222.0.62 "GET /v2.0/networks/b85aa11e-f549-4635-9089-84bfcdf3d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825868 Apr 29 11:55:32.621951 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:32.637714 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3231956-4d65-4a2b-a5ef-08f1e8ee5838 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:55:32.659310 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port d3231956-4d65-4a2b-a5ef-08f1e8ee5838, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d3231956-4d65-4a2b-a5ef-08f1e8ee5838,segment=NetworkSegment(1acfc8ff-803c-4808-aa89-76dd21c7380b),segment_id=1acfc8ff-803c-4808-aa89-76dd21c7380b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:55:32.663428 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:32.716562 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=d3231956-4d65-4a2b-a5ef-08f1e8ee5838,revision_number=7']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:55:32.725758 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['d3231956-4d65-4a2b-a5ef-08f1e8ee5838'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:55:33.134579 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38684a09-922c-4e27-9671-9cf9e1ea3068 req-c8e3f15c-0f78-4134-bcd3-8dbf88172d3c tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:33.136405 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-38684a09-922c-4e27-9671-9cf9e1ea3068 req-c8e3f15c-0f78-4134-bcd3-8dbf88172d3c tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 944 time: 0.0612211 Apr 29 11:55:33.189029 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-38684a09-922c-4e27-9671-9cf9e1ea3068 req-b8ae3969-4393-4d87-ae6b-b11cd859fb48 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411148 Apr 29 11:55:33.323051 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36582a55-d842-4659-a901-467d0a5ade64 req-0f03689b-a305-4a0d-a06a-4445cefd62c2 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:33.326630 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-36582a55-d842-4659-a901-467d0a5ade64 req-0f03689b-a305-4a0d-a06a-4445cefd62c2 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 944 time: 0.0581748 Apr 29 11:55:33.367614 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-36582a55-d842-4659-a901-467d0a5ade64 req-58fa5131-e671-4bb7-a739-902406481860 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348868 Apr 29 11:55:33.521138 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1e30f-6b4e-4868-9e87-a4445b117302 req-001fec2c-6ccf-4bc5-b363-9f1073f4b784 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:33.522783 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eff1e30f-6b4e-4868-9e87-a4445b117302 req-001fec2c-6ccf-4bc5-b363-9f1073f4b784 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 944 time: 0.0565410 Apr 29 11:55:33.564966 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eff1e30f-6b4e-4868-9e87-a4445b117302 req-3b7eec9c-41c1-42eb-bd5f-335cf7a22d15 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353167 Apr 29 11:55:33.764308 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device d3231956-4d65-4a2b-a5ef-08f1e8ee5838 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:55:33.818467 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port d3231956-4d65-4a2b-a5ef-08f1e8ee5838 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:55:33.818833 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:33.910280 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:33.953498 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port d3231956-4d65-4a2b-a5ef-08f1e8ee5838, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d3231956-4d65-4a2b-a5ef-08f1e8ee5838,segment=NetworkSegment(1acfc8ff-803c-4808-aa89-76dd21c7380b),segment_id=1acfc8ff-803c-4808-aa89-76dd21c7380b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:55:33.958149 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:34.011855 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=d3231956-4d65-4a2b-a5ef-08f1e8ee5838,revision_number=8']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:55:34.019412 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ad13c5-ac23-49e4-91b8-a27819f56c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3231956-4d65-4a2b-a5ef-08f1e8ee5838'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:55:34.021814 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098f4379-76ee-4909-a563-7430da81f26e" -d '{"events": [{"server_uuid": "70ad13c5-ac23-49e4-91b8-a27819f56c94", "name": "network-vif-plugged", "status": "completed", "tag": "d3231956-4d65-4a2b-a5ef-08f1e8ee5838"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:55:34.059310 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18386d11-aefa-4694-9ba6-7f7cacd68522 x-openstack-request-id: req-18386d11-aefa-4694-9ba6-7f7cacd68522 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:55:34.059606 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ad13c5-ac23-49e4-91b8-a27819f56c94", "name": "network-vif-plugged", "status": "completed", "tag": "d3231956-4d65-4a2b-a5ef-08f1e8ee5838", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:55:34.059866 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-18386d11-aefa-4694-9ba6-7f7cacd68522 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:55:34.060270 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18386d11-aefa-4694-9ba6-7f7cacd68522'] response: {'server_uuid': '70ad13c5-ac23-49e4-91b8-a27819f56c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3231956-4d65-4a2b-a5ef-08f1e8ee5838', 'code': 200} Apr 29 11:55:34.107077 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-f9147211-9eb3-4f0d-8223-d3a3bd39a2a0 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:34.108575 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-f9147211-9eb3-4f0d-8223-d3a3bd39a2a0 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/networks?id=b85aa11e-f549-4635-9089-84bfcdf3d857 HTTP/1.1" status: 200 len: 815 time: 0.1112938 Apr 29 11:55:34.124381 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-3cf6d1a4-c6d8-4d6a-9775-46878de5f01c tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/quotas/6228d87635334c51903c6af6253e818c HTTP/1.1" status: 200 len: 375 time: 0.0099080 Apr 29 11:55:34.178523 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-4a5c2a81-f401-4edf-8a5a-80755a7a0558 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6228d87635334c51903c6af6253e818c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0482955 Apr 29 11:55:34.281654 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-954d0912-6e99-4e60-b37a-b776cab22753 service neutron] 10.222.0.69 "GET /v2.0/networks/b85aa11e-f549-4635-9089-84bfcdf3d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945065 Apr 29 11:55:34.380473 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-f6f9c19c-9dc5-4428-8700-773e31acd83f service neutron] 10.222.0.69 "GET /v2.0/networks/b85aa11e-f549-4635-9089-84bfcdf3d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922639 Apr 29 11:55:34.569584 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fc6fe508-8a86-4b73-ba4e-26bb9182cff6 req-eb167991-c7e1-439c-9504-3258bb555e8b tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 210 time: 0.0455058 Apr 29 11:55:35.587852 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-8122f374-74fc-4aaa-90d6-a058e80736de tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:35.590000 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-8122f374-74fc-4aaa-90d6-a058e80736de tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.62 "GET /v2.0/networks?id=b85aa11e-f549-4635-9089-84bfcdf3d857 HTTP/1.1" status: 200 len: 815 time: 0.1304016 Apr 29 11:55:35.604271 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-28b3a4dc-f9d6-4250-90af-a38662d0b93c tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Request body: {'port': {'device_id': '77d260c3-cd2a-4694-8bd6-1c02ff7624c9', 'network_id': 'b85aa11e-f549-4635-9089-84bfcdf3d857', 'admin_state_up': True, 'tenant_id': '6228d87635334c51903c6af6253e818c'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:55:35.694229 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d8ebd719-65b9-471f-ad25-d7a7a364603e req-43e6436e-d5ee-4d2c-b26a-e9f82a1ab6dc tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 210 time: 0.0393412 Apr 29 11:55:35.732326 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac387f-f539-4529-9d54-f770ba6b9ea0 req-94162d3d-3607-48cd-9954-0dd4aedbfee1 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:35.733949 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [req-76ac387f-f539-4529-9d54-f770ba6b9ea0 req-94162d3d-3607-48cd-9954-0dd4aedbfee1 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.62 "GET /v2.0/ports?device_id=70ad13c5-ac23-49e4-91b8-a27819f56c94 HTTP/1.1" status: 200 len: 945 time: 0.0557201 Apr 29 11:55:35.755381 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-28b3a4dc-f9d6-4250-90af-a38662d0b93c tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Made reservation on behalf of 6228d87635334c51903c6af6253e818c for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:55:35.759025 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-28b3a4dc-f9d6-4250-90af-a38662d0b93c tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:35.825438 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [req-76ac387f-f539-4529-9d54-f770ba6b9ea0 req-0d7b25c2-dc78-4109-bb24-3a721b255e16 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Deleting port d3231956-4d65-4a2b-a5ef-08f1e8ee5838 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:55:35.825789 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [req-76ac387f-f539-4529-9d54-f770ba6b9ea0 req-0d7b25c2-dc78-4109-bb24-3a721b255e16 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:35.889863 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-28b3a4dc-f9d6-4250-90af-a38662d0b93c tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Allocated IP 172.20.0.14 (b85aa11e-f549-4635-9089-84bfcdf3d857/2da0c823-c87f-4d5a-b05a-486bb0ec4979/86aae266-9e78-40d6-ae7e-02862b31616f) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:55:35.926148 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [req-76ac387f-f539-4529-9d54-f770ba6b9ea0 req-0d7b25c2-dc78-4109-bb24-3a721b255e16 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] For port d3231956-4d65-4a2b-a5ef-08f1e8ee5838, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d3231956-4d65-4a2b-a5ef-08f1e8ee5838,segment=NetworkSegment(1acfc8ff-803c-4808-aa89-76dd21c7380b),segment_id=1acfc8ff-803c-4808-aa89-76dd21c7380b)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:55:35.926538 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [req-76ac387f-f539-4529-9d54-f770ba6b9ea0 req-0d7b25c2-dc78-4109-bb24-3a721b255e16 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:35.940188 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [req-76ac387f-f539-4529-9d54-f770ba6b9ea0 req-0d7b25c2-dc78-4109-bb24-3a721b255e16 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Calling delete_port for d3231956-4d65-4a2b-a5ef-08f1e8ee5838 owned by compute:nova {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:55:36.085789 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [req-76ac387f-f539-4529-9d54-f770ba6b9ea0 req-0d7b25c2-dc78-4109-bb24-3a721b255e16 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:36.101474 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['d3231956-4d65-4a2b-a5ef-08f1e8ee5838'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:55:36.119610 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b25c2-dc78-4109-bb24-3a721b255e16 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Pushing event deleted for resources: {'Port': ['ID=d3231956-4d65-4a2b-a5ef-08f1e8ee5838,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:55:36.163583 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ac387f-f539-4529-9d54-f770ba6b9ea0 req-0d7b25c2-dc78-4109-bb24-3a721b255e16 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] No DVR routers for this DVR port d3231956-4d65-4a2b-a5ef-08f1e8ee5838 on host hv-neutron-8388 {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:55:36.166353 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [req-76ac387f-f539-4529-9d54-f770ba6b9ea0 req-0d7b25c2-dc78-4109-bb24-3a721b255e16 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:36.170528 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [req-76ac387f-f539-4529-9d54-f770ba6b9ea0 req-0d7b25c2-dc78-4109-bb24-3a721b255e16 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.62 "DELETE /v2.0/ports/d3231956-4d65-4a2b-a5ef-08f1e8ee5838 HTTP/1.1" status: 204 len: 173 time: 0.4303942 Apr 29 11:55:36.171028 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ad13c5-ac23-49e4-91b8-a27819f56c94', 'name': 'network-vif-deleted', 'tag': 'd3231956-4d65-4a2b-a5ef-08f1e8ee5838'}] {{(pid=102960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:55:36.173464 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f284d994886e2bee032f7329864f24e5fe1e0d39b4215f9cf8d7074f2166ea6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df489345-0bfe-498e-9435-51209b6f7ee8" -d '{"events": [{"server_uuid": "70ad13c5-ac23-49e4-91b8-a27819f56c94", "name": "network-vif-deleted", "tag": "d3231956-4d65-4a2b-a5ef-08f1e8ee5838"}]}' {{(pid=102960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:55:36.304932 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f008d2-fbff-4ea8-8bcf-d15756bb84db x-openstack-request-id: req-77f008d2-fbff-4ea8-8bcf-d15756bb84db {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:55:36.305478 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ad13c5-ac23-49e4-91b8-a27819f56c94", "name": "network-vif-deleted", "tag": "d3231956-4d65-4a2b-a5ef-08f1e8ee5838", "status": "completed", "code": 200}]} {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:55:36.305942 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-77f008d2-fbff-4ea8-8bcf-d15756bb84db {{(pid=102960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:55:36.306649 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77f008d2-fbff-4ea8-8bcf-d15756bb84db'] response: {'server_uuid': '70ad13c5-ac23-49e4-91b8-a27819f56c94', 'name': 'network-vif-deleted', 'tag': 'd3231956-4d65-4a2b-a5ef-08f1e8ee5838', 'status': 'completed', 'code': 200} Apr 29 11:55:36.413959 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-28b3a4dc-f9d6-4250-90af-a38662d0b93c tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:36.449082 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-28b3a4dc-f9d6-4250-90af-a38662d0b93c tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:36.467001 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['d3231956-4d65-4a2b-a5ef-08f1e8ee5838'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:55:36.498123 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-28b3a4dc-f9d6-4250-90af-a38662d0b93c tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Network b85aa11e-f549-4635-9089-84bfcdf3d857 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:55:36.501374 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-28b3a4dc-f9d6-4250-90af-a38662d0b93c tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:55:36.505381 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-28b3a4dc-f9d6-4250-90af-a38662d0b93c tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:55:36.530878 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3a4dc-f9d6-4250-90af-a38662d0b93c tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Pushing event updated for resources: {'Port': ['ID=86aae266-9e78-40d6-ae7e-02862b31616f,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:55:36.558655 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-28b3a4dc-f9d6-4250-90af-a38662d0b93c tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:36.559293 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-28b3a4dc-f9d6-4250-90af-a38662d0b93c tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:36.576945 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-28b3a4dc-f9d6-4250-90af-a38662d0b93c tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9764860 Apr 29 11:55:36.589878 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-b43dd500-080c-40ca-9809-31abd09ce286 service neutron] Request body: {'port': {'device_id': '77d260c3-cd2a-4694-8bd6-1c02ff7624c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:55:36.649556 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-b43dd500-080c-40ca-9809-31abd09ce286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:36.880428 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0dc9e-d3dc-44eb-ae7b-2b0687349418 req-8f612fa1-69e3-41f9-a2d3-a019f66412b1 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:36.882026 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4ea0dc9e-d3dc-44eb-ae7b-2b0687349418 req-8f612fa1-69e3-41f9-a2d3-a019f66412b1 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 932 time: 0.1076915 Apr 29 11:55:36.949071 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4ea0dc9e-d3dc-44eb-ae7b-2b0687349418 req-30b9d1c3-107d-4acb-9311-79914f7d3db1 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593009 Apr 29 11:55:37.015920 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-b43dd500-080c-40ca-9809-31abd09ce286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86aae266-9e78-40d6-ae7e-02862b31616f {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:55:37.024072 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-b43dd500-080c-40ca-9809-31abd09ce286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:37.036704 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-b43dd500-080c-40ca-9809-31abd09ce286 service neutron] Transition to ACTIVE for port object 86aae266-9e78-40d6-ae7e-02862b31616f will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:55:37.040918 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-b43dd500-080c-40ca-9809-31abd09ce286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:37.093479 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43dd500-080c-40ca-9809-31abd09ce286 service neutron] Pushing event updated for resources: {'Port': ['ID=86aae266-9e78-40d6-ae7e-02862b31616f,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:55:37.165509 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-b43dd500-080c-40ca-9809-31abd09ce286 service neutron] Attempting to bind port 86aae266-9e78-40d6-ae7e-02862b31616f on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:55:37.165843 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-b43dd500-080c-40ca-9809-31abd09ce286 service neutron] Attempting to bind port 86aae266-9e78-40d6-ae7e-02862b31616f by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '1acfc8ff-803c-4808-aa89-76dd21c7380b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b85aa11e-f549-4635-9089-84bfcdf3d857'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:55:37.166183 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-b43dd500-080c-40ca-9809-31abd09ce286 service neutron] Attempting to bind port 86aae266-9e78-40d6-ae7e-02862b31616f on network b85aa11e-f549-4635-9089-84bfcdf3d857 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:55:37.181539 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-b43dd500-080c-40ca-9809-31abd09ce286 service neutron] Port 86aae266-9e78-40d6-ae7e-02862b31616f on network b85aa11e-f549-4635-9089-84bfcdf3d857 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:55:37.181863 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-b43dd500-080c-40ca-9809-31abd09ce286 service neutron] Attempting to bind port 86aae266-9e78-40d6-ae7e-02862b31616f on network b85aa11e-f549-4635-9089-84bfcdf3d857 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:55:37.187660 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-b43dd500-080c-40ca-9809-31abd09ce286 service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:55:37.187987 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-b43dd500-080c-40ca-9809-31abd09ce286 service neutron] Checking segment: {'id': '1acfc8ff-803c-4808-aa89-76dd21c7380b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b85aa11e-f549-4635-9089-84bfcdf3d857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:55:37.188367 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-b43dd500-080c-40ca-9809-31abd09ce286 service neutron] Bound using segment: {'id': '1acfc8ff-803c-4808-aa89-76dd21c7380b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b85aa11e-f549-4635-9089-84bfcdf3d857'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:55:37.188783 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-b43dd500-080c-40ca-9809-31abd09ce286 service neutron] Bound port: 86aae266-9e78-40d6-ae7e-02862b31616f, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acfc8ff-803c-4808-aa89-76dd21c7380b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b85aa11e-f549-4635-9089-84bfcdf3d857'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:55:37.189162 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-b43dd500-080c-40ca-9809-31abd09ce286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:37.255959 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-b43dd500-080c-40ca-9809-31abd09ce286 service neutron] For port 86aae266-9e78-40d6-ae7e-02862b31616f, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:55:37.259455 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-b43dd500-080c-40ca-9809-31abd09ce286 service neutron] For port 86aae266-9e78-40d6-ae7e-02862b31616f, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=86aae266-9e78-40d6-ae7e-02862b31616f,segment=NetworkSegment(1acfc8ff-803c-4808-aa89-76dd21c7380b),segment_id=1acfc8ff-803c-4808-aa89-76dd21c7380b)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:55:37.265470 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-b43dd500-080c-40ca-9809-31abd09ce286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:37.312153 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-b43dd500-080c-40ca-9809-31abd09ce286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:37.312781 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-b43dd500-080c-40ca-9809-31abd09ce286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:37.314291 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-b43dd500-080c-40ca-9809-31abd09ce286 service neutron] 10.222.0.62 "PUT /v2.0/ports/86aae266-9e78-40d6-ae7e-02862b31616f HTTP/1.1" status: 200 len: 1094 time: 0.7296159 Apr 29 11:55:37.314772 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d260c3-cd2a-4694-8bd6-1c02ff7624c9', 'tag': '86aae266-9e78-40d6-ae7e-02862b31616f'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:55:37.317065 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2325ee2e-394a-425b-bbfb-ccf375a4b623" -d '{"events": [{"name": "network-changed", "server_uuid": "77d260c3-cd2a-4694-8bd6-1c02ff7624c9", "tag": "86aae266-9e78-40d6-ae7e-02862b31616f"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:55:37.341067 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43dd500-080c-40ca-9809-31abd09ce286 service neutron] Pushing event updated for resources: {'Port': ['ID=86aae266-9e78-40d6-ae7e-02862b31616f,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:55:37.370253 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4f6f3a-1516-4b4b-8b5d-a3eea0be2af5 x-openstack-request-id: req-2d4f6f3a-1516-4b4b-8b5d-a3eea0be2af5 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:55:37.371068 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d260c3-cd2a-4694-8bd6-1c02ff7624c9", "tag": "86aae266-9e78-40d6-ae7e-02862b31616f", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:55:37.371915 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2d4f6f3a-1516-4b4b-8b5d-a3eea0be2af5 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:55:37.372328 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d4f6f3a-1516-4b4b-8b5d-a3eea0be2af5'] response: {'name': 'network-changed', 'server_uuid': '77d260c3-cd2a-4694-8bd6-1c02ff7624c9', 'tag': '86aae266-9e78-40d6-ae7e-02862b31616f', 'status': 'completed', 'code': 200} Apr 29 11:55:37.412005 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-014987e1-52b1-48a4-b900-d46f56114432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:37.413555 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-014987e1-52b1-48a4-b900-d46f56114432 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6228d87635334c51903c6af6253e818c&device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 1097 time: 0.0554979 Apr 29 11:55:37.459536 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-840db6e0-3490-475c-8d2f-3e4b27aa9cb9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86aae266-9e78-40d6-ae7e-02862b31616f HTTP/1.1" status: 200 len: 217 time: 0.0364749 Apr 29 11:55:37.525735 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-3c32bcfa-e53d-4633-bf71-1622c8da7039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:37.527850 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-3c32bcfa-e53d-4633-bf71-1622c8da7039 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2da0c823-c87f-4d5a-b05a-486bb0ec4979 HTTP/1.1" status: 200 len: 855 time: 0.0608754 Apr 29 11:55:37.564069 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-1be7bfba-7fe1-4770-b6a9-d054102c8f31 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b85aa11e-f549-4635-9089-84bfcdf3d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272343 Apr 29 11:55:37.662350 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-a1fd0afa-9f38-4184-a246-13a04c69553e service neutron] 10.222.0.62 "GET /v2.0/networks/b85aa11e-f549-4635-9089-84bfcdf3d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909116 Apr 29 11:55:37.760403 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f2bb6e2e-b2d3-46ef-91ba-74cba5d65f6d req-fbc957bb-03b2-4e19-83c2-d4665f5d82f1 service neutron] 10.222.0.62 "GET /v2.0/networks/b85aa11e-f549-4635-9089-84bfcdf3d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905454 Apr 29 11:55:37.869114 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325ee2e-394a-425b-bbfb-ccf375a4b623 req-7a58e3b5-aac3-4331-8b51-e9e6a65e91d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:37.871118 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2325ee2e-394a-425b-bbfb-ccf375a4b623 req-7a58e3b5-aac3-4331-8b51-e9e6a65e91d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6228d87635334c51903c6af6253e818c&device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 1097 time: 0.0591173 Apr 29 11:55:37.966293 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325ee2e-394a-425b-bbfb-ccf375a4b623 req-b61597b4-d512-4ca0-85c9-5b1ed15e1849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:37.967813 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2325ee2e-394a-425b-bbfb-ccf375a4b623 req-b61597b4-d512-4ca0-85c9-5b1ed15e1849 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b85aa11e-f549-4635-9089-84bfcdf3d857 HTTP/1.1" status: 200 len: 916 time: 0.0871446 Apr 29 11:55:38.017838 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2325ee2e-394a-425b-bbfb-ccf375a4b623 req-a62f1098-fa23-4511-8a46-3cbe960bd888 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86aae266-9e78-40d6-ae7e-02862b31616f HTTP/1.1" status: 200 len: 217 time: 0.0428591 Apr 29 11:55:38.100944 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9a4d2-81d7-453e-bf1c-388efd07b798 req-24147b8b-9e12-4a45-84cc-b1fc45820263 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:38.102491 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a4f9a4d2-81d7-453e-bf1c-388efd07b798 req-24147b8b-9e12-4a45-84cc-b1fc45820263 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 944 time: 0.0822020 Apr 29 11:55:38.104382 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325ee2e-394a-425b-bbfb-ccf375a4b623 req-017b744f-38ef-4271-9e85-ccac087ccc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:38.106314 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2325ee2e-394a-425b-bbfb-ccf375a4b623 req-017b744f-38ef-4271-9e85-ccac087ccc24 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2da0c823-c87f-4d5a-b05a-486bb0ec4979 HTTP/1.1" status: 200 len: 855 time: 0.0775850 Apr 29 11:55:38.148034 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2325ee2e-394a-425b-bbfb-ccf375a4b623 req-9c72a405-ea3c-4044-bac7-abf2fd52cb5b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b85aa11e-f549-4635-9089-84bfcdf3d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325360 Apr 29 11:55:38.176225 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a4f9a4d2-81d7-453e-bf1c-388efd07b798 req-bcb17d7a-d536-4d6f-8484-2b3ad3090746 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668592 Apr 29 11:55:38.252969 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2325ee2e-394a-425b-bbfb-ccf375a4b623 req-7ff8432a-1546-4601-a32f-d746b6bde7d6 service neutron] 10.222.0.62 "GET /v2.0/networks/b85aa11e-f549-4635-9089-84bfcdf3d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953257 Apr 29 11:55:38.352128 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2325ee2e-394a-425b-bbfb-ccf375a4b623 req-f50e49f7-a8b8-4874-9437-cf10bbeb5e46 service neutron] 10.222.0.62 "GET /v2.0/networks/b85aa11e-f549-4635-9089-84bfcdf3d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887260 Apr 29 11:55:39.354731 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3572e-d345-435b-8c1c-5b1b6299180d req-c4d59f7a-7073-4087-aa9e-392b9404526f tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:39.357208 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-38f3572e-d345-435b-8c1c-5b1b6299180d req-c4d59f7a-7073-4087-aa9e-392b9404526f tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 944 time: 0.1094208 Apr 29 11:55:39.397434 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-38f3572e-d345-435b-8c1c-5b1b6299180d req-cf08c47b-49e1-49fb-be03-424b05c57a91 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346174 Apr 29 11:55:39.815735 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 86aae266-9e78-40d6-ae7e-02862b31616f details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:55:39.817831 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device d3231956-4d65-4a2b-a5ef-08f1e8ee5838 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:55:39.845317 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: d3231956-4d65-4a2b-a5ef-08f1e8ee5838 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:55:39.845649 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device d3231956-4d65-4a2b-a5ef-08f1e8ee5838 not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:55:39.937557 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 86aae266-9e78-40d6-ae7e-02862b31616f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=86aae266-9e78-40d6-ae7e-02862b31616f,segment=NetworkSegment(1acfc8ff-803c-4808-aa89-76dd21c7380b),segment_id=1acfc8ff-803c-4808-aa89-76dd21c7380b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:55:39.948522 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '86aae266-9e78-40d6-ae7e-02862b31616f', 'network_id': 'b85aa11e-f549-4635-9089-84bfcdf3d857', 'port_id': '86aae266-9e78-40d6-ae7e-02862b31616f', 'mac_address': 'fa:16:3e:73:c4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da0c823-c87f-4d5a-b05a-486bb0ec4979', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:55:39.986705 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:39.999128 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86aae266-9e78-40d6-ae7e-02862b31616f {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:55:40.017858 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 86aae266-9e78-40d6-ae7e-02862b31616f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=86aae266-9e78-40d6-ae7e-02862b31616f,segment=NetworkSegment(1acfc8ff-803c-4808-aa89-76dd21c7380b),segment_id=1acfc8ff-803c-4808-aa89-76dd21c7380b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:55:40.021736 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:40.067062 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=86aae266-9e78-40d6-ae7e-02862b31616f,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:55:40.271981 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['86aae266-9e78-40d6-ae7e-02862b31616f'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:55:40.514641 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179e103-c68c-4215-be92-2a1a608541c7 req-7e2bf137-7472-4e7f-9fb5-e80702e906be tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:40.516130 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0179e103-c68c-4215-be92-2a1a608541c7 req-7e2bf137-7472-4e7f-9fb5-e80702e906be tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 945 time: 0.0512371 Apr 29 11:55:40.554572 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0179e103-c68c-4215-be92-2a1a608541c7 req-952e6f48-043a-4f9e-82ea-b80db56091c6 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323763 Apr 29 11:55:41.673441 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219a28c-2140-4784-9a34-5552f793ed32 req-3a58f3bb-fbc8-48b0-95f0-403e162989d7 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:41.674902 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2219a28c-2140-4784-9a34-5552f793ed32 req-3a58f3bb-fbc8-48b0-95f0-403e162989d7 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 945 time: 0.0529823 Apr 29 11:55:41.716990 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2219a28c-2140-4784-9a34-5552f793ed32 req-9a3f4ab2-99b1-4862-a57f-76304f92fd44 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361104 Apr 29 11:55:41.847110 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 86aae266-9e78-40d6-ae7e-02862b31616f up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:55:41.895894 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port 86aae266-9e78-40d6-ae7e-02862b31616f completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:55:41.899989 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 86aae266-9e78-40d6-ae7e-02862b31616f triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:55:41.900356 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:42.120598 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:42.146071 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d260c3-cd2a-4694-8bd6-1c02ff7624c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86aae266-9e78-40d6-ae7e-02862b31616f'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:55:42.148397 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f42079-dcee-4592-bbc1-3ad38a413f31" -d '{"events": [{"server_uuid": "77d260c3-cd2a-4694-8bd6-1c02ff7624c9", "name": "network-vif-plugged", "status": "completed", "tag": "86aae266-9e78-40d6-ae7e-02862b31616f"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:55:42.162140 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 86aae266-9e78-40d6-ae7e-02862b31616f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=86aae266-9e78-40d6-ae7e-02862b31616f,segment=NetworkSegment(1acfc8ff-803c-4808-aa89-76dd21c7380b),segment_id=1acfc8ff-803c-4808-aa89-76dd21c7380b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:55:42.166856 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:42.195414 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3829e3b-ebe2-4c27-ab10-dbeb7e365e3c x-openstack-request-id: req-d3829e3b-ebe2-4c27-ab10-dbeb7e365e3c {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:55:42.195824 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d260c3-cd2a-4694-8bd6-1c02ff7624c9", "name": "network-vif-plugged", "status": "completed", "tag": "86aae266-9e78-40d6-ae7e-02862b31616f", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:55:42.196075 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d3829e3b-ebe2-4c27-ab10-dbeb7e365e3c {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:55:42.196463 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3829e3b-ebe2-4c27-ab10-dbeb7e365e3c'] response: {'server_uuid': '77d260c3-cd2a-4694-8bd6-1c02ff7624c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86aae266-9e78-40d6-ae7e-02862b31616f', 'code': 200} Apr 29 11:55:42.222700 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=86aae266-9e78-40d6-ae7e-02862b31616f,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:55:42.230112 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:55:42.230460 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:55:42.230835 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:55:42.231232 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:55:42.231642 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:55:42.231877 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:55:42.232206 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:55:42.232530 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:55:42.232854 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:55:42.233171 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:55:42.233563 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:55:42.233937 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:55:42.279144 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:55:42.365423 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5071ed-f50b-47c8-a34d-2f214522c1f9 req-6ed84e41-f16f-472d-80fa-22dba7b6dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:42.367000 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ae5071ed-f50b-47c8-a34d-2f214522c1f9 req-6ed84e41-f16f-472d-80fa-22dba7b6dfd9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 1099 time: 0.0403166 Apr 29 11:55:42.404122 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ae5071ed-f50b-47c8-a34d-2f214522c1f9 req-7500aff4-533a-4175-ade8-64614523a9ad service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279620 Apr 29 11:55:42.837495 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcba96d-efeb-4d00-91cd-56aa1e6aea7e req-c30dbd1b-8615-4b8d-8e22-3e64526d9d22 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:42.839045 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6dcba96d-efeb-4d00-91cd-56aa1e6aea7e req-c30dbd1b-8615-4b8d-8e22-3e64526d9d22 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.0513561 Apr 29 11:55:42.878443 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6dcba96d-efeb-4d00-91cd-56aa1e6aea7e req-9190fbc9-7beb-4bbc-a115-404fd7481eba tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326900 Apr 29 11:55:43.995101 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d661aa-8bdd-4e99-b446-91abbe94e996 req-903594e2-d6ad-43bb-9d19-f58922a84cd6 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:43.996982 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-55d661aa-8bdd-4e99-b446-91abbe94e996 req-903594e2-d6ad-43bb-9d19-f58922a84cd6 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.0493450 Apr 29 11:55:44.038774 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-55d661aa-8bdd-4e99-b446-91abbe94e996 req-ffae0b16-c299-4b37-a8f1-09796232c920 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361235 Apr 29 11:55:44.153709 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f371c8-b512-485a-acf8-e30e5a96db64 req-a5b6726d-696e-4b8e-968c-abe9812e8f50 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:44.155268 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-86f371c8-b512-485a-acf8-e30e5a96db64 req-a5b6726d-696e-4b8e-968c-abe9812e8f50 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.0493338 Apr 29 11:55:44.197838 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-86f371c8-b512-485a-acf8-e30e5a96db64 req-64de203a-ffd5-4293-a858-9b6bea120c50 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364373 Apr 29 11:55:44.428529 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [req-d9679096-fe15-4872-8686-b204c7254968 req-ac96ba8e-e5b0-4a35-9686-4ab21fe443f3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0472915 Apr 29 11:55:44.438577 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be625249-7cd4-4d11-b0bb-9f5e10ebccb9 req-f9c856c9-1dfe-45ed-9671-e53d79bbc216 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:44.440112 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-be625249-7cd4-4d11-b0bb-9f5e10ebccb9 req-f9c856c9-1dfe-45ed-9671-e53d79bbc216 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.0521173 Apr 29 11:55:44.485767 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-be625249-7cd4-4d11-b0bb-9f5e10ebccb9 req-6bc93256-a1c7-4300-a90f-1cd738f114ec tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392842 Apr 29 11:55:45.540146 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9679096-fe15-4872-8686-b204c7254968 req-1bf03589-3d78-4f01-8175-9ae41996664b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:45.542544 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9679096-fe15-4872-8686-b204c7254968 req-1bf03589-3d78-4f01-8175-9ae41996664b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6228d87635334c51903c6af6253e818c&device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 1099 time: 0.0451159 Apr 29 11:55:45.668928 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb668fd-7791-4277-ad66-36ed0dd3687a req-9114e841-6a32-4576-b396-0075737c1a66 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:45.670606 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ffb668fd-7791-4277-ad66-36ed0dd3687a req-9114e841-6a32-4576-b396-0075737c1a66 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.1093884 Apr 29 11:55:45.690191 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9679096-fe15-4872-8686-b204c7254968 req-df1d5699-d5b8-4ee0-a18b-da8104145852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:45.691628 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9679096-fe15-4872-8686-b204c7254968 req-df1d5699-d5b8-4ee0-a18b-da8104145852 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b85aa11e-f549-4635-9089-84bfcdf3d857 HTTP/1.1" status: 200 len: 916 time: 0.1400635 Apr 29 11:55:45.741836 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9679096-fe15-4872-8686-b204c7254968 req-81e8249a-b372-4748-88fe-4ec8890f759e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86aae266-9e78-40d6-ae7e-02862b31616f HTTP/1.1" status: 200 len: 217 time: 0.0426619 Apr 29 11:55:45.765953 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ffb668fd-7791-4277-ad66-36ed0dd3687a req-4ad25d5c-c268-4b32-9cdd-cbe3c76c8b7c tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861084 Apr 29 11:55:45.801019 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9679096-fe15-4872-8686-b204c7254968 req-e94fe673-1632-4459-8a08-3ec48a1a1c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:45.802508 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9679096-fe15-4872-8686-b204c7254968 req-e94fe673-1632-4459-8a08-3ec48a1a1c66 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2da0c823-c87f-4d5a-b05a-486bb0ec4979 HTTP/1.1" status: 200 len: 855 time: 0.0524917 Apr 29 11:55:45.835804 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9679096-fe15-4872-8686-b204c7254968 req-806768bb-933d-49e2-bdc6-81db0184526d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b85aa11e-f549-4635-9089-84bfcdf3d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264428 Apr 29 11:55:45.846638 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [req-d9679096-fe15-4872-8686-b204c7254968 req-36b53443-8b26-401e-9593-c0338df4d743 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:55:45.847584 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9679096-fe15-4872-8686-b204c7254968 req-36b53443-8b26-401e-9593-c0338df4d743 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050292 Apr 29 11:55:45.953881 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9679096-fe15-4872-8686-b204c7254968 req-5543f936-e58a-425f-af83-db1ea5f0498b service neutron] 10.222.0.62 "GET /v2.0/networks/b85aa11e-f549-4635-9089-84bfcdf3d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997572 Apr 29 11:55:46.045575 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9679096-fe15-4872-8686-b204c7254968 req-3d0afa45-c4a3-4913-9739-9fa86209b0fe service neutron] 10.222.0.62 "GET /v2.0/networks/b85aa11e-f549-4635-9089-84bfcdf3d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847836 Apr 29 11:55:46.883369 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4dce4c-71b8-4bd7-954f-8265be6099a4 req-0057a2da-0bc5-4d4b-ae9a-f254c30f2b2f tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:46.884957 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2c4dce4c-71b8-4bd7-954f-8265be6099a4 req-0057a2da-0bc5-4d4b-ae9a-f254c30f2b2f tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.0510833 Apr 29 11:55:46.932719 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2c4dce4c-71b8-4bd7-954f-8265be6099a4 req-d9a869eb-636b-43de-93dc-95d3f0f6389b tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407786 Apr 29 11:55:48.064880 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae45d3-49a2-4e82-9ea5-cacc0bb69c28 req-6f8cacb9-0b4d-4bb6-bd7b-a6d22351967b tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:48.066470 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4fae45d3-49a2-4e82-9ea5-cacc0bb69c28 req-6f8cacb9-0b4d-4bb6-bd7b-a6d22351967b tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.0527456 Apr 29 11:55:48.107903 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4fae45d3-49a2-4e82-9ea5-cacc0bb69c28 req-074ed58d-a9a8-4ace-9f20-f9dad279d542 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351653 Apr 29 11:55:49.226137 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec9ca5-10d2-4cc5-9afb-34ad5cfab5d8 req-fb2028b9-0c68-4af6-a220-b54a281cb764 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:49.227633 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-44ec9ca5-10d2-4cc5-9afb-34ad5cfab5d8 req-fb2028b9-0c68-4af6-a220-b54a281cb764 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.0497968 Apr 29 11:55:49.266536 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-44ec9ca5-10d2-4cc5-9afb-34ad5cfab5d8 req-29cccfd7-a27c-4223-b1dc-1da238731b1b tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327144 Apr 29 11:55:50.383529 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c355a-55d1-44f0-99c0-151ca1e0507a req-65fe8d63-1a6a-4e4a-bf3d-e044d1d1218b tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:50.385010 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ed1c355a-55d1-44f0-99c0-151ca1e0507a req-65fe8d63-1a6a-4e4a-bf3d-e044d1d1218b tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.0501380 Apr 29 11:55:50.428473 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ed1c355a-55d1-44f0-99c0-151ca1e0507a req-c629f632-9998-461e-b2b8-70e3b1c99e66 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373330 Apr 29 11:55:51.544707 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de12ca3-e624-411b-8ba8-d1439b136150 req-90eea186-c487-48df-a3cf-dda7f665d8ac tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:51.546213 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8de12ca3-e624-411b-8ba8-d1439b136150 req-90eea186-c487-48df-a3cf-dda7f665d8ac tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.0498395 Apr 29 11:55:51.584409 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8de12ca3-e624-411b-8ba8-d1439b136150 req-d513ceb6-e0eb-4ec5-9387-c88f0ac88533 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322382 Apr 29 11:55:52.702804 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0778844-fdbe-44d5-8d7d-8010412bbc95 req-e1aa73c7-8773-4f14-b0b3-8950ba639f7e tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:52.704310 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a0778844-fdbe-44d5-8d7d-8010412bbc95 req-e1aa73c7-8773-4f14-b0b3-8950ba639f7e tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.0508077 Apr 29 11:55:52.744815 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a0778844-fdbe-44d5-8d7d-8010412bbc95 req-4540dae0-8e91-4253-8d70-124ab9358d85 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344350 Apr 29 11:55:53.574518 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8b3f3e3d-9364-4f1e-85b2-719854c11daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:53.861655 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2368cf-4f26-4fe0-9cf0-5c6e3fbad10b req-ae07ec6e-cda6-483e-a43e-5016ac066351 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:53.863175 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3f2368cf-4f26-4fe0-9cf0-5c6e3fbad10b req-ae07ec6e-cda6-483e-a43e-5016ac066351 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.0501740 Apr 29 11:55:53.907560 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3f2368cf-4f26-4fe0-9cf0-5c6e3fbad10b req-6568262f-9aa5-4109-ba6c-0fd47bccf5de tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370283 Apr 29 11:55:55.024142 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb69c66-78fc-415a-8964-96cee7cfa18c req-d10c7deb-d9d8-4b46-bc11-3b9afb0e9ed9 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:55.025661 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7bb69c66-78fc-415a-8964-96cee7cfa18c req-d10c7deb-d9d8-4b46-bc11-3b9afb0e9ed9 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.0500920 Apr 29 11:55:55.065420 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7bb69c66-78fc-415a-8964-96cee7cfa18c req-811a22db-7504-4149-9f69-7889291e21bf tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330656 Apr 29 11:55:56.190127 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865d39a-bd33-4a04-9752-799f0e9cef2a req-0789de06-6336-4ea7-9023-c0c9e71976d4 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:56.191694 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c865d39a-bd33-4a04-9752-799f0e9cef2a req-0789de06-6336-4ea7-9023-c0c9e71976d4 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.0521531 Apr 29 11:55:56.232415 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c865d39a-bd33-4a04-9752-799f0e9cef2a req-fe435712-bf1d-47f6-bd22-282553922e10 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344417 Apr 29 11:55:57.252354 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:57.362688 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d30ec-ccc2-44ab-9ae4-936134046803 req-26f4d745-852a-49b0-82f0-e05eeae89b52 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:57.364343 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5f6d30ec-ccc2-44ab-9ae4-936134046803 req-26f4d745-852a-49b0-82f0-e05eeae89b52 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.0499141 Apr 29 11:55:57.407945 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5f6d30ec-ccc2-44ab-9ae4-936134046803 req-5d53d8f9-0cb6-49b1-9ccc-015bbbb7d4d6 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371144 Apr 29 11:55:57.776796 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f1abecfb-7ce1-47e9-84f8-b9b3bb1121db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:58.527266 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07ee53-d08b-4d0d-829c-8f0b71b8005f req-24110988-de60-4d38-9ca8-9957767a5e14 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:58.529012 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4d07ee53-d08b-4d0d-829c-8f0b71b8005f req-24110988-de60-4d38-9ca8-9957767a5e14 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.0502110 Apr 29 11:55:58.542302 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:58.568232 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4d07ee53-d08b-4d0d-829c-8f0b71b8005f req-0abc0f42-8d5f-4908-b693-12ea269332fd tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323994 Apr 29 11:55:59.689031 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b5aac-e652-45ee-8ba5-3915b846e6b1 req-473c4871-ab1f-41ef-ab82-47ee6d0ce9e6 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:59.690552 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1c8b5aac-e652-45ee-8ba5-3915b846e6b1 req-473c4871-ab1f-41ef-ab82-47ee6d0ce9e6 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.0537865 Apr 29 11:55:59.733301 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1c8b5aac-e652-45ee-8ba5-3915b846e6b1 req-ce1691ae-7a33-4664-a23a-a30a54d6bed5 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347557 Apr 29 11:56:00.060551 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:00.228876 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:00.852016 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d54d4c-3e35-4e6a-a04b-2b8d465b123a req-8b1e778d-3e9b-45aa-a2dc-38bfcbf6d6dd tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:00.853487 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-79d54d4c-3e35-4e6a-a04b-2b8d465b123a req-8b1e778d-3e9b-45aa-a2dc-38bfcbf6d6dd tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.0491664 Apr 29 11:56:00.897411 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-79d54d4c-3e35-4e6a-a04b-2b8d465b123a req-6dd4089f-c71b-4974-a433-d10906553878 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370293 Apr 29 11:56:02.014693 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9926dd-d53f-4fb6-83bd-c959ad5c2172 req-ec7af04a-d1bc-4d61-a88d-de1b35879de3 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:02.016165 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0c9926dd-d53f-4fb6-83bd-c959ad5c2172 req-ec7af04a-d1bc-4d61-a88d-de1b35879de3 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.0493035 Apr 29 11:56:02.053704 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0c9926dd-d53f-4fb6-83bd-c959ad5c2172 req-f00221ce-c813-4229-bdfc-923cc889af3a tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315788 Apr 29 11:56:03.170366 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2be31c-1d8c-4e2b-9fab-f8fab37d4474 req-f2fced6c-2df1-44b5-9590-303136d76222 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:03.172203 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ae2be31c-1d8c-4e2b-9fab-f8fab37d4474 req-f2fced6c-2df1-44b5-9590-303136d76222 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.0510705 Apr 29 11:56:03.213209 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ae2be31c-1d8c-4e2b-9fab-f8fab37d4474 req-021319ad-916f-4fdd-a2f0-fc8ae9b89cbd tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338821 Apr 29 11:56:04.330331 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4045d-c1a9-47b6-98e7-056825edaff3 req-0a8cd387-2409-4a96-b229-da16dbc7eebf tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:04.331823 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-51c4045d-c1a9-47b6-98e7-056825edaff3 req-0a8cd387-2409-4a96-b229-da16dbc7eebf tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.0499430 Apr 29 11:56:04.373740 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-51c4045d-c1a9-47b6-98e7-056825edaff3 req-026ad979-a739-48fa-9254-16a7ed3058cf tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357599 Apr 29 11:56:05.489436 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d7ff3-ae55-4328-9370-8e6b8e8630c7 req-7d61eb44-b1b1-4a7a-af77-9057bc1fc011 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:05.490942 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5c5d7ff3-ae55-4328-9370-8e6b8e8630c7 req-7d61eb44-b1b1-4a7a-af77-9057bc1fc011 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.0501652 Apr 29 11:56:05.528497 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5c5d7ff3-ae55-4328-9370-8e6b8e8630c7 req-fb97e8fd-ee8f-451f-b510-6c623fd94d6f tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309112 Apr 29 11:56:06.642882 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990102d-9dde-4876-8b99-696ac615e221 req-8913d8cc-e802-4142-a7ce-18cdaa7e30ce tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:06.644351 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d990102d-9dde-4876-8b99-696ac615e221 req-8913d8cc-e802-4142-a7ce-18cdaa7e30ce tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.0487537 Apr 29 11:56:06.681659 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d990102d-9dde-4876-8b99-696ac615e221 req-2bde6c19-67b1-4529-8a36-d4ec4166519e tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312169 Apr 29 11:56:07.802258 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64be53-8916-4a81-84bc-1d9cb4adf2d7 req-b4135b65-6056-4d39-bc6c-85e6cfcd2d61 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:07.803853 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ad64be53-8916-4a81-84bc-1d9cb4adf2d7 req-b4135b65-6056-4d39-bc6c-85e6cfcd2d61 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.0497928 Apr 29 11:56:07.848183 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ad64be53-8916-4a81-84bc-1d9cb4adf2d7 req-5ca89bf7-42ff-41f9-838a-62ad7acd3049 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383651 Apr 29 11:56:08.965990 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e21bd-273a-49cf-911b-1c001546a6a1 req-bb229679-836e-4a77-8513-25e47b0befb1 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:08.967536 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-478e21bd-273a-49cf-911b-1c001546a6a1 req-bb229679-836e-4a77-8513-25e47b0befb1 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.0502734 Apr 29 11:56:09.006067 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-478e21bd-273a-49cf-911b-1c001546a6a1 req-31f468bf-16bf-4439-b957-8e91e9c84e81 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324676 Apr 29 11:56:10.121091 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37ba4a-3e5f-4c86-8282-7f23c136f2cf req-47913333-5d07-41af-8d12-eb000375ffac tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:10.122628 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1a37ba4a-3e5f-4c86-8282-7f23c136f2cf req-47913333-5d07-41af-8d12-eb000375ffac tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.0488369 Apr 29 11:56:10.160828 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1a37ba4a-3e5f-4c86-8282-7f23c136f2cf req-7be69ffc-4f26-454f-bb2d-816a0179af86 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321767 Apr 29 11:56:11.281484 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e4900-eea9-43f7-90b8-4a4fa78ce6dd req-e5a00c32-3128-45fc-8d63-7c880bbeb672 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:11.283077 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-468e4900-eea9-43f7-90b8-4a4fa78ce6dd req-e5a00c32-3128-45fc-8d63-7c880bbeb672 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.0510912 Apr 29 11:56:11.325589 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-468e4900-eea9-43f7-90b8-4a4fa78ce6dd req-5d25152e-6713-43bc-9194-88d66099cf9c tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360723 Apr 29 11:56:12.444588 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05293942-35e1-450c-aed5-985b6af688e2 req-5e8d7669-9035-48c0-a7c8-7e1a1b19b37c tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:12.446346 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-05293942-35e1-450c-aed5-985b6af688e2 req-5e8d7669-9035-48c0-a7c8-7e1a1b19b37c tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.0519800 Apr 29 11:56:12.486590 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-05293942-35e1-450c-aed5-985b6af688e2 req-81987a4c-01f5-450e-94a3-387b1ade78c9 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340948 Apr 29 11:56:13.012583 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9679096-fe15-4872-8686-b204c7254968 req-517ebca9-75f1-472f-9424-91623ac51386 service neutron] 10.222.0.62 "GET /v2.0/ports/86aae266-9e78-40d6-ae7e-02862b31616f/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.1016390 Apr 29 11:56:13.226982 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9679096-fe15-4872-8686-b204c7254968 req-552daffe-3a70-4368-8f70-802b47d800e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:13.228479 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9679096-fe15-4872-8686-b204c7254968 req-552daffe-3a70-4368-8f70-802b47d800e8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9&tenant_id=6228d87635334c51903c6af6253e818c HTTP/1.1" status: 200 len: 1099 time: 0.0420022 Apr 29 11:56:13.293586 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9679096-fe15-4872-8686-b204c7254968 req-96371921-12d4-4713-af14-bd663531f9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:13.295217 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9679096-fe15-4872-8686-b204c7254968 req-96371921-12d4-4713-af14-bd663531f9d3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6228d87635334c51903c6af6253e818c&device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 1099 time: 0.0457222 Apr 29 11:56:13.388764 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9679096-fe15-4872-8686-b204c7254968 req-3cb99901-3bb7-4291-ac18-8b2f341a1d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:13.390347 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9679096-fe15-4872-8686-b204c7254968 req-3cb99901-3bb7-4291-ac18-8b2f341a1d7e service neutron] 10.222.0.62 "GET /v2.0/networks?id=b85aa11e-f549-4635-9089-84bfcdf3d857 HTTP/1.1" status: 200 len: 916 time: 0.0846660 Apr 29 11:56:13.436386 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9679096-fe15-4872-8686-b204c7254968 req-52b79306-5fce-4f32-8225-3b7193ea699d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86aae266-9e78-40d6-ae7e-02862b31616f HTTP/1.1" status: 200 len: 217 time: 0.0392141 Apr 29 11:56:13.486900 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9679096-fe15-4872-8686-b204c7254968 req-1ecb1c83-ae1d-4864-a748-fe979779a15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:13.488294 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9679096-fe15-4872-8686-b204c7254968 req-1ecb1c83-ae1d-4864-a748-fe979779a15e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2da0c823-c87f-4d5a-b05a-486bb0ec4979 HTTP/1.1" status: 200 len: 855 time: 0.0458481 Apr 29 11:56:13.521561 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9679096-fe15-4872-8686-b204c7254968 req-28332b17-550e-42e3-aa0f-11c7267448f5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b85aa11e-f549-4635-9089-84bfcdf3d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261629 Apr 29 11:56:13.653310 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a734dfe-21a3-4ed3-9894-f46ae537d2d1 req-32a1288c-512a-410f-a41f-ce7792ebe9a3 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:13.654879 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5a734dfe-21a3-4ed3-9894-f46ae537d2d1 req-32a1288c-512a-410f-a41f-ce7792ebe9a3 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.0774529 Apr 29 11:56:13.657154 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9679096-fe15-4872-8686-b204c7254968 req-09014480-4255-4d4f-b617-2523b36b877c service neutron] 10.222.0.62 "GET /v2.0/networks/b85aa11e-f549-4635-9089-84bfcdf3d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257052 Apr 29 11:56:13.740976 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5a734dfe-21a3-4ed3-9894-f46ae537d2d1 req-34adb35f-3f8b-4cd5-ad94-7121e60704d4 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798297 Apr 29 11:56:13.772579 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9679096-fe15-4872-8686-b204c7254968 req-90da3830-3a8a-4211-8d1b-4ad296ef28a6 service neutron] 10.222.0.62 "GET /v2.0/networks/b85aa11e-f549-4635-9089-84bfcdf3d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056921 Apr 29 11:56:14.859478 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65a2f0-d3aa-45c3-b3b4-49b40a315e66 req-96ad1bb1-5b45-46df-86bc-e86acc440454 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:14.860942 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9e65a2f0-d3aa-45c3-b3b4-49b40a315e66 req-96ad1bb1-5b45-46df-86bc-e86acc440454 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.0497718 Apr 29 11:56:14.898194 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9e65a2f0-d3aa-45c3-b3b4-49b40a315e66 req-baf3b922-e2be-40b6-adb7-6c652abc193d tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311537 Apr 29 11:56:15.986852 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 86aae266-9e78-40d6-ae7e-02862b31616f details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:56:15.988897 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 86aae266-9e78-40d6-ae7e-02862b31616f no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:56:16.014093 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9db0c-05dc-4b1f-bfc1-7305736112d8 req-126d3d4c-5f06-4ea1-9b18-560f3757c6b0 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:16.015757 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9fe9db0c-05dc-4b1f-bfc1-7305736112d8 req-126d3d4c-5f06-4ea1-9b18-560f3757c6b0 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.0488596 Apr 29 11:56:16.054809 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9fe9db0c-05dc-4b1f-bfc1-7305736112d8 req-57183418-f4f5-42b7-96a5-c3052e683345 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328834 Apr 29 11:56:16.146629 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 86aae266-9e78-40d6-ae7e-02862b31616f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=86aae266-9e78-40d6-ae7e-02862b31616f,segment=NetworkSegment(1acfc8ff-803c-4808-aa89-76dd21c7380b),segment_id=1acfc8ff-803c-4808-aa89-76dd21c7380b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:56:16.149353 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:16.173826 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '86aae266-9e78-40d6-ae7e-02862b31616f', 'network_id': 'b85aa11e-f549-4635-9089-84bfcdf3d857', 'port_id': '86aae266-9e78-40d6-ae7e-02862b31616f', 'mac_address': 'fa:16:3e:73:c4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da0c823-c87f-4d5a-b05a-486bb0ec4979', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:56:16.188532 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d260c3-cd2a-4694-8bd6-1c02ff7624c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86aae266-9e78-40d6-ae7e-02862b31616f'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:56:16.190737 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e7cfc9-a26b-4a00-adca-151ddca8ec82" -d '{"events": [{"server_uuid": "77d260c3-cd2a-4694-8bd6-1c02ff7624c9", "name": "network-vif-unplugged", "status": "completed", "tag": "86aae266-9e78-40d6-ae7e-02862b31616f"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:56:16.223930 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 86aae266-9e78-40d6-ae7e-02862b31616f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=86aae266-9e78-40d6-ae7e-02862b31616f,segment=NetworkSegment(1acfc8ff-803c-4808-aa89-76dd21c7380b),segment_id=1acfc8ff-803c-4808-aa89-76dd21c7380b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:56:16.231427 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:16.259443 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 11:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee521c5-8621-40aa-9923-ab96bced4091 x-openstack-request-id: req-2ee521c5-8621-40aa-9923-ab96bced4091 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:56:16.259729 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d260c3-cd2a-4694-8bd6-1c02ff7624c9", "name": "network-vif-unplugged", "status": "completed", "tag": "86aae266-9e78-40d6-ae7e-02862b31616f", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:56:16.259984 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2ee521c5-8621-40aa-9923-ab96bced4091 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:56:16.260374 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ee521c5-8621-40aa-9923-ab96bced4091'] response: {'server_uuid': '77d260c3-cd2a-4694-8bd6-1c02ff7624c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86aae266-9e78-40d6-ae7e-02862b31616f', 'code': 200} Apr 29 11:56:16.262759 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:16.286356 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86aae266-9e78-40d6-ae7e-02862b31616f {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:56:16.293759 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62c721-16d6-491a-9e8f-31f21b52b053 req-05f81ddc-b8fd-4bd4-b18d-62579375ad17 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:16.295960 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fc62c721-16d6-491a-9e8f-31f21b52b053 req-05f81ddc-b8fd-4bd4-b18d-62579375ad17 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.0869844 Apr 29 11:56:16.305243 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=86aae266-9e78-40d6-ae7e-02862b31616f,revision_number=6']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:16.316898 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359560a-967f-49d5-a111-764fb8150e2d req-690f0c84-fbfb-45a5-93c3-2514c27f901f tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:16.318519 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b359560a-967f-49d5-a111-764fb8150e2d req-690f0c84-fbfb-45a5-93c3-2514c27f901f tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.62 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9&tenant_id=6228d87635334c51903c6af6253e818c&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 944 time: 0.0816691 Apr 29 11:56:16.344312 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:56:16.344668 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:56:16.356645 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fc62c721-16d6-491a-9e8f-31f21b52b053 req-572872f4-e5e5-4910-b52c-12c1ca1fc5f6 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545216 Apr 29 11:56:16.408422 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359560a-967f-49d5-a111-764fb8150e2d req-ee458dbd-ade2-4aeb-ad0b-0271abbbed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:16.409932 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b359560a-967f-49d5-a111-764fb8150e2d req-ee458dbd-ade2-4aeb-ad0b-0271abbbed2b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6228d87635334c51903c6af6253e818c&device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 1097 time: 0.0471230 Apr 29 11:56:16.508038 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359560a-967f-49d5-a111-764fb8150e2d req-4f6f6395-fb22-4e19-a415-191f44ee3c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:16.509547 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b359560a-967f-49d5-a111-764fb8150e2d req-4f6f6395-fb22-4e19-a415-191f44ee3c31 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b85aa11e-f549-4635-9089-84bfcdf3d857 HTTP/1.1" status: 200 len: 916 time: 0.0927086 Apr 29 11:56:16.552323 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b359560a-967f-49d5-a111-764fb8150e2d req-4c41cfbc-baf6-436a-a8ef-cea3f2d61517 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86aae266-9e78-40d6-ae7e-02862b31616f HTTP/1.1" status: 200 len: 217 time: 0.0353773 Apr 29 11:56:16.601325 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359560a-967f-49d5-a111-764fb8150e2d req-0601c636-7ffe-4b5f-9075-52abb3654995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:16.602824 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b359560a-967f-49d5-a111-764fb8150e2d req-0601c636-7ffe-4b5f-9075-52abb3654995 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2da0c823-c87f-4d5a-b05a-486bb0ec4979 HTTP/1.1" status: 200 len: 855 time: 0.0441530 Apr 29 11:56:16.635780 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b359560a-967f-49d5-a111-764fb8150e2d req-c146a674-bc23-4d40-81a9-a205c84c0103 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b85aa11e-f549-4635-9089-84bfcdf3d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252874 Apr 29 11:56:16.727995 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b359560a-967f-49d5-a111-764fb8150e2d req-2aa48da2-77b5-4070-9677-8c96f35503de service neutron] 10.222.0.62 "GET /v2.0/networks/b85aa11e-f549-4635-9089-84bfcdf3d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851386 Apr 29 11:56:16.818384 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b359560a-967f-49d5-a111-764fb8150e2d req-f1742536-c759-465a-b4a2-1cb1c7e7d8fe service neutron] 10.222.0.62 "GET /v2.0/networks/b85aa11e-f549-4635-9089-84bfcdf3d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836077 Apr 29 11:56:16.889032 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:16.902900 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86aae266-9e78-40d6-ae7e-02862b31616f {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:56:16.924196 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 86aae266-9e78-40d6-ae7e-02862b31616f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=86aae266-9e78-40d6-ae7e-02862b31616f,segment=NetworkSegment(1acfc8ff-803c-4808-aa89-76dd21c7380b),segment_id=1acfc8ff-803c-4808-aa89-76dd21c7380b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:56:16.928004 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:16.979558 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=86aae266-9e78-40d6-ae7e-02862b31616f,revision_number=7']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:16.990858 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['86aae266-9e78-40d6-ae7e-02862b31616f'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:56:17.492031 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8932c2-3e79-4625-b1a9-88b88b53a946 req-5c62bfa5-f24c-4394-9eed-14be4ca43e0a tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:17.493508 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0f8932c2-3e79-4625-b1a9-88b88b53a946 req-5c62bfa5-f24c-4394-9eed-14be4ca43e0a tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 945 time: 0.0609114 Apr 29 11:56:17.533755 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0f8932c2-3e79-4625-b1a9-88b88b53a946 req-fd8cfe97-c801-4255-8a31-abd3deccf04d tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334632 Apr 29 11:56:17.656631 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34515f8-db6d-4a63-8602-d24ccf268296 req-74903820-30b5-432c-a085-3904706cabf9 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:17.658217 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f34515f8-db6d-4a63-8602-d24ccf268296 req-74903820-30b5-432c-a085-3904706cabf9 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 945 time: 0.0527346 Apr 29 11:56:17.697340 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f34515f8-db6d-4a63-8602-d24ccf268296 req-109fb5e3-ffc9-414f-a412-7454e4e2801a tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330527 Apr 29 11:56:17.811441 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa2f44-b547-4f61-bf87-a2b2eac67397 req-80118f25-5cd4-44b8-b9ff-80027930f955 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:17.812924 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dbaa2f44-b547-4f61-bf87-a2b2eac67397 req-80118f25-5cd4-44b8-b9ff-80027930f955 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 945 time: 0.0484221 Apr 29 11:56:17.853059 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dbaa2f44-b547-4f61-bf87-a2b2eac67397 req-99918195-8ef4-4a16-9cf3-2002f36d3063 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340295 Apr 29 11:56:18.008064 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 86aae266-9e78-40d6-ae7e-02862b31616f up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:56:18.058624 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 86aae266-9e78-40d6-ae7e-02862b31616f triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:56:18.058997 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:18.142960 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:18.181979 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 86aae266-9e78-40d6-ae7e-02862b31616f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=86aae266-9e78-40d6-ae7e-02862b31616f,segment=NetworkSegment(1acfc8ff-803c-4808-aa89-76dd21c7380b),segment_id=1acfc8ff-803c-4808-aa89-76dd21c7380b)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:56:18.187515 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:18.199569 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273c7ed-949b-44d9-98a2-b0b2ec258e20 req-dbc184f9-8ac8-481f-bbd9-df9ccbeb7548 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:18.201053 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6273c7ed-949b-44d9-98a2-b0b2ec258e20 req-dbc184f9-8ac8-481f-bbd9-df9ccbeb7548 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 945 time: 0.0554178 Apr 29 11:56:18.235739 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=86aae266-9e78-40d6-ae7e-02862b31616f,revision_number=8']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:18.241227 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6273c7ed-949b-44d9-98a2-b0b2ec258e20 req-122b71dc-0909-4913-a602-84890e11d5ba tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332100 Apr 29 11:56:18.261275 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d260c3-cd2a-4694-8bd6-1c02ff7624c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86aae266-9e78-40d6-ae7e-02862b31616f'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:56:18.263880 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7265acc-d7e1-4faf-92b9-112890b09b02" -d '{"events": [{"server_uuid": "77d260c3-cd2a-4694-8bd6-1c02ff7624c9", "name": "network-vif-plugged", "status": "completed", "tag": "86aae266-9e78-40d6-ae7e-02862b31616f"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:56:18.302794 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee05d22-39de-46e7-bcb3-943bfdd36975 x-openstack-request-id: req-fee05d22-39de-46e7-bcb3-943bfdd36975 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:56:18.303087 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d260c3-cd2a-4694-8bd6-1c02ff7624c9", "name": "network-vif-plugged", "status": "completed", "tag": "86aae266-9e78-40d6-ae7e-02862b31616f", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:56:18.303338 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fee05d22-39de-46e7-bcb3-943bfdd36975 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:56:18.303733 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fee05d22-39de-46e7-bcb3-943bfdd36975'] response: {'server_uuid': '77d260c3-cd2a-4694-8bd6-1c02ff7624c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86aae266-9e78-40d6-ae7e-02862b31616f', 'code': 200} Apr 29 11:56:19.277968 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:56:19.358958 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb694e-e583-4be5-9e33-e770b977462c req-70948265-216b-4405-90f4-47d6279f8380 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:19.360437 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c4cb694e-e583-4be5-9e33-e770b977462c req-70948265-216b-4405-90f4-47d6279f8380 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.0497367 Apr 29 11:56:19.398626 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c4cb694e-e583-4be5-9e33-e770b977462c req-de2a7770-0694-4f5d-9b0c-ab6e3e813e36 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/security-groups?id=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322623 Apr 29 11:56:19.929405 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651693e0-c48b-4ac0-a200-61a29dfb5185 req-130b123f-21b5-4fd8-b6fd-5ef81a2c85f3 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:19.930930 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-651693e0-c48b-4ac0-a200-61a29dfb5185 req-130b123f-21b5-4fd8-b6fd-5ef81a2c85f3 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.62 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 946 time: 0.0503790 Apr 29 11:56:20.028225 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-651693e0-c48b-4ac0-a200-61a29dfb5185 req-578c507c-06e4-4215-adbf-7e82dd0b2a07 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Deleting port 86aae266-9e78-40d6-ae7e-02862b31616f {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:56:20.028562 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-651693e0-c48b-4ac0-a200-61a29dfb5185 req-578c507c-06e4-4215-adbf-7e82dd0b2a07 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:20.116495 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-651693e0-c48b-4ac0-a200-61a29dfb5185 req-578c507c-06e4-4215-adbf-7e82dd0b2a07 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] For port 86aae266-9e78-40d6-ae7e-02862b31616f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=86aae266-9e78-40d6-ae7e-02862b31616f,segment=NetworkSegment(1acfc8ff-803c-4808-aa89-76dd21c7380b),segment_id=1acfc8ff-803c-4808-aa89-76dd21c7380b)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:56:20.116853 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-651693e0-c48b-4ac0-a200-61a29dfb5185 req-578c507c-06e4-4215-adbf-7e82dd0b2a07 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:20.130038 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-651693e0-c48b-4ac0-a200-61a29dfb5185 req-578c507c-06e4-4215-adbf-7e82dd0b2a07 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Calling delete_port for 86aae266-9e78-40d6-ae7e-02862b31616f owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:56:20.256858 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-651693e0-c48b-4ac0-a200-61a29dfb5185 req-578c507c-06e4-4215-adbf-7e82dd0b2a07 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:20.285015 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c507c-06e4-4215-adbf-7e82dd0b2a07 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Pushing event deleted for resources: {'Port': ['ID=86aae266-9e78-40d6-ae7e-02862b31616f,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:20.298112 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c507c-06e4-4215-adbf-7e82dd0b2a07 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:20.298483 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c507c-06e4-4215-adbf-7e82dd0b2a07 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:20.298820 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c507c-06e4-4215-adbf-7e82dd0b2a07 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:20.299148 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c507c-06e4-4215-adbf-7e82dd0b2a07 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:20.299470 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c507c-06e4-4215-adbf-7e82dd0b2a07 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:20.299796 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c507c-06e4-4215-adbf-7e82dd0b2a07 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:20.300116 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c507c-06e4-4215-adbf-7e82dd0b2a07 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:20.300468 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c507c-06e4-4215-adbf-7e82dd0b2a07 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:20.300789 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c507c-06e4-4215-adbf-7e82dd0b2a07 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:20.301108 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c507c-06e4-4215-adbf-7e82dd0b2a07 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:20.301426 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c507c-06e4-4215-adbf-7e82dd0b2a07 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:20.301741 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578c507c-06e4-4215-adbf-7e82dd0b2a07 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:20.338379 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-651693e0-c48b-4ac0-a200-61a29dfb5185 req-578c507c-06e4-4215-adbf-7e82dd0b2a07 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] No DVR routers for this DVR port 86aae266-9e78-40d6-ae7e-02862b31616f on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:56:20.340966 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-651693e0-c48b-4ac0-a200-61a29dfb5185 req-578c507c-06e4-4215-adbf-7e82dd0b2a07 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:20.345505 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-651693e0-c48b-4ac0-a200-61a29dfb5185 req-578c507c-06e4-4215-adbf-7e82dd0b2a07 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.62 "DELETE /v2.0/ports/86aae266-9e78-40d6-ae7e-02862b31616f HTTP/1.1" status: 204 len: 173 time: 0.4068277 Apr 29 11:56:20.345943 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d260c3-cd2a-4694-8bd6-1c02ff7624c9', 'name': 'network-vif-deleted', 'tag': '86aae266-9e78-40d6-ae7e-02862b31616f'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:56:20.348180 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f3257c-8793-46d9-8370-e8dece6f0bc3" -d '{"events": [{"server_uuid": "77d260c3-cd2a-4694-8bd6-1c02ff7624c9", "name": "network-vif-deleted", "tag": "86aae266-9e78-40d6-ae7e-02862b31616f"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:56:20.453638 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74521c0-c1fa-4cd5-aa27-3c0b71486048 x-openstack-request-id: req-f74521c0-c1fa-4cd5-aa27-3c0b71486048 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:56:20.454339 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d260c3-cd2a-4694-8bd6-1c02ff7624c9", "name": "network-vif-deleted", "tag": "86aae266-9e78-40d6-ae7e-02862b31616f", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:56:20.454339 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f74521c0-c1fa-4cd5-aa27-3c0b71486048 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:56:20.454939 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f74521c0-c1fa-4cd5-aa27-3c0b71486048'] response: {'server_uuid': '77d260c3-cd2a-4694-8bd6-1c02ff7624c9', 'name': 'network-vif-deleted', 'tag': '86aae266-9e78-40d6-ae7e-02862b31616f', 'status': 'completed', 'code': 200} Apr 29 11:56:20.518538 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-151b4586-faf1-4be8-8b74-17d7f273076f req-75d3fbec-c19f-45be-8ce2-ac3247f161ea tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77d260c3-cd2a-4694-8bd6-1c02ff7624c9 HTTP/1.1" status: 200 len: 210 time: 0.0269589 Apr 29 11:56:21.652464 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 56158) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:56:21.697942 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-5188251c-a8c1-4b41-8122-4aec8a68b23c admin admin] Deleting subnet 2da0c823-c87f-4d5a-b05a-486bb0ec4979 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 11:56:21.700937 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5188251c-a8c1-4b41-8122-4aec8a68b23c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:21.735653 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5188251c-a8c1-4b41-8122-4aec8a68b23c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:21.773343 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5188251c-a8c1-4b41-8122-4aec8a68b23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:21.832312 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5188251c-a8c1-4b41-8122-4aec8a68b23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:21.860737 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188251c-a8c1-4b41-8122-4aec8a68b23c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2da0c823-c87f-4d5a-b05a-486bb0ec4979,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:21.862809 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5188251c-a8c1-4b41-8122-4aec8a68b23c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:21.865987 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5188251c-a8c1-4b41-8122-4aec8a68b23c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/2da0c823-c87f-4d5a-b05a-486bb0ec4979 HTTP/1.1" status: 204 len: 168 time: 0.2125015 Apr 29 11:56:21.868821 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 56160) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:56:21.937037 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c31ba391-6c5a-4d1c-861f-f67df7f65e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:22.017221 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 86aae266-9e78-40d6-ae7e-02862b31616f no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:56:22.019096 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c31ba391-6c5a-4d1c-861f-f67df7f65e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:22.038451 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: 86aae266-9e78-40d6-ae7e-02862b31616f {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:56:22.038799 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 86aae266-9e78-40d6-ae7e-02862b31616f not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:56:22.040171 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-c31ba391-6c5a-4d1c-861f-f67df7f65e39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b85aa11e-f549-4635-9089-84bfcdf3d857']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:22.050430 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-c31ba391-6c5a-4d1c-861f-f67df7f65e39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1acfc8ff-803c-4808-aa89-76dd21c7380b') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:22.050732 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-c31ba391-6c5a-4d1c-861f-f67df7f65e39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1acfc8ff-803c-4808-aa89-76dd21c7380b') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:22.060215 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c31ba391-6c5a-4d1c-861f-f67df7f65e39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:22.073844 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c31ba391-6c5a-4d1c-861f-f67df7f65e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:22.080199 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c31ba391-6c5a-4d1c-861f-f67df7f65e39 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:56:22.080588 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c31ba391-6c5a-4d1c-861f-f67df7f65e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:22.082257 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 11:56:22.082257 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:56:22.082257 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 11:56:22.082257 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:56:22.082257 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 11:56:22.082257 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 11:56:22.082257 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 11:56:22.082257 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:56:22.082257 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 11:56:22.082257 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:56:22.082257 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 11:56:22.082257 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:56:22.082257 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 11:56:22.082257 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 11:56:22.082257 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:56:22.082257 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 11:56:22.082257 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:56:22.082257 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 11:56:22.082257 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 11:56:22.082257 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 11:56:22.082257 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 11:56:22.082257 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 11:56:22.082257 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:56:22.082257 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:56:22.082257 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 11:56:22.082257 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:56:22.082257 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:56:22.082257 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:56:22.082257 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:56:22.082257 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:56:22.082257 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:56:22.082257 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:56:22.137561 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c31ba391-6c5a-4d1c-861f-f67df7f65e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:22.143909 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-c31ba391-6c5a-4d1c-861f-f67df7f65e39 admin admin] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:22.147055 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-c31ba391-6c5a-4d1c-861f-f67df7f65e39 admin admin] 10.222.0.69 "DELETE /v2.0/networks/b85aa11e-f549-4635-9089-84bfcdf3d857 HTTP/1.1" status: 204 len: 168 time: 0.2773252 Apr 29 11:56:22.159461 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ba391-6c5a-4d1c-861f-f67df7f65e39 admin admin] Pushing event deleted for resources: {'Network': ['ID=b85aa11e-f549-4635-9089-84bfcdf3d857,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:22.271832 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 56164) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:56:22.328477 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2b4fbfa3-7a43-4800-99c9-0c47de3c6c64 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6228d87635334c51903c6af6253e818c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0554147 Apr 29 11:56:22.330892 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 56166) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:56:22.381691 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9bb9b1dc-ccd0-4b63-b4eb-7b2c3d60e1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:22.405949 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9bb9b1dc-ccd0-4b63-b4eb-7b2c3d60e1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:22.456391 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9bb9b1dc-ccd0-4b63-b4eb-7b2c3d60e1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:22.459058 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9bb9b1dc-ccd0-4b63-b4eb-7b2c3d60e1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:22.460207 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9bb9b1dc-ccd0-4b63-b4eb-7b2c3d60e1a5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc HTTP/1.1" status: 204 len: 168 time: 0.1284120 Apr 29 11:56:22.468828 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9b1dc-ccd0-4b63-b4eb-7b2c3d60e1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a4dbe7-13b1-4d73-b3bb-a0fb2a5e28cc,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:23.141658 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 56188) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:56:23.249043 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-080e156d-5abe-49f1-9fac-a2f62f2ed09e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1300803961-network', 'tenant_id': '6b12ebc6b3074500937702f723110a3f'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:56:23.270579 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080e156d-5abe-49f1-9fac-a2f62f2ed09e admin admin] Made reservation on behalf of 6b12ebc6b3074500937702f723110a3f for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:56:23.272967 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-080e156d-5abe-49f1-9fac-a2f62f2ed09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:23.282361 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-080e156d-5abe-49f1-9fac-a2f62f2ed09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:23.359063 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-080e156d-5abe-49f1-9fac-a2f62f2ed09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:23.362917 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-080e156d-5abe-49f1-9fac-a2f62f2ed09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:23.383820 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-080e156d-5abe-49f1-9fac-a2f62f2ed09e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:56:23.399538 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-080e156d-5abe-49f1-9fac-a2f62f2ed09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:23.399904 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-080e156d-5abe-49f1-9fac-a2f62f2ed09e admin admin] Added segment c6e8e809-2075-4e9f-87f3-1fd924950831 of type vlan for network 32b745d3-3dff-4df7-9b83-eebdc261a0ae Apr 29 11:56:23.401263 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e156d-5abe-49f1-9fac-a2f62f2ed09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a2fb89-7695-4a4c-8fca-a96273c74697,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:23.418385 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e156d-5abe-49f1-9fac-a2f62f2ed09e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:23.418737 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e156d-5abe-49f1-9fac-a2f62f2ed09e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:23.419185 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e156d-5abe-49f1-9fac-a2f62f2ed09e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:23.419469 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e156d-5abe-49f1-9fac-a2f62f2ed09e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:23.419831 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e156d-5abe-49f1-9fac-a2f62f2ed09e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:23.420201 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e156d-5abe-49f1-9fac-a2f62f2ed09e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:23.421142 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e156d-5abe-49f1-9fac-a2f62f2ed09e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:23.421694 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e156d-5abe-49f1-9fac-a2f62f2ed09e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:23.422231 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e156d-5abe-49f1-9fac-a2f62f2ed09e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:23.422577 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e156d-5abe-49f1-9fac-a2f62f2ed09e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:23.422910 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e156d-5abe-49f1-9fac-a2f62f2ed09e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:23.423242 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080e156d-5abe-49f1-9fac-a2f62f2ed09e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:23.460499 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-080e156d-5abe-49f1-9fac-a2f62f2ed09e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:23.488244 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-080e156d-5abe-49f1-9fac-a2f62f2ed09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:23.489453 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080e156d-5abe-49f1-9fac-a2f62f2ed09e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:23.490264 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-080e156d-5abe-49f1-9fac-a2f62f2ed09e admin admin] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:23.547401 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-080e156d-5abe-49f1-9fac-a2f62f2ed09e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4043691 Apr 29 11:56:23.550211 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 56192) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:56:23.556598 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-ccb6bf33-0dbc-4c29-a75a-89455933e27b admin admin] Request body: {'subnet': {'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1300803961-subnet', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:56:23.560609 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e156d-5abe-49f1-9fac-a2f62f2ed09e admin admin] Pushing event updated for resources: {'Network': ['ID=32b745d3-3dff-4df7-9b83-eebdc261a0ae,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:23.584116 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb6bf33-0dbc-4c29-a75a-89455933e27b admin admin] Made reservation on behalf of 6b12ebc6b3074500937702f723110a3f for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:56:23.587149 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ccb6bf33-0dbc-4c29-a75a-89455933e27b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:23.587327 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 32b745d3-3dff-4df7-9b83-eebdc261a0ae details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 11:56:23.604655 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b1967de7-edc1-4ae1-b54c-78098359a119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:23.765432 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ccb6bf33-0dbc-4c29-a75a-89455933e27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:23.818038 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6bf33-0dbc-4c29-a75a-89455933e27b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b45e425f-408b-495c-a0b2-fe0ac61da817,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:23.830783 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb6bf33-0dbc-4c29-a75a-89455933e27b admin admin] Checking segment: {'id': 'c6e8e809-2075-4e9f-87f3-1fd924950831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:56:23.831141 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb6bf33-0dbc-4c29-a75a-89455933e27b admin admin] Network hostable DHCP agents. Network: 32b745d3-3dff-4df7-9b83-eebdc261a0ae, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:56:23.848403 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb6bf33-0dbc-4c29-a75a-89455933e27b admin admin] Network 32b745d3-3dff-4df7-9b83-eebdc261a0ae is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:56:23.857674 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-ccb6bf33-0dbc-4c29-a75a-89455933e27b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 32b745d3-3dff-4df7-9b83-eebdc261a0ae) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:56:23.862844 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb6bf33-0dbc-4c29-a75a-89455933e27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:23.863429 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ccb6bf33-0dbc-4c29-a75a-89455933e27b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:23.867036 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658ff039-93e4-4b6e-b830-7729f690f2d9 None None] Network 32b745d3-3dff-4df7-9b83-eebdc261a0ae requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:56:23.879496 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ccb6bf33-0dbc-4c29-a75a-89455933e27b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3274767 Apr 29 11:56:23.882198 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 56194) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:56:23.886549 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-73c6dd86-1e59-45cb-8149-565eaac01d3a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:56:23.908394 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-73c6dd86-1e59-45cb-8149-565eaac01d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:23.909485 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-73c6dd86-1e59-45cb-8149-565eaac01d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:23.971388 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-73c6dd86-1e59-45cb-8149-565eaac01d3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:24.026905 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64db88ee-51ae-4aa1-9266-d759506fb66d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 11:56:24.027999 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-64db88ee-51ae-4aa1-9266-d759506fb66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:24.179937 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-64db88ee-51ae-4aa1-9266-d759506fb66d None None] Allocated IP 172.20.0.2 (32b745d3-3dff-4df7-9b83-eebdc261a0ae/b45e425f-408b-495c-a0b2-fe0ac61da817/62c132ad-ac81-47e2-9739-da62b4d5fde3) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:56:24.338313 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-64db88ee-51ae-4aa1-9266-d759506fb66d None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:24.345431 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-64db88ee-51ae-4aa1-9266-d759506fb66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:24.385248 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64db88ee-51ae-4aa1-9266-d759506fb66d None None] Network 32b745d3-3dff-4df7-9b83-eebdc261a0ae is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:56:24.390642 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-64db88ee-51ae-4aa1-9266-d759506fb66d None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:56:24.394250 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64db88ee-51ae-4aa1-9266-d759506fb66d None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:56:24.404716 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db88ee-51ae-4aa1-9266-d759506fb66d None None] Pushing event updated for resources: {'Port': ['ID=62c132ad-ac81-47e2-9739-da62b4d5fde3,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:24.444713 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-73c6dd86-1e59-45cb-8149-565eaac01d3a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:24.455669 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-64db88ee-51ae-4aa1-9266-d759506fb66d None None] Attempting to bind port 62c132ad-ac81-47e2-9739-da62b4d5fde3 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:56:24.456132 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-64db88ee-51ae-4aa1-9266-d759506fb66d None None] Attempting to bind port 62c132ad-ac81-47e2-9739-da62b4d5fde3 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'c6e8e809-2075-4e9f-87f3-1fd924950831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:56:24.456564 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64db88ee-51ae-4aa1-9266-d759506fb66d None None] Attempting to bind port 62c132ad-ac81-47e2-9739-da62b4d5fde3 on network 32b745d3-3dff-4df7-9b83-eebdc261a0ae {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:56:24.461770 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64db88ee-51ae-4aa1-9266-d759506fb66d None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:56:24.462141 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64db88ee-51ae-4aa1-9266-d759506fb66d None None] Checking segment: {'id': 'c6e8e809-2075-4e9f-87f3-1fd924950831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:56:24.462692 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-64db88ee-51ae-4aa1-9266-d759506fb66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:24.462945 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64db88ee-51ae-4aa1-9266-d759506fb66d None None] Bound using segment: {'id': 'c6e8e809-2075-4e9f-87f3-1fd924950831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:56:24.463402 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-64db88ee-51ae-4aa1-9266-d759506fb66d None None] Bound port: 62c132ad-ac81-47e2-9739-da62b4d5fde3, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e8e809-2075-4e9f-87f3-1fd924950831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:56:24.463888 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-64db88ee-51ae-4aa1-9266-d759506fb66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:24.543742 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-64db88ee-51ae-4aa1-9266-d759506fb66d None None] For port 62c132ad-ac81-47e2-9739-da62b4d5fde3, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:56:24.548007 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-64db88ee-51ae-4aa1-9266-d759506fb66d None None] For port 62c132ad-ac81-47e2-9739-da62b4d5fde3, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=62c132ad-ac81-47e2-9739-da62b4d5fde3,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:56:24.552544 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-64db88ee-51ae-4aa1-9266-d759506fb66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:24.617428 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db88ee-51ae-4aa1-9266-d759506fb66d None None] Pushing event updated for resources: {'Port': ['ID=62c132ad-ac81-47e2-9739-da62b4d5fde3,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:24.669642 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-73c6dd86-1e59-45cb-8149-565eaac01d3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:24.691138 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-73c6dd86-1e59-45cb-8149-565eaac01d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:24.818001 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-73c6dd86-1e59-45cb-8149-565eaac01d3a admin admin] Allocated IP 172.26.4.225 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/37a9853f-1359-4786-a25b-a3c410befa49) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:56:24.975430 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-73c6dd86-1e59-45cb-8149-565eaac01d3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:25.016248 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-73c6dd86-1e59-45cb-8149-565eaac01d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:25.062488 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c6dd86-1e59-45cb-8149-565eaac01d3a admin admin] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:56:25.067799 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-73c6dd86-1e59-45cb-8149-565eaac01d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:56:25.071931 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c6dd86-1e59-45cb-8149-565eaac01d3a admin admin] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:56:25.098291 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6dd86-1e59-45cb-8149-565eaac01d3a admin admin] Pushing event updated for resources: {'Port': ['ID=37a9853f-1359-4786-a25b-a3c410befa49,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:25.341358 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-73c6dd86-1e59-45cb-8149-565eaac01d3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:25.489665 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 62c132ad-ac81-47e2-9739-da62b4d5fde3 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:56:25.553651 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 62c132ad-ac81-47e2-9739-da62b4d5fde3 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:56:25.553651 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:25.577776 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-73c6dd86-1e59-45cb-8149-565eaac01d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:25.648099 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:25.663333 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978a3327-09d4-4e09-8ff3-923293c956f6 None None] Network 32b745d3-3dff-4df7-9b83-eebdc261a0ae requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 11:56:25.726235 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 62c132ad-ac81-47e2-9739-da62b4d5fde3, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=62c132ad-ac81-47e2-9739-da62b4d5fde3,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:56:25.733829 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:25.735624 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c6dd86-1e59-45cb-8149-565eaac01d3a admin admin] Router c030beb9-38e5-49c0-9a6a-528c14f13258 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 11:56:25.803441 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-63704f87-528b-4b50-9ab7-17c408895cf2 None None] Provisioning complete for port 62c132ad-ac81-47e2-9739-da62b4d5fde3 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:56:25.803862 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-63704f87-528b-4b50-9ab7-17c408895cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:25.846810 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=62c132ad-ac81-47e2-9739-da62b4d5fde3,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:25.863325 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c6dd86-1e59-45cb-8149-565eaac01d3a admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:56:25.880834 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc32f40-f8dd-4e53-bdda-d952bee751c5 None None] Sync routers for ids ['c030beb9-38e5-49c0-9a6a-528c14f13258'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:56:25.887196 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-73c6dd86-1e59-45cb-8149-565eaac01d3a admin admin] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:25.888789 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-73c6dd86-1e59-45cb-8149-565eaac01d3a admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0055892 Apr 29 11:56:25.892775 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 56196) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:56:25.910938 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc32f40-f8dd-4e53-bdda-d952bee751c5 None None] Routers {'c030beb9-38e5-49c0-9a6a-528c14f13258'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:56:25.911479 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-7cc32f40-f8dd-4e53-bdda-d952bee751c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:55:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c030beb9-38e5-49c0-9a6a-528c14f13258'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:26.238087 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-7cc32f40-f8dd-4e53-bdda-d952bee751c5 None None] Set router c030beb9-38e5-49c0-9a6a-528c14f13258 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:56:26.422034 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8fd56f74-eeed-45ad-a972-fa9c60208182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:26.480012 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-b5e2cebb-9b5e-426e-930f-07a75d7f4ff5 None None] Provisioning complete for port 62c132ad-ac81-47e2-9739-da62b4d5fde3 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:56:26.480380 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b5e2cebb-9b5e-426e-930f-07a75d7f4ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:26.548039 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-7cc32f40-f8dd-4e53-bdda-d952bee751c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '37a9853f-1359-4786-a25b-a3c410befa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:23Z', 'updated_at': '2022-04-29T11:56:25Z', 'revision_number': 3, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'gw_port': {'id': '37a9853f-1359-4786-a25b-a3c410befa49', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:24Z', 'updated_at': '2022-04-29T11:56:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:26.597117 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc32f40-f8dd-4e53-bdda-d952bee751c5 None None] Checking router: c030beb9-38e5-49c0-9a6a-528c14f13258 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:56:26.597468 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc32f40-f8dd-4e53-bdda-d952bee751c5 None None] Updating router c030beb9-38e5-49c0-9a6a-528c14f13258 port 37a9853f-1359-4786-a25b-a3c410befa49 binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:56:26.634096 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7cc32f40-f8dd-4e53-bdda-d952bee751c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:26.641443 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-8fd56f74-eeed-45ad-a972-fa9c60208182 admin admin] Allocated IP 172.20.0.1 (32b745d3-3dff-4df7-9b83-eebdc261a0ae/b45e425f-408b-495c-a0b2-fe0ac61da817/a94a6660-5e03-48a0-9425-84803a5eee0b) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:56:26.751232 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8fd56f74-eeed-45ad-a972-fa9c60208182 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:26.788802 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8fd56f74-eeed-45ad-a972-fa9c60208182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:26.831970 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd56f74-eeed-45ad-a972-fa9c60208182 admin admin] Network 32b745d3-3dff-4df7-9b83-eebdc261a0ae is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:56:26.837339 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-8fd56f74-eeed-45ad-a972-fa9c60208182 admin admin] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:56:26.841285 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd56f74-eeed-45ad-a972-fa9c60208182 admin admin] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:56:26.869175 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd56f74-eeed-45ad-a972-fa9c60208182 admin admin] Pushing event updated for resources: {'Port': ['ID=a94a6660-5e03-48a0-9425-84803a5eee0b,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:26.893003 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8fd56f74-eeed-45ad-a972-fa9c60208182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:26.912377 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7cc32f40-f8dd-4e53-bdda-d952bee751c5 None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:26.920249 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7cc32f40-f8dd-4e53-bdda-d952bee751c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:26.977172 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-7cc32f40-f8dd-4e53-bdda-d952bee751c5 None None] Attempting to bind port 37a9853f-1359-4786-a25b-a3c410befa49 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:56:26.977693 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-7cc32f40-f8dd-4e53-bdda-d952bee751c5 None None] Attempting to bind port 37a9853f-1359-4786-a25b-a3c410befa49 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:56:26.978143 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc32f40-f8dd-4e53-bdda-d952bee751c5 None None] Attempting to bind port 37a9853f-1359-4786-a25b-a3c410befa49 on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:56:26.983992 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5902a9-b7a9-4b12-89b6-7619be270d25 None None] Pushing event updated for resources: {'Port': ['ID=37a9853f-1359-4786-a25b-a3c410befa49,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:26.986757 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc32f40-f8dd-4e53-bdda-d952bee751c5 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:56:26.987237 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc32f40-f8dd-4e53-bdda-d952bee751c5 None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:56:26.987717 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7cc32f40-f8dd-4e53-bdda-d952bee751c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:26.988182 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc32f40-f8dd-4e53-bdda-d952bee751c5 None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:56:26.988745 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-7cc32f40-f8dd-4e53-bdda-d952bee751c5 None None] Bound port: 37a9853f-1359-4786-a25b-a3c410befa49, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:56:26.989198 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7cc32f40-f8dd-4e53-bdda-d952bee751c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:27.050329 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-7cc32f40-f8dd-4e53-bdda-d952bee751c5 None None] For port 37a9853f-1359-4786-a25b-a3c410befa49, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:56:27.051516 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8fd56f74-eeed-45ad-a972-fa9c60208182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:27.053975 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-7cc32f40-f8dd-4e53-bdda-d952bee751c5 None None] For port 37a9853f-1359-4786-a25b-a3c410befa49, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=37a9853f-1359-4786-a25b-a3c410befa49,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:56:27.058767 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7cc32f40-f8dd-4e53-bdda-d952bee751c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:27.119955 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc32f40-f8dd-4e53-bdda-d952bee751c5 None None] Routers {'c030beb9-38e5-49c0-9a6a-528c14f13258'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:56:27.120519 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-7cc32f40-f8dd-4e53-bdda-d952bee751c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:55:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c030beb9-38e5-49c0-9a6a-528c14f13258'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:27.126889 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5902a9-b7a9-4b12-89b6-7619be270d25 None None] Pushing event updated for resources: {'Port': ['ID=37a9853f-1359-4786-a25b-a3c410befa49,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:27.199358 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-6119c7ce-d3fe-4914-bb98-8f42d91f66e5 None None] Provisioning complete for port a94a6660-5e03-48a0-9425-84803a5eee0b triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:56:27.199739 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6119c7ce-d3fe-4914-bb98-8f42d91f66e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:27.246232 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8fd56f74-eeed-45ad-a972-fa9c60208182 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:27.252121 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8fd56f74-eeed-45ad-a972-fa9c60208182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:27.298976 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-7cc32f40-f8dd-4e53-bdda-d952bee751c5 None None] Set router c030beb9-38e5-49c0-9a6a-528c14f13258 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:56:27.301037 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:27.301840 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-6119c7ce-d3fe-4914-bb98-8f42d91f66e5 None None] Port a94a6660-5e03-48a0-9425-84803a5eee0b cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:56:27.324843 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8fd56f74-eeed-45ad-a972-fa9c60208182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:27.326740 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd56f74-eeed-45ad-a972-fa9c60208182 admin admin] Pushing event updated for resources: {'Port': ['ID=a94a6660-5e03-48a0-9425-84803a5eee0b,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:27.434154 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd56f74-eeed-45ad-a972-fa9c60208182 admin admin] Network 32b745d3-3dff-4df7-9b83-eebdc261a0ae is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:56:27.435710 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-8fd56f74-eeed-45ad-a972-fa9c60208182 admin admin] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:56:27.468751 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 62c132ad-ac81-47e2-9739-da62b4d5fde3 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:56:27.560523 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd56f74-eeed-45ad-a972-fa9c60208182 admin admin] Router c030beb9-38e5-49c0-9a6a-528c14f13258 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:56:27.562145 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 62c132ad-ac81-47e2-9739-da62b4d5fde3 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:56:27.562547 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:27.604010 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-7cc32f40-f8dd-4e53-bdda-d952bee751c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '37a9853f-1359-4786-a25b-a3c410befa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:23Z', 'updated_at': '2022-04-29T11:56:27Z', 'revision_number': 4, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'gw_port': {'id': '37a9853f-1359-4786-a25b-a3c410befa49', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:24Z', 'updated_at': '2022-04-29T11:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'a94a6660-5e03-48a0-9425-84803a5eee0b', 'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'mac_address': 'fa:16:3e:60:74:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:26Z', 'updated_at': '2022-04-29T11:56:26Z', 'revision_number': 1, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'subnets': [{'id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:27.644784 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc32f40-f8dd-4e53-bdda-d952bee751c5 None None] The sync data for ids ['c030beb9-38e5-49c0-9a6a-528c14f13258'] in dv-neutron-838888-1-hyperv is: [{'id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '37a9853f-1359-4786-a25b-a3c410befa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:23Z', 'updated_at': '2022-04-29T11:56:27Z', 'revision_number': 4, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'gw_port': {'id': '37a9853f-1359-4786-a25b-a3c410befa49', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:24Z', 'updated_at': '2022-04-29T11:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'a94a6660-5e03-48a0-9425-84803a5eee0b', 'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'mac_address': 'fa:16:3e:60:74:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:26Z', 'updated_at': '2022-04-29T11:56:26Z', 'revision_number': 1, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'subnets': [{'id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:56:27.689318 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd56f74-eeed-45ad-a972-fa9c60208182 admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:56:27.695671 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-8fd56f74-eeed-45ad-a972-fa9c60208182 admin admin] 10.222.0.69 "PUT /v2.0/routers/c030beb9-38e5-49c0-9a6a-528c14f13258/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8006730 Apr 29 11:56:27.732275 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-b7c492e8-6083-40ae-b479-9e06a0431474 None None] Provisioning complete for port a94a6660-5e03-48a0-9425-84803a5eee0b triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:56:27.732904 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b7c492e8-6083-40ae-b479-9e06a0431474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:27.792314 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-b7c492e8-6083-40ae-b479-9e06a0431474 None None] Port a94a6660-5e03-48a0-9425-84803a5eee0b cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:56:27.800138 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f19c9b46-e43c-4977-b66f-384231ea9cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:28.251577 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 56204) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:56:28.256318 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-ba497f22-0dc0-456f-8acd-ce130c29bc22 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Request body: {'security_group': {'name': 'tempest-securitygroup--463621142', 'description': 'tempest-description--1790319046'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:56:28.279427 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ba497f22-0dc0-456f-8acd-ce130c29bc22 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:28.359817 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ba497f22-0dc0-456f-8acd-ce130c29bc22 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:28.365107 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ba497f22-0dc0-456f-8acd-ce130c29bc22 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:28.400997 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ba497f22-0dc0-456f-8acd-ce130c29bc22 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:28.402268 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ba497f22-0dc0-456f-8acd-ce130c29bc22 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1496584 Apr 29 11:56:28.404406 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba497f22-0dc0-456f-8acd-ce130c29bc22 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=790660e1-a813-4b8d-919c-fcdb1b25b35a,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:28.408191 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 56206) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:56:28.420242 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-7faaa5ea-a0c2-4c9f-831e-430866dc60b7 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Request body: {'security_group_rule': {'security_group_id': '790660e1-a813-4b8d-919c-fcdb1b25b35a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:56:28.454996 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7faaa5ea-a0c2-4c9f-831e-430866dc60b7 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:28.510907 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7faaa5ea-a0c2-4c9f-831e-430866dc60b7 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:28.515835 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7faaa5ea-a0c2-4c9f-831e-430866dc60b7 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:28.539605 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faaa5ea-a0c2-4c9f-831e-430866dc60b7 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74bc8a0a-c962-4a07-8723-7328a983e464,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:28.548584 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:28.550645 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7faaa5ea-a0c2-4c9f-831e-430866dc60b7 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:28.551917 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7faaa5ea-a0c2-4c9f-831e-430866dc60b7 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1443338 Apr 29 11:56:28.554737 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 56208) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:56:28.559477 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-10dbe5d6-4adf-46f3-a3c7-8bc8d3f302f8 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Request body: {'security_group_rule': {'security_group_id': '790660e1-a813-4b8d-919c-fcdb1b25b35a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:56:28.592003 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-10dbe5d6-4adf-46f3-a3c7-8bc8d3f302f8 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:28.684281 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-10dbe5d6-4adf-46f3-a3c7-8bc8d3f302f8 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:28.689486 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-10dbe5d6-4adf-46f3-a3c7-8bc8d3f302f8 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:28.716642 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dbe5d6-4adf-46f3-a3c7-8bc8d3f302f8 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db3172d-864b-4d24-8971-3aa2abb4d80b,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:28.726503 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-10dbe5d6-4adf-46f3-a3c7-8bc8d3f302f8 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:28.727779 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-10dbe5d6-4adf-46f3-a3c7-8bc8d3f302f8 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1720364 Apr 29 11:56:28.731295 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 56210) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:56:28.736513 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-ca29e76d-8cbd-42ab-bbe8-835eff583d0b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:56:28.761866 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ca29e76d-8cbd-42ab-bbe8-835eff583d0b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for floatingip, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:28.870934 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ca29e76d-8cbd-42ab-bbe8-835eff583d0b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:28.987139 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-ca29e76d-8cbd-42ab-bbe8-835eff583d0b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Allocated IP 172.26.4.210 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/1754bd3d-4693-45e8-a338-4b7ced5c3953) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:56:29.454848 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ca29e76d-8cbd-42ab-bbe8-835eff583d0b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:29.480510 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 37a9853f-1359-4786-a25b-a3c410befa49 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:56:29.505534 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ca29e76d-8cbd-42ab-bbe8-835eff583d0b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:29.534118 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 37a9853f-1359-4786-a25b-a3c410befa49 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:56:29.534551 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:29.542568 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca29e76d-8cbd-42ab-bbe8-835eff583d0b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:56:29.548718 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-ca29e76d-8cbd-42ab-bbe8-835eff583d0b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:56:29.552256 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca29e76d-8cbd-42ab-bbe8-835eff583d0b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:56:29.578946 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29e76d-8cbd-42ab-bbe8-835eff583d0b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Pushing event updated for resources: {'Port': ['ID=1754bd3d-4693-45e8-a338-4b7ced5c3953,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:29.626789 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:29.651561 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 37a9853f-1359-4786-a25b-a3c410befa49, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=37a9853f-1359-4786-a25b-a3c410befa49,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:56:29.652524 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ca29e76d-8cbd-42ab-bbe8-835eff583d0b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:29.657504 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:29.691618 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ca29e76d-8cbd-42ab-bbe8-835eff583d0b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:29.720198 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=37a9853f-1359-4786-a25b-a3c410befa49,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:29.830973 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd188b93-ce93-476b-85c1-57718e8a346f None None] Sync routers for ids ['c030beb9-38e5-49c0-9a6a-528c14f13258'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:56:29.841425 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd188b93-ce93-476b-85c1-57718e8a346f None None] Routers {'c030beb9-38e5-49c0-9a6a-528c14f13258'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:56:29.843032 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-cd188b93-ce93-476b-85c1-57718e8a346f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:56:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c030beb9-38e5-49c0-9a6a-528c14f13258'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:29.868202 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ca29e76d-8cbd-42ab-bbe8-835eff583d0b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:29.873715 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ca29e76d-8cbd-42ab-bbe8-835eff583d0b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:29.949171 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29e76d-8cbd-42ab-bbe8-835eff583d0b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Pushing event updated for resources: {'Port': ['ID=1754bd3d-4693-45e8-a338-4b7ced5c3953,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:29.960723 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-cd188b93-ce93-476b-85c1-57718e8a346f None None] Set router c030beb9-38e5-49c0-9a6a-528c14f13258 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:56:29.960928 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ca29e76d-8cbd-42ab-bbe8-835eff583d0b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:29.978572 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ca29e76d-8cbd-42ab-bbe8-835eff583d0b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:29.979885 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ca29e76d-8cbd-42ab-bbe8-835eff583d0b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2476881 Apr 29 11:56:30.067978 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:30.140189 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-9d4260a9-90ca-4b6e-af81-19312f6114ec tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--463621142&fields=id&tenant_id=6b12ebc6b3074500937702f723110a3f HTTP/1.1" status: 200 len: 267 time: 0.0362418 Apr 29 11:56:30.176526 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-cd188b93-ce93-476b-85c1-57718e8a346f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '37a9853f-1359-4786-a25b-a3c410befa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:23Z', 'updated_at': '2022-04-29T11:56:27Z', 'revision_number': 4, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'gw_port': {'id': '37a9853f-1359-4786-a25b-a3c410befa49', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:24Z', 'updated_at': '2022-04-29T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'a94a6660-5e03-48a0-9425-84803a5eee0b', 'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'mac_address': 'fa:16:3e:60:74:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:26Z', 'updated_at': '2022-04-29T11:56:27Z', 'revision_number': 2, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'subnets': [{'id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:30.208407 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd188b93-ce93-476b-85c1-57718e8a346f None None] Checking router: c030beb9-38e5-49c0-9a6a-528c14f13258 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:56:30.209245 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd188b93-ce93-476b-85c1-57718e8a346f None None] Updating router c030beb9-38e5-49c0-9a6a-528c14f13258 port a94a6660-5e03-48a0-9425-84803a5eee0b binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:56:30.234767 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:30.238252 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-cd188b93-ce93-476b-85c1-57718e8a346f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:30.260727 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-417df918-5058-43e6-8287-132197df992d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:30.262149 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-417df918-5058-43e6-8287-132197df992d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/networks?id=32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 200 len: 812 time: 0.1147766 Apr 29 11:56:30.277961 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-5a505528-1bae-42d8-9e0d-112a344663b5 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/quotas/6b12ebc6b3074500937702f723110a3f HTTP/1.1" status: 200 len: 375 time: 0.0092676 Apr 29 11:56:30.334149 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-ac2f13a7-bb6f-4252-85ab-cf2de63fcf5a tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b12ebc6b3074500937702f723110a3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495932 Apr 29 11:56:30.350488 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-b6cc0b9d-67e1-4804-ba9a-dbc45dde1d7c service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:56:30.351471 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-b6cc0b9d-67e1-4804-ba9a-dbc45dde1d7c service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056794 Apr 29 11:56:30.449982 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-288a42f2-7071-4e01-a531-c7cd9373dc4b service neutron] 10.222.0.69 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910823 Apr 29 11:56:30.513551 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-cd188b93-ce93-476b-85c1-57718e8a346f None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:30.519271 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-cd188b93-ce93-476b-85c1-57718e8a346f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:30.547825 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-5bbe98e6-3c50-4cfc-8287-1fa4521e7c1d service neutron] 10.222.0.69 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909333 Apr 29 11:56:30.572088 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6961b40-84d5-4888-9b96-34d62bdd7985 None None] Pushing event updated for resources: {'Port': ['ID=a94a6660-5e03-48a0-9425-84803a5eee0b,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:30.582433 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6961b40-84d5-4888-9b96-34d62bdd7985 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:30.582626 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6961b40-84d5-4888-9b96-34d62bdd7985 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:30.582941 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6961b40-84d5-4888-9b96-34d62bdd7985 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:30.583284 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6961b40-84d5-4888-9b96-34d62bdd7985 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:30.583569 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6961b40-84d5-4888-9b96-34d62bdd7985 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:30.583890 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6961b40-84d5-4888-9b96-34d62bdd7985 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:30.584203 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6961b40-84d5-4888-9b96-34d62bdd7985 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:30.584526 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6961b40-84d5-4888-9b96-34d62bdd7985 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:30.584836 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6961b40-84d5-4888-9b96-34d62bdd7985 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:30.585141 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6961b40-84d5-4888-9b96-34d62bdd7985 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:30.585503 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6961b40-84d5-4888-9b96-34d62bdd7985 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:30.585823 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6961b40-84d5-4888-9b96-34d62bdd7985 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:30.635483 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-cd188b93-ce93-476b-85c1-57718e8a346f None None] Attempting to bind port a94a6660-5e03-48a0-9425-84803a5eee0b on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:56:30.635853 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-cd188b93-ce93-476b-85c1-57718e8a346f None None] Attempting to bind port a94a6660-5e03-48a0-9425-84803a5eee0b by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'c6e8e809-2075-4e9f-87f3-1fd924950831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:56:30.636209 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd188b93-ce93-476b-85c1-57718e8a346f None None] Attempting to bind port a94a6660-5e03-48a0-9425-84803a5eee0b on network 32b745d3-3dff-4df7-9b83-eebdc261a0ae {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:56:30.642537 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd188b93-ce93-476b-85c1-57718e8a346f None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:56:30.642947 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd188b93-ce93-476b-85c1-57718e8a346f None None] Checking segment: {'id': 'c6e8e809-2075-4e9f-87f3-1fd924950831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:56:30.643411 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-cd188b93-ce93-476b-85c1-57718e8a346f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:30.643862 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd188b93-ce93-476b-85c1-57718e8a346f None None] Bound using segment: {'id': 'c6e8e809-2075-4e9f-87f3-1fd924950831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:56:30.644386 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-cd188b93-ce93-476b-85c1-57718e8a346f None None] Bound port: a94a6660-5e03-48a0-9425-84803a5eee0b, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e8e809-2075-4e9f-87f3-1fd924950831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:56:30.644825 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-cd188b93-ce93-476b-85c1-57718e8a346f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:30.726575 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-cd188b93-ce93-476b-85c1-57718e8a346f None None] For port a94a6660-5e03-48a0-9425-84803a5eee0b, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:56:30.731376 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-cd188b93-ce93-476b-85c1-57718e8a346f None None] For port a94a6660-5e03-48a0-9425-84803a5eee0b, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=a94a6660-5e03-48a0-9425-84803a5eee0b,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:56:30.738630 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-cd188b93-ce93-476b-85c1-57718e8a346f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:30.761458 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3046a859-113a-4f81-9dc8-9e4bd2692c56 req-99aea519-9f13-4a80-b91b-7df012ed9be0 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 210 time: 0.0459588 Apr 29 11:56:30.819678 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd188b93-ce93-476b-85c1-57718e8a346f None None] Routers {'c030beb9-38e5-49c0-9a6a-528c14f13258'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:56:30.820585 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-cd188b93-ce93-476b-85c1-57718e8a346f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:56:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c030beb9-38e5-49c0-9a6a-528c14f13258'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:30.840225 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-24a54e23-4b1e-433d-8670-2a720d25c2cc None None] Provisioning complete for port a94a6660-5e03-48a0-9425-84803a5eee0b triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:56:30.840713 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-24a54e23-4b1e-433d-8670-2a720d25c2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:30.859608 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6961b40-84d5-4888-9b96-34d62bdd7985 None None] Pushing event updated for resources: {'Port': ['ID=a94a6660-5e03-48a0-9425-84803a5eee0b,revision_number=4']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:30.951241 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-cd188b93-ce93-476b-85c1-57718e8a346f None None] Set router c030beb9-38e5-49c0-9a6a-528c14f13258 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:56:30.953687 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-24a54e23-4b1e-433d-8670-2a720d25c2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:30.995115 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-24a54e23-4b1e-433d-8670-2a720d25c2cc None None] For port a94a6660-5e03-48a0-9425-84803a5eee0b, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=a94a6660-5e03-48a0-9425-84803a5eee0b,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:56:31.000883 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-24a54e23-4b1e-433d-8670-2a720d25c2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:31.079534 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a54e23-4b1e-433d-8670-2a720d25c2cc None None] Pushing event updated for resources: {'Port': ['ID=a94a6660-5e03-48a0-9425-84803a5eee0b,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:31.126451 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-d67c0d4a-5163-46f7-b999-d892fc237e2f None None] Provisioning complete for port a94a6660-5e03-48a0-9425-84803a5eee0b triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:56:31.126923 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d67c0d4a-5163-46f7-b999-d892fc237e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:31.306442 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-cd188b93-ce93-476b-85c1-57718e8a346f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '37a9853f-1359-4786-a25b-a3c410befa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:23Z', 'updated_at': '2022-04-29T11:56:27Z', 'revision_number': 4, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'gw_port': {'id': '37a9853f-1359-4786-a25b-a3c410befa49', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:24Z', 'updated_at': '2022-04-29T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'a94a6660-5e03-48a0-9425-84803a5eee0b', 'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'mac_address': 'fa:16:3e:60:74:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:26Z', 'updated_at': '2022-04-29T11:56:30Z', 'revision_number': 4, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'subnets': [{'id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:31.334949 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd188b93-ce93-476b-85c1-57718e8a346f None None] The sync data for ids ['c030beb9-38e5-49c0-9a6a-528c14f13258'] in dv-neutron-838888-1-hyperv is: [{'id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '37a9853f-1359-4786-a25b-a3c410befa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:23Z', 'updated_at': '2022-04-29T11:56:27Z', 'revision_number': 4, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'gw_port': {'id': '37a9853f-1359-4786-a25b-a3c410befa49', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:24Z', 'updated_at': '2022-04-29T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'a94a6660-5e03-48a0-9425-84803a5eee0b', 'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'mac_address': 'fa:16:3e:60:74:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:26Z', 'updated_at': '2022-04-29T11:56:30Z', 'revision_number': 4, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'subnets': [{'id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:56:31.477686 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 37a9853f-1359-4786-a25b-a3c410befa49 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:56:31.539076 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 37a9853f-1359-4786-a25b-a3c410befa49 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:56:31.539449 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:31.625212 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device a94a6660-5e03-48a0-9425-84803a5eee0b up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:56:31.675576 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port a94a6660-5e03-48a0-9425-84803a5eee0b triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:56:31.676034 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:31.886825 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e6418fe5-a55d-4cfb-95c5-05fa18a14978 req-960f3cc5-287d-4874-a3fc-4178716b1f37 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 210 time: 0.0331006 Apr 29 11:56:31.953000 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-766bc105-910a-46ba-992f-3a9277a7dac9 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:31.954596 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-766bc105-910a-46ba-992f-3a9277a7dac9 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.62 "GET /v2.0/networks?id=32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 200 len: 812 time: 0.1729343 Apr 29 11:56:32.015231 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-b1d4f43f-95cf-42e9-95bd-40f57ecedc17 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b12ebc6b3074500937702f723110a3f HTTP/1.1" status: 200 len: 379 time: 0.0385671 Apr 29 11:56:32.031467 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-0c801f10-473d-414f-949f-5424deb7377b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Request body: {'port': {'device_id': '32ff79ec-f7a5-41b5-837c-74d430de4c39', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'admin_state_up': True, 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'security_groups': ['790660e1-a813-4b8d-919c-fcdb1b25b35a']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:56:32.147704 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-0c801f10-473d-414f-949f-5424deb7377b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Made reservation on behalf of 6b12ebc6b3074500937702f723110a3f for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:56:32.151431 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-0c801f10-473d-414f-949f-5424deb7377b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:32.285478 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-0c801f10-473d-414f-949f-5424deb7377b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Allocated IP 172.20.0.7 (32b745d3-3dff-4df7-9b83-eebdc261a0ae/b45e425f-408b-495c-a0b2-fe0ac61da817/e869069f-5026-49b9-a327-6d5f9a8da981) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:56:32.433438 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-0c801f10-473d-414f-949f-5424deb7377b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:32.468146 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-0c801f10-473d-414f-949f-5424deb7377b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:32.513295 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-0c801f10-473d-414f-949f-5424deb7377b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Network 32b745d3-3dff-4df7-9b83-eebdc261a0ae is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:56:32.516628 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-0c801f10-473d-414f-949f-5424deb7377b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:56:32.520538 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-0c801f10-473d-414f-949f-5424deb7377b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:56:32.551713 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c801f10-473d-414f-949f-5424deb7377b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Pushing event updated for resources: {'Port': ['ID=e869069f-5026-49b9-a327-6d5f9a8da981,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:32.582743 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-0c801f10-473d-414f-949f-5424deb7377b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:32.583411 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-0c801f10-473d-414f-949f-5424deb7377b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:32.601297 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-0c801f10-473d-414f-949f-5424deb7377b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5750453 Apr 29 11:56:32.617919 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-def471cc-8e0b-45a5-9163-d6537225be9c service neutron] Request body: {'port': {'device_id': '32ff79ec-f7a5-41b5-837c-74d430de4c39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:56:32.680554 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-def471cc-8e0b-45a5-9163-d6537225be9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:32.764886 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-307c43d6-3177-4c70-a75e-68be489df7cf None None] Provisioning complete for port e869069f-5026-49b9-a327-6d5f9a8da981 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:56:32.765656 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-307c43d6-3177-4c70-a75e-68be489df7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:32.804206 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-307c43d6-3177-4c70-a75e-68be489df7cf None None] Port e869069f-5026-49b9-a327-6d5f9a8da981 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:56:32.965662 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-def471cc-8e0b-45a5-9163-d6537225be9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e869069f-5026-49b9-a327-6d5f9a8da981 {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:56:32.988112 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-def471cc-8e0b-45a5-9163-d6537225be9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:33.016887 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-def471cc-8e0b-45a5-9163-d6537225be9c service neutron] Transition to ACTIVE for port object e869069f-5026-49b9-a327-6d5f9a8da981 will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:56:33.022302 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-def471cc-8e0b-45a5-9163-d6537225be9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:33.066593 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9264c-2cb4-445b-8d49-74466f663076 req-ad220473-ca53-46d4-8ec0-0f489ef0c59d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:33.068165 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-adb9264c-2cb4-445b-8d49-74466f663076 req-ad220473-ca53-46d4-8ec0-0f489ef0c59d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 931 time: 0.1071835 Apr 29 11:56:33.123535 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def471cc-8e0b-45a5-9163-d6537225be9c service neutron] Pushing event updated for resources: {'Port': ['ID=e869069f-5026-49b9-a327-6d5f9a8da981,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:33.162798 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-adb9264c-2cb4-445b-8d49-74466f663076 req-9597c45e-aafc-4dd0-83e2-cc90ce34e90b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861351 Apr 29 11:56:33.199784 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-def471cc-8e0b-45a5-9163-d6537225be9c service neutron] Attempting to bind port e869069f-5026-49b9-a327-6d5f9a8da981 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:56:33.200136 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-def471cc-8e0b-45a5-9163-d6537225be9c service neutron] Attempting to bind port e869069f-5026-49b9-a327-6d5f9a8da981 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c6e8e809-2075-4e9f-87f3-1fd924950831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:56:33.200471 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-def471cc-8e0b-45a5-9163-d6537225be9c service neutron] Attempting to bind port e869069f-5026-49b9-a327-6d5f9a8da981 on network 32b745d3-3dff-4df7-9b83-eebdc261a0ae {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:56:33.205188 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-def471cc-8e0b-45a5-9163-d6537225be9c service neutron] Port e869069f-5026-49b9-a327-6d5f9a8da981 on network 32b745d3-3dff-4df7-9b83-eebdc261a0ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:56:33.205514 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-def471cc-8e0b-45a5-9163-d6537225be9c service neutron] Attempting to bind port e869069f-5026-49b9-a327-6d5f9a8da981 on network 32b745d3-3dff-4df7-9b83-eebdc261a0ae {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:56:33.210606 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-def471cc-8e0b-45a5-9163-d6537225be9c service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:56:33.210943 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-def471cc-8e0b-45a5-9163-d6537225be9c service neutron] Checking segment: {'id': 'c6e8e809-2075-4e9f-87f3-1fd924950831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:56:33.211334 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-def471cc-8e0b-45a5-9163-d6537225be9c service neutron] Bound using segment: {'id': 'c6e8e809-2075-4e9f-87f3-1fd924950831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:56:33.211763 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-def471cc-8e0b-45a5-9163-d6537225be9c service neutron] Bound port: e869069f-5026-49b9-a327-6d5f9a8da981, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e8e809-2075-4e9f-87f3-1fd924950831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:56:33.212132 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-def471cc-8e0b-45a5-9163-d6537225be9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:33.282988 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-def471cc-8e0b-45a5-9163-d6537225be9c service neutron] For port e869069f-5026-49b9-a327-6d5f9a8da981, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:56:33.286017 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-def471cc-8e0b-45a5-9163-d6537225be9c service neutron] For port e869069f-5026-49b9-a327-6d5f9a8da981, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e869069f-5026-49b9-a327-6d5f9a8da981,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:56:33.291164 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-def471cc-8e0b-45a5-9163-d6537225be9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:33.331573 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-def471cc-8e0b-45a5-9163-d6537225be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:33.332240 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-def471cc-8e0b-45a5-9163-d6537225be9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:33.333671 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-def471cc-8e0b-45a5-9163-d6537225be9c service neutron] 10.222.0.62 "PUT /v2.0/ports/e869069f-5026-49b9-a327-6d5f9a8da981 HTTP/1.1" status: 200 len: 1093 time: 0.7204251 Apr 29 11:56:33.334140 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ff79ec-f7a5-41b5-837c-74d430de4c39', 'tag': 'e869069f-5026-49b9-a327-6d5f9a8da981'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:56:33.336674 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b90e3a2-6f0c-40fb-a989-e405f33f8208" -d '{"events": [{"name": "network-changed", "server_uuid": "32ff79ec-f7a5-41b5-837c-74d430de4c39", "tag": "e869069f-5026-49b9-a327-6d5f9a8da981"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:56:33.359544 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def471cc-8e0b-45a5-9163-d6537225be9c service neutron] Pushing event updated for resources: {'Port': ['ID=e869069f-5026-49b9-a327-6d5f9a8da981,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:33.385656 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c645924-f77b-4297-9c24-3a1bc187dab6 x-openstack-request-id: req-9c645924-f77b-4297-9c24-3a1bc187dab6 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:56:33.385910 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ff79ec-f7a5-41b5-837c-74d430de4c39", "tag": "e869069f-5026-49b9-a327-6d5f9a8da981", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:56:33.386329 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9c645924-f77b-4297-9c24-3a1bc187dab6 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:56:33.386737 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c645924-f77b-4297-9c24-3a1bc187dab6'] response: {'name': 'network-changed', 'server_uuid': '32ff79ec-f7a5-41b5-837c-74d430de4c39', 'tag': 'e869069f-5026-49b9-a327-6d5f9a8da981', 'status': 'completed', 'code': 200} Apr 29 11:56:33.446125 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-2589537a-4f13-4112-94d5-15f91a94ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:33.447972 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-2589537a-4f13-4112-94d5-15f91a94ec31 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b12ebc6b3074500937702f723110a3f&device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 1096 time: 0.0523896 Apr 29 11:56:33.500181 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-129b5eb4-a1eb-45f5-8ffb-c55c69983e2c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e869069f-5026-49b9-a327-6d5f9a8da981 HTTP/1.1" status: 200 len: 217 time: 0.0425189 Apr 29 11:56:33.556103 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-b54dbf2d-2b30-4111-8b31-d5b9302b9cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:33.557628 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-b54dbf2d-2b30-4111-8b31-d5b9302b9cc3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b45e425f-408b-495c-a0b2-fe0ac61da817 HTTP/1.1" status: 200 len: 851 time: 0.0487621 Apr 29 11:56:33.606972 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-c7a3936e-ef78-46ef-bb5e-46b692f7f9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:33.608705 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-c7a3936e-ef78-46ef-bb5e-46b692f7f9bb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b745d3-3dff-4df7-9b83-eebdc261a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434740 Apr 29 11:56:33.709182 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-c0754aa2-5865-4645-944e-c398b681de0c service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936251 Apr 29 11:56:33.809396 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2955a6db-3fc0-442a-9e28-1c57d3e5559a req-28695da4-2d27-4313-b796-98ef36648060 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922277 Apr 29 11:56:33.903931 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90e3a2-6f0c-40fb-a989-e405f33f8208 req-e6d6024b-dd31-4da2-a01d-6094f7e2b293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:33.905856 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0b90e3a2-6f0c-40fb-a989-e405f33f8208 req-e6d6024b-dd31-4da2-a01d-6094f7e2b293 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b12ebc6b3074500937702f723110a3f&device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 1096 time: 0.0423243 Apr 29 11:56:34.002233 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90e3a2-6f0c-40fb-a989-e405f33f8208 req-125f02c5-943b-4f59-af3f-6a62283ee912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:34.003727 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0b90e3a2-6f0c-40fb-a989-e405f33f8208 req-125f02c5-943b-4f59-af3f-6a62283ee912 service neutron] 10.222.0.62 "GET /v2.0/networks?id=32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 200 len: 913 time: 0.0909772 Apr 29 11:56:34.047503 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0b90e3a2-6f0c-40fb-a989-e405f33f8208 req-de56a4e6-1678-4f74-8b96-f639f08ef631 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e869069f-5026-49b9-a327-6d5f9a8da981 HTTP/1.1" status: 200 len: 217 time: 0.0355034 Apr 29 11:56:34.101965 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90e3a2-6f0c-40fb-a989-e405f33f8208 req-ac09afb7-c98e-487d-bdb7-02a83ebf8960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:34.103382 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0b90e3a2-6f0c-40fb-a989-e405f33f8208 req-ac09afb7-c98e-487d-bdb7-02a83ebf8960 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b45e425f-408b-495c-a0b2-fe0ac61da817 HTTP/1.1" status: 200 len: 851 time: 0.0484798 Apr 29 11:56:34.150530 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90e3a2-6f0c-40fb-a989-e405f33f8208 req-c3495105-c91f-4e9f-a545-8de4150af746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:34.152312 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0b90e3a2-6f0c-40fb-a989-e405f33f8208 req-c3495105-c91f-4e9f-a545-8de4150af746 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b745d3-3dff-4df7-9b83-eebdc261a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412083 Apr 29 11:56:34.260222 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0b90e3a2-6f0c-40fb-a989-e405f33f8208 req-9662e6cb-7a20-4f46-a713-69f552814c13 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000934 Apr 29 11:56:34.349194 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2717a-1380-4779-ac71-0ecc69a783be req-0bc9359a-9dfb-45d1-9f39-700f60609287 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:34.350726 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6ff2717a-1380-4779-ac71-0ecc69a783be req-0bc9359a-9dfb-45d1-9f39-700f60609287 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 943 time: 0.1107323 Apr 29 11:56:34.397724 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0b90e3a2-6f0c-40fb-a989-e405f33f8208 req-613f2ad9-a9d7-424e-a466-a338fc8245c4 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197457 Apr 29 11:56:34.410863 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6ff2717a-1380-4779-ac71-0ecc69a783be req-180f647e-3929-4c26-831a-d34f4c16e346 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534620 Apr 29 11:56:35.536986 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece63dbf-da0e-47a0-975e-9b993984e791 req-aa1c6146-2ce4-42bd-997c-2050d4ae3335 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:35.538539 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ece63dbf-da0e-47a0-975e-9b993984e791 req-aa1c6146-2ce4-42bd-997c-2050d4ae3335 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 943 time: 0.0544639 Apr 29 11:56:35.580967 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ece63dbf-da0e-47a0-975e-9b993984e791 req-49bc3001-337f-4e8b-8fbc-9ecab687751c tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361745 Apr 29 11:56:36.094829 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device e869069f-5026-49b9-a327-6d5f9a8da981 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:56:36.192373 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port e869069f-5026-49b9-a327-6d5f9a8da981, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e869069f-5026-49b9-a327-6d5f9a8da981,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:56:36.204228 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': 'e869069f-5026-49b9-a327-6d5f9a8da981', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'port_id': 'e869069f-5026-49b9-a327-6d5f9a8da981', 'mac_address': 'fa:16:3e:5a:72:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:56:36.242207 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:36.255392 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e869069f-5026-49b9-a327-6d5f9a8da981 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:56:36.276736 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port e869069f-5026-49b9-a327-6d5f9a8da981, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e869069f-5026-49b9-a327-6d5f9a8da981,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:56:36.282550 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:36.333999 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=e869069f-5026-49b9-a327-6d5f9a8da981,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:36.514613 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['e869069f-5026-49b9-a327-6d5f9a8da981'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:56:36.697646 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff10c1-c47d-4e4f-9b49-6846f5293b25 req-eda38ec1-af59-4009-8ab6-0e44bf4b928e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:36.699169 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-62ff10c1-c47d-4e4f-9b49-6846f5293b25 req-eda38ec1-af59-4009-8ab6-0e44bf4b928e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 944 time: 0.0499675 Apr 29 11:56:36.737645 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-62ff10c1-c47d-4e4f-9b49-6846f5293b25 req-91bdbf05-b958-439e-8183-250e82e2aef2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318069 Apr 29 11:56:37.852599 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693cd88-5ba1-4a68-9845-6b75a682d27a req-4f67355e-342e-4ca4-b6ef-b7debbc796b2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:37.854110 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5693cd88-5ba1-4a68-9845-6b75a682d27a req-4f67355e-342e-4ca4-b6ef-b7debbc796b2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 944 time: 0.0496049 Apr 29 11:56:37.892577 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5693cd88-5ba1-4a68-9845-6b75a682d27a req-0ef94db6-dc82-4469-877f-ed07c7292f75 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322402 Apr 29 11:56:38.108154 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device e869069f-5026-49b9-a327-6d5f9a8da981 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:56:38.163150 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port e869069f-5026-49b9-a327-6d5f9a8da981 completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:56:38.167743 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port e869069f-5026-49b9-a327-6d5f9a8da981 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:56:38.168302 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:38.259870 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:38.293065 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ff79ec-f7a5-41b5-837c-74d430de4c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e869069f-5026-49b9-a327-6d5f9a8da981'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:56:38.295337 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9b48e9-6310-4657-9c9b-ebbae26b19f9" -d '{"events": [{"server_uuid": "32ff79ec-f7a5-41b5-837c-74d430de4c39", "name": "network-vif-plugged", "status": "completed", "tag": "e869069f-5026-49b9-a327-6d5f9a8da981"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:56:38.309311 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port e869069f-5026-49b9-a327-6d5f9a8da981, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e869069f-5026-49b9-a327-6d5f9a8da981,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:56:38.316391 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:38.342297 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85f9226-2b84-4bee-bca5-8a4bffcfbfac x-openstack-request-id: req-e85f9226-2b84-4bee-bca5-8a4bffcfbfac {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:56:38.342618 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ff79ec-f7a5-41b5-837c-74d430de4c39", "name": "network-vif-plugged", "status": "completed", "tag": "e869069f-5026-49b9-a327-6d5f9a8da981", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:56:38.342876 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e85f9226-2b84-4bee-bca5-8a4bffcfbfac {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:56:38.343274 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e85f9226-2b84-4bee-bca5-8a4bffcfbfac'] response: {'server_uuid': '32ff79ec-f7a5-41b5-837c-74d430de4c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e869069f-5026-49b9-a327-6d5f9a8da981', 'code': 200} Apr 29 11:56:38.370517 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=e869069f-5026-49b9-a327-6d5f9a8da981,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:38.519264 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e57f3f-1fcd-4684-9dc9-58835d02fbfb req-e8e0f9c8-7427-4b76-849d-015d8a7e6b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:38.520753 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-59e57f3f-1fcd-4684-9dc9-58835d02fbfb req-e8e0f9c8-7427-4b76-849d-015d8a7e6b34 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 1098 time: 0.0445368 Apr 29 11:56:38.556651 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-59e57f3f-1fcd-4684-9dc9-58835d02fbfb req-cd4002ed-7d02-4212-accb-243c55d26906 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284462 Apr 29 11:56:39.009697 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa4c9b-9cc2-40e3-932e-48785f25d6f3 req-33ce17d5-3ab4-4311-b6b2-3f547baa40b6 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:39.011335 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a1fa4c9b-9cc2-40e3-932e-48785f25d6f3 req-33ce17d5-3ab4-4311-b6b2-3f547baa40b6 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0513122 Apr 29 11:56:39.050089 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a1fa4c9b-9cc2-40e3-932e-48785f25d6f3 req-7f292eba-fdfd-4310-aa05-b69d65364cc0 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325994 Apr 29 11:56:40.164669 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf7f49-c651-443d-ab2e-e57cfab31f3c req-30fc8c77-ae0a-4e67-a994-f4975918fa87 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:40.168564 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e9cf7f49-c651-443d-ab2e-e57cfab31f3c req-30fc8c77-ae0a-4e67-a994-f4975918fa87 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0484016 Apr 29 11:56:40.205585 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e9cf7f49-c651-443d-ab2e-e57cfab31f3c req-a594a63b-15e1-40f4-8619-aafe9df1e041 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327821 Apr 29 11:56:40.320468 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb522fd-f300-4cc1-9ede-ba54ed0aa5d4 req-5d1b1cae-26cc-4dbf-a2ee-b93b89239ea0 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:40.321920 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8fb522fd-f300-4cc1-9ede-ba54ed0aa5d4 req-5d1b1cae-26cc-4dbf-a2ee-b93b89239ea0 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0527537 Apr 29 11:56:40.330503 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 56260) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:56:40.334753 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-b1391f52-8989-468f-bcf1-84e1fe3de07d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Request body: {'floatingip': {'port_id': 'e869069f-5026-49b9-a327-6d5f9a8da981'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:56:40.372909 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b1391f52-8989-468f-bcf1-84e1fe3de07d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for floatingip, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:40.805860 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b1391f52-8989-468f-bcf1-84e1fe3de07d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:40.809601 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b1391f52-8989-468f-bcf1-84e1fe3de07d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:40.908584 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [None req-b1391f52-8989-468f-bcf1-84e1fe3de07d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Floating IP a9c5eef1-cc84-46ee-9475-e084869c6c51 associated. External IP: 172.26.4.210, port: e869069f-5026-49b9-a327-6d5f9a8da981. Apr 29 11:56:41.124039 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1391f52-8989-468f-bcf1-84e1fe3de07d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Router c030beb9-38e5-49c0-9a6a-528c14f13258 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:56:41.236639 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1391f52-8989-468f-bcf1-84e1fe3de07d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:56:41.241360 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b1391f52-8989-468f-bcf1-84e1fe3de07d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:41.246698 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9bf6b4-9b21-4d2b-86c5-376cdb91c49a None None] Sync routers for ids ['c030beb9-38e5-49c0-9a6a-528c14f13258'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:56:41.256923 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9bf6b4-9b21-4d2b-86c5-376cdb91c49a None None] Routers {'c030beb9-38e5-49c0-9a6a-528c14f13258'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:56:41.257535 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-ab9bf6b4-9b21-4d2b-86c5-376cdb91c49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:56:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c030beb9-38e5-49c0-9a6a-528c14f13258'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:41.274769 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b1391f52-8989-468f-bcf1-84e1fe3de07d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "PUT /v2.0/floatingips/a9c5eef1-cc84-46ee-9475-e084869c6c51 HTTP/1.1" status: 200 len: 991 time: 0.9404652 Apr 29 11:56:41.274769 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ff79ec-f7a5-41b5-837c-74d430de4c39', 'tag': 'e869069f-5026-49b9-a327-6d5f9a8da981'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:56:41.275066 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6a170f-5732-4cf5-a922-7601d09bea4d" -d '{"events": [{"name": "network-changed", "server_uuid": "32ff79ec-f7a5-41b5-837c-74d430de4c39", "tag": "e869069f-5026-49b9-a327-6d5f9a8da981"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:56:41.312823 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e5cd9e-5a5d-42cb-96e8-462cf7e26645 x-openstack-request-id: req-85e5cd9e-5a5d-42cb-96e8-462cf7e26645 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:56:41.313779 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ff79ec-f7a5-41b5-837c-74d430de4c39", "tag": "e869069f-5026-49b9-a327-6d5f9a8da981", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:56:41.314064 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-85e5cd9e-5a5d-42cb-96e8-462cf7e26645 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:56:41.314581 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85e5cd9e-5a5d-42cb-96e8-462cf7e26645'] response: {'name': 'network-changed', 'server_uuid': '32ff79ec-f7a5-41b5-837c-74d430de4c39', 'tag': 'e869069f-5026-49b9-a327-6d5f9a8da981', 'status': 'completed', 'code': 200} Apr 29 11:56:41.374595 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-ab9bf6b4-9b21-4d2b-86c5-376cdb91c49a None None] Set router c030beb9-38e5-49c0-9a6a-528c14f13258 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:56:41.397852 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc176b69-c079-4f6f-bb3a-63d007604e08 req-6f42529a-469f-4a02-928d-89cfd49ea28c tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:41.399448 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cc176b69-c079-4f6f-bb3a-63d007604e08 req-6f42529a-469f-4a02-928d-89cfd49ea28c tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0774894 Apr 29 11:56:41.416880 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a170f-5732-4cf5-a922-7601d09bea4d req-4922cb6f-2244-474f-9e34-0e34e900b782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:41.418385 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7e6a170f-5732-4cf5-a922-7601d09bea4d req-4922cb6f-2244-474f-9e34-0e34e900b782 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b12ebc6b3074500937702f723110a3f&device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 1098 time: 0.0684602 Apr 29 11:56:41.497556 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cc176b69-c079-4f6f-bb3a-63d007604e08 req-0afb2b41-884f-4a3b-9084-ec53cc8cf217 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911541 Apr 29 11:56:41.538454 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a170f-5732-4cf5-a922-7601d09bea4d req-15ca5201-9a0e-4174-8192-c5b5419da277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:41.539946 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7e6a170f-5732-4cf5-a922-7601d09bea4d req-15ca5201-9a0e-4174-8192-c5b5419da277 service neutron] 10.222.0.62 "GET /v2.0/networks?id=32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 200 len: 913 time: 0.1143413 Apr 29 11:56:41.631013 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7e6a170f-5732-4cf5-a922-7601d09bea4d req-11f53d7c-6c29-4f0b-9bb9-970f9e837d8f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e869069f-5026-49b9-a327-6d5f9a8da981 HTTP/1.1" status: 200 len: 999 time: 0.0832040 Apr 29 11:56:41.655729 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9275dc1-b141-473a-9bce-7fec49e41f38 req-b2e4f2f9-6525-4b22-b5f5-159c1bb138ee tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:41.657261 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f9275dc1-b141-473a-9bce-7fec49e41f38 req-b2e4f2f9-6525-4b22-b5f5-159c1bb138ee tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0737157 Apr 29 11:56:41.723036 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a170f-5732-4cf5-a922-7601d09bea4d req-2f60e6bf-fce2-490a-ac9d-60f191ba75c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:41.725109 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7e6a170f-5732-4cf5-a922-7601d09bea4d req-2f60e6bf-fce2-490a-ac9d-60f191ba75c9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b45e425f-408b-495c-a0b2-fe0ac61da817 HTTP/1.1" status: 200 len: 851 time: 0.0863028 Apr 29 11:56:41.730563 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f9275dc1-b141-473a-9bce-7fec49e41f38 req-2fd15a72-bacc-4044-9bd0-270d86a7f915 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494955 Apr 29 11:56:41.769696 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-ab9bf6b4-9b21-4d2b-86c5-376cdb91c49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '37a9853f-1359-4786-a25b-a3c410befa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:23Z', 'updated_at': '2022-04-29T11:56:27Z', 'revision_number': 4, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'gw_port': {'id': '37a9853f-1359-4786-a25b-a3c410befa49', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:24Z', 'updated_at': '2022-04-29T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'a9c5eef1-cc84-46ee-9475-e084869c6c51', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'floating_ip_address': '172.26.4.210', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'port_id': 'e869069f-5026-49b9-a327-6d5f9a8da981', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'mac_address': 'fa:16:3e:5a:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ff79ec-f7a5-41b5-837c-74d430de4c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:56:29Z', 'updated_at': '2022-04-29T11:56:40Z', 'revision_number': 1, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a94a6660-5e03-48a0-9425-84803a5eee0b', 'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'mac_address': 'fa:16:3e:60:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:26Z', 'updated_at': '2022-04-29T11:56:30Z', 'revision_number': 5, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'subnets': [{'id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:41.782736 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a170f-5732-4cf5-a922-7601d09bea4d req-e7fd242b-82aa-4b0c-8915-a21da27f3ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:41.784231 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7e6a170f-5732-4cf5-a922-7601d09bea4d req-e7fd242b-82aa-4b0c-8915-a21da27f3ad1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b745d3-3dff-4df7-9b83-eebdc261a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515842 Apr 29 11:56:41.801982 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9bf6b4-9b21-4d2b-86c5-376cdb91c49a None None] Checking router: c030beb9-38e5-49c0-9a6a-528c14f13258 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:56:41.810620 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9bf6b4-9b21-4d2b-86c5-376cdb91c49a None None] Routers {'c030beb9-38e5-49c0-9a6a-528c14f13258'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:56:41.811945 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-ab9bf6b4-9b21-4d2b-86c5-376cdb91c49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:56:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c030beb9-38e5-49c0-9a6a-528c14f13258'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:41.881520 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7e6a170f-5732-4cf5-a922-7601d09bea4d req-58e39386-fe38-4c41-9c10-a44191ad85ec service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894327 Apr 29 11:56:41.920842 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-ab9bf6b4-9b21-4d2b-86c5-376cdb91c49a None None] Set router c030beb9-38e5-49c0-9a6a-528c14f13258 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:56:41.974723 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7e6a170f-5732-4cf5-a922-7601d09bea4d req-e8da3a89-c67c-4117-b3c3-109403698513 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861926 Apr 29 11:56:42.144399 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-ab9bf6b4-9b21-4d2b-86c5-376cdb91c49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '37a9853f-1359-4786-a25b-a3c410befa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:23Z', 'updated_at': '2022-04-29T11:56:27Z', 'revision_number': 4, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'gw_port': {'id': '37a9853f-1359-4786-a25b-a3c410befa49', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:24Z', 'updated_at': '2022-04-29T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'a9c5eef1-cc84-46ee-9475-e084869c6c51', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'floating_ip_address': '172.26.4.210', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'port_id': 'e869069f-5026-49b9-a327-6d5f9a8da981', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'mac_address': 'fa:16:3e:5a:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ff79ec-f7a5-41b5-837c-74d430de4c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:56:29Z', 'updated_at': '2022-04-29T11:56:40Z', 'revision_number': 1, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a94a6660-5e03-48a0-9425-84803a5eee0b', 'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'mac_address': 'fa:16:3e:60:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:26Z', 'updated_at': '2022-04-29T11:56:30Z', 'revision_number': 5, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'subnets': [{'id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:42.170584 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9bf6b4-9b21-4d2b-86c5-376cdb91c49a None None] The sync data for ids ['c030beb9-38e5-49c0-9a6a-528c14f13258'] in dv-neutron-838888-1-hyperv is: [{'id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '37a9853f-1359-4786-a25b-a3c410befa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:23Z', 'updated_at': '2022-04-29T11:56:27Z', 'revision_number': 4, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'gw_port': {'id': '37a9853f-1359-4786-a25b-a3c410befa49', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:24Z', 'updated_at': '2022-04-29T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'a9c5eef1-cc84-46ee-9475-e084869c6c51', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'floating_ip_address': '172.26.4.210', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'port_id': 'e869069f-5026-49b9-a327-6d5f9a8da981', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'mac_address': 'fa:16:3e:5a:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ff79ec-f7a5-41b5-837c-74d430de4c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:56:29Z', 'updated_at': '2022-04-29T11:56:40Z', 'revision_number': 1, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a94a6660-5e03-48a0-9425-84803a5eee0b', 'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'mac_address': 'fa:16:3e:60:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:26Z', 'updated_at': '2022-04-29T11:56:30Z', 'revision_number': 5, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'subnets': [{'id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:56:42.359899 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4224f3b9-eccc-4404-b2d1-790c2b8acb3f None None] New status for floating IP a9c5eef1-cc84-46ee-9475-e084869c6c51: ACTIVE {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:56:42.851401 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f2818-2012-47d6-b86f-0ce43036f434 req-2b99672d-de5f-4621-b341-87f9a05b9840 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:42.852940 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-848f2818-2012-47d6-b86f-0ce43036f434 req-2b99672d-de5f-4621-b341-87f9a05b9840 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0495369 Apr 29 11:56:42.891806 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-848f2818-2012-47d6-b86f-0ce43036f434 req-f8549ccc-f44d-4dcb-a553-61012d417083 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322099 Apr 29 11:56:43.012297 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc212d2f-ff5d-45ac-a809-141ee2740de9 req-cc147ffc-7a49-4820-b3c0-d2e8452067bf tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:43.013984 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fc212d2f-ff5d-45ac-a809-141ee2740de9 req-cc147ffc-7a49-4820-b3c0-d2e8452067bf tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0544212 Apr 29 11:56:43.053297 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fc212d2f-ff5d-45ac-a809-141ee2740de9 req-074b5c0d-cde2-4438-a7de-b39786d318a2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330203 Apr 29 11:56:43.282288 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [req-b8ece4dd-1208-41af-8f43-f9f1809ba1ae req-35ef0c83-5ac4-476b-929c-b365e77ec519 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406964 Apr 29 11:56:43.295629 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ba9f9-fa82-49e9-9342-710471ad139e req-4939422c-de95-4b61-b68c-bbd952124465 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:43.297396 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-062ba9f9-fa82-49e9-9342-710471ad139e req-4939422c-de95-4b61-b68c-bbd952124465 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0521326 Apr 29 11:56:43.338934 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-062ba9f9-fa82-49e9-9342-710471ad139e req-9f720cc1-b484-4d84-af77-3fab0e00df75 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355849 Apr 29 11:56:44.490568 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef634b-63ea-4d01-a4dd-7e6b352f40b8 req-18089c9d-4626-4854-8879-f5fd57d5987d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:44.492063 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-aaef634b-63ea-4d01-a4dd-7e6b352f40b8 req-18089c9d-4626-4854-8879-f5fd57d5987d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0793793 Apr 29 11:56:44.499168 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ece4dd-1208-41af-8f43-f9f1809ba1ae req-5e19d03b-241a-4e65-bf4a-36a0d11693da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:44.500656 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b8ece4dd-1208-41af-8f43-f9f1809ba1ae req-5e19d03b-241a-4e65-bf4a-36a0d11693da service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b12ebc6b3074500937702f723110a3f&device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 1098 time: 0.0758667 Apr 29 11:56:44.576840 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-aaef634b-63ea-4d01-a4dd-7e6b352f40b8 req-c9221a2d-5efb-42c9-ac7b-82f9dc1c4a6c tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751619 Apr 29 11:56:44.620023 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ece4dd-1208-41af-8f43-f9f1809ba1ae req-2024ed5b-5239-4853-9719-8853cb4be4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:44.621399 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b8ece4dd-1208-41af-8f43-f9f1809ba1ae req-2024ed5b-5239-4853-9719-8853cb4be4fa service neutron] 10.222.0.62 "GET /v2.0/networks?id=32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 200 len: 913 time: 0.1071370 Apr 29 11:56:45.022269 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b8ece4dd-1208-41af-8f43-f9f1809ba1ae req-b76a7239-0878-4cda-8a35-477d17952fcb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e869069f-5026-49b9-a327-6d5f9a8da981 HTTP/1.1" status: 200 len: 1001 time: 0.3884869 Apr 29 11:56:45.073575 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ece4dd-1208-41af-8f43-f9f1809ba1ae req-6d67ae8a-5818-4b1b-bf6e-caf0ba89d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:45.075034 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b8ece4dd-1208-41af-8f43-f9f1809ba1ae req-6d67ae8a-5818-4b1b-bf6e-caf0ba89d752 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b45e425f-408b-495c-a0b2-fe0ac61da817 HTTP/1.1" status: 200 len: 851 time: 0.0433311 Apr 29 11:56:45.125631 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ece4dd-1208-41af-8f43-f9f1809ba1ae req-e35f2037-6823-44cf-b2bd-cbbf6c19e68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:45.127180 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b8ece4dd-1208-41af-8f43-f9f1809ba1ae req-e35f2037-6823-44cf-b2bd-cbbf6c19e68c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b745d3-3dff-4df7-9b83-eebdc261a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414336 Apr 29 11:56:45.235290 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b8ece4dd-1208-41af-8f43-f9f1809ba1ae req-dec26413-204f-4eea-9547-a61c57ba3c35 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981779 Apr 29 11:56:45.332702 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b8ece4dd-1208-41af-8f43-f9f1809ba1ae req-57404692-4e66-45f0-a845-3b91871a51d7 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900025 Apr 29 11:56:45.693087 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4de2e-ca19-42af-979e-f4d0fcbdf222 req-196860c3-0c2b-4d96-969b-5a610b624c0c tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:45.694932 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5ab4de2e-ca19-42af-979e-f4d0fcbdf222 req-196860c3-0c2b-4d96-969b-5a610b624c0c tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0506034 Apr 29 11:56:45.738927 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5ab4de2e-ca19-42af-979e-f4d0fcbdf222 req-52bce0ad-4eb2-4047-8bb2-b63572ea238d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380490 Apr 29 11:56:46.861000 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e046a6a-6180-48bf-94de-668264cbeea4 req-363056fa-e2d9-4da3-89a1-077fb3da2f77 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:46.862722 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6e046a6a-6180-48bf-94de-668264cbeea4 req-363056fa-e2d9-4da3-89a1-077fb3da2f77 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0523014 Apr 29 11:56:46.903453 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6e046a6a-6180-48bf-94de-668264cbeea4 req-2339a0c5-3f7d-4306-93db-2fe5d715877b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346169 Apr 29 11:56:48.019229 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bd85a-7028-47f0-ad9b-a1f24bb16702 req-1ba814ab-50fd-4c01-8e3a-9c1118cda058 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:48.020784 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fe0bd85a-7028-47f0-ad9b-a1f24bb16702 req-1ba814ab-50fd-4c01-8e3a-9c1118cda058 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0498705 Apr 29 11:56:48.067946 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fe0bd85a-7028-47f0-ad9b-a1f24bb16702 req-61c2bdfb-b1f5-4932-87a3-0a3d3ccc4f9c tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335391 Apr 29 11:56:49.195451 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f74c74-bd6f-48a8-a224-a9260fcc6733 req-8d645f6a-270f-450d-bbec-1d16dc08c6eb tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:49.197013 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e2f74c74-bd6f-48a8-a224-a9260fcc6733 req-8d645f6a-270f-450d-bbec-1d16dc08c6eb tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0513387 Apr 29 11:56:49.247251 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e2f74c74-bd6f-48a8-a224-a9260fcc6733 req-64c13a87-84cf-4391-a2ef-b0db7bc75ee4 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391314 Apr 29 11:56:50.367964 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ac89f-c2c3-4d9c-bbf2-e02e8282bb4c req-c1561196-b5f0-40ba-859f-414971040764 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:50.369490 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3d8ac89f-c2c3-4d9c-bbf2-e02e8282bb4c req-c1561196-b5f0-40ba-859f-414971040764 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0513217 Apr 29 11:56:50.409904 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3d8ac89f-c2c3-4d9c-bbf2-e02e8282bb4c req-0537d5f2-bc5a-480f-90d6-735864ccc549 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333996 Apr 29 11:56:51.527708 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f1f4e-8ea6-4f48-ac7b-4237d94f1fcc req-453b64da-2f98-4037-814b-7af7052ffc30 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:51.529374 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f64f1f4e-8ea6-4f48-ac7b-4237d94f1fcc req-453b64da-2f98-4037-814b-7af7052ffc30 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0494957 Apr 29 11:56:51.570152 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f64f1f4e-8ea6-4f48-ac7b-4237d94f1fcc req-ef5d31c4-904b-4942-bf49-3f672101ac38 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330660 Apr 29 11:56:52.704613 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec34df0-f616-4dbe-b678-2254b80c632a req-726d91d1-ad39-4b22-8509-3315e44c1b2a tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:52.706288 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bec34df0-f616-4dbe-b678-2254b80c632a req-726d91d1-ad39-4b22-8509-3315e44c1b2a tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0646253 Apr 29 11:56:52.754854 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bec34df0-f616-4dbe-b678-2254b80c632a req-30aeead7-3007-4646-a62b-8e721910ab2a tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421247 Apr 29 11:56:53.580327 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-54e1b575-ce51-4901-899f-5fd8aa4d5911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:53.880619 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67ebaa-fbde-4398-adb0-9d12454f437e req-58248f80-8010-4ce8-84b0-05bc5b564853 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:53.882218 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fa67ebaa-fbde-4398-adb0-9d12454f437e req-58248f80-8010-4ce8-84b0-05bc5b564853 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0530925 Apr 29 11:56:53.922609 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fa67ebaa-fbde-4398-adb0-9d12454f437e req-3b439f46-36ea-4b7a-bbcc-178720355f1a tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343633 Apr 29 11:56:55.047012 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dd7ab-68f8-4236-9dc5-87f4a417d8c4 req-09c439c3-6f76-48f4-8895-2b27cd72d382 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:55.048554 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ac9dd7ab-68f8-4236-9dc5-87f4a417d8c4 req-09c439c3-6f76-48f4-8895-2b27cd72d382 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0521746 Apr 29 11:56:55.088969 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ac9dd7ab-68f8-4236-9dc5-87f4a417d8c4 req-0e3b9b47-dd99-4da6-8108-0c11c8d3ac5d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344057 Apr 29 11:56:56.208903 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74946b-f0d0-427d-b2cd-75b64e4b3597 req-5406d346-7db9-499e-ba85-6b98a150d399 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:56.210429 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eb74946b-f0d0-427d-b2cd-75b64e4b3597 req-5406d346-7db9-499e-ba85-6b98a150d399 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0524697 Apr 29 11:56:56.254562 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eb74946b-f0d0-427d-b2cd-75b64e4b3597 req-843a3dbc-6e83-415e-9c6d-b41759e888cf tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380476 Apr 29 11:56:56.277104 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:56:57.251676 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:57.376935 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2ad11-8bb4-4e79-8a2e-a672e84b4846 req-c24114a2-650f-4ada-8ba2-a0f300688c31 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:57.378541 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9fb2ad11-8bb4-4e79-8a2e-a672e84b4846 req-c24114a2-650f-4ada-8ba2-a0f300688c31 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0526183 Apr 29 11:56:57.417680 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9fb2ad11-8bb4-4e79-8a2e-a672e84b4846 req-7142110d-2f3c-4611-8f6d-923b6f2238bd tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330622 Apr 29 11:56:57.782505 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c17fb97d-2de5-436e-8526-14540e61ef2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:58.540488 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773b353-7763-4baa-9e18-891da8cef933 req-1bfc30bd-7dd9-4014-8c2e-7248c1dd7ea0 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:58.542092 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9773b353-7763-4baa-9e18-891da8cef933 req-1bfc30bd-7dd9-4014-8c2e-7248c1dd7ea0 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0509410 Apr 29 11:56:58.562182 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:58.583328 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9773b353-7763-4baa-9e18-891da8cef933 req-25e16e53-fd21-4a1f-a4a6-93dda8ab73bf tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340366 Apr 29 11:56:59.700587 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2128822-1fbb-44ed-9d82-794d94daae7b req-58049159-a7b3-4042-9503-16889bd97f6a tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:59.702020 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a2128822-1fbb-44ed-9d82-794d94daae7b req-58049159-a7b3-4042-9503-16889bd97f6a tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0494213 Apr 29 11:56:59.743703 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a2128822-1fbb-44ed-9d82-794d94daae7b req-ea0e1e55-92db-4221-982a-9320777ea14b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356445 Apr 29 11:57:00.065226 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:00.238417 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:00.861890 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab19c4c-504d-4f1c-a22f-7bef16c6ef15 req-b134c550-775f-468b-825e-49ef443946e0 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:00.863443 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2ab19c4c-504d-4f1c-a22f-7bef16c6ef15 req-b134c550-775f-468b-825e-49ef443946e0 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0492723 Apr 29 11:57:00.902842 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2ab19c4c-504d-4f1c-a22f-7bef16c6ef15 req-a79269ab-f7d6-47be-8db8-d379d1c7ebbb tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333614 Apr 29 11:57:02.021350 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52548c72-2d1c-4079-b350-0a46af695bc7 req-2528bdfd-ffab-4391-b5a7-49381bde3d31 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:02.022984 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-52548c72-2d1c-4079-b350-0a46af695bc7 req-2528bdfd-ffab-4391-b5a7-49381bde3d31 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0515699 Apr 29 11:57:02.064548 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-52548c72-2d1c-4079-b350-0a46af695bc7 req-ee038a94-59a2-493d-bef1-f9eba3460d8e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354187 Apr 29 11:57:03.184282 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09ad26-bc27-4a41-8857-dcfba8c915c4 req-569155bf-12ad-428e-8a4b-9c6101925b8e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:03.192815 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cf09ad26-bc27-4a41-8857-dcfba8c915c4 req-569155bf-12ad-428e-8a4b-9c6101925b8e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0532775 Apr 29 11:57:03.238953 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cf09ad26-bc27-4a41-8857-dcfba8c915c4 req-dea3f00a-0b03-4160-834e-59f97c45f1c4 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391076 Apr 29 11:57:04.358407 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570851f-31ae-429e-8200-94342172f12c req-8cc26a5e-8f58-4370-b28e-92dd942520e8 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:04.359908 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1570851f-31ae-429e-8200-94342172f12c req-8cc26a5e-8f58-4370-b28e-92dd942520e8 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0502100 Apr 29 11:57:04.401037 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1570851f-31ae-429e-8200-94342172f12c req-e6dc8855-c9fb-4443-bef4-f73aa77be71f tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349109 Apr 29 11:57:05.521845 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ebb05-73b2-4ad5-bb8b-df7bedea3a65 req-4fb56f3c-0082-484e-a61f-d844a9e604f3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:05.523373 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-699ebb05-73b2-4ad5-bb8b-df7bedea3a65 req-4fb56f3c-0082-484e-a61f-d844a9e604f3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0500648 Apr 29 11:57:05.563576 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-699ebb05-73b2-4ad5-bb8b-df7bedea3a65 req-e6e5ae59-22e9-4172-bfee-2b977ac3c053 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342422 Apr 29 11:57:06.681125 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed731b9-ebe4-4aa4-b0b3-8da6c13d8a68 req-07e7b06a-b54e-4e10-9ec6-9b18b51d04cf tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:06.682648 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0ed731b9-ebe4-4aa4-b0b3-8da6c13d8a68 req-07e7b06a-b54e-4e10-9ec6-9b18b51d04cf tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0500379 Apr 29 11:57:06.725307 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0ed731b9-ebe4-4aa4-b0b3-8da6c13d8a68 req-f22e1d8d-798b-44f8-88ce-af5be24518e4 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358298 Apr 29 11:57:07.842906 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041efe3-61fd-4b39-9f01-68ab55428aee req-f1901928-8f8f-400f-9422-f453a2954d01 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:07.844395 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9041efe3-61fd-4b39-9f01-68ab55428aee req-f1901928-8f8f-400f-9422-f453a2954d01 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0497258 Apr 29 11:57:07.883141 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9041efe3-61fd-4b39-9f01-68ab55428aee req-10533178-ddb5-4a9b-adbe-8b97aaf73e30 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327299 Apr 29 11:57:08.998915 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3957522-a78f-4ee3-9f36-340a6f254296 req-e2369f17-c4ae-4262-a204-d5792629b2ff tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:09.000496 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f3957522-a78f-4ee3-9f36-340a6f254296 req-e2369f17-c4ae-4262-a204-d5792629b2ff tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0497427 Apr 29 11:57:09.040016 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f3957522-a78f-4ee3-9f36-340a6f254296 req-4abc2834-36f4-49d9-a2d0-b3d7b87470ba tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331855 Apr 29 11:57:10.155907 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc5f6a-0ad5-4558-8183-f4f41cdda103 req-cbd7375d-c7d0-463d-8327-e2187e288ef3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:10.157519 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1edc5f6a-0ad5-4558-8183-f4f41cdda103 req-cbd7375d-c7d0-463d-8327-e2187e288ef3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0486698 Apr 29 11:57:10.202624 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1edc5f6a-0ad5-4558-8183-f4f41cdda103 req-ee53ad1e-0e34-4d97-bba3-da87556a0ca3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388901 Apr 29 11:57:11.322542 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3fc94-159c-4a4f-9f93-67bfd18254a8 req-47ace0fd-d315-4bd7-8c1d-a4e249d6c044 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:11.324029 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4ea3fc94-159c-4a4f-9f93-67bfd18254a8 req-47ace0fd-d315-4bd7-8c1d-a4e249d6c044 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0508792 Apr 29 11:57:11.367514 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4ea3fc94-159c-4a4f-9f93-67bfd18254a8 req-97ce37e5-e77d-4eaa-91d7-0d62bd17ac28 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369442 Apr 29 11:57:12.487203 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cf8ab-94a8-4851-87b1-a2d5ef1ae367 req-007bbdcb-d4ee-41ff-8ff6-4b3df631cf50 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:12.488835 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-191cf8ab-94a8-4851-87b1-a2d5ef1ae367 req-007bbdcb-d4ee-41ff-8ff6-4b3df631cf50 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0526688 Apr 29 11:57:12.528224 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-191cf8ab-94a8-4851-87b1-a2d5ef1ae367 req-61d09eec-a8b9-432d-8e9d-1b7ca787a5c3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329340 Apr 29 11:57:13.648474 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d617c-dded-4c1c-94dd-9af05f2376ec req-f891bf3b-4c23-4f56-85e5-9b00f1beb90d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:13.650064 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7b7d617c-dded-4c1c-94dd-9af05f2376ec req-f891bf3b-4c23-4f56-85e5-9b00f1beb90d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0514026 Apr 29 11:57:13.694248 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7b7d617c-dded-4c1c-94dd-9af05f2376ec req-309083b6-f7c3-4050-84f0-c0e0f431c3ba tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375352 Apr 29 11:57:14.814225 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b30a6-d230-43e1-b2cc-f4c5606cef9b req-4e269475-540b-4cd9-8bc6-849d2e2a698f tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:14.815945 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0f0b30a6-d230-43e1-b2cc-f4c5606cef9b req-4e269475-540b-4cd9-8bc6-849d2e2a698f tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0508692 Apr 29 11:57:14.861224 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0f0b30a6-d230-43e1-b2cc-f4c5606cef9b req-c8fddb6b-3663-47a9-93fd-aa6b3655c06f tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344787 Apr 29 11:57:15.976201 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43408c-4b62-4f28-a7a4-9991e2df79b7 req-c2cf92f0-8c8d-409e-b104-3ed060b3910c tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:15.977647 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3f43408c-4b62-4f28-a7a4-9991e2df79b7 req-c2cf92f0-8c8d-409e-b104-3ed060b3910c tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0489566 Apr 29 11:57:16.017036 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3f43408c-4b62-4f28-a7a4-9991e2df79b7 req-66a59ab2-ecb2-4e23-8ad8-20e47b4e7adb tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329235 Apr 29 11:57:17.173945 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85e2ec-febc-44f9-bd7c-6b2d85e91761 req-e42ff99b-7560-46f3-8ebc-3756aa148173 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:17.175615 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ad85e2ec-febc-44f9-bd7c-6b2d85e91761 req-e42ff99b-7560-46f3-8ebc-3756aa148173 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0882554 Apr 29 11:57:17.216608 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b8ece4dd-1208-41af-8f43-f9f1809ba1ae req-284db833-e45e-47d3-9a98-5a3003f6cc75 service neutron] 10.222.0.62 "GET /v2.0/ports/e869069f-5026-49b9-a327-6d5f9a8da981/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0960994 Apr 29 11:57:17.236414 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ad85e2ec-febc-44f9-bd7c-6b2d85e91761 req-4f8623ae-688a-443b-a72d-3b43e4eefa9a tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511050 Apr 29 11:57:17.453065 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ece4dd-1208-41af-8f43-f9f1809ba1ae req-71e9ece9-aa1a-40d9-a311-e60ec0dd3382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:17.454660 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b8ece4dd-1208-41af-8f43-f9f1809ba1ae req-71e9ece9-aa1a-40d9-a311-e60ec0dd3382 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39&tenant_id=6b12ebc6b3074500937702f723110a3f HTTP/1.1" status: 200 len: 1098 time: 0.0464571 Apr 29 11:57:17.523516 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ece4dd-1208-41af-8f43-f9f1809ba1ae req-e427bb23-ef74-4b1e-8526-2156f2a94c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:17.525075 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b8ece4dd-1208-41af-8f43-f9f1809ba1ae req-e427bb23-ef74-4b1e-8526-2156f2a94c14 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b12ebc6b3074500937702f723110a3f&device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 1098 time: 0.0444288 Apr 29 11:57:17.628764 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ece4dd-1208-41af-8f43-f9f1809ba1ae req-f84352d5-b2fe-401f-a956-2722e505a820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:17.630299 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b8ece4dd-1208-41af-8f43-f9f1809ba1ae req-f84352d5-b2fe-401f-a956-2722e505a820 service neutron] 10.222.0.62 "GET /v2.0/networks?id=32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 200 len: 913 time: 0.0962493 Apr 29 11:57:17.704433 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b8ece4dd-1208-41af-8f43-f9f1809ba1ae req-08834d3a-2ab8-487d-8be6-2d472251be91 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e869069f-5026-49b9-a327-6d5f9a8da981 HTTP/1.1" status: 200 len: 1001 time: 0.0662007 Apr 29 11:57:17.771655 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ece4dd-1208-41af-8f43-f9f1809ba1ae req-d1710c38-c56b-4503-9dc3-5010528790da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:17.773753 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b8ece4dd-1208-41af-8f43-f9f1809ba1ae req-d1710c38-c56b-4503-9dc3-5010528790da service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b45e425f-408b-495c-a0b2-fe0ac61da817 HTTP/1.1" status: 200 len: 851 time: 0.0599067 Apr 29 11:57:17.827459 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ece4dd-1208-41af-8f43-f9f1809ba1ae req-3183d27d-bc12-44c2-8b25-ab6b4780214f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:17.828998 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b8ece4dd-1208-41af-8f43-f9f1809ba1ae req-3183d27d-bc12-44c2-8b25-ab6b4780214f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b745d3-3dff-4df7-9b83-eebdc261a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461314 Apr 29 11:57:17.926636 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b8ece4dd-1208-41af-8f43-f9f1809ba1ae req-b1feb073-75e0-4cd1-8945-2619c2439f56 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890079 Apr 29 11:57:18.038086 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b8ece4dd-1208-41af-8f43-f9f1809ba1ae req-20071623-5609-4afe-a3ff-a78462b25678 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020482 Apr 29 11:57:18.386442 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8999c-1a35-4745-a94e-20a4e3ac1a73 req-166c932b-5e24-4244-a042-7ee840079a74 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:18.388786 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f3e8999c-1a35-4745-a94e-20a4e3ac1a73 req-166c932b-5e24-4244-a042-7ee840079a74 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0562730 Apr 29 11:57:18.432798 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f3e8999c-1a35-4745-a94e-20a4e3ac1a73 req-a97f7ebf-31d5-4710-875a-fa7c8cc71529 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367079 Apr 29 11:57:19.559162 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286f2a2-727f-4361-a09c-bd4fb6808c86 req-eb16b2fc-cbc7-4fe2-a6e7-1315e4e6fbee tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:19.561257 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d286f2a2-727f-4361-a09c-bd4fb6808c86 req-eb16b2fc-cbc7-4fe2-a6e7-1315e4e6fbee tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0522723 Apr 29 11:57:19.608183 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d286f2a2-727f-4361-a09c-bd4fb6808c86 req-7660df79-0f6a-43b4-9bc3-25b9699b608d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403948 Apr 29 11:57:20.014996 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2df2d-a79d-4726-a0af-764a499c4ed6 req-837a3133-b239-4cdc-bccb-2f25d4b3a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:20.016512 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-21e2df2d-a79d-4726-a0af-764a499c4ed6 req-837a3133-b239-4cdc-bccb-2f25d4b3a9d9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b12ebc6b3074500937702f723110a3f&device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 1098 time: 0.0429490 Apr 29 11:57:20.121919 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2df2d-a79d-4726-a0af-764a499c4ed6 req-b38b1453-7ff3-4c33-a87d-30c07f7453b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:20.124030 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-21e2df2d-a79d-4726-a0af-764a499c4ed6 req-b38b1453-7ff3-4c33-a87d-30c07f7453b8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 200 len: 913 time: 0.0870910 Apr 29 11:57:20.202810 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-21e2df2d-a79d-4726-a0af-764a499c4ed6 req-1d2290f0-e950-4547-9b82-51a85c74a7a6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e869069f-5026-49b9-a327-6d5f9a8da981 HTTP/1.1" status: 200 len: 1001 time: 0.0668347 Apr 29 11:57:20.254780 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2df2d-a79d-4726-a0af-764a499c4ed6 req-6b639ac2-aa29-44fd-8eb2-fed705a9e767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:20.256263 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-21e2df2d-a79d-4726-a0af-764a499c4ed6 req-6b639ac2-aa29-44fd-8eb2-fed705a9e767 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b45e425f-408b-495c-a0b2-fe0ac61da817 HTTP/1.1" status: 200 len: 851 time: 0.0446732 Apr 29 11:57:20.304073 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2df2d-a79d-4726-a0af-764a499c4ed6 req-0ed2c5bf-904c-4c2d-bd62-83b774dbb42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:20.305510 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-21e2df2d-a79d-4726-a0af-764a499c4ed6 req-0ed2c5bf-904c-4c2d-bd62-83b774dbb42f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b745d3-3dff-4df7-9b83-eebdc261a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413215 Apr 29 11:57:20.330078 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device e869069f-5026-49b9-a327-6d5f9a8da981 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:57:20.332168 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device e869069f-5026-49b9-a327-6d5f9a8da981 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:57:20.405076 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-21e2df2d-a79d-4726-a0af-764a499c4ed6 req-95bbbd94-3c2d-47d3-99df-8db32a177177 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913892 Apr 29 11:57:20.493207 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port e869069f-5026-49b9-a327-6d5f9a8da981, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e869069f-5026-49b9-a327-6d5f9a8da981,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:57:20.502644 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:20.508898 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-21e2df2d-a79d-4726-a0af-764a499c4ed6 req-2063e1c1-21b6-4ff8-83d3-ce76f9685f8a service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964997 Apr 29 11:57:20.515857 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': 'e869069f-5026-49b9-a327-6d5f9a8da981', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'port_id': 'e869069f-5026-49b9-a327-6d5f9a8da981', 'mac_address': 'fa:16:3e:5a:72:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:57:20.553005 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ff79ec-f7a5-41b5-837c-74d430de4c39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e869069f-5026-49b9-a327-6d5f9a8da981'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:57:20.555361 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2719a8-4b8d-4fc0-8a4a-d4d38c2dc9b4" -d '{"events": [{"server_uuid": "32ff79ec-f7a5-41b5-837c-74d430de4c39", "name": "network-vif-unplugged", "status": "completed", "tag": "e869069f-5026-49b9-a327-6d5f9a8da981"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:57:20.573870 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port e869069f-5026-49b9-a327-6d5f9a8da981, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e869069f-5026-49b9-a327-6d5f9a8da981,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:57:20.581255 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:20.586511 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:20.606771 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 11:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e81b443-2940-4c24-aea6-9a52fe104281 x-openstack-request-id: req-9e81b443-2940-4c24-aea6-9a52fe104281 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:57:20.607067 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ff79ec-f7a5-41b5-837c-74d430de4c39", "name": "network-vif-unplugged", "status": "completed", "tag": "e869069f-5026-49b9-a327-6d5f9a8da981", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:57:20.607319 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9e81b443-2940-4c24-aea6-9a52fe104281 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:57:20.607718 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e81b443-2940-4c24-aea6-9a52fe104281'] response: {'server_uuid': '32ff79ec-f7a5-41b5-837c-74d430de4c39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e869069f-5026-49b9-a327-6d5f9a8da981', 'code': 200} Apr 29 11:57:20.627573 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e869069f-5026-49b9-a327-6d5f9a8da981 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:57:20.648134 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=e869069f-5026-49b9-a327-6d5f9a8da981,revision_number=6']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:20.679740 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:20.680096 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:20.680424 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:20.680760 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:20.681082 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:20.681413 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:20.681737 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:20.682059 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:20.682408 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:20.682729 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:20.683047 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:20.683369 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:20.697492 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:57:20.697850 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:57:20.730437 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a89ec4-bf02-454e-86a5-86c276d1dade req-937caa2b-f5dd-4540-8583-5dccaed6ace5 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:20.732103 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c6a89ec4-bf02-454e-86a5-86c276d1dade req-937caa2b-f5dd-4540-8583-5dccaed6ace5 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 943 time: 0.0529456 Apr 29 11:57:20.778092 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c6a89ec4-bf02-454e-86a5-86c276d1dade req-f2167524-5154-40d2-847d-cc86f0e019ac tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397449 Apr 29 11:57:21.006022 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217f33b-22b2-496d-a524-ccc75f58e707 req-745dd7a5-e71b-401e-abc2-86dccc551d02 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:21.007549 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4217f33b-22b2-496d-a524-ccc75f58e707 req-745dd7a5-e71b-401e-abc2-86dccc551d02 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 943 time: 0.0809562 Apr 29 11:57:21.022694 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806efb7a-1724-4d28-b7c5-802cc49a626f req-551b7363-66cc-4f0b-949f-3c696c7276ce tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:21.024155 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-806efb7a-1724-4d28-b7c5-802cc49a626f req-551b7363-66cc-4f0b-949f-3c696c7276ce tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.62 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39&tenant_id=6b12ebc6b3074500937702f723110a3f&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 943 time: 0.0699894 Apr 29 11:57:21.056506 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4217f33b-22b2-496d-a524-ccc75f58e707 req-67990c7a-8648-4a5e-8aac-d780bbb5d85d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414867 Apr 29 11:57:21.110159 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806efb7a-1724-4d28-b7c5-802cc49a626f req-54476aa1-abfe-4a7a-a787-a1a5a963b7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:21.111697 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-806efb7a-1724-4d28-b7c5-802cc49a626f req-54476aa1-abfe-4a7a-a787-a1a5a963b7b3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b12ebc6b3074500937702f723110a3f&device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 1096 time: 0.0425193 Apr 29 11:57:21.212197 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806efb7a-1724-4d28-b7c5-802cc49a626f req-4cd8058b-f9c3-471b-bc4c-e07a3c132ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:21.213693 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-806efb7a-1724-4d28-b7c5-802cc49a626f req-4cd8058b-f9c3-471b-bc4c-e07a3c132ee3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 200 len: 913 time: 0.0946057 Apr 29 11:57:21.241116 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:21.255748 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e869069f-5026-49b9-a327-6d5f9a8da981 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:57:21.275660 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port e869069f-5026-49b9-a327-6d5f9a8da981, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e869069f-5026-49b9-a327-6d5f9a8da981,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:57:21.280205 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:21.284471 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-806efb7a-1724-4d28-b7c5-802cc49a626f req-406dbf7b-66d0-4cd5-a173-e4d6ee7f1f6c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e869069f-5026-49b9-a327-6d5f9a8da981 HTTP/1.1" status: 200 len: 999 time: 0.0619500 Apr 29 11:57:21.336972 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=e869069f-5026-49b9-a327-6d5f9a8da981,revision_number=7']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:21.343319 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806efb7a-1724-4d28-b7c5-802cc49a626f req-04c50fb4-ae14-4d2e-9625-b2928868e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:21.344843 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-806efb7a-1724-4d28-b7c5-802cc49a626f req-04c50fb4-ae14-4d2e-9625-b2928868e707 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b45e425f-408b-495c-a0b2-fe0ac61da817 HTTP/1.1" status: 200 len: 851 time: 0.0535755 Apr 29 11:57:21.348502 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['e869069f-5026-49b9-a327-6d5f9a8da981'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:57:21.396012 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806efb7a-1724-4d28-b7c5-802cc49a626f req-4b0cfbe3-13c8-465c-907d-088c32171783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:21.397548 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-806efb7a-1724-4d28-b7c5-802cc49a626f req-4b0cfbe3-13c8-465c-907d-088c32171783 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b745d3-3dff-4df7-9b83-eebdc261a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452709 Apr 29 11:57:21.505732 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-806efb7a-1724-4d28-b7c5-802cc49a626f req-0afb4911-1ca2-4990-959c-844e3d49913d service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995033 Apr 29 11:57:21.607820 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-806efb7a-1724-4d28-b7c5-802cc49a626f req-3ae28c46-1d31-4fe7-a26f-1bc56ba5b3d9 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928164 Apr 29 11:57:22.184678 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081d19a-9f3f-49c3-8013-7b5e4bdd1ae7 req-22e068d9-ae4e-439f-b18e-4d4c20093ad2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:22.186512 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9081d19a-9f3f-49c3-8013-7b5e4bdd1ae7 req-22e068d9-ae4e-439f-b18e-4d4c20093ad2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 944 time: 0.0559325 Apr 29 11:57:22.228738 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9081d19a-9f3f-49c3-8013-7b5e4bdd1ae7 req-eb0144b8-416e-4dd9-9ac5-1d97d4fc2610 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356939 Apr 29 11:57:22.343574 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device e869069f-5026-49b9-a327-6d5f9a8da981 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:57:22.357364 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf36a7-5dce-4db4-a05c-de1ddb09a20b req-e7412db8-73b0-4589-8886-a7a3648edfe5 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:22.360371 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-55cf36a7-5dce-4db4-a05c-de1ddb09a20b req-e7412db8-73b0-4589-8886-a7a3648edfe5 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 944 time: 0.0581641 Apr 29 11:57:22.394076 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port e869069f-5026-49b9-a327-6d5f9a8da981 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:57:22.394480 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:22.402847 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-55cf36a7-5dce-4db4-a05c-de1ddb09a20b req-d55ad4cd-004e-4f44-9a98-6be9f6ba1e79 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359695 Apr 29 11:57:22.478799 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:22.514476 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port e869069f-5026-49b9-a327-6d5f9a8da981, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e869069f-5026-49b9-a327-6d5f9a8da981,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:57:22.519309 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:22.527666 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e75484-907a-46fe-af87-430d1e8771e4 req-922c3938-3722-4ff3-a73f-893ac7deabf2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:22.529447 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b8e75484-907a-46fe-af87-430d1e8771e4 req-922c3938-3722-4ff3-a73f-893ac7deabf2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 944 time: 0.0543292 Apr 29 11:57:22.568406 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b8e75484-907a-46fe-af87-430d1e8771e4 req-0e4edd3c-a4f4-4ce1-a723-bdcece4d3c30 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330224 Apr 29 11:57:22.568647 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=e869069f-5026-49b9-a327-6d5f9a8da981,revision_number=8']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:22.608413 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ff79ec-f7a5-41b5-837c-74d430de4c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e869069f-5026-49b9-a327-6d5f9a8da981'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:57:22.611867 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0496b5-f6c0-49ea-a037-da37b2bfc832" -d '{"events": [{"server_uuid": "32ff79ec-f7a5-41b5-837c-74d430de4c39", "name": "network-vif-plugged", "status": "completed", "tag": "e869069f-5026-49b9-a327-6d5f9a8da981"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:57:22.651283 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640ff346-94fd-4541-a1ef-f466bc1f454d x-openstack-request-id: req-640ff346-94fd-4541-a1ef-f466bc1f454d {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:57:22.651579 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ff79ec-f7a5-41b5-837c-74d430de4c39", "name": "network-vif-plugged", "status": "completed", "tag": "e869069f-5026-49b9-a327-6d5f9a8da981", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:57:22.654445 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-640ff346-94fd-4541-a1ef-f466bc1f454d {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:57:22.654445 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-640ff346-94fd-4541-a1ef-f466bc1f454d'] response: {'server_uuid': '32ff79ec-f7a5-41b5-837c-74d430de4c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e869069f-5026-49b9-a327-6d5f9a8da981', 'code': 200} Apr 29 11:57:22.813839 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4db189-cb84-4438-b381-b2abe8bde9db req-d329a258-e45e-42d2-ad37-eacfb3ab0a6a tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:22.815370 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9d4db189-cb84-4438-b381-b2abe8bde9db req-d329a258-e45e-42d2-ad37-eacfb3ab0a6a tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0495350 Apr 29 11:57:22.854561 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9d4db189-cb84-4438-b381-b2abe8bde9db req-13929fef-92ec-4e1d-b0e9-75849f018634 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323937 Apr 29 11:57:23.583538 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6e74278b-64f4-40a6-bf17-0d51c57c9183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:23.979254 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56147348-56fb-4e23-ad48-5bca78463d03 req-69a404fb-e94f-4879-87aa-339f291c6b8a tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:23.980766 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-56147348-56fb-4e23-ad48-5bca78463d03 req-69a404fb-e94f-4879-87aa-339f291c6b8a tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0546353 Apr 29 11:57:24.020223 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-56147348-56fb-4e23-ad48-5bca78463d03 req-e97b2406-a68d-45d6-ac2c-851852ff1456 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333581 Apr 29 11:57:24.726720 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d41db0-d03d-40d1-9b0c-c5fa84f4331b req-ebd61489-2d2a-4c8e-91fb-25d30b201f6e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:24.728198 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-80d41db0-d03d-40d1-9b0c-c5fa84f4331b req-ebd61489-2d2a-4c8e-91fb-25d30b201f6e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.62 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.0498297 Apr 29 11:57:24.819242 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-80d41db0-d03d-40d1-9b0c-c5fa84f4331b req-436f516f-ad45-400e-a80a-52340a9a51b2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Deleting port e869069f-5026-49b9-a327-6d5f9a8da981 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:57:24.819834 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-80d41db0-d03d-40d1-9b0c-c5fa84f4331b req-436f516f-ad45-400e-a80a-52340a9a51b2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:24.915611 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-80d41db0-d03d-40d1-9b0c-c5fa84f4331b req-436f516f-ad45-400e-a80a-52340a9a51b2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] For port e869069f-5026-49b9-a327-6d5f9a8da981, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e869069f-5026-49b9-a327-6d5f9a8da981,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:57:24.915979 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-80d41db0-d03d-40d1-9b0c-c5fa84f4331b req-436f516f-ad45-400e-a80a-52340a9a51b2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:25.186235 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-80d41db0-d03d-40d1-9b0c-c5fa84f4331b req-436f516f-ad45-400e-a80a-52340a9a51b2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:25.186928 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-80d41db0-d03d-40d1-9b0c-c5fa84f4331b req-436f516f-ad45-400e-a80a-52340a9a51b2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:25.187332 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [req-80d41db0-d03d-40d1-9b0c-c5fa84f4331b req-436f516f-ad45-400e-a80a-52340a9a51b2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Floating IP a9c5eef1-cc84-46ee-9475-e084869c6c51 disassociated. External IP: 172.26.4.210, port: e869069f-5026-49b9-a327-6d5f9a8da981. Apr 29 11:57:25.187901 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-80d41db0-d03d-40d1-9b0c-c5fa84f4331b req-436f516f-ad45-400e-a80a-52340a9a51b2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Calling delete_port for e869069f-5026-49b9-a327-6d5f9a8da981 owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:57:25.221088 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6589113-e390-411e-a7f6-cbaa4ac1c526 req-b065411e-384c-40c2-a37e-3af8dcba2320 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:25.222727 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d6589113-e390-411e-a7f6-cbaa4ac1c526 req-b065411e-384c-40c2-a37e-3af8dcba2320 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff79ec-f7a5-41b5-837c-74d430de4c39 HTTP/1.1" status: 200 len: 945 time: 0.1271887 Apr 29 11:57:25.300832 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d6589113-e390-411e-a7f6-cbaa4ac1c526 req-94aed5bd-c8ed-463c-8d68-cbe0c2e18497 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491059 Apr 29 11:57:25.367481 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-80d41db0-d03d-40d1-9b0c-c5fa84f4331b req-436f516f-ad45-400e-a80a-52340a9a51b2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:25.401941 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f516f-ad45-400e-a80a-52340a9a51b2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Pushing event deleted for resources: {'Port': ['ID=e869069f-5026-49b9-a327-6d5f9a8da981,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:25.413933 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f516f-ad45-400e-a80a-52340a9a51b2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:25.414310 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f516f-ad45-400e-a80a-52340a9a51b2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:25.415220 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f516f-ad45-400e-a80a-52340a9a51b2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:25.415220 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f516f-ad45-400e-a80a-52340a9a51b2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:25.415400 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f516f-ad45-400e-a80a-52340a9a51b2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:25.415611 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f516f-ad45-400e-a80a-52340a9a51b2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:25.415939 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f516f-ad45-400e-a80a-52340a9a51b2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:25.416260 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f516f-ad45-400e-a80a-52340a9a51b2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:25.416585 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f516f-ad45-400e-a80a-52340a9a51b2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:25.416907 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f516f-ad45-400e-a80a-52340a9a51b2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:25.417264 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f516f-ad45-400e-a80a-52340a9a51b2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:25.417564 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f516f-ad45-400e-a80a-52340a9a51b2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:25.530622 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80d41db0-d03d-40d1-9b0c-c5fa84f4331b req-436f516f-ad45-400e-a80a-52340a9a51b2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Router c030beb9-38e5-49c0-9a6a-528c14f13258 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:57:25.641533 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80d41db0-d03d-40d1-9b0c-c5fa84f4331b req-436f516f-ad45-400e-a80a-52340a9a51b2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:57:25.651378 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3036cb-e230-4317-b8de-a8ebe1e030d6 None None] Sync routers for ids ['c030beb9-38e5-49c0-9a6a-528c14f13258'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:57:25.661310 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3036cb-e230-4317-b8de-a8ebe1e030d6 None None] Routers {'c030beb9-38e5-49c0-9a6a-528c14f13258'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:57:25.661932 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-5a3036cb-e230-4317-b8de-a8ebe1e030d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:56:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c030beb9-38e5-49c0-9a6a-528c14f13258'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:25.685456 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d41db0-d03d-40d1-9b0c-c5fa84f4331b req-436f516f-ad45-400e-a80a-52340a9a51b2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] No DVR routers for this DVR port e869069f-5026-49b9-a327-6d5f9a8da981 on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:57:25.687914 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-80d41db0-d03d-40d1-9b0c-c5fa84f4331b req-436f516f-ad45-400e-a80a-52340a9a51b2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:25.691342 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-80d41db0-d03d-40d1-9b0c-c5fa84f4331b req-436f516f-ad45-400e-a80a-52340a9a51b2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.62 "DELETE /v2.0/ports/e869069f-5026-49b9-a327-6d5f9a8da981 HTTP/1.1" status: 204 len: 173 time: 0.9568863 Apr 29 11:57:25.691784 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ff79ec-f7a5-41b5-837c-74d430de4c39', 'name': 'network-vif-deleted', 'tag': 'e869069f-5026-49b9-a327-6d5f9a8da981'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:57:25.694057 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e857f0b7-327c-47fd-8ebc-7f9547d8304f" -d '{"events": [{"server_uuid": "32ff79ec-f7a5-41b5-837c-74d430de4c39", "name": "network-vif-deleted", "tag": "e869069f-5026-49b9-a327-6d5f9a8da981"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:57:25.739138 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe82586-e055-44f8-805a-da66121f2b9c x-openstack-request-id: req-dbe82586-e055-44f8-805a-da66121f2b9c {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:57:25.739707 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ff79ec-f7a5-41b5-837c-74d430de4c39", "name": "network-vif-deleted", "tag": "e869069f-5026-49b9-a327-6d5f9a8da981", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:57:25.740029 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dbe82586-e055-44f8-805a-da66121f2b9c {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:57:25.740506 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbe82586-e055-44f8-805a-da66121f2b9c'] response: {'server_uuid': '32ff79ec-f7a5-41b5-837c-74d430de4c39', 'name': 'network-vif-deleted', 'tag': 'e869069f-5026-49b9-a327-6d5f9a8da981', 'status': 'completed', 'code': 200} Apr 29 11:57:25.783052 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-5a3036cb-e230-4317-b8de-a8ebe1e030d6 None None] Set router c030beb9-38e5-49c0-9a6a-528c14f13258 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:57:25.989388 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-5a3036cb-e230-4317-b8de-a8ebe1e030d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '37a9853f-1359-4786-a25b-a3c410befa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:23Z', 'updated_at': '2022-04-29T11:56:27Z', 'revision_number': 4, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'gw_port': {'id': '37a9853f-1359-4786-a25b-a3c410befa49', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:24Z', 'updated_at': '2022-04-29T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'a94a6660-5e03-48a0-9425-84803a5eee0b', 'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'mac_address': 'fa:16:3e:60:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:26Z', 'updated_at': '2022-04-29T11:56:30Z', 'revision_number': 5, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'subnets': [{'id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:26.015998 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3036cb-e230-4317-b8de-a8ebe1e030d6 None None] Checking router: c030beb9-38e5-49c0-9a6a-528c14f13258 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:57:26.024563 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3036cb-e230-4317-b8de-a8ebe1e030d6 None None] Routers {'c030beb9-38e5-49c0-9a6a-528c14f13258'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:57:26.025172 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-5a3036cb-e230-4317-b8de-a8ebe1e030d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:56:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c030beb9-38e5-49c0-9a6a-528c14f13258'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:26.139121 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-5a3036cb-e230-4317-b8de-a8ebe1e030d6 None None] Set router c030beb9-38e5-49c0-9a6a-528c14f13258 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:57:26.378589 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-5a3036cb-e230-4317-b8de-a8ebe1e030d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '37a9853f-1359-4786-a25b-a3c410befa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:23Z', 'updated_at': '2022-04-29T11:56:27Z', 'revision_number': 4, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'gw_port': {'id': '37a9853f-1359-4786-a25b-a3c410befa49', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:24Z', 'updated_at': '2022-04-29T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'a94a6660-5e03-48a0-9425-84803a5eee0b', 'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'mac_address': 'fa:16:3e:60:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:26Z', 'updated_at': '2022-04-29T11:56:30Z', 'revision_number': 5, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'subnets': [{'id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:26.425910 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3036cb-e230-4317-b8de-a8ebe1e030d6 None None] The sync data for ids ['c030beb9-38e5-49c0-9a6a-528c14f13258'] in dv-neutron-838888-1-hyperv is: [{'id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '37a9853f-1359-4786-a25b-a3c410befa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:23Z', 'updated_at': '2022-04-29T11:56:27Z', 'revision_number': 4, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'gw_port': {'id': '37a9853f-1359-4786-a25b-a3c410befa49', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:24Z', 'updated_at': '2022-04-29T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'a94a6660-5e03-48a0-9425-84803a5eee0b', 'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'mac_address': 'fa:16:3e:60:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:26Z', 'updated_at': '2022-04-29T11:56:30Z', 'revision_number': 5, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'subnets': [{'id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:57:26.541548 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-442ab1cc-5157-4e1c-9f24-20b740aa074f tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--463621142&fields=id&tenant_id=6b12ebc6b3074500937702f723110a3f HTTP/1.1" status: 200 len: 267 time: 0.0343630 Apr 29 11:57:26.657325 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-acffe05c-a313-40f7-b3ed-4be7afee1880 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:26.658868 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-acffe05c-a313-40f7-b3ed-4be7afee1880 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/networks?id=32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 200 len: 812 time: 0.1096339 Apr 29 11:57:26.659025 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08b9e85-d34f-443b-a08d-75c9a25fbe37 None None] New status for floating IP a9c5eef1-cc84-46ee-9475-e084869c6c51: DOWN {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:57:26.674903 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-7c22e240-7913-42db-95a0-d7898164d35c tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/quotas/6b12ebc6b3074500937702f723110a3f HTTP/1.1" status: 200 len: 375 time: 0.0101058 Apr 29 11:57:26.734117 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-beb20168-f453-42ef-ad8f-59b3240b0fff tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b12ebc6b3074500937702f723110a3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0531313 Apr 29 11:57:26.834149 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-de72940f-274a-4508-bec0-78570ccf1cd4 service neutron] 10.222.0.69 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872862 Apr 29 11:57:26.935665 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-3d9c7afc-9d0e-40db-abf7-708f24cbd35c service neutron] 10.222.0.69 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950253 Apr 29 11:57:27.115247 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-33de16bd-acd4-48b1-b607-c068246bf99c req-2b326a1d-256f-4ed4-a731-fe9b7dfbcf83 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 210 time: 0.0304220 Apr 29 11:57:27.264952 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:27.784674 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7e691b62-e86a-42ab-a215-912ebd4739a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:28.146829 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-ab1141d2-1824-4c80-8048-95294f8f562b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:28.148239 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-ab1141d2-1824-4c80-8048-95294f8f562b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.62 "GET /v2.0/networks?id=32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 200 len: 812 time: 0.1098173 Apr 29 11:57:28.201523 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-4938604c-23fa-43c6-9e9a-1ce9b6a59967 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b12ebc6b3074500937702f723110a3f HTTP/1.1" status: 200 len: 379 time: 0.0421212 Apr 29 11:57:28.219259 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-5e2c2516-1e49-4716-91c1-02eb3edaa33e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Request body: {'port': {'device_id': 'aea516e8-8c9f-436b-acb7-1b5f20eea7c5', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'admin_state_up': True, 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'security_groups': ['790660e1-a813-4b8d-919c-fcdb1b25b35a']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:57:28.246476 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-317c4405-d176-486e-8b26-fff9c22a94c2 req-f5f97041-e3ff-4fd5-8984-344e707c6a72 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 210 time: 0.0511241 Apr 29 11:57:28.339810 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-5e2c2516-1e49-4716-91c1-02eb3edaa33e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Made reservation on behalf of 6b12ebc6b3074500937702f723110a3f for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:57:28.343721 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-5e2c2516-1e49-4716-91c1-02eb3edaa33e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:28.360143 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device e869069f-5026-49b9-a327-6d5f9a8da981 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:57:28.385692 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: e869069f-5026-49b9-a327-6d5f9a8da981 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:57:28.386032 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device e869069f-5026-49b9-a327-6d5f9a8da981 not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:57:28.476882 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-5e2c2516-1e49-4716-91c1-02eb3edaa33e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Allocated IP 172.20.0.8 (32b745d3-3dff-4df7-9b83-eebdc261a0ae/b45e425f-408b-495c-a0b2-fe0ac61da817/1234f15f-3fd2-4cf3-8dae-719bcf0b4917) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:57:28.552939 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:28.624451 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-5e2c2516-1e49-4716-91c1-02eb3edaa33e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:28.665235 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-5e2c2516-1e49-4716-91c1-02eb3edaa33e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:28.713878 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-5e2c2516-1e49-4716-91c1-02eb3edaa33e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Network 32b745d3-3dff-4df7-9b83-eebdc261a0ae is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:57:28.720493 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-5e2c2516-1e49-4716-91c1-02eb3edaa33e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:57:28.722981 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-5e2c2516-1e49-4716-91c1-02eb3edaa33e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:57:28.755251 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c2516-1e49-4716-91c1-02eb3edaa33e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Pushing event updated for resources: {'Port': ['ID=1234f15f-3fd2-4cf3-8dae-719bcf0b4917,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:28.784334 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-5e2c2516-1e49-4716-91c1-02eb3edaa33e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:28.784974 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-5e2c2516-1e49-4716-91c1-02eb3edaa33e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:28.802885 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-5e2c2516-1e49-4716-91c1-02eb3edaa33e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5939238 Apr 29 11:57:28.819198 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-13baa971-4aa3-4975-aec9-1776880dcf21 service neutron] Request body: {'port': {'device_id': 'aea516e8-8c9f-436b-acb7-1b5f20eea7c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:57:28.877795 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-13baa971-4aa3-4975-aec9-1776880dcf21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:28.935545 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-cef44fb9-6951-44e0-a169-02754ed6ca43 None None] Provisioning complete for port 1234f15f-3fd2-4cf3-8dae-719bcf0b4917 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:57:28.935916 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cef44fb9-6951-44e0-a169-02754ed6ca43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:29.121202 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-cef44fb9-6951-44e0-a169-02754ed6ca43 None None] Port 1234f15f-3fd2-4cf3-8dae-719bcf0b4917 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:57:29.167344 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-13baa971-4aa3-4975-aec9-1776880dcf21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1234f15f-3fd2-4cf3-8dae-719bcf0b4917 {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:57:29.177441 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-13baa971-4aa3-4975-aec9-1776880dcf21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:29.191750 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-13baa971-4aa3-4975-aec9-1776880dcf21 service neutron] Transition to ACTIVE for port object 1234f15f-3fd2-4cf3-8dae-719bcf0b4917 will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:57:29.195556 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-13baa971-4aa3-4975-aec9-1776880dcf21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:29.246703 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13baa971-4aa3-4975-aec9-1776880dcf21 service neutron] Pushing event updated for resources: {'Port': ['ID=1234f15f-3fd2-4cf3-8dae-719bcf0b4917,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:29.340006 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-13baa971-4aa3-4975-aec9-1776880dcf21 service neutron] Attempting to bind port 1234f15f-3fd2-4cf3-8dae-719bcf0b4917 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:57:29.340340 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-13baa971-4aa3-4975-aec9-1776880dcf21 service neutron] Attempting to bind port 1234f15f-3fd2-4cf3-8dae-719bcf0b4917 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c6e8e809-2075-4e9f-87f3-1fd924950831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:57:29.340675 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-13baa971-4aa3-4975-aec9-1776880dcf21 service neutron] Attempting to bind port 1234f15f-3fd2-4cf3-8dae-719bcf0b4917 on network 32b745d3-3dff-4df7-9b83-eebdc261a0ae {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:57:29.358870 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-13baa971-4aa3-4975-aec9-1776880dcf21 service neutron] Port 1234f15f-3fd2-4cf3-8dae-719bcf0b4917 on network 32b745d3-3dff-4df7-9b83-eebdc261a0ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:57:29.359190 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-13baa971-4aa3-4975-aec9-1776880dcf21 service neutron] Attempting to bind port 1234f15f-3fd2-4cf3-8dae-719bcf0b4917 on network 32b745d3-3dff-4df7-9b83-eebdc261a0ae {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:57:29.367734 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-13baa971-4aa3-4975-aec9-1776880dcf21 service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:57:29.367734 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-13baa971-4aa3-4975-aec9-1776880dcf21 service neutron] Checking segment: {'id': 'c6e8e809-2075-4e9f-87f3-1fd924950831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:57:29.368498 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-13baa971-4aa3-4975-aec9-1776880dcf21 service neutron] Bound using segment: {'id': 'c6e8e809-2075-4e9f-87f3-1fd924950831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:57:29.368498 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-13baa971-4aa3-4975-aec9-1776880dcf21 service neutron] Bound port: 1234f15f-3fd2-4cf3-8dae-719bcf0b4917, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e8e809-2075-4e9f-87f3-1fd924950831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:57:29.368668 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-13baa971-4aa3-4975-aec9-1776880dcf21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:29.419336 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d9e0f-d105-44b5-9804-a060a98e2035 req-30a2e6f0-39b2-45c8-a079-f5d7337f7c50 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:29.420855 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ee4d9e0f-d105-44b5-9804-a060a98e2035 req-30a2e6f0-39b2-45c8-a079-f5d7337f7c50 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 943 time: 0.0990562 Apr 29 11:57:29.476838 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-13baa971-4aa3-4975-aec9-1776880dcf21 service neutron] For port 1234f15f-3fd2-4cf3-8dae-719bcf0b4917, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:57:29.493717 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ee4d9e0f-d105-44b5-9804-a060a98e2035 req-cd291e91-e9d2-4974-a773-a86c898c243b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631168 Apr 29 11:57:29.495283 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-13baa971-4aa3-4975-aec9-1776880dcf21 service neutron] For port 1234f15f-3fd2-4cf3-8dae-719bcf0b4917, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1234f15f-3fd2-4cf3-8dae-719bcf0b4917,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:57:29.500927 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-13baa971-4aa3-4975-aec9-1776880dcf21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:29.536352 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-13baa971-4aa3-4975-aec9-1776880dcf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:29.536892 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-13baa971-4aa3-4975-aec9-1776880dcf21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:29.538340 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-13baa971-4aa3-4975-aec9-1776880dcf21 service neutron] 10.222.0.62 "PUT /v2.0/ports/1234f15f-3fd2-4cf3-8dae-719bcf0b4917 HTTP/1.1" status: 200 len: 1093 time: 0.7235494 Apr 29 11:57:29.538786 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea516e8-8c9f-436b-acb7-1b5f20eea7c5', 'tag': '1234f15f-3fd2-4cf3-8dae-719bcf0b4917'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:57:29.541049 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9a25ce-f7f8-4f4f-9011-6fa488a2aa65" -d '{"events": [{"name": "network-changed", "server_uuid": "aea516e8-8c9f-436b-acb7-1b5f20eea7c5", "tag": "1234f15f-3fd2-4cf3-8dae-719bcf0b4917"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:57:29.571894 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13baa971-4aa3-4975-aec9-1776880dcf21 service neutron] Pushing event updated for resources: {'Port': ['ID=1234f15f-3fd2-4cf3-8dae-719bcf0b4917,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:29.587241 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9764825f-2c6b-482c-b01c-599437bbfa0e x-openstack-request-id: req-9764825f-2c6b-482c-b01c-599437bbfa0e {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:57:29.587524 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea516e8-8c9f-436b-acb7-1b5f20eea7c5", "tag": "1234f15f-3fd2-4cf3-8dae-719bcf0b4917", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:57:29.587848 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9764825f-2c6b-482c-b01c-599437bbfa0e {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:57:29.588811 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9764825f-2c6b-482c-b01c-599437bbfa0e'] response: {'name': 'network-changed', 'server_uuid': 'aea516e8-8c9f-436b-acb7-1b5f20eea7c5', 'tag': '1234f15f-3fd2-4cf3-8dae-719bcf0b4917', 'status': 'completed', 'code': 200} Apr 29 11:57:29.640297 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-23dc955a-dad2-45ea-a9ea-9474005ec924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:29.641918 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-23dc955a-dad2-45ea-a9ea-9474005ec924 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b12ebc6b3074500937702f723110a3f&device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 1096 time: 0.0492370 Apr 29 11:57:29.690103 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-958af386-0564-4df1-a723-662869af3dcf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1234f15f-3fd2-4cf3-8dae-719bcf0b4917 HTTP/1.1" status: 200 len: 217 time: 0.0368538 Apr 29 11:57:29.741523 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-60b69348-332a-4cc3-b35b-55c48139f2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:29.743033 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-60b69348-332a-4cc3-b35b-55c48139f2cd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b45e425f-408b-495c-a0b2-fe0ac61da817 HTTP/1.1" status: 200 len: 851 time: 0.0460606 Apr 29 11:57:29.796429 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-427715f5-cef1-4bfa-a5e1-178293180540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:29.798013 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-427715f5-cef1-4bfa-a5e1-178293180540 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b745d3-3dff-4df7-9b83-eebdc261a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0477343 Apr 29 11:57:29.893889 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-14a5ba67-0317-4384-9a22-621e4142dbff service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845680 Apr 29 11:57:29.992466 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-59118c1a-d2ec-4506-916b-80944c09c0cc req-fc72533c-392d-4064-b03a-a18524f2feee service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886996 Apr 29 11:57:30.067106 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:30.081825 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a25ce-f7f8-4f4f-9011-6fa488a2aa65 req-c24fb88c-03da-4152-aca1-ab6380a95022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:30.083381 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5f9a25ce-f7f8-4f4f-9011-6fa488a2aa65 req-c24fb88c-03da-4152-aca1-ab6380a95022 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b12ebc6b3074500937702f723110a3f&device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 1096 time: 0.0429192 Apr 29 11:57:30.176604 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a25ce-f7f8-4f4f-9011-6fa488a2aa65 req-13882560-7e5a-4fc2-924c-deb3099647ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:30.177991 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5f9a25ce-f7f8-4f4f-9011-6fa488a2aa65 req-13882560-7e5a-4fc2-924c-deb3099647ed service neutron] 10.222.0.62 "GET /v2.0/networks?id=32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 200 len: 913 time: 0.0836256 Apr 29 11:57:30.225161 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5f9a25ce-f7f8-4f4f-9011-6fa488a2aa65 req-8969c820-7dd5-493b-8def-a3bf178bbcbe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1234f15f-3fd2-4cf3-8dae-719bcf0b4917 HTTP/1.1" status: 200 len: 217 time: 0.0386887 Apr 29 11:57:30.242255 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:30.277958 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a25ce-f7f8-4f4f-9011-6fa488a2aa65 req-cbb8f75c-f6f2-45ae-ad6c-624d92e3a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:30.279709 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5f9a25ce-f7f8-4f4f-9011-6fa488a2aa65 req-cbb8f75c-f6f2-45ae-ad6c-624d92e3a039 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b45e425f-408b-495c-a0b2-fe0ac61da817 HTTP/1.1" status: 200 len: 851 time: 0.0471997 Apr 29 11:57:30.328179 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a25ce-f7f8-4f4f-9011-6fa488a2aa65 req-367e6b80-8042-4802-b6c2-cbb1940d839a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:30.329711 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5f9a25ce-f7f8-4f4f-9011-6fa488a2aa65 req-367e6b80-8042-4802-b6c2-cbb1940d839a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b745d3-3dff-4df7-9b83-eebdc261a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423138 Apr 29 11:57:30.427779 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5f9a25ce-f7f8-4f4f-9011-6fa488a2aa65 req-4548cc6f-965f-4bda-b855-fa9fee7cd01f service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903323 Apr 29 11:57:30.527936 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5f9a25ce-f7f8-4f4f-9011-6fa488a2aa65 req-1db00487-3328-4fbf-93cd-16cf9e6f8702 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913727 Apr 29 11:57:30.616433 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd55f6-15e7-4a13-abfb-e3d17379639a req-6b598314-b2e1-4276-b63b-a53b42d44de9 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:30.617917 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-61cd55f6-15e7-4a13-abfb-e3d17379639a req-6b598314-b2e1-4276-b63b-a53b42d44de9 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 943 time: 0.0507812 Apr 29 11:57:30.656746 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-61cd55f6-15e7-4a13-abfb-e3d17379639a req-4ce23e0d-ba7a-426c-891e-c9e00354aeca tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321395 Apr 29 11:57:31.782327 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b8ab6-279c-4738-9aa4-1911e0e31a76 req-1236546b-98de-48f1-b004-7e8763e17ad4 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:31.783848 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-648b8ab6-279c-4738-9aa4-1911e0e31a76 req-1236546b-98de-48f1-b004-7e8763e17ad4 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 943 time: 0.0540154 Apr 29 11:57:31.823319 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-648b8ab6-279c-4738-9aa4-1911e0e31a76 req-7a298008-697a-4ac7-9d4d-4c023e00e5d4 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332842 Apr 29 11:57:32.374396 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 1234f15f-3fd2-4cf3-8dae-719bcf0b4917 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:57:32.472928 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 1234f15f-3fd2-4cf3-8dae-719bcf0b4917, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1234f15f-3fd2-4cf3-8dae-719bcf0b4917,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:57:32.484656 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '1234f15f-3fd2-4cf3-8dae-719bcf0b4917', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'port_id': '1234f15f-3fd2-4cf3-8dae-719bcf0b4917', 'mac_address': 'fa:16:3e:2c:c1:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:57:32.522441 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:32.535548 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1234f15f-3fd2-4cf3-8dae-719bcf0b4917 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:57:32.557860 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 1234f15f-3fd2-4cf3-8dae-719bcf0b4917, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1234f15f-3fd2-4cf3-8dae-719bcf0b4917,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:57:32.562636 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:32.613172 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=1234f15f-3fd2-4cf3-8dae-719bcf0b4917,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:32.791920 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['1234f15f-3fd2-4cf3-8dae-719bcf0b4917'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:57:32.947292 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3702c-0acf-4267-9975-59e342c3b103 req-9192e59b-5c82-48c0-acb2-7cdfbae26557 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:32.948853 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-24f3702c-0acf-4267-9975-59e342c3b103 req-9192e59b-5c82-48c0-acb2-7cdfbae26557 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 944 time: 0.0558796 Apr 29 11:57:32.989519 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-24f3702c-0acf-4267-9975-59e342c3b103 req-0fbf6852-84b3-42d3-b96b-4cebf0468b01 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335357 Apr 29 11:57:33.275750 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:57:34.115710 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd5dd0-df2a-4f63-bc18-fb944d616f84 req-bbfd9708-93ac-4013-8b5a-3f077c00a7b0 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:34.117394 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-55bd5dd0-df2a-4f63-bc18-fb944d616f84 req-bbfd9708-93ac-4013-8b5a-3f077c00a7b0 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 944 time: 0.0554223 Apr 29 11:57:34.158061 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-55bd5dd0-df2a-4f63-bc18-fb944d616f84 req-9f100709-4a1b-44bb-a195-18df6897be8d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339310 Apr 29 11:57:34.391792 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 1234f15f-3fd2-4cf3-8dae-719bcf0b4917 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:57:34.443847 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port 1234f15f-3fd2-4cf3-8dae-719bcf0b4917 completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:57:34.448821 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 1234f15f-3fd2-4cf3-8dae-719bcf0b4917 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:57:34.449276 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:34.529956 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:34.552015 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea516e8-8c9f-436b-acb7-1b5f20eea7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1234f15f-3fd2-4cf3-8dae-719bcf0b4917'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:57:34.554262 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263f276b-5e59-4eb9-83db-2f35dfb543bb" -d '{"events": [{"server_uuid": "aea516e8-8c9f-436b-acb7-1b5f20eea7c5", "name": "network-vif-plugged", "status": "completed", "tag": "1234f15f-3fd2-4cf3-8dae-719bcf0b4917"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:57:34.568006 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 1234f15f-3fd2-4cf3-8dae-719bcf0b4917, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1234f15f-3fd2-4cf3-8dae-719bcf0b4917,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:57:34.572931 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:34.628778 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=1234f15f-3fd2-4cf3-8dae-719bcf0b4917,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:34.752987 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f919e691-83b8-460b-909f-2b2c00708fdc x-openstack-request-id: req-f919e691-83b8-460b-909f-2b2c00708fdc {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:57:34.753289 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea516e8-8c9f-436b-acb7-1b5f20eea7c5", "name": "network-vif-plugged", "status": "completed", "tag": "1234f15f-3fd2-4cf3-8dae-719bcf0b4917", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:57:34.753541 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f919e691-83b8-460b-909f-2b2c00708fdc {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:57:34.753938 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f919e691-83b8-460b-909f-2b2c00708fdc'] response: {'server_uuid': 'aea516e8-8c9f-436b-acb7-1b5f20eea7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1234f15f-3fd2-4cf3-8dae-719bcf0b4917', 'code': 200} Apr 29 11:57:34.927221 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a0cb9-f85e-4f97-a846-ed550ce39d56 req-106b76f9-88f0-42fc-b319-cc910676c6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:34.928625 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3e2a0cb9-f85e-4f97-a846-ed550ce39d56 req-106b76f9-88f0-42fc-b319-cc910676c6d6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 1098 time: 0.0443220 Apr 29 11:57:34.964850 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3e2a0cb9-f85e-4f97-a846-ed550ce39d56 req-b5f7cf88-17e0-4318-8a6a-9f5881b92620 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278132 Apr 29 11:57:35.282921 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d348c-ba14-4b8b-9d2a-8f20731fb695 req-ec1c1381-aa89-4a1e-9078-34aa42fc0715 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:35.284611 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bc0d348c-ba14-4b8b-9d2a-8f20731fb695 req-ec1c1381-aa89-4a1e-9078-34aa42fc0715 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0538929 Apr 29 11:57:35.328923 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bc0d348c-ba14-4b8b-9d2a-8f20731fb695 req-3a0a60ee-edf9-4cfe-ba1e-65889a6d469e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369029 Apr 29 11:57:36.456865 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94939d64-b9f9-4427-b4a2-3c22fe800a63 req-63c10dd6-62ca-4385-b9fb-254bedd4e5e6 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:36.458784 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-94939d64-b9f9-4427-b4a2-3c22fe800a63 req-63c10dd6-62ca-4385-b9fb-254bedd4e5e6 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0536120 Apr 29 11:57:36.505007 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-94939d64-b9f9-4427-b4a2-3c22fe800a63 req-22bbd78e-9abd-4f02-ab71-a09d55c0f03c tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399611 Apr 29 11:57:36.623808 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a35b2-a68b-4526-b403-3a43097f12f8 req-db0422da-ccf4-4806-a1f9-a5cc901c3d4d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:36.625224 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-696a35b2-a68b-4526-b403-3a43097f12f8 req-db0422da-ccf4-4806-a1f9-a5cc901c3d4d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0534644 Apr 29 11:57:36.634122 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 56444) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:57:36.639361 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-eccf3d40-cc21-4a67-88d8-cddf37264d93 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Request body: {'floatingip': {'port_id': '1234f15f-3fd2-4cf3-8dae-719bcf0b4917'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:57:36.678573 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eccf3d40-cc21-4a67-88d8-cddf37264d93 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for floatingip, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:37.481223 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eccf3d40-cc21-4a67-88d8-cddf37264d93 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:37.485831 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eccf3d40-cc21-4a67-88d8-cddf37264d93 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:37.590433 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [None req-eccf3d40-cc21-4a67-88d8-cddf37264d93 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Floating IP a9c5eef1-cc84-46ee-9475-e084869c6c51 associated. External IP: 172.26.4.210, port: 1234f15f-3fd2-4cf3-8dae-719bcf0b4917. Apr 29 11:57:37.821138 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eccf3d40-cc21-4a67-88d8-cddf37264d93 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Router c030beb9-38e5-49c0-9a6a-528c14f13258 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:57:37.940568 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccf3d40-cc21-4a67-88d8-cddf37264d93 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:57:37.945889 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eccf3d40-cc21-4a67-88d8-cddf37264d93 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:37.950695 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4fe32f-fdc3-471e-821f-f7a4a7666c8f None None] Sync routers for ids ['c030beb9-38e5-49c0-9a6a-528c14f13258'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:57:37.962922 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4fe32f-fdc3-471e-821f-f7a4a7666c8f None None] Routers {'c030beb9-38e5-49c0-9a6a-528c14f13258'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:57:37.963560 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-ce4fe32f-fdc3-471e-821f-f7a4a7666c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:57:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c030beb9-38e5-49c0-9a6a-528c14f13258'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:37.974967 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-eccf3d40-cc21-4a67-88d8-cddf37264d93 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "PUT /v2.0/floatingips/a9c5eef1-cc84-46ee-9475-e084869c6c51 HTTP/1.1" status: 200 len: 991 time: 1.3397057 Apr 29 11:57:37.975679 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea516e8-8c9f-436b-acb7-1b5f20eea7c5', 'tag': '1234f15f-3fd2-4cf3-8dae-719bcf0b4917'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:57:37.977986 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d515f277-93c3-450a-baaf-91f24a1b6e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "aea516e8-8c9f-436b-acb7-1b5f20eea7c5", "tag": "1234f15f-3fd2-4cf3-8dae-719bcf0b4917"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:57:38.029612 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c210be9b-dfc3-4e4e-91a5-a727d48de04b x-openstack-request-id: req-c210be9b-dfc3-4e4e-91a5-a727d48de04b {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:57:38.030093 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea516e8-8c9f-436b-acb7-1b5f20eea7c5", "tag": "1234f15f-3fd2-4cf3-8dae-719bcf0b4917", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:57:38.030707 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c210be9b-dfc3-4e4e-91a5-a727d48de04b {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:57:38.031255 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c210be9b-dfc3-4e4e-91a5-a727d48de04b'] response: {'name': 'network-changed', 'server_uuid': 'aea516e8-8c9f-436b-acb7-1b5f20eea7c5', 'tag': '1234f15f-3fd2-4cf3-8dae-719bcf0b4917', 'status': 'completed', 'code': 200} Apr 29 11:57:38.092934 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-ce4fe32f-fdc3-471e-821f-f7a4a7666c8f None None] Set router c030beb9-38e5-49c0-9a6a-528c14f13258 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:57:38.104474 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515f277-93c3-450a-baaf-91f24a1b6e7a req-2d7313e8-f797-48e1-a20c-4bdc70d0f568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:38.106949 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d515f277-93c3-450a-baaf-91f24a1b6e7a req-2d7313e8-f797-48e1-a20c-4bdc70d0f568 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b12ebc6b3074500937702f723110a3f&device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 1098 time: 0.0479281 Apr 29 11:57:38.241659 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515f277-93c3-450a-baaf-91f24a1b6e7a req-83c71524-229d-41c5-bd39-ec2f435e8ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:38.243182 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d515f277-93c3-450a-baaf-91f24a1b6e7a req-83c71524-229d-41c5-bd39-ec2f435e8ac7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 200 len: 913 time: 0.1272583 Apr 29 11:57:38.303469 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c6465-f925-4009-a394-85bcd554925f req-ccd0e72b-f542-49dd-aaad-5e0e58ae0d08 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:38.304997 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fd0c6465-f925-4009-a394-85bcd554925f req-ccd0e72b-f542-49dd-aaad-5e0e58ae0d08 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.1015811 Apr 29 11:57:38.352711 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d515f277-93c3-450a-baaf-91f24a1b6e7a req-26e6517e-989f-4f8b-a824-df3f1b80bcd7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1234f15f-3fd2-4cf3-8dae-719bcf0b4917 HTTP/1.1" status: 200 len: 999 time: 0.1003625 Apr 29 11:57:38.354737 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-ce4fe32f-fdc3-471e-821f-f7a4a7666c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '37a9853f-1359-4786-a25b-a3c410befa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:23Z', 'updated_at': '2022-04-29T11:56:27Z', 'revision_number': 4, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'gw_port': {'id': '37a9853f-1359-4786-a25b-a3c410befa49', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:24Z', 'updated_at': '2022-04-29T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'a9c5eef1-cc84-46ee-9475-e084869c6c51', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'floating_ip_address': '172.26.4.210', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'port_id': '1234f15f-3fd2-4cf3-8dae-719bcf0b4917', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'mac_address': 'fa:16:3e:2c:c1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea516e8-8c9f-436b-acb7-1b5f20eea7c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:56:29Z', 'updated_at': '2022-04-29T11:57:37Z', 'revision_number': 5, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a94a6660-5e03-48a0-9425-84803a5eee0b', 'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'mac_address': 'fa:16:3e:60:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:26Z', 'updated_at': '2022-04-29T11:56:30Z', 'revision_number': 5, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'subnets': [{'id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:38.375747 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fd0c6465-f925-4009-a394-85bcd554925f req-02e62fda-a5e2-4cae-bca3-bb774bf87bf1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629764 Apr 29 11:57:38.386815 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4fe32f-fdc3-471e-821f-f7a4a7666c8f None None] Checking router: c030beb9-38e5-49c0-9a6a-528c14f13258 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:57:38.398406 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4fe32f-fdc3-471e-821f-f7a4a7666c8f None None] Routers {'c030beb9-38e5-49c0-9a6a-528c14f13258'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:57:38.399035 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-ce4fe32f-fdc3-471e-821f-f7a4a7666c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:57:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c030beb9-38e5-49c0-9a6a-528c14f13258'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:38.417847 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515f277-93c3-450a-baaf-91f24a1b6e7a req-afbdbe22-f69e-41d0-88f9-1866ab43e329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:38.419743 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d515f277-93c3-450a-baaf-91f24a1b6e7a req-afbdbe22-f69e-41d0-88f9-1866ab43e329 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b45e425f-408b-495c-a0b2-fe0ac61da817 HTTP/1.1" status: 200 len: 851 time: 0.0587797 Apr 29 11:57:38.473991 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515f277-93c3-450a-baaf-91f24a1b6e7a req-ed72e518-50ca-4a8f-ba91-24a0fab83eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:38.476784 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d515f277-93c3-450a-baaf-91f24a1b6e7a req-ed72e518-50ca-4a8f-ba91-24a0fab83eb6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b745d3-3dff-4df7-9b83-eebdc261a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0484812 Apr 29 11:57:38.525581 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-ce4fe32f-fdc3-471e-821f-f7a4a7666c8f None None] Set router c030beb9-38e5-49c0-9a6a-528c14f13258 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:57:38.579841 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d515f277-93c3-450a-baaf-91f24a1b6e7a req-5e0b205c-3cde-4303-87c1-c27f3997ab05 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958300 Apr 29 11:57:38.683247 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d515f277-93c3-450a-baaf-91f24a1b6e7a req-13b1cc57-7100-4a3a-b2a9-7338a01c3fde service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956583 Apr 29 11:57:38.773974 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-ce4fe32f-fdc3-471e-821f-f7a4a7666c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '37a9853f-1359-4786-a25b-a3c410befa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:23Z', 'updated_at': '2022-04-29T11:56:27Z', 'revision_number': 4, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'gw_port': {'id': '37a9853f-1359-4786-a25b-a3c410befa49', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:24Z', 'updated_at': '2022-04-29T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'a9c5eef1-cc84-46ee-9475-e084869c6c51', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'floating_ip_address': '172.26.4.210', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'port_id': '1234f15f-3fd2-4cf3-8dae-719bcf0b4917', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'mac_address': 'fa:16:3e:2c:c1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea516e8-8c9f-436b-acb7-1b5f20eea7c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:56:29Z', 'updated_at': '2022-04-29T11:57:37Z', 'revision_number': 5, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a94a6660-5e03-48a0-9425-84803a5eee0b', 'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'mac_address': 'fa:16:3e:60:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:26Z', 'updated_at': '2022-04-29T11:56:30Z', 'revision_number': 5, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'subnets': [{'id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:38.804365 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4fe32f-fdc3-471e-821f-f7a4a7666c8f None None] The sync data for ids ['c030beb9-38e5-49c0-9a6a-528c14f13258'] in dv-neutron-838888-1-hyperv is: [{'id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '37a9853f-1359-4786-a25b-a3c410befa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:23Z', 'updated_at': '2022-04-29T11:56:27Z', 'revision_number': 4, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'gw_port': {'id': '37a9853f-1359-4786-a25b-a3c410befa49', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:24Z', 'updated_at': '2022-04-29T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'a9c5eef1-cc84-46ee-9475-e084869c6c51', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'floating_ip_address': '172.26.4.210', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'port_id': '1234f15f-3fd2-4cf3-8dae-719bcf0b4917', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'mac_address': 'fa:16:3e:2c:c1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea516e8-8c9f-436b-acb7-1b5f20eea7c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:56:29Z', 'updated_at': '2022-04-29T11:57:37Z', 'revision_number': 5, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a94a6660-5e03-48a0-9425-84803a5eee0b', 'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'mac_address': 'fa:16:3e:60:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:26Z', 'updated_at': '2022-04-29T11:56:30Z', 'revision_number': 5, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'subnets': [{'id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:57:39.032523 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115adfd2-735b-4613-8c32-38e3e6d4418c None None] New status for floating IP a9c5eef1-cc84-46ee-9475-e084869c6c51: ACTIVE {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:57:39.508960 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f270f-9a85-45a5-bd1e-18b529de3837 req-3556c7cb-5258-4ce8-b58a-6c1e13ef9154 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:39.510603 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-656f270f-9a85-45a5-bd1e-18b529de3837 req-3556c7cb-5258-4ce8-b58a-6c1e13ef9154 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0529242 Apr 29 11:57:39.551841 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-656f270f-9a85-45a5-bd1e-18b529de3837 req-d97479b6-bbe5-4bef-8220-06183444d3d8 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340328 Apr 29 11:57:40.678269 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b0dda-8f8a-45bc-b261-ddea5a17b259 req-508f17da-d19f-45f9-865a-024d5b94ec96 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:40.679785 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-819b0dda-8f8a-45bc-b261-ddea5a17b259 req-508f17da-d19f-45f9-865a-024d5b94ec96 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0569561 Apr 29 11:57:40.725491 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-819b0dda-8f8a-45bc-b261-ddea5a17b259 req-2294c5cc-9f14-4382-b61b-3e603b98180f tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347128 Apr 29 11:57:41.847042 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4aba1-61db-4b44-99a6-850bbffe7569 req-4c63ff01-e20a-4c8c-820d-5db892c92280 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:41.848630 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d0a4aba1-61db-4b44-99a6-850bbffe7569 req-4c63ff01-e20a-4c8c-820d-5db892c92280 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0497808 Apr 29 11:57:41.889058 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d0a4aba1-61db-4b44-99a6-850bbffe7569 req-a390df0a-97e4-4797-8264-12fea28f0c53 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341923 Apr 29 11:57:43.007210 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9d9b7-9c29-4d79-abb4-054cd835f53f req-1daf4830-3616-4752-8e6c-f6c44d960747 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:43.008783 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bee9d9b7-9c29-4d79-abb4-054cd835f53f req-1daf4830-3616-4752-8e6c-f6c44d960747 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0518818 Apr 29 11:57:43.051311 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bee9d9b7-9c29-4d79-abb4-054cd835f53f req-176d5c83-0e27-4d3a-aa06-7aeb4e87d523 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362864 Apr 29 11:57:44.187997 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1260d-1795-4ad6-8bc6-387cae7c8694 req-3a946059-0af9-4699-abd7-fdb377f6d4ec tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:44.189591 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f4a1260d-1795-4ad6-8bc6-387cae7c8694 req-3a946059-0af9-4699-abd7-fdb377f6d4ec tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0595856 Apr 29 11:57:44.229565 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f4a1260d-1795-4ad6-8bc6-387cae7c8694 req-37412a50-eb39-404b-9eb9-7559031389f3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333571 Apr 29 11:57:45.352220 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322560a4-a27b-46f7-a204-caf1f87b13c1 req-ea5c2062-9884-4463-b945-cff991a6fd80 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:45.353731 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-322560a4-a27b-46f7-a204-caf1f87b13c1 req-ea5c2062-9884-4463-b945-cff991a6fd80 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0498266 Apr 29 11:57:45.392214 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-322560a4-a27b-46f7-a204-caf1f87b13c1 req-39bbf131-ca99-48ab-bfb3-af2772324260 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321772 Apr 29 11:57:46.509212 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d235f03-6992-48d6-9e3c-f1c2f21372c6 req-a5030e50-1369-4ad6-b531-a56e30963991 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:46.510725 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3d235f03-6992-48d6-9e3c-f1c2f21372c6 req-a5030e50-1369-4ad6-b531-a56e30963991 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0499487 Apr 29 11:57:46.549576 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3d235f03-6992-48d6-9e3c-f1c2f21372c6 req-230ce92d-be63-4a41-a3c4-90c976ca6476 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326192 Apr 29 11:57:47.673927 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1773bd7-295f-44ce-8aee-6059a1da809d req-922a3c6b-34dd-4203-bcfe-d4fa3ec7adaf tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:47.675504 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1773bd7-295f-44ce-8aee-6059a1da809d req-922a3c6b-34dd-4203-bcfe-d4fa3ec7adaf tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0556087 Apr 29 11:57:47.714890 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1773bd7-295f-44ce-8aee-6059a1da809d req-1f8c0735-9319-400e-857e-02fb3acb15f4 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326507 Apr 29 11:57:48.831535 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff48c7-f0a1-48ff-8e47-076ef4e47d9b req-846c68ed-93dd-4aa2-86a3-bf844eb791a8 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:48.833006 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-97ff48c7-f0a1-48ff-8e47-076ef4e47d9b req-846c68ed-93dd-4aa2-86a3-bf844eb791a8 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0488775 Apr 29 11:57:48.871047 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-97ff48c7-f0a1-48ff-8e47-076ef4e47d9b req-ea80ed4b-082d-4308-ba1d-8eac58006e7b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319080 Apr 29 11:57:49.987796 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0871a-1318-41d5-a5e4-6826755444db req-c423b6ba-c52f-474e-b709-0b998aeb22d8 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:49.989259 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f1d0871a-1318-41d5-a5e4-6826755444db req-c423b6ba-c52f-474e-b709-0b998aeb22d8 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0484276 Apr 29 11:57:50.027063 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f1d0871a-1318-41d5-a5e4-6826755444db req-fbc6c6d9-9a4c-462d-8810-741dc25b343f tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318227 Apr 29 11:57:51.146425 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143b80c-6d7c-4969-ac32-d52159e77ba4 req-59022464-5866-4de1-9c25-bad8689207dc tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:51.148405 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4143b80c-6d7c-4969-ac32-d52159e77ba4 req-59022464-5866-4de1-9c25-bad8689207dc tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0535007 Apr 29 11:57:51.187335 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4143b80c-6d7c-4969-ac32-d52159e77ba4 req-6fef372e-99a8-4eab-a41d-276922a8aa85 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333550 Apr 29 11:57:52.313273 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177cdc7-89c5-4616-89f4-8a745d332f66 req-012a0a57-220f-48b4-b468-6f29c80c8ea1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:52.314842 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4177cdc7-89c5-4616-89f4-8a745d332f66 req-012a0a57-220f-48b4-b468-6f29c80c8ea1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0573249 Apr 29 11:57:52.356411 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4177cdc7-89c5-4616-89f4-8a745d332f66 req-86f48285-80af-40b1-884b-51cf8f15fb1e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341737 Apr 29 11:57:53.480529 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ded2d-43c4-4614-860a-4e5291fb1955 req-60ae1825-8adb-4d1a-98a6-32e6f53589c2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:53.482951 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-aa9ded2d-43c4-4614-860a-4e5291fb1955 req-60ae1825-8adb-4d1a-98a6-32e6f53589c2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0531054 Apr 29 11:57:53.524263 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-aa9ded2d-43c4-4614-860a-4e5291fb1955 req-2eb1b580-ff5d-4adb-9aa4-1d92723420db tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345621 Apr 29 11:57:53.590795 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d70f97e7-f6c6-4244-8c70-414f68437cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:54.651766 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e98c95-f781-4900-affe-f9c43934be6f req-b49f3f3e-e600-45ec-90ec-754dbe8289b7 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:54.653301 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c5e98c95-f781-4900-affe-f9c43934be6f req-b49f3f3e-e600-45ec-90ec-754dbe8289b7 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0543189 Apr 29 11:57:54.693213 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c5e98c95-f781-4900-affe-f9c43934be6f req-12744fa6-b53c-4235-90ec-4f9492cbd241 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337386 Apr 29 11:57:55.812235 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931732e2-b6a5-4257-a43b-18b5d782c0a1 req-a4c934d3-5a55-4132-a1cb-292469bbff27 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:55.813758 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-931732e2-b6a5-4257-a43b-18b5d782c0a1 req-a4c934d3-5a55-4132-a1cb-292469bbff27 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0505831 Apr 29 11:57:55.853694 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-931732e2-b6a5-4257-a43b-18b5d782c0a1 req-612ec04e-9b94-4122-b026-5c3ac65c3af0 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336149 Apr 29 11:57:56.968208 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250b09b-a24d-4c12-8f6d-6a1999c00246 req-941c0813-29ee-44de-a938-e2b65326c295 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:56.969726 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5250b09b-a24d-4c12-8f6d-6a1999c00246 req-941c0813-29ee-44de-a938-e2b65326c295 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0488389 Apr 29 11:57:57.011036 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5250b09b-a24d-4c12-8f6d-6a1999c00246 req-a4121ce2-8113-4b75-b3c7-ba66a04b1b8a tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352325 Apr 29 11:57:57.281851 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:57.791844 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5c3b1044-21f7-4f8f-97b4-34986d74ee8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:58.134487 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584eb5d0-ebd5-4d52-a48a-1ce8b492905e req-44335132-f477-47cf-bea7-9eec525c1319 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:58.135989 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-584eb5d0-ebd5-4d52-a48a-1ce8b492905e req-44335132-f477-47cf-bea7-9eec525c1319 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0548878 Apr 29 11:57:58.183657 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-584eb5d0-ebd5-4d52-a48a-1ce8b492905e req-2a44c743-8171-4f87-a991-0adc6203c5a5 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411441 Apr 29 11:57:58.553243 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:59.303667 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7176f8f-c3f2-45c7-9bd9-2416c8000cbf req-ef784ca9-2cc9-4760-9408-35ac4592defc tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:59.305192 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d7176f8f-c3f2-45c7-9bd9-2416c8000cbf req-ef784ca9-2cc9-4760-9408-35ac4592defc tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0505373 Apr 29 11:57:59.343978 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d7176f8f-c3f2-45c7-9bd9-2416c8000cbf req-459b9dbc-c47d-4959-928a-3ec8257a66b1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327582 Apr 29 11:58:00.070864 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:00.251180 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:00.462158 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86322071-7fbe-41fc-be59-6d1f3eee74cf req-b829c324-0d07-4964-bf58-85a86bffb43a tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:00.463705 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-86322071-7fbe-41fc-be59-6d1f3eee74cf req-b829c324-0d07-4964-bf58-85a86bffb43a tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0494995 Apr 29 11:58:00.503566 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-86322071-7fbe-41fc-be59-6d1f3eee74cf req-09ac412f-2a14-40bc-811e-2a7c7dcba8f8 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331841 Apr 29 11:58:01.628557 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ebb0a-60f9-45ba-84f5-8d94ecd1713c req-02e1afd7-b326-4ae8-a2db-9b982d5e41c3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:01.630212 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1f4ebb0a-60f9-45ba-84f5-8d94ecd1713c req-02e1afd7-b326-4ae8-a2db-9b982d5e41c3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0543025 Apr 29 11:58:01.671322 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1f4ebb0a-60f9-45ba-84f5-8d94ecd1713c req-80fe8cbd-7b49-4eaf-80a4-ee551444e94a tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347884 Apr 29 11:58:02.796219 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a75a8-4b1b-4e15-9058-d5eafcaeff56 req-f6a30d0e-5053-4db6-b50c-e635429f4bea tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:02.798357 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-643a75a8-4b1b-4e15-9058-d5eafcaeff56 req-f6a30d0e-5053-4db6-b50c-e635429f4bea tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0583730 Apr 29 11:58:02.837993 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-643a75a8-4b1b-4e15-9058-d5eafcaeff56 req-17da5258-b94c-4c39-a540-e9a3134daf9f tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335195 Apr 29 11:58:03.976164 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec309d4-face-4abd-a5a6-945a8dc5a19d req-b0e96fab-9f2d-475d-8e2d-d5ed5875a4b2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:03.977925 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-aec309d4-face-4abd-a5a6-945a8dc5a19d req-b0e96fab-9f2d-475d-8e2d-d5ed5875a4b2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0628209 Apr 29 11:58:04.026321 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-aec309d4-face-4abd-a5a6-945a8dc5a19d req-f477fece-b7e8-4d5c-9a1a-950e5aec2b8d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416532 Apr 29 11:58:04.303214 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [req-4959c014-a9a3-41a6-ba1d-9764145edc15 req-acea7d75-c872-466e-b860-77caf5f29f86 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0438955 Apr 29 11:58:04.318072 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510434d6-5f4d-426e-b376-d4db8c098319 req-f4dcf8f7-e738-43b3-a24a-14a743e2d54b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:04.319929 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-510434d6-5f4d-426e-b376-d4db8c098319 req-f4dcf8f7-e738-43b3-a24a-14a743e2d54b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0562246 Apr 29 11:58:04.362541 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-510434d6-5f4d-426e-b376-d4db8c098319 req-b82910bf-61f1-420b-8b4f-866bbf564c63 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357060 Apr 29 11:58:05.494925 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f877c0-767e-4e6a-8f4c-41a8f6dc1591 req-9739287a-daa2-44fd-b350-6de3c51e1131 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:05.496810 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e9f877c0-767e-4e6a-8f4c-41a8f6dc1591 req-9739287a-daa2-44fd-b350-6de3c51e1131 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0584109 Apr 29 11:58:05.564655 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e9f877c0-767e-4e6a-8f4c-41a8f6dc1591 req-c67d46dd-853a-480d-a3a2-230291400cbf tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596945 Apr 29 11:58:05.577888 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959c014-a9a3-41a6-ba1d-9764145edc15 req-b2a5c2ec-fe14-42af-80a5-b26fe04003df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:05.579594 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4959c014-a9a3-41a6-ba1d-9764145edc15 req-b2a5c2ec-fe14-42af-80a5-b26fe04003df service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b12ebc6b3074500937702f723110a3f&device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 1098 time: 0.0603273 Apr 29 11:58:05.675048 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959c014-a9a3-41a6-ba1d-9764145edc15 req-104e7a17-28ac-4069-ba96-b14cc19ffb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:05.676440 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4959c014-a9a3-41a6-ba1d-9764145edc15 req-104e7a17-28ac-4069-ba96-b14cc19ffb20 service neutron] 10.222.0.62 "GET /v2.0/networks?id=32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 200 len: 913 time: 0.0899634 Apr 29 11:58:05.742435 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4959c014-a9a3-41a6-ba1d-9764145edc15 req-cdf4f2db-fa2f-4ef8-9fdb-664002442d43 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1234f15f-3fd2-4cf3-8dae-719bcf0b4917 HTTP/1.1" status: 200 len: 1001 time: 0.0569553 Apr 29 11:58:05.796688 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959c014-a9a3-41a6-ba1d-9764145edc15 req-88862267-8caa-4057-a470-18d82c00ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:05.798122 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4959c014-a9a3-41a6-ba1d-9764145edc15 req-88862267-8caa-4057-a470-18d82c00ed44 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b45e425f-408b-495c-a0b2-fe0ac61da817 HTTP/1.1" status: 200 len: 851 time: 0.0470791 Apr 29 11:58:05.846694 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959c014-a9a3-41a6-ba1d-9764145edc15 req-bb1b434e-2aa6-4445-8fd8-06717fb7b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:05.848162 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4959c014-a9a3-41a6-ba1d-9764145edc15 req-bb1b434e-2aa6-4445-8fd8-06717fb7b2b2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b745d3-3dff-4df7-9b83-eebdc261a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392752 Apr 29 11:58:05.936519 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4959c014-a9a3-41a6-ba1d-9764145edc15 req-e2e1f50a-06ea-409f-a4dc-7674bd23ddd3 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808442 Apr 29 11:58:06.031450 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4959c014-a9a3-41a6-ba1d-9764145edc15 req-34640b73-9c3d-4f4d-a037-bdba34144d61 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873396 Apr 29 11:58:06.688551 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024320cd-2786-43a4-82df-aaf4c5b9e988 req-05e88c1a-668d-4570-9389-e39ac021a02e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:06.690113 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-024320cd-2786-43a4-82df-aaf4c5b9e988 req-05e88c1a-668d-4570-9389-e39ac021a02e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0516286 Apr 29 11:58:06.729697 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-024320cd-2786-43a4-82df-aaf4c5b9e988 req-462d4775-9107-471d-9e40-32f3b67993e7 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331423 Apr 29 11:58:07.831128 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4959c014-a9a3-41a6-ba1d-9764145edc15 req-325469a2-76df-4e86-b13b-28b4a5b2e916 service neutron] 10.222.0.62 "GET /v2.0/ports/1234f15f-3fd2-4cf3-8dae-719bcf0b4917/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0824840 Apr 29 11:58:07.870094 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e986e-d4a1-4993-85ff-8898c1dc820c req-613c4cd6-6c09-4040-b8b5-799ea01df9c9 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:07.872303 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-744e986e-d4a1-4993-85ff-8898c1dc820c req-613c4cd6-6c09-4040-b8b5-799ea01df9c9 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0583022 Apr 29 11:58:07.915273 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-744e986e-d4a1-4993-85ff-8898c1dc820c req-58de7e9d-22ea-4740-9f49-be3195b62a4c tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347402 Apr 29 11:58:08.042013 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959c014-a9a3-41a6-ba1d-9764145edc15 req-02537153-1ff3-4ef8-ab06-2638fa51628d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:08.044081 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4959c014-a9a3-41a6-ba1d-9764145edc15 req-02537153-1ff3-4ef8-ab06-2638fa51628d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5&tenant_id=6b12ebc6b3074500937702f723110a3f HTTP/1.1" status: 200 len: 1098 time: 0.0415142 Apr 29 11:58:08.104611 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959c014-a9a3-41a6-ba1d-9764145edc15 req-681d80b2-15df-4577-ae63-c0143a2a644b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:08.106692 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4959c014-a9a3-41a6-ba1d-9764145edc15 req-681d80b2-15df-4577-ae63-c0143a2a644b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b12ebc6b3074500937702f723110a3f&device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 1098 time: 0.0403063 Apr 29 11:58:08.210186 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959c014-a9a3-41a6-ba1d-9764145edc15 req-59e449ee-0674-4ebd-a990-28387bc5c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:08.212404 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4959c014-a9a3-41a6-ba1d-9764145edc15 req-59e449ee-0674-4ebd-a990-28387bc5c78d service neutron] 10.222.0.62 "GET /v2.0/networks?id=32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 200 len: 913 time: 0.0987186 Apr 29 11:58:08.313328 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4959c014-a9a3-41a6-ba1d-9764145edc15 req-bb038bc2-2f24-4004-b85f-3b26729ad5a8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1234f15f-3fd2-4cf3-8dae-719bcf0b4917 HTTP/1.1" status: 200 len: 1001 time: 0.0927782 Apr 29 11:58:08.367944 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959c014-a9a3-41a6-ba1d-9764145edc15 req-af5b5489-429f-4f47-b381-f72b42cbef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:08.369403 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4959c014-a9a3-41a6-ba1d-9764145edc15 req-af5b5489-429f-4f47-b381-f72b42cbef19 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b45e425f-408b-495c-a0b2-fe0ac61da817 HTTP/1.1" status: 200 len: 851 time: 0.0490947 Apr 29 11:58:08.416065 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959c014-a9a3-41a6-ba1d-9764145edc15 req-a54bd26c-2e90-4664-85cf-ad753a839043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:08.417551 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4959c014-a9a3-41a6-ba1d-9764145edc15 req-a54bd26c-2e90-4664-85cf-ad753a839043 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b745d3-3dff-4df7-9b83-eebdc261a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405529 Apr 29 11:58:08.507685 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4959c014-a9a3-41a6-ba1d-9764145edc15 req-fb9ca3c2-afb0-48ea-83e8-701e4fa891c0 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821378 Apr 29 11:58:08.602757 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4959c014-a9a3-41a6-ba1d-9764145edc15 req-79e95bfa-a8bd-4f7b-a2d3-fa0326838c9b service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862687 Apr 29 11:58:08.904600 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [req-2d4317cb-3b34-497f-95fc-619863eccd88 req-3b498c47-a189-46b0-ae17-ba556353c591 service neutron] (102959) timed out ('10.222.0.62', 59018) {{(pid=102959) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 29 11:58:09.039725 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab17b9a-e628-4ed3-87a1-e523cd35a21c req-6515bf38-b243-4bd8-a3c8-452a966fc915 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:09.041259 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6ab17b9a-e628-4ed3-87a1-e523cd35a21c req-6515bf38-b243-4bd8-a3c8-452a966fc915 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0518148 Apr 29 11:58:09.081276 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6ab17b9a-e628-4ed3-87a1-e523cd35a21c req-f083ce63-9c32-4aca-b8bb-bf2cc4f0f32f tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336707 Apr 29 11:58:10.204326 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98519a7-7977-484d-bf0a-3da6d6b9d68f req-f48170a8-1c4e-4ad1-8ddc-5e1edbcd05b5 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:10.205873 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e98519a7-7977-484d-bf0a-3da6d6b9d68f req-f48170a8-1c4e-4ad1-8ddc-5e1edbcd05b5 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0509462 Apr 29 11:58:10.246700 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e98519a7-7977-484d-bf0a-3da6d6b9d68f req-0c0f440b-24d9-4080-8b2a-7c3bf047a7d7 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341721 Apr 29 11:58:10.274384 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:58:10.455155 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73893f-e32e-4b96-b54f-14b732fe4d63 req-0fc12f94-76ad-45f9-915e-2b025a392ac5 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:10.456709 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7a73893f-e32e-4b96-b54f-14b732fe4d63 req-0fc12f94-76ad-45f9-915e-2b025a392ac5 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0565054 Apr 29 11:58:10.496997 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7a73893f-e32e-4b96-b54f-14b732fe4d63 req-c6eb5eb4-6f01-4bfe-98db-5df205cc7da9 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331643 Apr 29 11:58:10.551227 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 1234f15f-3fd2-4cf3-8dae-719bcf0b4917 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:58:10.614873 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864e327-3df8-434a-8f60-e7eefe33b434 req-a8c5b539-3529-41d4-8400-9e2a54c9c873 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:10.616481 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0864e327-3df8-434a-8f60-e7eefe33b434 req-a8c5b539-3529-41d4-8400-9e2a54c9c873 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.62 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5&tenant_id=6b12ebc6b3074500937702f723110a3f&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 945 time: 0.0537124 Apr 29 11:58:10.656537 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 1234f15f-3fd2-4cf3-8dae-719bcf0b4917, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1234f15f-3fd2-4cf3-8dae-719bcf0b4917,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:58:10.669455 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '1234f15f-3fd2-4cf3-8dae-719bcf0b4917', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'port_id': '1234f15f-3fd2-4cf3-8dae-719bcf0b4917', 'mac_address': 'fa:16:3e:2c:c1:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:58:10.705145 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864e327-3df8-434a-8f60-e7eefe33b434 req-15da7914-f122-43ee-b2f4-6ed246202f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:10.707147 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0864e327-3df8-434a-8f60-e7eefe33b434 req-15da7914-f122-43ee-b2f4-6ed246202f49 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b12ebc6b3074500937702f723110a3f&device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 1098 time: 0.0451956 Apr 29 11:58:10.710869 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:10.724681 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1234f15f-3fd2-4cf3-8dae-719bcf0b4917 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:58:10.747295 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 1234f15f-3fd2-4cf3-8dae-719bcf0b4917, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1234f15f-3fd2-4cf3-8dae-719bcf0b4917,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:58:10.752304 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:10.811359 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=1234f15f-3fd2-4cf3-8dae-719bcf0b4917,revision_number=6']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:58:10.831492 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864e327-3df8-434a-8f60-e7eefe33b434 req-b1381503-34bd-4acb-bebd-4c15a1013f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:10.831713 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['1234f15f-3fd2-4cf3-8dae-719bcf0b4917'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:58:10.833360 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0864e327-3df8-434a-8f60-e7eefe33b434 req-b1381503-34bd-4acb-bebd-4c15a1013f93 service neutron] 10.222.0.62 "GET /v2.0/networks?id=32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 200 len: 913 time: 0.1184781 Apr 29 11:58:10.904072 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0864e327-3df8-434a-8f60-e7eefe33b434 req-a4f4af1d-049e-4c20-a8ef-21b3d57c1f04 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1234f15f-3fd2-4cf3-8dae-719bcf0b4917 HTTP/1.1" status: 200 len: 1000 time: 0.0635729 Apr 29 11:58:10.961516 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864e327-3df8-434a-8f60-e7eefe33b434 req-d13b608e-6462-40be-92a3-596a7ddbed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:10.963079 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0864e327-3df8-434a-8f60-e7eefe33b434 req-d13b608e-6462-40be-92a3-596a7ddbed63 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b45e425f-408b-495c-a0b2-fe0ac61da817 HTTP/1.1" status: 200 len: 851 time: 0.0527670 Apr 29 11:58:11.013236 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864e327-3df8-434a-8f60-e7eefe33b434 req-e1d3971c-d526-4944-888f-6243e5a243df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:11.014831 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0864e327-3df8-434a-8f60-e7eefe33b434 req-e1d3971c-d526-4944-888f-6243e5a243df service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b745d3-3dff-4df7-9b83-eebdc261a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418291 Apr 29 11:58:11.107327 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0864e327-3df8-434a-8f60-e7eefe33b434 req-85d83854-43c9-4fcb-9a5b-e58faa748360 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848844 Apr 29 11:58:11.204578 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0864e327-3df8-434a-8f60-e7eefe33b434 req-02dd338d-f3db-41b1-ae0a-796fd465a925 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900171 Apr 29 11:58:11.625573 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbfba7-24be-4399-bee4-31972bb3a6ba req-2b14a5ae-1956-49ec-9ee4-63eb210f6e36 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:11.627427 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eadbfba7-24be-4399-bee4-31972bb3a6ba req-2b14a5ae-1956-49ec-9ee4-63eb210f6e36 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 944 time: 0.0536904 Apr 29 11:58:11.669626 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eadbfba7-24be-4399-bee4-31972bb3a6ba req-550ddb92-775e-45b6-9c0c-89f936f88ae8 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355432 Apr 29 11:58:12.572602 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 1234f15f-3fd2-4cf3-8dae-719bcf0b4917 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:58:12.768553 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 1234f15f-3fd2-4cf3-8dae-719bcf0b4917 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:58:12.768919 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:12.791907 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d63259-9633-4ea0-bcd3-622fda8b6b12 req-002ea1cf-76c1-4aa7-a28d-f2a01e7e6175 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:12.794229 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c9d63259-9633-4ea0-bcd3-622fda8b6b12 req-002ea1cf-76c1-4aa7-a28d-f2a01e7e6175 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 944 time: 0.0494530 Apr 29 11:58:12.833431 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c9d63259-9633-4ea0-bcd3-622fda8b6b12 req-989bc181-fe1e-4402-802d-cde253e3c457 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331752 Apr 29 11:58:12.847505 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:12.873075 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea516e8-8c9f-436b-acb7-1b5f20eea7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1234f15f-3fd2-4cf3-8dae-719bcf0b4917'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:58:12.875376 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069f8fdf-3afb-4602-a7c4-7b7a301a84bf" -d '{"events": [{"server_uuid": "aea516e8-8c9f-436b-acb7-1b5f20eea7c5", "name": "network-vif-plugged", "status": "completed", "tag": "1234f15f-3fd2-4cf3-8dae-719bcf0b4917"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:58:12.888832 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 1234f15f-3fd2-4cf3-8dae-719bcf0b4917, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1234f15f-3fd2-4cf3-8dae-719bcf0b4917,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:58:12.894124 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:12.925108 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1466cb-937f-4afe-ac67-c343a8727034 x-openstack-request-id: req-bb1466cb-937f-4afe-ac67-c343a8727034 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:58:12.925413 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea516e8-8c9f-436b-acb7-1b5f20eea7c5", "name": "network-vif-plugged", "status": "completed", "tag": "1234f15f-3fd2-4cf3-8dae-719bcf0b4917", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:58:12.925651 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bb1466cb-937f-4afe-ac67-c343a8727034 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:58:12.926041 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb1466cb-937f-4afe-ac67-c343a8727034'] response: {'server_uuid': 'aea516e8-8c9f-436b-acb7-1b5f20eea7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1234f15f-3fd2-4cf3-8dae-719bcf0b4917', 'code': 200} Apr 29 11:58:12.952675 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=1234f15f-3fd2-4cf3-8dae-719bcf0b4917,revision_number=7']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:58:12.964844 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f98783-7489-414d-86d3-c7d03c6626e6 req-7c092ed4-65b3-4196-8c4c-56358661158a tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:12.966977 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d0f98783-7489-414d-86d3-c7d03c6626e6 req-7c092ed4-65b3-4196-8c4c-56358661158a tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0569081 Apr 29 11:58:13.004753 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d0f98783-7489-414d-86d3-c7d03c6626e6 req-68a004b0-96e7-416b-9329-5b8cc86d2ee2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313320 Apr 29 11:58:13.236147 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed3475-693d-45e0-89f9-101a6be0173a req-7ad8a53f-2c25-4442-91d5-4e93ad1e9db5 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:13.237631 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9ed3475-693d-45e0-89f9-101a6be0173a req-7ad8a53f-2c25-4442-91d5-4e93ad1e9db5 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0780430 Apr 29 11:58:13.281646 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e7932-b77f-4dcf-a005-3e48908a15bc req-3144e04a-3bad-4d46-9df4-3b940516eea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:13.283176 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a81e7932-b77f-4dcf-a005-3e48908a15bc req-3144e04a-3bad-4d46-9df4-3b940516eea0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b12ebc6b3074500937702f723110a3f&device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 1098 time: 0.0840027 Apr 29 11:58:13.290737 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9ed3475-693d-45e0-89f9-101a6be0173a req-23c4dc6f-fe1a-46b7-bb7d-ac1cb12df629 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467429 Apr 29 11:58:13.381726 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e7932-b77f-4dcf-a005-3e48908a15bc req-9b9c70d4-bf04-4584-abf8-5fc4ac79abfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:13.383289 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a81e7932-b77f-4dcf-a005-3e48908a15bc req-9b9c70d4-bf04-4584-abf8-5fc4ac79abfa service neutron] 10.222.0.62 "GET /v2.0/networks?id=32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 200 len: 913 time: 0.0912616 Apr 29 11:58:13.449224 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a81e7932-b77f-4dcf-a005-3e48908a15bc req-9c828672-6e13-45fc-96af-1d9c7265ec62 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1234f15f-3fd2-4cf3-8dae-719bcf0b4917 HTTP/1.1" status: 200 len: 1001 time: 0.0581832 Apr 29 11:58:13.509811 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e7932-b77f-4dcf-a005-3e48908a15bc req-c3ed12c3-dfeb-41cb-8dbb-c7bf1ebe5e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:13.511385 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a81e7932-b77f-4dcf-a005-3e48908a15bc req-c3ed12c3-dfeb-41cb-8dbb-c7bf1ebe5e80 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b45e425f-408b-495c-a0b2-fe0ac61da817 HTTP/1.1" status: 200 len: 851 time: 0.0518069 Apr 29 11:58:13.559192 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e7932-b77f-4dcf-a005-3e48908a15bc req-b5bdfebb-24ed-4464-ad76-1d1fa82b8f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:13.561096 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a81e7932-b77f-4dcf-a005-3e48908a15bc req-b5bdfebb-24ed-4464-ad76-1d1fa82b8f18 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b745d3-3dff-4df7-9b83-eebdc261a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424039 Apr 29 11:58:13.655995 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a81e7932-b77f-4dcf-a005-3e48908a15bc req-e897547d-7d14-47a3-9511-0aa75daea823 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847788 Apr 29 11:58:13.754855 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a81e7932-b77f-4dcf-a005-3e48908a15bc req-2d51e642-57a2-445d-b6f3-871c0e28ab42 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885687 Apr 29 11:58:14.427459 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711667d3-70ca-48dd-91ed-bd183001b76d req-cdd2fedb-b8f4-4abd-8f10-d7e730c4d485 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:14.429009 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-711667d3-70ca-48dd-91ed-bd183001b76d req-cdd2fedb-b8f4-4abd-8f10-d7e730c4d485 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0536742 Apr 29 11:58:14.469698 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-711667d3-70ca-48dd-91ed-bd183001b76d req-2d0003a6-f59e-4071-b6bd-b4a2e1a6c2f5 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334630 Apr 29 11:58:14.724717 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267598f-60fc-4590-ac88-cf499fb99de4 req-d8460500-795d-4cae-be7c-4ee9223d73f8 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:14.726428 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e267598f-60fc-4590-ac88-cf499fb99de4 req-d8460500-795d-4cae-be7c-4ee9223d73f8 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0582592 Apr 29 11:58:14.767219 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e267598f-60fc-4590-ac88-cf499fb99de4 req-29543b0b-c6a2-4b34-aaa5-cad4f9bd7c3f tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343835 Apr 29 11:58:15.897192 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f04b9e-1ec6-4f38-81fd-5a93bef8140c req-cc29100c-d052-4e6d-b094-662f737680c3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:15.899094 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f4f04b9e-1ec6-4f38-81fd-5a93bef8140c req-cc29100c-d052-4e6d-b094-662f737680c3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0547569 Apr 29 11:58:15.939176 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f4f04b9e-1ec6-4f38-81fd-5a93bef8140c req-ee17f3ad-31fa-4da6-bb84-f751286b5a69 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327475 Apr 29 11:58:16.588194 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233e519-367c-4ecf-9beb-336e95c71a8d req-562895bf-f724-49f5-83dd-66342e1cb98e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:16.589700 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7233e519-367c-4ecf-9beb-336e95c71a8d req-562895bf-f724-49f5-83dd-66342e1cb98e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.62 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0519886 Apr 29 11:58:16.690280 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-7233e519-367c-4ecf-9beb-336e95c71a8d req-524ab490-d78a-4dd7-9298-8514b6066c80 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Deleting port 1234f15f-3fd2-4cf3-8dae-719bcf0b4917 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:58:16.690622 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-7233e519-367c-4ecf-9beb-336e95c71a8d req-524ab490-d78a-4dd7-9298-8514b6066c80 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:16.782700 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-7233e519-367c-4ecf-9beb-336e95c71a8d req-524ab490-d78a-4dd7-9298-8514b6066c80 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] For port 1234f15f-3fd2-4cf3-8dae-719bcf0b4917, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1234f15f-3fd2-4cf3-8dae-719bcf0b4917,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:58:16.782700 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-7233e519-367c-4ecf-9beb-336e95c71a8d req-524ab490-d78a-4dd7-9298-8514b6066c80 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:16.991624 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-7233e519-367c-4ecf-9beb-336e95c71a8d req-524ab490-d78a-4dd7-9298-8514b6066c80 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:16.992420 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-7233e519-367c-4ecf-9beb-336e95c71a8d req-524ab490-d78a-4dd7-9298-8514b6066c80 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:16.992420 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [req-7233e519-367c-4ecf-9beb-336e95c71a8d req-524ab490-d78a-4dd7-9298-8514b6066c80 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Floating IP a9c5eef1-cc84-46ee-9475-e084869c6c51 disassociated. External IP: 172.26.4.210, port: 1234f15f-3fd2-4cf3-8dae-719bcf0b4917. Apr 29 11:58:16.992616 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-7233e519-367c-4ecf-9beb-336e95c71a8d req-524ab490-d78a-4dd7-9298-8514b6066c80 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Calling delete_port for 1234f15f-3fd2-4cf3-8dae-719bcf0b4917 owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:58:17.651740 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4479d-2e3c-4e0c-a5b8-988e6f246593 req-2d29f404-f65e-419d-a0a9-12af985c4eef tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:17.653561 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-08a4479d-2e3c-4e0c-a5b8-988e6f246593 req-2d29f404-f65e-419d-a0a9-12af985c4eef tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=aea516e8-8c9f-436b-acb7-1b5f20eea7c5 HTTP/1.1" status: 200 len: 945 time: 0.0969086 Apr 29 11:58:17.736378 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-08a4479d-2e3c-4e0c-a5b8-988e6f246593 req-739aecb1-bb5c-44aa-b6d5-b162aa984b29 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754974 Apr 29 11:58:17.748518 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-7233e519-367c-4ecf-9beb-336e95c71a8d req-524ab490-d78a-4dd7-9298-8514b6066c80 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:17.787519 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ab490-d78a-4dd7-9298-8514b6066c80 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Pushing event deleted for resources: {'Port': ['ID=1234f15f-3fd2-4cf3-8dae-719bcf0b4917,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:58:17.912409 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7233e519-367c-4ecf-9beb-336e95c71a8d req-524ab490-d78a-4dd7-9298-8514b6066c80 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Router c030beb9-38e5-49c0-9a6a-528c14f13258 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:58:18.034057 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7233e519-367c-4ecf-9beb-336e95c71a8d req-524ab490-d78a-4dd7-9298-8514b6066c80 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:58:18.045015 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2482d332-90dc-4f7a-855a-7974de59223b None None] Sync routers for ids ['c030beb9-38e5-49c0-9a6a-528c14f13258'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:58:18.056793 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2482d332-90dc-4f7a-855a-7974de59223b None None] Routers {'c030beb9-38e5-49c0-9a6a-528c14f13258'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:58:18.057522 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-2482d332-90dc-4f7a-855a-7974de59223b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:57:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c030beb9-38e5-49c0-9a6a-528c14f13258'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:58:18.076846 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-7233e519-367c-4ecf-9beb-336e95c71a8d req-524ab490-d78a-4dd7-9298-8514b6066c80 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] No DVR routers for this DVR port 1234f15f-3fd2-4cf3-8dae-719bcf0b4917 on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:58:18.079494 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-7233e519-367c-4ecf-9beb-336e95c71a8d req-524ab490-d78a-4dd7-9298-8514b6066c80 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:18.082982 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7233e519-367c-4ecf-9beb-336e95c71a8d req-524ab490-d78a-4dd7-9298-8514b6066c80 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.62 "DELETE /v2.0/ports/1234f15f-3fd2-4cf3-8dae-719bcf0b4917 HTTP/1.1" status: 204 len: 173 time: 1.4844472 Apr 29 11:58:18.083688 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea516e8-8c9f-436b-acb7-1b5f20eea7c5', 'name': 'network-vif-deleted', 'tag': '1234f15f-3fd2-4cf3-8dae-719bcf0b4917'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:58:18.085730 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55f14d8-683f-4b77-aa42-efa4cf354746" -d '{"events": [{"server_uuid": "aea516e8-8c9f-436b-acb7-1b5f20eea7c5", "name": "network-vif-deleted", "tag": "1234f15f-3fd2-4cf3-8dae-719bcf0b4917"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:58:18.126838 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ed41f4-5f59-4339-b304-dcfa0c7eb559 x-openstack-request-id: req-e2ed41f4-5f59-4339-b304-dcfa0c7eb559 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:58:18.127128 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea516e8-8c9f-436b-acb7-1b5f20eea7c5", "name": "network-vif-deleted", "tag": "1234f15f-3fd2-4cf3-8dae-719bcf0b4917", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:58:18.127374 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e2ed41f4-5f59-4339-b304-dcfa0c7eb559 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:58:18.127775 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2ed41f4-5f59-4339-b304-dcfa0c7eb559'] response: {'server_uuid': 'aea516e8-8c9f-436b-acb7-1b5f20eea7c5', 'name': 'network-vif-deleted', 'tag': '1234f15f-3fd2-4cf3-8dae-719bcf0b4917', 'status': 'completed', 'code': 200} Apr 29 11:58:18.185771 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-2482d332-90dc-4f7a-855a-7974de59223b None None] Set router c030beb9-38e5-49c0-9a6a-528c14f13258 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:58:18.407915 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-2482d332-90dc-4f7a-855a-7974de59223b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '37a9853f-1359-4786-a25b-a3c410befa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:23Z', 'updated_at': '2022-04-29T11:56:27Z', 'revision_number': 4, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'gw_port': {'id': '37a9853f-1359-4786-a25b-a3c410befa49', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:24Z', 'updated_at': '2022-04-29T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'a94a6660-5e03-48a0-9425-84803a5eee0b', 'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'mac_address': 'fa:16:3e:60:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:26Z', 'updated_at': '2022-04-29T11:56:30Z', 'revision_number': 5, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'subnets': [{'id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:58:18.440147 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2482d332-90dc-4f7a-855a-7974de59223b None None] Checking router: c030beb9-38e5-49c0-9a6a-528c14f13258 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:58:18.449944 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2482d332-90dc-4f7a-855a-7974de59223b None None] Routers {'c030beb9-38e5-49c0-9a6a-528c14f13258'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:58:18.451006 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-2482d332-90dc-4f7a-855a-7974de59223b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:57:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c030beb9-38e5-49c0-9a6a-528c14f13258'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:58:18.576447 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-2482d332-90dc-4f7a-855a-7974de59223b None None] Set router c030beb9-38e5-49c0-9a6a-528c14f13258 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:58:18.799501 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-2482d332-90dc-4f7a-855a-7974de59223b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '37a9853f-1359-4786-a25b-a3c410befa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:23Z', 'updated_at': '2022-04-29T11:56:27Z', 'revision_number': 4, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'gw_port': {'id': '37a9853f-1359-4786-a25b-a3c410befa49', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:24Z', 'updated_at': '2022-04-29T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'a94a6660-5e03-48a0-9425-84803a5eee0b', 'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'mac_address': 'fa:16:3e:60:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:26Z', 'updated_at': '2022-04-29T11:56:30Z', 'revision_number': 5, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'subnets': [{'id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:58:18.830236 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2482d332-90dc-4f7a-855a-7974de59223b None None] The sync data for ids ['c030beb9-38e5-49c0-9a6a-528c14f13258'] in dv-neutron-838888-1-hyperv is: [{'id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '37a9853f-1359-4786-a25b-a3c410befa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:23Z', 'updated_at': '2022-04-29T11:56:27Z', 'revision_number': 4, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'gw_port': {'id': '37a9853f-1359-4786-a25b-a3c410befa49', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:24Z', 'updated_at': '2022-04-29T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'a94a6660-5e03-48a0-9425-84803a5eee0b', 'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'mac_address': 'fa:16:3e:60:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:26Z', 'updated_at': '2022-04-29T11:56:30Z', 'revision_number': 5, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'subnets': [{'id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:58:19.037654 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-cfa5d149-d61d-492b-b553-3d4cd425d8d3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--463621142&fields=id&tenant_id=6b12ebc6b3074500937702f723110a3f HTTP/1.1" status: 200 len: 267 time: 0.0407090 Apr 29 11:58:19.098496 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1847beaf-f2db-489f-8d83-20a8592e26d9 None None] New status for floating IP a9c5eef1-cc84-46ee-9475-e084869c6c51: DOWN {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:58:19.166715 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-afcf3011-f4ac-4206-8619-fff9b7f6e873 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:19.169340 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-afcf3011-f4ac-4206-8619-fff9b7f6e873 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/networks?id=32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 200 len: 812 time: 0.1215377 Apr 29 11:58:19.188562 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-4b00c6a9-edcf-46e8-a1ca-5470d2e61a39 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/quotas/6b12ebc6b3074500937702f723110a3f HTTP/1.1" status: 200 len: 375 time: 0.0115561 Apr 29 11:58:19.248262 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-ac6aec17-bdcb-41ac-9f53-068c8dbae9ed tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b12ebc6b3074500937702f723110a3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535336 Apr 29 11:58:19.427886 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-32db691a-21f0-46d8-bfbb-7e587570489e service neutron] 10.222.0.69 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667688 Apr 29 11:58:19.522660 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-dc52acd9-e35f-4f0f-938d-5f58c21e5d2f service neutron] 10.222.0.69 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881670 Apr 29 11:58:19.688673 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0e40dda8-1dad-4ec3-9563-17648887aee8 req-e007264b-ac46-4e66-a304-ca760d37222b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 210 time: 0.0298967 Apr 29 11:58:20.624486 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 1234f15f-3fd2-4cf3-8dae-719bcf0b4917 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:58:20.651765 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: 1234f15f-3fd2-4cf3-8dae-719bcf0b4917 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:58:20.652108 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 1234f15f-3fd2-4cf3-8dae-719bcf0b4917 not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:58:20.792026 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e750b153-3594-46b8-b8a8-d4e962ba70c0 req-d17863af-26e3-403d-83d6-6166603371a5 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 210 time: 0.0308800 Apr 29 11:58:20.947287 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-da2f64a4-790b-4081-b86b-365a268fdeee tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:20.948688 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-da2f64a4-790b-4081-b86b-365a268fdeee tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.62 "GET /v2.0/networks?id=32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 200 len: 812 time: 0.1351950 Apr 29 11:58:20.996272 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-4cbd232a-5b14-46e4-8f79-0331b1b74448 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b12ebc6b3074500937702f723110a3f HTTP/1.1" status: 200 len: 379 time: 0.0380516 Apr 29 11:58:21.005782 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-70226dc3-197d-41be-a0a1-84cbaf479c0b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Request body: {'port': {'device_id': '755fc212-25ff-4cec-93da-6cd5eb20dadf', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'admin_state_up': True, 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'security_groups': ['790660e1-a813-4b8d-919c-fcdb1b25b35a']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:58:21.132795 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-70226dc3-197d-41be-a0a1-84cbaf479c0b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Made reservation on behalf of 6b12ebc6b3074500937702f723110a3f for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:58:21.136440 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-70226dc3-197d-41be-a0a1-84cbaf479c0b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:21.277340 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-70226dc3-197d-41be-a0a1-84cbaf479c0b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Allocated IP 172.20.0.7 (32b745d3-3dff-4df7-9b83-eebdc261a0ae/b45e425f-408b-495c-a0b2-fe0ac61da817/6037288e-bc3e-410c-a758-80f52a2234ed) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:58:21.448687 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-70226dc3-197d-41be-a0a1-84cbaf479c0b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:21.488989 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-70226dc3-197d-41be-a0a1-84cbaf479c0b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:21.567143 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-70226dc3-197d-41be-a0a1-84cbaf479c0b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Network 32b745d3-3dff-4df7-9b83-eebdc261a0ae is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:58:21.573073 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-70226dc3-197d-41be-a0a1-84cbaf479c0b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:58:21.580740 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-70226dc3-197d-41be-a0a1-84cbaf479c0b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:58:21.624096 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70226dc3-197d-41be-a0a1-84cbaf479c0b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Pushing event updated for resources: {'Port': ['ID=6037288e-bc3e-410c-a758-80f52a2234ed,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:58:21.665665 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-70226dc3-197d-41be-a0a1-84cbaf479c0b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:21.666383 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-70226dc3-197d-41be-a0a1-84cbaf479c0b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:21.688822 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-70226dc3-197d-41be-a0a1-84cbaf479c0b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6869290 Apr 29 11:58:21.708930 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-501441c2-7f77-4f94-9698-9704a095ff62 service neutron] Request body: {'port': {'device_id': '755fc212-25ff-4cec-93da-6cd5eb20dadf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:58:21.784147 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-501441c2-7f77-4f94-9698-9704a095ff62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:21.851485 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-54e725f1-51fb-4692-8054-b28ddb306ba8 None None] Provisioning complete for port 6037288e-bc3e-410c-a758-80f52a2234ed triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:58:21.852257 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-54e725f1-51fb-4692-8054-b28ddb306ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:21.916702 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-54e725f1-51fb-4692-8054-b28ddb306ba8 None None] Port 6037288e-bc3e-410c-a758-80f52a2234ed cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:58:22.022601 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f20122-21f7-4cc6-a8a8-40f9dbfb8f19 req-749b50da-d439-4623-bcce-0bd9b882eca1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:22.024265 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-87f20122-21f7-4cc6-a8a8-40f9dbfb8f19 req-749b50da-d439-4623-bcce-0bd9b882eca1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 931 time: 0.1267686 Apr 29 11:58:22.107864 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-87f20122-21f7-4cc6-a8a8-40f9dbfb8f19 req-982c0a12-9a0a-4779-a954-e087d006d261 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753396 Apr 29 11:58:22.184085 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-501441c2-7f77-4f94-9698-9704a095ff62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6037288e-bc3e-410c-a758-80f52a2234ed {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:58:22.198056 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-501441c2-7f77-4f94-9698-9704a095ff62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:22.220571 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-501441c2-7f77-4f94-9698-9704a095ff62 service neutron] Transition to ACTIVE for port object 6037288e-bc3e-410c-a758-80f52a2234ed will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:58:22.224853 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-501441c2-7f77-4f94-9698-9704a095ff62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:22.282185 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501441c2-7f77-4f94-9698-9704a095ff62 service neutron] Pushing event updated for resources: {'Port': ['ID=6037288e-bc3e-410c-a758-80f52a2234ed,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:58:22.393261 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-501441c2-7f77-4f94-9698-9704a095ff62 service neutron] Attempting to bind port 6037288e-bc3e-410c-a758-80f52a2234ed on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:58:22.393762 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-501441c2-7f77-4f94-9698-9704a095ff62 service neutron] Attempting to bind port 6037288e-bc3e-410c-a758-80f52a2234ed by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c6e8e809-2075-4e9f-87f3-1fd924950831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:58:22.394266 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-501441c2-7f77-4f94-9698-9704a095ff62 service neutron] Attempting to bind port 6037288e-bc3e-410c-a758-80f52a2234ed on network 32b745d3-3dff-4df7-9b83-eebdc261a0ae {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:58:22.399921 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-501441c2-7f77-4f94-9698-9704a095ff62 service neutron] Port 6037288e-bc3e-410c-a758-80f52a2234ed on network 32b745d3-3dff-4df7-9b83-eebdc261a0ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:58:22.400231 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-501441c2-7f77-4f94-9698-9704a095ff62 service neutron] Attempting to bind port 6037288e-bc3e-410c-a758-80f52a2234ed on network 32b745d3-3dff-4df7-9b83-eebdc261a0ae {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:58:22.406558 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-501441c2-7f77-4f94-9698-9704a095ff62 service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:58:22.406896 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-501441c2-7f77-4f94-9698-9704a095ff62 service neutron] Checking segment: {'id': 'c6e8e809-2075-4e9f-87f3-1fd924950831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:58:22.407582 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-501441c2-7f77-4f94-9698-9704a095ff62 service neutron] Bound using segment: {'id': 'c6e8e809-2075-4e9f-87f3-1fd924950831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:58:22.407894 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-501441c2-7f77-4f94-9698-9704a095ff62 service neutron] Bound port: 6037288e-bc3e-410c-a758-80f52a2234ed, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e8e809-2075-4e9f-87f3-1fd924950831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:58:22.408908 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-501441c2-7f77-4f94-9698-9704a095ff62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:22.485739 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-501441c2-7f77-4f94-9698-9704a095ff62 service neutron] For port 6037288e-bc3e-410c-a758-80f52a2234ed, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:58:22.489101 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-501441c2-7f77-4f94-9698-9704a095ff62 service neutron] For port 6037288e-bc3e-410c-a758-80f52a2234ed, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6037288e-bc3e-410c-a758-80f52a2234ed,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:58:22.493524 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-501441c2-7f77-4f94-9698-9704a095ff62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:22.530046 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-501441c2-7f77-4f94-9698-9704a095ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:22.530705 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-501441c2-7f77-4f94-9698-9704a095ff62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:22.532126 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-501441c2-7f77-4f94-9698-9704a095ff62 service neutron] 10.222.0.62 "PUT /v2.0/ports/6037288e-bc3e-410c-a758-80f52a2234ed HTTP/1.1" status: 200 len: 1093 time: 0.8300643 Apr 29 11:58:22.532576 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '755fc212-25ff-4cec-93da-6cd5eb20dadf', 'tag': '6037288e-bc3e-410c-a758-80f52a2234ed'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:58:22.534858 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a342c57-2f40-4118-ade3-b21f77703067" -d '{"events": [{"name": "network-changed", "server_uuid": "755fc212-25ff-4cec-93da-6cd5eb20dadf", "tag": "6037288e-bc3e-410c-a758-80f52a2234ed"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:58:22.560982 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501441c2-7f77-4f94-9698-9704a095ff62 service neutron] Pushing event updated for resources: {'Port': ['ID=6037288e-bc3e-410c-a758-80f52a2234ed,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:58:22.583292 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6a22ba-cf46-4853-8f83-a03091e90264 x-openstack-request-id: req-9f6a22ba-cf46-4853-8f83-a03091e90264 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:58:22.583950 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "755fc212-25ff-4cec-93da-6cd5eb20dadf", "tag": "6037288e-bc3e-410c-a758-80f52a2234ed", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:58:22.583950 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9f6a22ba-cf46-4853-8f83-a03091e90264 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:58:22.584221 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f6a22ba-cf46-4853-8f83-a03091e90264'] response: {'name': 'network-changed', 'server_uuid': '755fc212-25ff-4cec-93da-6cd5eb20dadf', 'tag': '6037288e-bc3e-410c-a758-80f52a2234ed', 'status': 'completed', 'code': 200} Apr 29 11:58:22.635159 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-5c75e8c9-3dd8-4522-9700-2301bdfa5251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:22.636770 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-5c75e8c9-3dd8-4522-9700-2301bdfa5251 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b12ebc6b3074500937702f723110a3f&device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 1096 time: 0.0476198 Apr 29 11:58:22.686755 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-bb846f0e-0ea8-448e-92ca-a3f9a8044a72 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6037288e-bc3e-410c-a758-80f52a2234ed HTTP/1.1" status: 200 len: 217 time: 0.0423639 Apr 29 11:58:22.747911 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-34cde92c-ff40-4a30-b81a-7de6505f1324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:22.749454 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-34cde92c-ff40-4a30-b81a-7de6505f1324 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b45e425f-408b-495c-a0b2-fe0ac61da817 HTTP/1.1" status: 200 len: 851 time: 0.0556915 Apr 29 11:58:22.808838 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-a25c1f8d-e186-4b41-98a9-53ae716b602d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:22.810422 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-a25c1f8d-e186-4b41-98a9-53ae716b602d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b745d3-3dff-4df7-9b83-eebdc261a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0529969 Apr 29 11:58:22.916063 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-849835c9-f63a-4220-a108-8cac036671f2 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943151 Apr 29 11:58:23.015124 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c31bf0da-a83e-4bad-89e8-f23bdcb40fe2 req-338df2e3-bb38-474c-87cc-b3eb6f894ade service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889597 Apr 29 11:58:23.107634 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a342c57-2f40-4118-ade3-b21f77703067 req-be8236f1-8960-41d7-bfb7-961656bdaae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:23.109211 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1a342c57-2f40-4118-ade3-b21f77703067 req-be8236f1-8960-41d7-bfb7-961656bdaae2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b12ebc6b3074500937702f723110a3f&device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 1096 time: 0.0428879 Apr 29 11:58:23.243030 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a342c57-2f40-4118-ade3-b21f77703067 req-3d672bf7-a56a-410b-bd6a-2aeb63f42154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:23.244510 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1a342c57-2f40-4118-ade3-b21f77703067 req-3d672bf7-a56a-410b-bd6a-2aeb63f42154 service neutron] 10.222.0.62 "GET /v2.0/networks?id=32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 200 len: 913 time: 0.1283076 Apr 29 11:58:23.269143 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be3417-b9e4-4206-be4a-c83491f34271 req-e07780af-ee06-4fe9-b131-481728a5a764 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:23.271024 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-90be3417-b9e4-4206-be4a-c83491f34271 req-e07780af-ee06-4fe9-b131-481728a5a764 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 943 time: 0.0836189 Apr 29 11:58:23.311476 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1a342c57-2f40-4118-ade3-b21f77703067 req-d512d8ae-8f23-43c1-abde-56a40da86341 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6037288e-bc3e-410c-a758-80f52a2234ed HTTP/1.1" status: 200 len: 217 time: 0.0590596 Apr 29 11:58:23.376853 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-90be3417-b9e4-4206-be4a-c83491f34271 req-6247e149-421e-4f63-9624-9a4d920775fc tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734386 Apr 29 11:58:23.383549 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a342c57-2f40-4118-ade3-b21f77703067 req-929efc97-5788-4120-9470-c5da97f89efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:23.385259 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1a342c57-2f40-4118-ade3-b21f77703067 req-929efc97-5788-4120-9470-c5da97f89efe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b45e425f-408b-495c-a0b2-fe0ac61da817 HTTP/1.1" status: 200 len: 851 time: 0.0646701 Apr 29 11:58:23.444553 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a342c57-2f40-4118-ade3-b21f77703067 req-99fb3af1-1a36-4976-a905-c49e3467ebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:23.446102 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1a342c57-2f40-4118-ade3-b21f77703067 req-99fb3af1-1a36-4976-a905-c49e3467ebf7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b745d3-3dff-4df7-9b83-eebdc261a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0531003 Apr 29 11:58:23.555822 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1a342c57-2f40-4118-ade3-b21f77703067 req-ecaadb6b-bfce-45e0-b00d-125505652a9b service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017725 Apr 29 11:58:23.596796 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a5ff14ed-4fdc-444b-b36f-6fa58994ce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:23.660244 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1a342c57-2f40-4118-ade3-b21f77703067 req-7a72f161-bd7e-4a71-ba1e-3a8c1b9694c5 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967865 Apr 29 11:58:24.508989 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17dc43-d7e6-438a-8261-9bef0c81495d req-efd1d66e-0540-4678-be41-c59a9ee4d076 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:24.510836 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ee17dc43-d7e6-438a-8261-9bef0c81495d req-efd1d66e-0540-4678-be41-c59a9ee4d076 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 943 time: 0.0587125 Apr 29 11:58:24.555931 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ee17dc43-d7e6-438a-8261-9bef0c81495d req-0598bb5b-800c-48c0-af12-82ce6be61dc0 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338678 Apr 29 11:58:24.640169 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 6037288e-bc3e-410c-a758-80f52a2234ed details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:58:24.738599 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 6037288e-bc3e-410c-a758-80f52a2234ed, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6037288e-bc3e-410c-a758-80f52a2234ed,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:58:24.751463 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '6037288e-bc3e-410c-a758-80f52a2234ed', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'port_id': '6037288e-bc3e-410c-a758-80f52a2234ed', 'mac_address': 'fa:16:3e:4c:2f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:58:24.790382 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:24.803666 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6037288e-bc3e-410c-a758-80f52a2234ed {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:58:24.823843 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 6037288e-bc3e-410c-a758-80f52a2234ed, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6037288e-bc3e-410c-a758-80f52a2234ed,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:58:24.832052 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:24.890607 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=6037288e-bc3e-410c-a758-80f52a2234ed,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:58:24.899260 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:58:24.899631 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:58:24.899966 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:58:24.900299 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:58:24.900631 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:58:24.900959 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:58:24.901283 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:58:24.901608 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:58:24.901929 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:58:24.902439 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:58:24.903010 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:58:24.903567 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:58:25.076970 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['6037288e-bc3e-410c-a758-80f52a2234ed'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:58:25.682861 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3392cd9-9d7e-4a4e-82ad-a07955bd23f7 req-e73f6830-4b5a-409b-bec6-3984612310fa tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:25.684628 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c3392cd9-9d7e-4a4e-82ad-a07955bd23f7 req-e73f6830-4b5a-409b-bec6-3984612310fa tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 944 time: 0.0521553 Apr 29 11:58:25.727067 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c3392cd9-9d7e-4a4e-82ad-a07955bd23f7 req-d96f4dd2-db1f-4ced-8842-a19b3d0e05d0 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339663 Apr 29 11:58:26.640864 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 6037288e-bc3e-410c-a758-80f52a2234ed up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:58:26.692758 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port 6037288e-bc3e-410c-a758-80f52a2234ed completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:58:26.697328 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 6037288e-bc3e-410c-a758-80f52a2234ed triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:58:26.697696 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:26.777448 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:26.802048 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755fc212-25ff-4cec-93da-6cd5eb20dadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6037288e-bc3e-410c-a758-80f52a2234ed'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:58:26.804380 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7036b57-1f5c-4eea-bea3-f839d9c9dc3c" -d '{"events": [{"server_uuid": "755fc212-25ff-4cec-93da-6cd5eb20dadf", "name": "network-vif-plugged", "status": "completed", "tag": "6037288e-bc3e-410c-a758-80f52a2234ed"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:58:26.820121 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 6037288e-bc3e-410c-a758-80f52a2234ed, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6037288e-bc3e-410c-a758-80f52a2234ed,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:58:26.827742 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:26.858565 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab4fc3-7036-42ce-9405-ca7ce64f4f7d req-82a54fae-d285-4569-bd85-38d860debc0d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:26.860538 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-40ab4fc3-7036-42ce-9405-ca7ce64f4f7d req-82a54fae-d285-4569-bd85-38d860debc0d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 944 time: 0.0587983 Apr 29 11:58:26.861484 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe3f592-2679-4044-82c3-95327b0de3b3 x-openstack-request-id: req-6fe3f592-2679-4044-82c3-95327b0de3b3 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:58:26.861782 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755fc212-25ff-4cec-93da-6cd5eb20dadf", "name": "network-vif-plugged", "status": "completed", "tag": "6037288e-bc3e-410c-a758-80f52a2234ed", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:58:26.862035 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6fe3f592-2679-4044-82c3-95327b0de3b3 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:58:26.862455 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fe3f592-2679-4044-82c3-95327b0de3b3'] response: {'server_uuid': '755fc212-25ff-4cec-93da-6cd5eb20dadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6037288e-bc3e-410c-a758-80f52a2234ed', 'code': 200} Apr 29 11:58:26.894089 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=6037288e-bc3e-410c-a758-80f52a2234ed,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:58:26.917706 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-40ab4fc3-7036-42ce-9405-ca7ce64f4f7d req-207c2e9f-b05d-4c58-a8ee-e48b96da5971 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492423 Apr 29 11:58:27.043925 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63e3a6-2fcd-4d01-9b60-d1fbb0d0f1fe req-ed80df20-bf96-4ce2-bab6-d79a41f91b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:27.045336 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9f63e3a6-2fcd-4d01-9b60-d1fbb0d0f1fe req-ed80df20-bf96-4ce2-bab6-d79a41f91b61 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 1098 time: 0.0524204 Apr 29 11:58:27.084523 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9f63e3a6-2fcd-4d01-9b60-d1fbb0d0f1fe req-6079bf06-b235-4e77-85d6-14dddb0c4387 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314944 Apr 29 11:58:27.270091 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:27.786747 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-390bbb43-25df-4795-b116-9e6bcd095929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:28.052247 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75874c75-f3fb-4252-9ffd-e4d1485c5f1a req-1b21e22d-cea6-4254-b105-4eabcdea47bb tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:28.053778 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-75874c75-f3fb-4252-9ffd-e4d1485c5f1a req-1b21e22d-cea6-4254-b105-4eabcdea47bb tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0596569 Apr 29 11:58:28.096361 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-75874c75-f3fb-4252-9ffd-e4d1485c5f1a req-34c5da6b-6787-4d6b-aa94-3ba742643bd2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353847 Apr 29 11:58:28.559384 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:29.252521 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8f0c6-052a-48c2-972b-e84c72792423 req-9786b5d9-0993-4697-bcb4-1217e3837472 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:29.254264 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c7d8f0c6-052a-48c2-972b-e84c72792423 req-9786b5d9-0993-4697-bcb4-1217e3837472 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0557375 Apr 29 11:58:29.303895 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c7d8f0c6-052a-48c2-972b-e84c72792423 req-1c05043b-b84e-45d5-ab65-a4f9b65bb304 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398786 Apr 29 11:58:29.433573 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80841286-7943-4d32-bd77-a616fe4dbed4 req-b7e433e6-d74f-46c8-b422-60962664e6ce tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:29.434955 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-80841286-7943-4d32-bd77-a616fe4dbed4 req-b7e433e6-d74f-46c8-b422-60962664e6ce tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0582891 Apr 29 11:58:29.444955 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 56622) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:58:29.451210 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-ef15307b-7702-4065-bf7d-a32cecf5a7b3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Request body: {'floatingip': {'port_id': '6037288e-bc3e-410c-a758-80f52a2234ed'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:58:29.495326 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ef15307b-7702-4065-bf7d-a32cecf5a7b3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for floatingip, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:29.968679 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ef15307b-7702-4065-bf7d-a32cecf5a7b3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:29.973283 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ef15307b-7702-4065-bf7d-a32cecf5a7b3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:30.084347 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:30.085531 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [None req-ef15307b-7702-4065-bf7d-a32cecf5a7b3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Floating IP a9c5eef1-cc84-46ee-9475-e084869c6c51 associated. External IP: 172.26.4.210, port: 6037288e-bc3e-410c-a758-80f52a2234ed. Apr 29 11:58:30.256202 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:30.325062 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef15307b-7702-4065-bf7d-a32cecf5a7b3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Router c030beb9-38e5-49c0-9a6a-528c14f13258 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:58:30.792564 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef15307b-7702-4065-bf7d-a32cecf5a7b3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:58:30.797499 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ef15307b-7702-4065-bf7d-a32cecf5a7b3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:30.805854 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a669a4d-10f9-4b09-9ff6-8d14a872c772 None None] Sync routers for ids ['c030beb9-38e5-49c0-9a6a-528c14f13258'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:58:30.818452 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a669a4d-10f9-4b09-9ff6-8d14a872c772 None None] Routers {'c030beb9-38e5-49c0-9a6a-528c14f13258'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:58:30.819343 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-9a669a4d-10f9-4b09-9ff6-8d14a872c772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:58:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c030beb9-38e5-49c0-9a6a-528c14f13258'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:58:30.827288 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ef15307b-7702-4065-bf7d-a32cecf5a7b3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "PUT /v2.0/floatingips/a9c5eef1-cc84-46ee-9475-e084869c6c51 HTTP/1.1" status: 200 len: 991 time: 1.3811381 Apr 29 11:58:30.827992 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '755fc212-25ff-4cec-93da-6cd5eb20dadf', 'tag': '6037288e-bc3e-410c-a758-80f52a2234ed'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:58:30.830698 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33daece2-d0ec-4196-9fe9-076fef4f9090" -d '{"events": [{"name": "network-changed", "server_uuid": "755fc212-25ff-4cec-93da-6cd5eb20dadf", "tag": "6037288e-bc3e-410c-a758-80f52a2234ed"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:58:30.869932 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fb29cf-e817-4eae-abf6-61310a92a253 x-openstack-request-id: req-54fb29cf-e817-4eae-abf6-61310a92a253 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:58:30.870267 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "755fc212-25ff-4cec-93da-6cd5eb20dadf", "tag": "6037288e-bc3e-410c-a758-80f52a2234ed", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:58:30.870599 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-54fb29cf-e817-4eae-abf6-61310a92a253 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:58:30.872136 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54fb29cf-e817-4eae-abf6-61310a92a253'] response: {'name': 'network-changed', 'server_uuid': '755fc212-25ff-4cec-93da-6cd5eb20dadf', 'tag': '6037288e-bc3e-410c-a758-80f52a2234ed', 'status': 'completed', 'code': 200} Apr 29 11:58:30.942646 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-9a669a4d-10f9-4b09-9ff6-8d14a872c772 None None] Set router c030beb9-38e5-49c0-9a6a-528c14f13258 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:58:30.942884 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33daece2-d0ec-4196-9fe9-076fef4f9090 req-86170d20-4d76-4448-82cc-72ea72acb074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:30.945650 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-33daece2-d0ec-4196-9fe9-076fef4f9090 req-86170d20-4d76-4448-82cc-72ea72acb074 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b12ebc6b3074500937702f723110a3f&device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 1098 time: 0.0528622 Apr 29 11:58:31.088494 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [req-ab815aae-f412-4b31-80a8-44f06a0e2b1b req-8f264352-c1d6-44b5-8df7-d287b7cd6c01 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0472209 Apr 29 11:58:31.101116 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33daece2-d0ec-4196-9fe9-076fef4f9090 req-c5f8aa37-493a-419f-93d1-d022b3de81b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:31.103249 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-33daece2-d0ec-4196-9fe9-076fef4f9090 req-c5f8aa37-493a-419f-93d1-d022b3de81b5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 200 len: 913 time: 0.1495280 Apr 29 11:58:31.169869 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581fa70-f19b-4a86-bb24-123c31c632d7 req-0d1d6b71-73a2-4751-8200-17457f74e88b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:31.177621 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8581fa70-f19b-4a86-bb24-123c31c632d7 req-0d1d6b71-73a2-4751-8200-17457f74e88b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.1286173 Apr 29 11:58:31.214271 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-33daece2-d0ec-4196-9fe9-076fef4f9090 req-de04ba46-6e92-47df-9061-5e91a0e63ad2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6037288e-bc3e-410c-a758-80f52a2234ed HTTP/1.1" status: 200 len: 999 time: 0.1033089 Apr 29 11:58:31.225211 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-9a669a4d-10f9-4b09-9ff6-8d14a872c772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '37a9853f-1359-4786-a25b-a3c410befa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:23Z', 'updated_at': '2022-04-29T11:56:27Z', 'revision_number': 4, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'gw_port': {'id': '37a9853f-1359-4786-a25b-a3c410befa49', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:24Z', 'updated_at': '2022-04-29T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'a9c5eef1-cc84-46ee-9475-e084869c6c51', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'floating_ip_address': '172.26.4.210', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'port_id': '6037288e-bc3e-410c-a758-80f52a2234ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'mac_address': 'fa:16:3e:4c:2f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755fc212-25ff-4cec-93da-6cd5eb20dadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:56:29Z', 'updated_at': '2022-04-29T11:58:29Z', 'revision_number': 9, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a94a6660-5e03-48a0-9425-84803a5eee0b', 'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'mac_address': 'fa:16:3e:60:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:26Z', 'updated_at': '2022-04-29T11:56:30Z', 'revision_number': 5, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'subnets': [{'id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:58:31.254957 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a669a4d-10f9-4b09-9ff6-8d14a872c772 None None] Checking router: c030beb9-38e5-49c0-9a6a-528c14f13258 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:58:31.264677 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a669a4d-10f9-4b09-9ff6-8d14a872c772 None None] Routers {'c030beb9-38e5-49c0-9a6a-528c14f13258'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:58:31.265306 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-9a669a4d-10f9-4b09-9ff6-8d14a872c772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:58:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c030beb9-38e5-49c0-9a6a-528c14f13258'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:58:31.267489 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8581fa70-f19b-4a86-bb24-123c31c632d7 req-66b69457-442f-4a3c-a320-0808e2715c9f tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889843 Apr 29 11:58:31.286733 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33daece2-d0ec-4196-9fe9-076fef4f9090 req-d0786d87-351e-4c84-aa53-123e325b197c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:31.288416 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-33daece2-d0ec-4196-9fe9-076fef4f9090 req-d0786d87-351e-4c84-aa53-123e325b197c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b45e425f-408b-495c-a0b2-fe0ac61da817 HTTP/1.1" status: 200 len: 851 time: 0.0628936 Apr 29 11:58:31.340520 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33daece2-d0ec-4196-9fe9-076fef4f9090 req-5ad2e4f9-9798-42be-821f-08cb0821e043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:31.342028 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-33daece2-d0ec-4196-9fe9-076fef4f9090 req-5ad2e4f9-9798-42be-821f-08cb0821e043 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b745d3-3dff-4df7-9b83-eebdc261a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0462592 Apr 29 11:58:31.454477 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-33daece2-d0ec-4196-9fe9-076fef4f9090 req-9ecabe62-9567-4066-ad32-ceedfc59fd26 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050894 Apr 29 11:58:31.541743 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-9a669a4d-10f9-4b09-9ff6-8d14a872c772 None None] Set router c030beb9-38e5-49c0-9a6a-528c14f13258 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:58:31.586067 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-33daece2-d0ec-4196-9fe9-076fef4f9090 req-2044f934-1a39-433c-a270-801e52c102b4 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236441 Apr 29 11:58:31.812037 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-9a669a4d-10f9-4b09-9ff6-8d14a872c772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '37a9853f-1359-4786-a25b-a3c410befa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:23Z', 'updated_at': '2022-04-29T11:56:27Z', 'revision_number': 4, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'gw_port': {'id': '37a9853f-1359-4786-a25b-a3c410befa49', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:24Z', 'updated_at': '2022-04-29T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'a9c5eef1-cc84-46ee-9475-e084869c6c51', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'floating_ip_address': '172.26.4.210', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'port_id': '6037288e-bc3e-410c-a758-80f52a2234ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'mac_address': 'fa:16:3e:4c:2f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755fc212-25ff-4cec-93da-6cd5eb20dadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:56:29Z', 'updated_at': '2022-04-29T11:58:29Z', 'revision_number': 9, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a94a6660-5e03-48a0-9425-84803a5eee0b', 'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'mac_address': 'fa:16:3e:60:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:26Z', 'updated_at': '2022-04-29T11:56:30Z', 'revision_number': 5, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'subnets': [{'id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:58:31.840937 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a669a4d-10f9-4b09-9ff6-8d14a872c772 None None] The sync data for ids ['c030beb9-38e5-49c0-9a6a-528c14f13258'] in dv-neutron-838888-1-hyperv is: [{'id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '37a9853f-1359-4786-a25b-a3c410befa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:23Z', 'updated_at': '2022-04-29T11:56:27Z', 'revision_number': 4, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'gw_port': {'id': '37a9853f-1359-4786-a25b-a3c410befa49', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:24Z', 'updated_at': '2022-04-29T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'a9c5eef1-cc84-46ee-9475-e084869c6c51', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'floating_ip_address': '172.26.4.210', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'port_id': '6037288e-bc3e-410c-a758-80f52a2234ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'mac_address': 'fa:16:3e:4c:2f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755fc212-25ff-4cec-93da-6cd5eb20dadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:56:29Z', 'updated_at': '2022-04-29T11:58:29Z', 'revision_number': 9, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a94a6660-5e03-48a0-9425-84803a5eee0b', 'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'mac_address': 'fa:16:3e:60:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:26Z', 'updated_at': '2022-04-29T11:56:30Z', 'revision_number': 5, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'subnets': [{'id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:58:32.044438 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bddef3-b408-4b10-80b8-a29d67712b16 None None] New status for floating IP a9c5eef1-cc84-46ee-9475-e084869c6c51: ACTIVE {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:58:32.350119 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab815aae-f412-4b31-80a8-44f06a0e2b1b req-89008ce2-614c-469b-964d-3f73e7d251c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:32.351682 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab815aae-f412-4b31-80a8-44f06a0e2b1b req-89008ce2-614c-469b-964d-3f73e7d251c2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b12ebc6b3074500937702f723110a3f&device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 1098 time: 0.0433819 Apr 29 11:58:32.460164 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba955015-858e-4a36-ae0b-a6e46539617d req-6bc34c67-968e-4c41-ac1d-4dd3ca1467c9 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:32.461705 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ba955015-858e-4a36-ae0b-a6e46539617d req-6bc34c67-968e-4c41-ac1d-4dd3ca1467c9 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.1090794 Apr 29 11:58:32.502531 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab815aae-f412-4b31-80a8-44f06a0e2b1b req-99650dd6-15f0-4d56-ac0a-62d1e4c2844c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:32.504024 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab815aae-f412-4b31-80a8-44f06a0e2b1b req-99650dd6-15f0-4d56-ac0a-62d1e4c2844c service neutron] 10.222.0.62 "GET /v2.0/networks?id=32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 200 len: 913 time: 0.1396873 Apr 29 11:58:32.561193 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ba955015-858e-4a36-ae0b-a6e46539617d req-df54cff0-4199-4aa2-b550-d33582841f54 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893567 Apr 29 11:58:32.593434 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab815aae-f412-4b31-80a8-44f06a0e2b1b req-0927efac-42a1-45b9-add5-91235ff4df60 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6037288e-bc3e-410c-a758-80f52a2234ed HTTP/1.1" status: 200 len: 1002 time: 0.0788836 Apr 29 11:58:32.645246 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab815aae-f412-4b31-80a8-44f06a0e2b1b req-8e760796-f1f0-4759-857e-9e8d8fea70a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:32.646762 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab815aae-f412-4b31-80a8-44f06a0e2b1b req-8e760796-f1f0-4759-857e-9e8d8fea70a4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b45e425f-408b-495c-a0b2-fe0ac61da817 HTTP/1.1" status: 200 len: 851 time: 0.0465152 Apr 29 11:58:32.694998 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab815aae-f412-4b31-80a8-44f06a0e2b1b req-a771f084-c6b4-43e2-9943-144111b2f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:32.696556 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab815aae-f412-4b31-80a8-44f06a0e2b1b req-a771f084-c6b4-43e2-9943-144111b2f9ba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b745d3-3dff-4df7-9b83-eebdc261a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415287 Apr 29 11:58:32.794040 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab815aae-f412-4b31-80a8-44f06a0e2b1b req-9f4a67fa-2801-43d4-add7-c63b763b43ed service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894117 Apr 29 11:58:32.888689 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab815aae-f412-4b31-80a8-44f06a0e2b1b req-b0ed5826-b1d7-4730-88d9-86c57411b39d service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874493 Apr 29 11:58:33.687908 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffec4c5-2ad4-4e7a-9a7c-07722af8a79a req-a531e57d-e174-406d-8322-eca797b2f611 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:33.689564 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dffec4c5-2ad4-4e7a-9a7c-07722af8a79a req-a531e57d-e174-406d-8322-eca797b2f611 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0545785 Apr 29 11:58:33.735315 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dffec4c5-2ad4-4e7a-9a7c-07722af8a79a req-8bbd9e76-9d5e-49ca-93d3-781471919346 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388296 Apr 29 11:58:34.863722 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bb255-f6ba-4f13-b086-e1f08be8f2d3 req-35d50471-c945-4639-8fe0-4710ca43c147 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:34.865374 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-982bb255-f6ba-4f13-b086-e1f08be8f2d3 req-35d50471-c945-4639-8fe0-4710ca43c147 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0542271 Apr 29 11:58:34.912984 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-982bb255-f6ba-4f13-b086-e1f08be8f2d3 req-0d04ad4a-aa31-4f67-a228-83c88e94dbf0 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403876 Apr 29 11:58:36.038907 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52786c3-4188-4d35-9d06-1e25f8b6c153 req-4ace9d6c-b210-4aa1-88a6-36cda527809e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:36.040560 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d52786c3-4188-4d35-9d06-1e25f8b6c153 req-4ace9d6c-b210-4aa1-88a6-36cda527809e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0531001 Apr 29 11:58:36.082483 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d52786c3-4188-4d35-9d06-1e25f8b6c153 req-a4bace5a-624f-44f3-8704-c92a883e0ba4 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356126 Apr 29 11:58:37.226064 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ee40b-dd6e-483b-9727-3fbe6fc862c9 req-57a9f788-8205-412b-aac1-0b5ea5825b5e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:37.228770 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f75ee40b-dd6e-483b-9727-3fbe6fc862c9 req-57a9f788-8205-412b-aac1-0b5ea5825b5e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0730364 Apr 29 11:58:37.281062 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f75ee40b-dd6e-483b-9727-3fbe6fc862c9 req-9ac15b36-a1a8-46be-8536-f87ec1d71183 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453069 Apr 29 11:58:38.419591 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2012b4-fa5d-45ea-bc94-7974f3e60571 req-cf1eb5d3-7981-4495-b727-d396c3f291c2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:38.421188 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4e2012b4-fa5d-45ea-bc94-7974f3e60571 req-cf1eb5d3-7981-4495-b727-d396c3f291c2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0547500 Apr 29 11:58:38.471661 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4e2012b4-fa5d-45ea-bc94-7974f3e60571 req-1f64ebe2-91dd-4d2f-b186-3923eb6c93cd tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438800 Apr 29 11:58:39.599381 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7008a-9a80-44b5-89fd-37a070a19b24 req-773a8211-4b15-442b-a98c-c7cce7531394 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:39.601976 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-34b7008a-9a80-44b5-89fd-37a070a19b24 req-773a8211-4b15-442b-a98c-c7cce7531394 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0571938 Apr 29 11:58:39.644901 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-34b7008a-9a80-44b5-89fd-37a070a19b24 req-e99de733-6a87-4f94-92de-b542d67bf2cd tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360968 Apr 29 11:58:40.772118 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c1969-1d46-4924-b9e9-51792d0d7984 req-80b5eb81-d4d2-4072-8a52-fa3429b3d263 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:40.773781 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9a6c1969-1d46-4924-b9e9-51792d0d7984 req-80b5eb81-d4d2-4072-8a52-fa3429b3d263 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0545819 Apr 29 11:58:40.821435 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9a6c1969-1d46-4924-b9e9-51792d0d7984 req-dda7fff7-ad9e-4015-a1c1-dade0a0e1a9c tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413926 Apr 29 11:58:41.953180 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e02729-6685-4133-91ee-de465de352bd req-1d0ad94f-8784-419d-9ae4-9786141c6120 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:41.954849 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-47e02729-6685-4133-91ee-de465de352bd req-1d0ad94f-8784-419d-9ae4-9786141c6120 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0582564 Apr 29 11:58:41.997156 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-47e02729-6685-4133-91ee-de465de352bd req-3c73e317-1527-4206-9cd4-dccb6ce55658 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360897 Apr 29 11:58:43.119500 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607fc3f-089c-4470-bc24-eb8bc4c9ef99 req-c86d35e7-7a18-4a68-89a1-2df3c60cbca8 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:43.121034 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6607fc3f-089c-4470-bc24-eb8bc4c9ef99 req-c86d35e7-7a18-4a68-89a1-2df3c60cbca8 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0508134 Apr 29 11:58:43.162757 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6607fc3f-089c-4470-bc24-eb8bc4c9ef99 req-e0d7222d-435b-4a4d-b4a5-c06a69ff05be tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351815 Apr 29 11:58:44.299047 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48603463-c08b-471c-87ee-a9e62160e92a req-1e4a9f9b-da4b-4857-a24c-4a6f50b7d37e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:44.300628 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-48603463-c08b-471c-87ee-a9e62160e92a req-1e4a9f9b-da4b-4857-a24c-4a6f50b7d37e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0620875 Apr 29 11:58:44.355629 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-48603463-c08b-471c-87ee-a9e62160e92a req-17d6913d-7147-41ed-a589-59daa1975847 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456924 Apr 29 11:58:45.488213 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37876cd8-aa03-45c0-8ce9-f48b252149d8 req-0f26417d-81d8-4fdd-8a2a-dd63f0c5dbfc tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:45.490041 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-37876cd8-aa03-45c0-8ce9-f48b252149d8 req-0f26417d-81d8-4fdd-8a2a-dd63f0c5dbfc tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0559988 Apr 29 11:58:45.532238 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-37876cd8-aa03-45c0-8ce9-f48b252149d8 req-0269b0ed-0cab-4046-bf0b-007b8bd770e6 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355842 Apr 29 11:58:46.679563 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc5de0-8ccd-4210-b0f3-2ec3227fdaf9 req-579093de-8463-48db-940e-21a1ddda8021 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:46.681240 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f2fc5de0-8ccd-4210-b0f3-2ec3227fdaf9 req-579093de-8463-48db-940e-21a1ddda8021 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0547826 Apr 29 11:58:46.727903 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f2fc5de0-8ccd-4210-b0f3-2ec3227fdaf9 req-a12b1754-2f8c-43a4-a413-d36aa9fab1bf tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392518 Apr 29 11:58:47.273349 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:58:47.859120 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691944f-6293-415b-a1dc-ace47e5f0807 req-a00785f9-a95e-4421-b298-9891a0a7e2d6 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:47.860679 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b691944f-6293-415b-a1dc-ace47e5f0807 req-a00785f9-a95e-4421-b298-9891a0a7e2d6 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0591474 Apr 29 11:58:47.906277 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b691944f-6293-415b-a1dc-ace47e5f0807 req-56e70aa6-c28c-4b5b-aa23-7fc2a12aec33 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392416 Apr 29 11:58:49.030085 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67706e-5a91-4eee-b7eb-930d17a84e23 req-d53fb60c-e688-48c0-9701-c1ff73e1c68d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:49.031696 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1b67706e-5a91-4eee-b7eb-930d17a84e23 req-d53fb60c-e688-48c0-9701-c1ff73e1c68d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0516241 Apr 29 11:58:49.074256 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1b67706e-5a91-4eee-b7eb-930d17a84e23 req-c6673839-cf13-448a-9c72-17b13e9b9668 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355411 Apr 29 11:58:50.208098 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44af800-fde4-4aeb-82ae-62213f993623 req-73037740-1746-49a6-9b33-ecd326c72b62 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:50.210748 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f44af800-fde4-4aeb-82ae-62213f993623 req-73037740-1746-49a6-9b33-ecd326c72b62 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0666192 Apr 29 11:58:50.250230 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f44af800-fde4-4aeb-82ae-62213f993623 req-507ed4b3-b94a-46ac-b8e6-457f3bfa4306 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331023 Apr 29 11:58:51.368844 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15edec6-579e-49ef-bfc8-0befc32f6edd req-8f2a18ea-cc52-4766-8cdc-5ae3b7b9a53f tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:51.370549 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a15edec6-579e-49ef-bfc8-0befc32f6edd req-8f2a18ea-cc52-4766-8cdc-5ae3b7b9a53f tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0504560 Apr 29 11:58:51.419670 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a15edec6-579e-49ef-bfc8-0befc32f6edd req-9555c1a8-a21d-4745-b13d-11e08b5cea52 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425894 Apr 29 11:58:52.540426 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a8283-7d81-4fd0-8dd9-306bcf970186 req-c85b12f3-4f2d-46a2-976a-45e07af0e472 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:52.541978 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7d8a8283-7d81-4fd0-8dd9-306bcf970186 req-c85b12f3-4f2d-46a2-976a-45e07af0e472 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0521333 Apr 29 11:58:52.582379 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7d8a8283-7d81-4fd0-8dd9-306bcf970186 req-19f5a4df-187e-406d-9e77-c9c2b50a59a3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341523 Apr 29 11:58:53.589201 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1edaedf7-70be-4778-b3d8-a76b9d8166fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:53.701246 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca5c7e-d2ee-41ed-85d7-25ac6a9136f5 req-a3376819-d400-40b0-b0ad-e91ef82f080b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:53.702835 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b4ca5c7e-d2ee-41ed-85d7-25ac6a9136f5 req-a3376819-d400-40b0-b0ad-e91ef82f080b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0514703 Apr 29 11:58:53.742846 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b4ca5c7e-d2ee-41ed-85d7-25ac6a9136f5 req-958d099f-944d-4718-9ef2-a051c75b9dfc tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336185 Apr 29 11:58:54.862303 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8e394-302d-49e9-8f18-ff4139465869 req-04b5914b-e97f-45ad-9514-988ac9ca1866 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:54.863866 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-54e8e394-302d-49e9-8f18-ff4139465869 req-04b5914b-e97f-45ad-9514-988ac9ca1866 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0503283 Apr 29 11:58:54.906694 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-54e8e394-302d-49e9-8f18-ff4139465869 req-80db7d7b-1156-452a-b430-68c4825008f0 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368018 Apr 29 11:58:56.023389 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e24b2f-cbcc-4642-a404-a7c72c035fe6 req-09ec47c3-ddf3-4866-a66c-45ebfa2f2609 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:56.024859 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b3e24b2f-cbcc-4642-a404-a7c72c035fe6 req-09ec47c3-ddf3-4866-a66c-45ebfa2f2609 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0496800 Apr 29 11:58:56.062810 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b3e24b2f-cbcc-4642-a404-a7c72c035fe6 req-cc97d25c-cb3d-41a2-aafe-ad9251088fa7 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318902 Apr 29 11:58:57.180218 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1212028-9dfb-465d-a854-7ae7d333dd71 req-29532624-55df-4e7f-aee5-13233b945b30 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:57.181766 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c1212028-9dfb-465d-a854-7ae7d333dd71 req-29532624-55df-4e7f-aee5-13233b945b30 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0517366 Apr 29 11:58:57.223044 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c1212028-9dfb-465d-a854-7ae7d333dd71 req-7e14d136-3fd2-41f5-93fe-8d0a1ab80cd2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335729 Apr 29 11:58:57.276779 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:57.790734 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0d5df19d-a904-41d9-8685-43b18cf44259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:58.354575 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7248faf-6f4e-44c3-860d-758b205a6430 req-5c9612cf-65e1-430c-84e4-4f231a8619ba tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:58.356101 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d7248faf-6f4e-44c3-860d-758b205a6430 req-5c9612cf-65e1-430c-84e4-4f231a8619ba tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0518050 Apr 29 11:58:58.401247 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d7248faf-6f4e-44c3-860d-758b205a6430 req-084fbbc0-5fcc-4781-b03f-c43bb3e75dbd tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388973 Apr 29 11:58:58.561905 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:59.522608 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96ead7-0f5e-4072-ad3e-50bf2bbb7b37 req-4bede30d-79bc-436d-8f1e-8fbc754b6acd tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:59.524076 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0b96ead7-0f5e-4072-ad3e-50bf2bbb7b37 req-4bede30d-79bc-436d-8f1e-8fbc754b6acd tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0498676 Apr 29 11:58:59.563056 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0b96ead7-0f5e-4072-ad3e-50bf2bbb7b37 req-b0a8ccdc-b65f-418b-9bf2-4c3110503ea3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322642 Apr 29 11:58:59.841403 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab815aae-f412-4b31-80a8-44f06a0e2b1b req-e07d1694-a1a5-4ea2-854e-590feee3eee4 service neutron] 10.222.0.62 "GET /v2.0/ports/6037288e-bc3e-410c-a758-80f52a2234ed/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0622053 Apr 29 11:59:00.065546 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab815aae-f412-4b31-80a8-44f06a0e2b1b req-726731ea-f242-4613-945b-3002c076b49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:00.067180 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab815aae-f412-4b31-80a8-44f06a0e2b1b req-726731ea-f242-4613-945b-3002c076b49f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf&tenant_id=6b12ebc6b3074500937702f723110a3f HTTP/1.1" status: 200 len: 1098 time: 0.0448289 Apr 29 11:59:00.076733 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:00.142015 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab815aae-f412-4b31-80a8-44f06a0e2b1b req-4a344a83-6873-43ce-90d8-6dbfb54aa4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:00.143453 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab815aae-f412-4b31-80a8-44f06a0e2b1b req-4a344a83-6873-43ce-90d8-6dbfb54aa4c0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b12ebc6b3074500937702f723110a3f&device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 1098 time: 0.0476272 Apr 29 11:59:00.246129 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab815aae-f412-4b31-80a8-44f06a0e2b1b req-a1d496a2-a4de-49bc-945c-5da47df4b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:00.249003 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab815aae-f412-4b31-80a8-44f06a0e2b1b req-a1d496a2-a4de-49bc-945c-5da47df4b7cd service neutron] 10.222.0.62 "GET /v2.0/networks?id=32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 200 len: 913 time: 0.0955472 Apr 29 11:59:00.253532 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:00.326055 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab815aae-f412-4b31-80a8-44f06a0e2b1b req-ca57e324-10bd-411e-9d38-d5bc77626e35 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6037288e-bc3e-410c-a758-80f52a2234ed HTTP/1.1" status: 200 len: 1002 time: 0.0677166 Apr 29 11:59:00.376245 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab815aae-f412-4b31-80a8-44f06a0e2b1b req-82c767a6-00cd-419f-8e8a-125db09102f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:00.377715 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab815aae-f412-4b31-80a8-44f06a0e2b1b req-82c767a6-00cd-419f-8e8a-125db09102f0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b45e425f-408b-495c-a0b2-fe0ac61da817 HTTP/1.1" status: 200 len: 851 time: 0.0450423 Apr 29 11:59:00.427024 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab815aae-f412-4b31-80a8-44f06a0e2b1b req-ed9d8f89-b414-4d1d-81ab-7d79d85753aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:00.428678 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab815aae-f412-4b31-80a8-44f06a0e2b1b req-ed9d8f89-b414-4d1d-81ab-7d79d85753aa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b745d3-3dff-4df7-9b83-eebdc261a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444093 Apr 29 11:59:00.555852 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab815aae-f412-4b31-80a8-44f06a0e2b1b req-c2be5162-427b-4e59-85c3-507319eb3c97 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166520 Apr 29 11:59:00.687211 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab815aae-f412-4b31-80a8-44f06a0e2b1b req-288d4a91-63db-4544-bc73-73034b444d37 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188428 Apr 29 11:59:00.708941 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a2294-415c-4e3c-9713-2a599d25efc1 req-bee5cb4b-0782-4e88-a6cf-a4be54de2572 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:00.710997 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f62a2294-415c-4e3c-9713-2a599d25efc1 req-bee5cb4b-0782-4e88-a6cf-a4be54de2572 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0667682 Apr 29 11:59:00.757011 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f62a2294-415c-4e3c-9713-2a599d25efc1 req-b36df215-f20e-4ca6-97f5-b2958b3a9a3f tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395463 Apr 29 11:59:01.877808 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c962b-394c-413c-a7d7-a8f009cb7dc5 req-9ae06efb-d231-4b38-aa2c-0f91caa52a47 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:01.879336 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6e5c962b-394c-413c-a7d7-a8f009cb7dc5 req-9ae06efb-d231-4b38-aa2c-0f91caa52a47 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0495791 Apr 29 11:59:01.916935 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6e5c962b-394c-413c-a7d7-a8f009cb7dc5 req-18e35b53-f38d-4007-b297-d59dfac7cc63 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316544 Apr 29 11:59:02.792086 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 6037288e-bc3e-410c-a758-80f52a2234ed details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:59:02.886956 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 6037288e-bc3e-410c-a758-80f52a2234ed, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6037288e-bc3e-410c-a758-80f52a2234ed,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:59:02.899042 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '6037288e-bc3e-410c-a758-80f52a2234ed', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'port_id': '6037288e-bc3e-410c-a758-80f52a2234ed', 'mac_address': 'fa:16:3e:4c:2f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:59:02.940509 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:02.954269 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6037288e-bc3e-410c-a758-80f52a2234ed {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:59:02.973723 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 6037288e-bc3e-410c-a758-80f52a2234ed, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6037288e-bc3e-410c-a758-80f52a2234ed,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:59:02.978866 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:03.033952 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=6037288e-bc3e-410c-a758-80f52a2234ed,revision_number=6']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:03.039273 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27442d8-9605-4255-a306-083fbf5d766e req-6eb0933d-aa46-4b55-8d62-c17353859f65 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:03.040856 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f27442d8-9605-4255-a306-083fbf5d766e req-6eb0933d-aa46-4b55-8d62-c17353859f65 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 944 time: 0.0517516 Apr 29 11:59:03.050090 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['6037288e-bc3e-410c-a758-80f52a2234ed'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:59:03.079767 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f27442d8-9605-4255-a306-083fbf5d766e req-6e91b19c-8d80-4d01-be8c-2bc83f760d96 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319362 Apr 29 11:59:03.432646 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f0df8-40c2-4dbc-a28c-3cc174a144c8 req-8d8eef90-c988-45b2-92d4-1cb0f94a2235 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:03.434220 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6c0f0df8-40c2-4dbc-a28c-3cc174a144c8 req-8d8eef90-c988-45b2-92d4-1cb0f94a2235 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.62 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf&tenant_id=6b12ebc6b3074500937702f723110a3f&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 944 time: 0.0924995 Apr 29 11:59:03.447767 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61936e1-361a-498a-81ef-c4f205426f2b req-afd8ac91-f91a-4507-af70-16bede1d7ff4 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:03.449369 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e61936e1-361a-498a-81ef-c4f205426f2b req-afd8ac91-f91a-4507-af70-16bede1d7ff4 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 944 time: 0.0808935 Apr 29 11:59:03.530897 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e61936e1-361a-498a-81ef-c4f205426f2b req-5d7eee79-d7e0-4459-860b-ba8689729446 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740101 Apr 29 11:59:03.540947 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6c0f0df8-40c2-4dbc-a28c-3cc174a144c8 req-f3a08e27-53bd-4a58-9b39-5192bd05976f service neutron] 10.222.0.62 "GET /v2.0/ports/6037288e-bc3e-410c-a758-80f52a2234ed/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0905633 Apr 29 11:59:03.619849 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f0df8-40c2-4dbc-a28c-3cc174a144c8 req-34f8bfa7-47a8-4c9a-a851-f0325bedd538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:03.621292 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6c0f0df8-40c2-4dbc-a28c-3cc174a144c8 req-34f8bfa7-47a8-4c9a-a851-f0325bedd538 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b12ebc6b3074500937702f723110a3f&device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 1097 time: 0.0553999 Apr 29 11:59:03.715150 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f0df8-40c2-4dbc-a28c-3cc174a144c8 req-6f47e861-b31d-45a9-8ed2-8ef64d92a2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:03.717222 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6c0f0df8-40c2-4dbc-a28c-3cc174a144c8 req-6f47e861-b31d-45a9-8ed2-8ef64d92a2e5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 200 len: 913 time: 0.0897329 Apr 29 11:59:03.785111 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6c0f0df8-40c2-4dbc-a28c-3cc174a144c8 req-db3b4352-a2c5-4127-8c94-cb7de4602fdc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6037288e-bc3e-410c-a758-80f52a2234ed HTTP/1.1" status: 200 len: 1001 time: 0.0596232 Apr 29 11:59:03.841894 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f0df8-40c2-4dbc-a28c-3cc174a144c8 req-b3caef6f-5395-4d6d-bdc6-488b9964c71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:03.843507 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6c0f0df8-40c2-4dbc-a28c-3cc174a144c8 req-b3caef6f-5395-4d6d-bdc6-488b9964c71a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b45e425f-408b-495c-a0b2-fe0ac61da817 HTTP/1.1" status: 200 len: 851 time: 0.0507772 Apr 29 11:59:03.889538 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f0df8-40c2-4dbc-a28c-3cc174a144c8 req-62b24fc9-90be-4ed7-9f7c-1c9038bf83c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:03.890994 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6c0f0df8-40c2-4dbc-a28c-3cc174a144c8 req-62b24fc9-90be-4ed7-9f7c-1c9038bf83c2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b745d3-3dff-4df7-9b83-eebdc261a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405803 Apr 29 11:59:03.979963 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6c0f0df8-40c2-4dbc-a28c-3cc174a144c8 req-9901da94-fa73-4473-a2ee-1148660d1f57 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818443 Apr 29 11:59:04.076315 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6c0f0df8-40c2-4dbc-a28c-3cc174a144c8 req-c6b1d434-c806-42dd-a7d6-77ad1afbaf89 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868204 Apr 29 11:59:04.670114 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac45cd0-9e5b-4f6f-9c48-b637ace693bc req-cddda667-7f32-41c4-bd3b-caad98b06c77 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:04.671672 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6ac45cd0-9e5b-4f6f-9c48-b637ace693bc req-cddda667-7f32-41c4-bd3b-caad98b06c77 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 944 time: 0.0546701 Apr 29 11:59:04.715592 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6ac45cd0-9e5b-4f6f-9c48-b637ace693bc req-ac7b2cc2-53f3-4ee5-8a37-576b2d428de1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353143 Apr 29 11:59:04.799315 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 6037288e-bc3e-410c-a758-80f52a2234ed up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:59:04.850275 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 6037288e-bc3e-410c-a758-80f52a2234ed triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:59:04.850640 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:04.931426 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:04.957358 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755fc212-25ff-4cec-93da-6cd5eb20dadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6037288e-bc3e-410c-a758-80f52a2234ed'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:59:04.960160 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4cba41-5613-4c96-a160-25763541e347" -d '{"events": [{"server_uuid": "755fc212-25ff-4cec-93da-6cd5eb20dadf", "name": "network-vif-plugged", "status": "completed", "tag": "6037288e-bc3e-410c-a758-80f52a2234ed"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:59:04.980630 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 6037288e-bc3e-410c-a758-80f52a2234ed, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6037288e-bc3e-410c-a758-80f52a2234ed,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:59:04.986667 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:05.041563 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=6037288e-bc3e-410c-a758-80f52a2234ed,revision_number=7']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:05.083511 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7545d7-0e5d-45ad-b651-56fc10b449fe x-openstack-request-id: req-0b7545d7-0e5d-45ad-b651-56fc10b449fe {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:59:05.083829 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755fc212-25ff-4cec-93da-6cd5eb20dadf", "name": "network-vif-plugged", "status": "completed", "tag": "6037288e-bc3e-410c-a758-80f52a2234ed", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:59:05.084082 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0b7545d7-0e5d-45ad-b651-56fc10b449fe {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:59:05.084478 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b7545d7-0e5d-45ad-b651-56fc10b449fe'] response: {'server_uuid': '755fc212-25ff-4cec-93da-6cd5eb20dadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6037288e-bc3e-410c-a758-80f52a2234ed', 'code': 200} Apr 29 11:59:05.839969 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4030f-8b50-43dd-b26c-e2e92c74b802 req-4a3b6b2b-1ad9-4a83-ae5b-c454c82d0595 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:05.842049 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7ca4030f-8b50-43dd-b26c-e2e92c74b802 req-4a3b6b2b-1ad9-4a83-ae5b-c454c82d0595 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0540569 Apr 29 11:59:05.880508 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7ca4030f-8b50-43dd-b26c-e2e92c74b802 req-43a527cf-2835-4117-a2df-8e1bdea28153 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321772 Apr 29 11:59:06.663055 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f0df8-40c2-4dbc-a28c-3cc174a144c8 req-d62fc412-5deb-4fd3-8718-b46abcb01cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:06.664577 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6c0f0df8-40c2-4dbc-a28c-3cc174a144c8 req-d62fc412-5deb-4fd3-8718-b46abcb01cbb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf&tenant_id=6b12ebc6b3074500937702f723110a3f HTTP/1.1" status: 200 len: 1098 time: 0.0427189 Apr 29 11:59:06.734341 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f0df8-40c2-4dbc-a28c-3cc174a144c8 req-04b909b2-9a54-435a-bd5a-8c0be6372dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:06.735854 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6c0f0df8-40c2-4dbc-a28c-3cc174a144c8 req-04b909b2-9a54-435a-bd5a-8c0be6372dee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b12ebc6b3074500937702f723110a3f&device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 1098 time: 0.0420954 Apr 29 11:59:06.833549 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f0df8-40c2-4dbc-a28c-3cc174a144c8 req-ac210340-ef3f-4078-b63c-27914adc460e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:06.835185 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6c0f0df8-40c2-4dbc-a28c-3cc174a144c8 req-ac210340-ef3f-4078-b63c-27914adc460e service neutron] 10.222.0.62 "GET /v2.0/networks?id=32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 200 len: 913 time: 0.0902696 Apr 29 11:59:06.902520 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6c0f0df8-40c2-4dbc-a28c-3cc174a144c8 req-d091bfeb-cd1e-49a1-a9b2-a5f36f739e11 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6037288e-bc3e-410c-a758-80f52a2234ed HTTP/1.1" status: 200 len: 1002 time: 0.0592821 Apr 29 11:59:06.968527 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f0df8-40c2-4dbc-a28c-3cc174a144c8 req-136ae9f9-dfba-4aa0-9af3-9a9ad29c4fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:06.969988 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6c0f0df8-40c2-4dbc-a28c-3cc174a144c8 req-136ae9f9-dfba-4aa0-9af3-9a9ad29c4fc8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b45e425f-408b-495c-a0b2-fe0ac61da817 HTTP/1.1" status: 200 len: 851 time: 0.0576856 Apr 29 11:59:07.038744 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcbe6a-5bc7-4347-a9eb-97360efab0d8 req-2f8f4b4a-5726-43a5-9740-90aa8e6850ed tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:07.040149 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3cfcbe6a-5bc7-4347-a9eb-97360efab0d8 req-2f8f4b4a-5726-43a5-9740-90aa8e6850ed tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0862701 Apr 29 11:59:07.047299 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f0df8-40c2-4dbc-a28c-3cc174a144c8 req-35b69fd0-1285-4edd-96ec-eb7cf7f85c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:07.048741 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6c0f0df8-40c2-4dbc-a28c-3cc174a144c8 req-35b69fd0-1285-4edd-96ec-eb7cf7f85c32 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b745d3-3dff-4df7-9b83-eebdc261a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0606427 Apr 29 11:59:07.129267 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3cfcbe6a-5bc7-4347-a9eb-97360efab0d8 req-bf170658-bdc1-4408-a4f7-b23edf23a7f4 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795374 Apr 29 11:59:07.173535 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6c0f0df8-40c2-4dbc-a28c-3cc174a144c8 req-a23d0b2b-ad87-49f8-8288-365b6b941025 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105082 Apr 29 11:59:07.274560 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6c0f0df8-40c2-4dbc-a28c-3cc174a144c8 req-a1f83a37-5a7f-4d9a-aa3f-a3d812d2bf58 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900040 Apr 29 11:59:08.249609 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058aaaf-dfe9-494a-86ba-d44e61442fe3 req-cc184dbc-d302-44e7-91a1-e9ffe936bdbe tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:08.251131 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7058aaaf-dfe9-494a-86ba-d44e61442fe3 req-cc184dbc-d302-44e7-91a1-e9ffe936bdbe tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0506418 Apr 29 11:59:08.289041 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7058aaaf-dfe9-494a-86ba-d44e61442fe3 req-e73b6e35-df33-45cb-823f-a2db8727cf3d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319881 Apr 29 11:59:09.409829 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4315f89-49bf-478e-8aae-e2c17964dfb1 req-c1194c40-2472-4e3f-919b-79f8d3685896 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:09.411431 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e4315f89-49bf-478e-8aae-e2c17964dfb1 req-c1194c40-2472-4e3f-919b-79f8d3685896 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0537479 Apr 29 11:59:09.450768 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e4315f89-49bf-478e-8aae-e2c17964dfb1 req-e15a94c6-fe3c-42e6-9d9b-17ba825df2f3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331700 Apr 29 11:59:09.573351 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399dbb1-0b95-4c82-90dc-52fbb5b6455e req-577e997e-9c06-4f21-aba3-126d00a5bc0d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:09.574794 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1399dbb1-0b95-4c82-90dc-52fbb5b6455e req-577e997e-9c06-4f21-aba3-126d00a5bc0d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0496633 Apr 29 11:59:09.613032 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1399dbb1-0b95-4c82-90dc-52fbb5b6455e req-6084324a-1c63-4874-8c92-84df1b3467d8 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313652 Apr 29 11:59:09.725655 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9834c-0f89-4f47-8549-dc33c5707bfc req-e9e791c8-8c7a-4494-ab8b-a5d417e176c5 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:09.727335 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b2c9834c-0f89-4f47-8549-dc33c5707bfc req-e9e791c8-8c7a-4494-ab8b-a5d417e176c5 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0488191 Apr 29 11:59:09.767675 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b2c9834c-0f89-4f47-8549-dc33c5707bfc req-c9b58424-01a5-4e02-9be2-d38762c8830b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343347 Apr 29 11:59:10.002571 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87e9cb-58c5-47ce-b12a-39de0b96866c req-f09436cd-5657-4fbc-8435-ea2d938fb38a tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:10.004087 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1a87e9cb-58c5-47ce-b12a-39de0b96866c req-f09436cd-5657-4fbc-8435-ea2d938fb38a tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 945 time: 0.0531833 Apr 29 11:59:10.040865 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1a87e9cb-58c5-47ce-b12a-39de0b96866c req-3ff65d6a-d59d-44f2-ba81-069242e21985 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307767 Apr 29 11:59:10.832293 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 6037288e-bc3e-410c-a758-80f52a2234ed details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:59:10.836640 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 6037288e-bc3e-410c-a758-80f52a2234ed no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:59:10.985399 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 6037288e-bc3e-410c-a758-80f52a2234ed, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6037288e-bc3e-410c-a758-80f52a2234ed,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:59:10.987678 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:11.003607 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '6037288e-bc3e-410c-a758-80f52a2234ed', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'port_id': '6037288e-bc3e-410c-a758-80f52a2234ed', 'mac_address': 'fa:16:3e:4c:2f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:59:11.020808 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755fc212-25ff-4cec-93da-6cd5eb20dadf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6037288e-bc3e-410c-a758-80f52a2234ed'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:59:11.023078 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64f98bb-1141-4232-995d-b299d1d88112" -d '{"events": [{"server_uuid": "755fc212-25ff-4cec-93da-6cd5eb20dadf", "name": "network-vif-unplugged", "status": "completed", "tag": "6037288e-bc3e-410c-a758-80f52a2234ed"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:59:11.056641 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 6037288e-bc3e-410c-a758-80f52a2234ed, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6037288e-bc3e-410c-a758-80f52a2234ed,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:59:11.060187 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 11:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1644ace8-d0c0-4e01-8e85-b47e4fc03e1f x-openstack-request-id: req-1644ace8-d0c0-4e01-8e85-b47e4fc03e1f {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:59:11.061010 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755fc212-25ff-4cec-93da-6cd5eb20dadf", "name": "network-vif-unplugged", "status": "completed", "tag": "6037288e-bc3e-410c-a758-80f52a2234ed", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:59:11.061243 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1644ace8-d0c0-4e01-8e85-b47e4fc03e1f {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:59:11.061631 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1644ace8-d0c0-4e01-8e85-b47e4fc03e1f'] response: {'server_uuid': '755fc212-25ff-4cec-93da-6cd5eb20dadf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6037288e-bc3e-410c-a758-80f52a2234ed', 'code': 200} Apr 29 11:59:11.066754 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:11.076876 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:11.112212 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6037288e-bc3e-410c-a758-80f52a2234ed {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:59:11.152596 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=6037288e-bc3e-410c-a758-80f52a2234ed,revision_number=8']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:11.159570 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7395113-a703-4ccc-9e56-09ecbe416e3a req-a09ae953-ccbd-46aa-8de4-8b0bfaf5113e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:11.161107 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b7395113-a703-4ccc-9e56-09ecbe416e3a req-a09ae953-ccbd-46aa-8de4-8b0bfaf5113e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 943 time: 0.0507019 Apr 29 11:59:11.168366 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:59:11.168722 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:59:11.201033 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b7395113-a703-4ccc-9e56-09ecbe416e3a req-ff9e2d4e-049f-45c1-acf1-6e1d396a2680 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329194 Apr 29 11:59:11.706895 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:11.720252 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6037288e-bc3e-410c-a758-80f52a2234ed {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:59:11.743107 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 6037288e-bc3e-410c-a758-80f52a2234ed, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6037288e-bc3e-410c-a758-80f52a2234ed,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:59:11.746910 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:11.798073 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=6037288e-bc3e-410c-a758-80f52a2234ed,revision_number=9']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:11.814798 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['6037288e-bc3e-410c-a758-80f52a2234ed'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:59:12.357130 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c4af8-cf62-49d3-9067-b89b7cabac88 req-d268b441-9105-4fcd-b943-57e43a8eaeb8 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:12.359335 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-126c4af8-cf62-49d3-9067-b89b7cabac88 req-d268b441-9105-4fcd-b943-57e43a8eaeb8 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.62 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 944 time: 0.0821824 Apr 29 11:59:12.383201 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2ef51-deb1-46af-8f4c-38272c549c90 req-b2edfd19-6561-4809-ab15-b06c68990664 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:12.384731 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-96a2ef51-deb1-46af-8f4c-38272c549c90 req-b2edfd19-6561-4809-ab15-b06c68990664 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 944 time: 0.1058836 Apr 29 11:59:12.471768 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-96a2ef51-deb1-46af-8f4c-38272c549c90 req-3e5de81b-b0e3-40cc-a497-cca5b299cb7a tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677705 Apr 29 11:59:12.495354 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-126c4af8-cf62-49d3-9067-b89b7cabac88 req-ccbcd53f-c867-4eee-8194-f575d3bfedc1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Deleting port 6037288e-bc3e-410c-a758-80f52a2234ed {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 11:59:12.495709 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-126c4af8-cf62-49d3-9067-b89b7cabac88 req-ccbcd53f-c867-4eee-8194-f575d3bfedc1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:12.591463 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-126c4af8-cf62-49d3-9067-b89b7cabac88 req-ccbcd53f-c867-4eee-8194-f575d3bfedc1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] For port 6037288e-bc3e-410c-a758-80f52a2234ed, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6037288e-bc3e-410c-a758-80f52a2234ed,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:59:12.591780 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-126c4af8-cf62-49d3-9067-b89b7cabac88 req-ccbcd53f-c867-4eee-8194-f575d3bfedc1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:12.766430 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-126c4af8-cf62-49d3-9067-b89b7cabac88 req-ccbcd53f-c867-4eee-8194-f575d3bfedc1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:12.766652 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-126c4af8-cf62-49d3-9067-b89b7cabac88 req-ccbcd53f-c867-4eee-8194-f575d3bfedc1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:12.766955 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [req-126c4af8-cf62-49d3-9067-b89b7cabac88 req-ccbcd53f-c867-4eee-8194-f575d3bfedc1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Floating IP a9c5eef1-cc84-46ee-9475-e084869c6c51 disassociated. External IP: 172.26.4.210, port: 6037288e-bc3e-410c-a758-80f52a2234ed. Apr 29 11:59:12.767296 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-126c4af8-cf62-49d3-9067-b89b7cabac88 req-ccbcd53f-c867-4eee-8194-f575d3bfedc1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Calling delete_port for 6037288e-bc3e-410c-a758-80f52a2234ed owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 11:59:12.841995 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 6037288e-bc3e-410c-a758-80f52a2234ed up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:59:12.894048 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 6037288e-bc3e-410c-a758-80f52a2234ed triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:59:12.894658 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:12.898673 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-126c4af8-cf62-49d3-9067-b89b7cabac88 req-ccbcd53f-c867-4eee-8194-f575d3bfedc1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:12.927659 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbcd53f-c867-4eee-8194-f575d3bfedc1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Pushing event deleted for resources: {'Port': ['ID=6037288e-bc3e-410c-a758-80f52a2234ed,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:12.935333 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Could not find standard attr ID for object 6037288e-bc3e-410c-a758-80f52a2234ed. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:59:12.938338 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No ports have port_id starting with 6037288e-bc3e-410c-a758-80f52a2234ed Apr 29 11:59:12.941481 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbcd53f-c867-4eee-8194-f575d3bfedc1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:12.941827 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbcd53f-c867-4eee-8194-f575d3bfedc1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:12.942160 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbcd53f-c867-4eee-8194-f575d3bfedc1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:12.942514 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbcd53f-c867-4eee-8194-f575d3bfedc1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:12.942842 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbcd53f-c867-4eee-8194-f575d3bfedc1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:12.943186 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbcd53f-c867-4eee-8194-f575d3bfedc1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:12.943485 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbcd53f-c867-4eee-8194-f575d3bfedc1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:12.944063 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbcd53f-c867-4eee-8194-f575d3bfedc1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:12.944384 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbcd53f-c867-4eee-8194-f575d3bfedc1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:12.944701 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbcd53f-c867-4eee-8194-f575d3bfedc1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:12.945017 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbcd53f-c867-4eee-8194-f575d3bfedc1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:12.945330 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbcd53f-c867-4eee-8194-f575d3bfedc1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:13.075885 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-126c4af8-cf62-49d3-9067-b89b7cabac88 req-ccbcd53f-c867-4eee-8194-f575d3bfedc1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Router c030beb9-38e5-49c0-9a6a-528c14f13258 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:59:13.616230 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b8a0ccd6-7255-410c-a0cd-39411ea38285 req-a627ce5b-50bd-4b14-b71d-a99181aff020 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=755fc212-25ff-4cec-93da-6cd5eb20dadf HTTP/1.1" status: 200 len: 210 time: 0.0350456 Apr 29 11:59:13.624359 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-126c4af8-cf62-49d3-9067-b89b7cabac88 req-ccbcd53f-c867-4eee-8194-f575d3bfedc1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:59:13.641571 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0691cda5-14c1-4c83-aef8-ff6fd519e017 None None] Sync routers for ids ['c030beb9-38e5-49c0-9a6a-528c14f13258'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:59:13.652406 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0691cda5-14c1-4c83-aef8-ff6fd519e017 None None] Routers {'c030beb9-38e5-49c0-9a6a-528c14f13258'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:59:13.653027 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-0691cda5-14c1-4c83-aef8-ff6fd519e017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:58:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c030beb9-38e5-49c0-9a6a-528c14f13258'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:13.664727 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-126c4af8-cf62-49d3-9067-b89b7cabac88 req-ccbcd53f-c867-4eee-8194-f575d3bfedc1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] No DVR routers for this DVR port 6037288e-bc3e-410c-a758-80f52a2234ed on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:59:13.667467 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-126c4af8-cf62-49d3-9067-b89b7cabac88 req-ccbcd53f-c867-4eee-8194-f575d3bfedc1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:13.671149 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-126c4af8-cf62-49d3-9067-b89b7cabac88 req-ccbcd53f-c867-4eee-8194-f575d3bfedc1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.62 "DELETE /v2.0/ports/6037288e-bc3e-410c-a758-80f52a2234ed HTTP/1.1" status: 204 len: 173 time: 1.3020129 Apr 29 11:59:13.671598 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755fc212-25ff-4cec-93da-6cd5eb20dadf', 'name': 'network-vif-deleted', 'tag': '6037288e-bc3e-410c-a758-80f52a2234ed'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:59:13.673810 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3599828-ff23-48d8-b22d-8bec00515a49" -d '{"events": [{"server_uuid": "755fc212-25ff-4cec-93da-6cd5eb20dadf", "name": "network-vif-deleted", "tag": "6037288e-bc3e-410c-a758-80f52a2234ed"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:59:13.784362 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-0691cda5-14c1-4c83-aef8-ff6fd519e017 None None] Set router c030beb9-38e5-49c0-9a6a-528c14f13258 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:59:13.876564 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816ae221-4315-4a8f-82a8-253247d3eb75 x-openstack-request-id: req-816ae221-4315-4a8f-82a8-253247d3eb75 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:59:13.876858 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755fc212-25ff-4cec-93da-6cd5eb20dadf", "name": "network-vif-deleted", "tag": "6037288e-bc3e-410c-a758-80f52a2234ed", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:59:13.877111 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-816ae221-4315-4a8f-82a8-253247d3eb75 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:59:13.877517 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-816ae221-4315-4a8f-82a8-253247d3eb75'] response: {'server_uuid': '755fc212-25ff-4cec-93da-6cd5eb20dadf', 'name': 'network-vif-deleted', 'tag': '6037288e-bc3e-410c-a758-80f52a2234ed', 'status': 'completed', 'code': 200} Apr 29 11:59:14.015306 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-0691cda5-14c1-4c83-aef8-ff6fd519e017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '37a9853f-1359-4786-a25b-a3c410befa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:23Z', 'updated_at': '2022-04-29T11:56:27Z', 'revision_number': 4, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'gw_port': {'id': '37a9853f-1359-4786-a25b-a3c410befa49', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:24Z', 'updated_at': '2022-04-29T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'a94a6660-5e03-48a0-9425-84803a5eee0b', 'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'mac_address': 'fa:16:3e:60:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:26Z', 'updated_at': '2022-04-29T11:56:30Z', 'revision_number': 5, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'subnets': [{'id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:14.044022 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0691cda5-14c1-4c83-aef8-ff6fd519e017 None None] Checking router: c030beb9-38e5-49c0-9a6a-528c14f13258 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:59:14.052864 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0691cda5-14c1-4c83-aef8-ff6fd519e017 None None] Routers {'c030beb9-38e5-49c0-9a6a-528c14f13258'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:59:14.053480 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-0691cda5-14c1-4c83-aef8-ff6fd519e017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:58:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c030beb9-38e5-49c0-9a6a-528c14f13258'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:14.174435 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-0691cda5-14c1-4c83-aef8-ff6fd519e017 None None] Set router c030beb9-38e5-49c0-9a6a-528c14f13258 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:59:14.391495 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-0691cda5-14c1-4c83-aef8-ff6fd519e017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '37a9853f-1359-4786-a25b-a3c410befa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:23Z', 'updated_at': '2022-04-29T11:56:27Z', 'revision_number': 4, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'gw_port': {'id': '37a9853f-1359-4786-a25b-a3c410befa49', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:24Z', 'updated_at': '2022-04-29T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'a94a6660-5e03-48a0-9425-84803a5eee0b', 'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'mac_address': 'fa:16:3e:60:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:26Z', 'updated_at': '2022-04-29T11:56:30Z', 'revision_number': 5, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'subnets': [{'id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:14.423636 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0691cda5-14c1-4c83-aef8-ff6fd519e017 None None] The sync data for ids ['c030beb9-38e5-49c0-9a6a-528c14f13258'] in dv-neutron-838888-1-hyperv is: [{'id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '37a9853f-1359-4786-a25b-a3c410befa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:23Z', 'updated_at': '2022-04-29T11:56:27Z', 'revision_number': 4, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'gw_port': {'id': '37a9853f-1359-4786-a25b-a3c410befa49', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:24Z', 'updated_at': '2022-04-29T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'a94a6660-5e03-48a0-9425-84803a5eee0b', 'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'mac_address': 'fa:16:3e:60:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:26Z', 'updated_at': '2022-04-29T11:56:30Z', 'revision_number': 5, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'subnets': [{'id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:59:14.635648 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48cec96-8c68-41d7-a10f-97bb0fcab604 None None] New status for floating IP a9c5eef1-cc84-46ee-9475-e084869c6c51: DOWN {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:59:14.885544 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eb14242f-5967-452a-8608-37773b2a0fff req-d42808b5-e24c-459a-99ff-466e59561fc2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--463621142&fields=id&tenant_id=6b12ebc6b3074500937702f723110a3f HTTP/1.1" status: 200 len: 267 time: 0.0366728 Apr 29 11:59:14.996192 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14242f-5967-452a-8608-37773b2a0fff req-92cf452a-d168-41a2-8d17-5cb41640de5a tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:14.997649 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eb14242f-5967-452a-8608-37773b2a0fff req-92cf452a-d168-41a2-8d17-5cb41640de5a tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/networks?id=32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 200 len: 812 time: 0.1039264 Apr 29 11:59:15.012893 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eb14242f-5967-452a-8608-37773b2a0fff req-317de335-3188-4f47-9f6b-0b5942db3cb0 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/quotas/6b12ebc6b3074500937702f723110a3f HTTP/1.1" status: 200 len: 375 time: 0.0092170 Apr 29 11:59:15.066946 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eb14242f-5967-452a-8608-37773b2a0fff req-dc69eb8b-1a8d-48d4-a895-7983c5be8920 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b12ebc6b3074500937702f723110a3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480344 Apr 29 11:59:15.167855 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eb14242f-5967-452a-8608-37773b2a0fff req-575f61e8-c8c6-493b-8bd0-4c81850037fa service neutron] 10.222.0.69 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884373 Apr 29 11:59:15.259737 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eb14242f-5967-452a-8608-37773b2a0fff req-ac7b892a-d12e-48c6-9686-03883152ed54 service neutron] 10.222.0.69 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849102 Apr 29 11:59:15.427124 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-170a3304-1794-4237-bd2a-95677dc4c88b req-53b1bebe-5cf1-4183-829d-68ca73789052 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 210 time: 0.0277846 Apr 29 11:59:16.434871 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14242f-5967-452a-8608-37773b2a0fff req-8aa218c8-a976-4043-85d9-a6c69c5cb921 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:16.436465 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eb14242f-5967-452a-8608-37773b2a0fff req-8aa218c8-a976-4043-85d9-a6c69c5cb921 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.62 "GET /v2.0/networks?id=32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 200 len: 812 time: 0.1476657 Apr 29 11:59:16.490085 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eb14242f-5967-452a-8608-37773b2a0fff req-9ca48354-6fd6-4a18-b96a-e08d624bb552 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b12ebc6b3074500937702f723110a3f HTTP/1.1" status: 200 len: 379 time: 0.0415192 Apr 29 11:59:16.504264 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-eb14242f-5967-452a-8608-37773b2a0fff req-cc2aec7d-6898-4f68-9384-8abd4b81ce9e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Request body: {'port': {'device_id': '4de6a962-d055-400d-be0c-aecfde4edf87', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'admin_state_up': True, 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'security_groups': ['790660e1-a813-4b8d-919c-fcdb1b25b35a']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:59:16.549726 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-22ad7841-4a3f-4ce6-a55f-6d3694a14622 req-545a4f20-8e75-4793-8bb8-4d7ec4578b37 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 210 time: 0.0414205 Apr 29 11:59:16.644132 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb14242f-5967-452a-8608-37773b2a0fff req-cc2aec7d-6898-4f68-9384-8abd4b81ce9e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Made reservation on behalf of 6b12ebc6b3074500937702f723110a3f for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:59:16.647722 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-eb14242f-5967-452a-8608-37773b2a0fff req-cc2aec7d-6898-4f68-9384-8abd4b81ce9e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:16.775906 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-eb14242f-5967-452a-8608-37773b2a0fff req-cc2aec7d-6898-4f68-9384-8abd4b81ce9e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Allocated IP 172.20.0.13 (32b745d3-3dff-4df7-9b83-eebdc261a0ae/b45e425f-408b-495c-a0b2-fe0ac61da817/60aa60e3-4ff8-4c14-945f-2a87690038f5) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:59:16.857928 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 6037288e-bc3e-410c-a758-80f52a2234ed no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 11:59:16.879000 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: 6037288e-bc3e-410c-a758-80f52a2234ed {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 11:59:16.879345 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 6037288e-bc3e-410c-a758-80f52a2234ed not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 11:59:16.927977 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-eb14242f-5967-452a-8608-37773b2a0fff req-cc2aec7d-6898-4f68-9384-8abd4b81ce9e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:16.964408 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-eb14242f-5967-452a-8608-37773b2a0fff req-cc2aec7d-6898-4f68-9384-8abd4b81ce9e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:17.010505 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb14242f-5967-452a-8608-37773b2a0fff req-cc2aec7d-6898-4f68-9384-8abd4b81ce9e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Network 32b745d3-3dff-4df7-9b83-eebdc261a0ae is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:59:17.014319 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-eb14242f-5967-452a-8608-37773b2a0fff req-cc2aec7d-6898-4f68-9384-8abd4b81ce9e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:59:17.018858 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb14242f-5967-452a-8608-37773b2a0fff req-cc2aec7d-6898-4f68-9384-8abd4b81ce9e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 11:59:17.025883 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2aec7d-6898-4f68-9384-8abd4b81ce9e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Pushing event updated for resources: {'Port': ['ID=60aa60e3-4ff8-4c14-945f-2a87690038f5,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:17.085275 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14242f-5967-452a-8608-37773b2a0fff req-cc2aec7d-6898-4f68-9384-8abd4b81ce9e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:17.085918 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-eb14242f-5967-452a-8608-37773b2a0fff req-cc2aec7d-6898-4f68-9384-8abd4b81ce9e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:17.106248 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eb14242f-5967-452a-8608-37773b2a0fff req-cc2aec7d-6898-4f68-9384-8abd4b81ce9e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6076725 Apr 29 11:59:17.119621 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-eb14242f-5967-452a-8608-37773b2a0fff req-0517978c-a3bf-4d45-b87d-9c4783c6ebee service neutron] Request body: {'port': {'device_id': '4de6a962-d055-400d-be0c-aecfde4edf87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:59:17.197358 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-eb14242f-5967-452a-8608-37773b2a0fff req-0517978c-a3bf-4d45-b87d-9c4783c6ebee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:17.280249 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-be20f8b3-5c2b-4b12-af05-c95c298e14d3 None None] Provisioning complete for port 60aa60e3-4ff8-4c14-945f-2a87690038f5 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:59:17.280619 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-be20f8b3-5c2b-4b12-af05-c95c298e14d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:17.324185 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-be20f8b3-5c2b-4b12-af05-c95c298e14d3 None None] Port 60aa60e3-4ff8-4c14-945f-2a87690038f5 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 11:59:17.510962 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-eb14242f-5967-452a-8608-37773b2a0fff req-0517978c-a3bf-4d45-b87d-9c4783c6ebee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60aa60e3-4ff8-4c14-945f-2a87690038f5 {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:59:17.520108 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-eb14242f-5967-452a-8608-37773b2a0fff req-0517978c-a3bf-4d45-b87d-9c4783c6ebee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:17.534778 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-eb14242f-5967-452a-8608-37773b2a0fff req-0517978c-a3bf-4d45-b87d-9c4783c6ebee service neutron] Transition to ACTIVE for port object 60aa60e3-4ff8-4c14-945f-2a87690038f5 will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:59:17.539174 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-eb14242f-5967-452a-8608-37773b2a0fff req-0517978c-a3bf-4d45-b87d-9c4783c6ebee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:17.623612 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517978c-a3bf-4d45-b87d-9c4783c6ebee service neutron] Pushing event updated for resources: {'Port': ['ID=60aa60e3-4ff8-4c14-945f-2a87690038f5,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:17.712901 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-eb14242f-5967-452a-8608-37773b2a0fff req-0517978c-a3bf-4d45-b87d-9c4783c6ebee service neutron] Attempting to bind port 60aa60e3-4ff8-4c14-945f-2a87690038f5 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:59:17.713239 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-eb14242f-5967-452a-8608-37773b2a0fff req-0517978c-a3bf-4d45-b87d-9c4783c6ebee service neutron] Attempting to bind port 60aa60e3-4ff8-4c14-945f-2a87690038f5 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c6e8e809-2075-4e9f-87f3-1fd924950831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:59:17.713775 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb14242f-5967-452a-8608-37773b2a0fff req-0517978c-a3bf-4d45-b87d-9c4783c6ebee service neutron] Attempting to bind port 60aa60e3-4ff8-4c14-945f-2a87690038f5 on network 32b745d3-3dff-4df7-9b83-eebdc261a0ae {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:59:17.725178 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af57eb-989d-4357-bae0-805c38dfd648 req-58296425-4932-4e4e-9cdb-2c3a553ee68a tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:17.726844 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-63af57eb-989d-4357-bae0-805c38dfd648 req-58296425-4932-4e4e-9cdb-2c3a553ee68a tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 944 time: 0.0791018 Apr 29 11:59:17.729226 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb14242f-5967-452a-8608-37773b2a0fff req-0517978c-a3bf-4d45-b87d-9c4783c6ebee service neutron] Port 60aa60e3-4ff8-4c14-945f-2a87690038f5 on network 32b745d3-3dff-4df7-9b83-eebdc261a0ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 11:59:17.729551 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb14242f-5967-452a-8608-37773b2a0fff req-0517978c-a3bf-4d45-b87d-9c4783c6ebee service neutron] Attempting to bind port 60aa60e3-4ff8-4c14-945f-2a87690038f5 on network 32b745d3-3dff-4df7-9b83-eebdc261a0ae {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 11:59:17.736784 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb14242f-5967-452a-8608-37773b2a0fff req-0517978c-a3bf-4d45-b87d-9c4783c6ebee service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 11:59:17.737234 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb14242f-5967-452a-8608-37773b2a0fff req-0517978c-a3bf-4d45-b87d-9c4783c6ebee service neutron] Checking segment: {'id': 'c6e8e809-2075-4e9f-87f3-1fd924950831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 11:59:17.737510 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb14242f-5967-452a-8608-37773b2a0fff req-0517978c-a3bf-4d45-b87d-9c4783c6ebee service neutron] Bound using segment: {'id': 'c6e8e809-2075-4e9f-87f3-1fd924950831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 11:59:17.737943 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-eb14242f-5967-452a-8608-37773b2a0fff req-0517978c-a3bf-4d45-b87d-9c4783c6ebee service neutron] Bound port: 60aa60e3-4ff8-4c14-945f-2a87690038f5, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e8e809-2075-4e9f-87f3-1fd924950831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:59:17.738336 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-eb14242f-5967-452a-8608-37773b2a0fff req-0517978c-a3bf-4d45-b87d-9c4783c6ebee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:17.815639 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-63af57eb-989d-4357-bae0-805c38dfd648 req-9f82a219-6a7c-41f1-afb9-ea613f7725fc tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749083 Apr 29 11:59:17.843499 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-eb14242f-5967-452a-8608-37773b2a0fff req-0517978c-a3bf-4d45-b87d-9c4783c6ebee service neutron] For port 60aa60e3-4ff8-4c14-945f-2a87690038f5, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 11:59:17.847842 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-eb14242f-5967-452a-8608-37773b2a0fff req-0517978c-a3bf-4d45-b87d-9c4783c6ebee service neutron] For port 60aa60e3-4ff8-4c14-945f-2a87690038f5, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=60aa60e3-4ff8-4c14-945f-2a87690038f5,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 11:59:17.852203 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-eb14242f-5967-452a-8608-37773b2a0fff req-0517978c-a3bf-4d45-b87d-9c4783c6ebee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:17.891461 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14242f-5967-452a-8608-37773b2a0fff req-0517978c-a3bf-4d45-b87d-9c4783c6ebee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:17.892070 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-eb14242f-5967-452a-8608-37773b2a0fff req-0517978c-a3bf-4d45-b87d-9c4783c6ebee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:17.893453 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eb14242f-5967-452a-8608-37773b2a0fff req-0517978c-a3bf-4d45-b87d-9c4783c6ebee service neutron] 10.222.0.62 "PUT /v2.0/ports/60aa60e3-4ff8-4c14-945f-2a87690038f5 HTTP/1.1" status: 200 len: 1094 time: 0.7782140 Apr 29 11:59:17.893887 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de6a962-d055-400d-be0c-aecfde4edf87', 'tag': '60aa60e3-4ff8-4c14-945f-2a87690038f5'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:59:17.896636 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ebdeeb-9f90-4919-814b-fd653e74ddf7" -d '{"events": [{"name": "network-changed", "server_uuid": "4de6a962-d055-400d-be0c-aecfde4edf87", "tag": "60aa60e3-4ff8-4c14-945f-2a87690038f5"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:59:17.924642 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517978c-a3bf-4d45-b87d-9c4783c6ebee service neutron] Pushing event updated for resources: {'Port': ['ID=60aa60e3-4ff8-4c14-945f-2a87690038f5,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:17.970255 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed14a74-a5f8-4dac-8310-17b5f1630ddd x-openstack-request-id: req-0ed14a74-a5f8-4dac-8310-17b5f1630ddd {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:59:17.970534 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de6a962-d055-400d-be0c-aecfde4edf87", "tag": "60aa60e3-4ff8-4c14-945f-2a87690038f5", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:59:17.970782 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0ed14a74-a5f8-4dac-8310-17b5f1630ddd {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:59:17.971189 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ed14a74-a5f8-4dac-8310-17b5f1630ddd'] response: {'name': 'network-changed', 'server_uuid': '4de6a962-d055-400d-be0c-aecfde4edf87', 'tag': '60aa60e3-4ff8-4c14-945f-2a87690038f5', 'status': 'completed', 'code': 200} Apr 29 11:59:17.988401 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14242f-5967-452a-8608-37773b2a0fff req-737165c8-ebfa-4ae4-8cc4-569a2103c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:17.990007 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eb14242f-5967-452a-8608-37773b2a0fff req-737165c8-ebfa-4ae4-8cc4-569a2103c516 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b12ebc6b3074500937702f723110a3f&device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 1097 time: 0.0476871 Apr 29 11:59:18.045146 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eb14242f-5967-452a-8608-37773b2a0fff req-1a54448f-dc21-4f32-98c2-dbacff4b7e7c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60aa60e3-4ff8-4c14-945f-2a87690038f5 HTTP/1.1" status: 200 len: 217 time: 0.0451081 Apr 29 11:59:18.101929 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14242f-5967-452a-8608-37773b2a0fff req-fd6b91d3-c656-4086-bd13-707a0e080f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:18.103474 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eb14242f-5967-452a-8608-37773b2a0fff req-fd6b91d3-c656-4086-bd13-707a0e080f3e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b45e425f-408b-495c-a0b2-fe0ac61da817 HTTP/1.1" status: 200 len: 851 time: 0.0508916 Apr 29 11:59:18.151673 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14242f-5967-452a-8608-37773b2a0fff req-371750ad-0374-457d-b0c6-487fe877afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:18.153256 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eb14242f-5967-452a-8608-37773b2a0fff req-371750ad-0374-457d-b0c6-487fe877afcb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b745d3-3dff-4df7-9b83-eebdc261a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423665 Apr 29 11:59:18.259286 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eb14242f-5967-452a-8608-37773b2a0fff req-6808f0b4-7327-4196-819a-ac6b7c7f1bd9 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981870 Apr 29 11:59:18.409005 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eb14242f-5967-452a-8608-37773b2a0fff req-6b446208-8c25-4644-8dd1-3954c99f610d service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393089 Apr 29 11:59:18.517734 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebdeeb-9f90-4919-814b-fd653e74ddf7 req-0def5c7c-0544-4288-b699-f455a8698c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:18.520154 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f1ebdeeb-9f90-4919-814b-fd653e74ddf7 req-0def5c7c-0544-4288-b699-f455a8698c53 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b12ebc6b3074500937702f723110a3f&device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 1097 time: 0.0511091 Apr 29 11:59:18.641806 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebdeeb-9f90-4919-814b-fd653e74ddf7 req-bcd2da9c-1c01-40dc-be3d-2c2596a8ec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:18.643844 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f1ebdeeb-9f90-4919-814b-fd653e74ddf7 req-bcd2da9c-1c01-40dc-be3d-2c2596a8ec06 service neutron] 10.222.0.62 "GET /v2.0/networks?id=32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 200 len: 913 time: 0.1153491 Apr 29 11:59:18.698602 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f1ebdeeb-9f90-4919-814b-fd653e74ddf7 req-c128dfb5-113f-48fd-8822-af11c9b0633b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60aa60e3-4ff8-4c14-945f-2a87690038f5 HTTP/1.1" status: 200 len: 217 time: 0.0457318 Apr 29 11:59:18.760316 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebdeeb-9f90-4919-814b-fd653e74ddf7 req-4c406f8e-efe6-4ac1-8dcd-30685708eddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:18.761865 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f1ebdeeb-9f90-4919-814b-fd653e74ddf7 req-4c406f8e-efe6-4ac1-8dcd-30685708eddd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b45e425f-408b-495c-a0b2-fe0ac61da817 HTTP/1.1" status: 200 len: 851 time: 0.0565772 Apr 29 11:59:18.812864 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebdeeb-9f90-4919-814b-fd653e74ddf7 req-a691ec0d-ca1a-4514-b0d4-be9b16de6c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:18.814638 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f1ebdeeb-9f90-4919-814b-fd653e74ddf7 req-a691ec0d-ca1a-4514-b0d4-be9b16de6c9f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b745d3-3dff-4df7-9b83-eebdc261a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455427 Apr 29 11:59:18.956484 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f1ebdeeb-9f90-4919-814b-fd653e74ddf7 req-a6147ce0-7f9b-446f-8735-50610c8dfa58 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338682 Apr 29 11:59:18.971070 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6b876-2d7f-4c90-b2e6-a8ecf6dcecaf req-5a28def3-466c-4bc7-b88a-8ae82cd3b105 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:18.973472 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-baa6b876-2d7f-4c90-b2e6-a8ecf6dcecaf req-5a28def3-466c-4bc7-b88a-8ae82cd3b105 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 944 time: 0.0835545 Apr 29 11:59:19.071756 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-baa6b876-2d7f-4c90-b2e6-a8ecf6dcecaf req-91c15908-37c4-4953-a6d6-ed199b95859d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895936 Apr 29 11:59:19.103489 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f1ebdeeb-9f90-4919-814b-fd653e74ddf7 req-f1836c24-0ccd-4f61-ba8b-82586c7747ec service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290069 Apr 29 11:59:20.198650 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad54bd-ae16-460d-a0f4-21a45405ac9e req-87847fce-6e0d-4dd7-af79-3c3d603c2c61 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:20.200180 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-65ad54bd-ae16-460d-a0f4-21a45405ac9e req-87847fce-6e0d-4dd7-af79-3c3d603c2c61 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 944 time: 0.0572348 Apr 29 11:59:20.241455 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-65ad54bd-ae16-460d-a0f4-21a45405ac9e req-fb2b248f-49f8-4e3b-884e-e35654319cb5 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349410 Apr 29 11:59:21.358931 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff3e65-0cde-45ae-acfc-07e1242f5be5 req-4bdae938-6205-410e-b1ea-5f78688fa752 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:21.360466 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-23ff3e65-0cde-45ae-acfc-07e1242f5be5 req-4bdae938-6205-410e-b1ea-5f78688fa752 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 944 time: 0.0501883 Apr 29 11:59:21.399262 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-23ff3e65-0cde-45ae-acfc-07e1242f5be5 req-20339d87-6461-419c-b553-c3af78b88e93 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326571 Apr 29 11:59:22.518901 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3b88f-4da5-4ec3-9fb0-e7069710ed3a req-f9bb4da3-9663-4d5d-b798-8bd08476c9b4 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:22.520411 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-60c3b88f-4da5-4ec3-9fb0-e7069710ed3a req-f9bb4da3-9663-4d5d-b798-8bd08476c9b4 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 944 time: 0.0495460 Apr 29 11:59:22.559584 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-60c3b88f-4da5-4ec3-9fb0-e7069710ed3a req-07d9fe25-d5e3-47df-b1c5-65c1c812000e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329909 Apr 29 11:59:22.876063 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 60aa60e3-4ff8-4c14-945f-2a87690038f5 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 11:59:22.971871 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 60aa60e3-4ff8-4c14-945f-2a87690038f5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=60aa60e3-4ff8-4c14-945f-2a87690038f5,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:59:22.983964 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '60aa60e3-4ff8-4c14-945f-2a87690038f5', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'port_id': '60aa60e3-4ff8-4c14-945f-2a87690038f5', 'mac_address': 'fa:16:3e:1d:51:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 11:59:23.021104 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:23.037761 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60aa60e3-4ff8-4c14-945f-2a87690038f5 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:59:23.057197 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 60aa60e3-4ff8-4c14-945f-2a87690038f5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=60aa60e3-4ff8-4c14-945f-2a87690038f5,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:59:23.062337 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:23.108755 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=60aa60e3-4ff8-4c14-945f-2a87690038f5,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:23.293386 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['60aa60e3-4ff8-4c14-945f-2a87690038f5'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 11:59:23.596637 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-34acd0dd-9ff7-4af2-9b48-e7624f27ea67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:23.687256 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb8cb5-d82e-4b72-a9b1-479b825c0ac0 req-17d07b0e-5502-4ad4-9cb8-069855aaa328 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:23.688741 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-62eb8cb5-d82e-4b72-a9b1-479b825c0ac0 req-17d07b0e-5502-4ad4-9cb8-069855aaa328 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 945 time: 0.0556200 Apr 29 11:59:23.727725 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-62eb8cb5-d82e-4b72-a9b1-479b825c0ac0 req-d2b52daa-1ed8-4bec-8af4-c8ddf6bd9826 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327053 Apr 29 11:59:24.272164 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 11:59:24.849802 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a9278-d9bc-4386-b8f2-ecb093ccd3bf req-cd9c8121-4ae4-44d9-b4e3-39dfd79fb8cc tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:24.851387 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-114a9278-d9bc-4386-b8f2-ecb093ccd3bf req-cd9c8121-4ae4-44d9-b4e3-39dfd79fb8cc tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 945 time: 0.0530412 Apr 29 11:59:24.889706 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 60aa60e3-4ff8-4c14-945f-2a87690038f5 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 11:59:24.893935 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-114a9278-d9bc-4386-b8f2-ecb093ccd3bf req-c479736c-e7f5-4fed-81da-0611663ca232 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348542 Apr 29 11:59:24.941022 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port 60aa60e3-4ff8-4c14-945f-2a87690038f5 completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:59:24.945653 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 60aa60e3-4ff8-4c14-945f-2a87690038f5 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:59:24.946022 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:25.024690 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:25.050289 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de6a962-d055-400d-be0c-aecfde4edf87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60aa60e3-4ff8-4c14-945f-2a87690038f5'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:59:25.052556 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f905545-48fb-466d-8297-ce1ab7101a4e" -d '{"events": [{"server_uuid": "4de6a962-d055-400d-be0c-aecfde4edf87", "name": "network-vif-plugged", "status": "completed", "tag": "60aa60e3-4ff8-4c14-945f-2a87690038f5"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:59:25.211470 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 11:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c854404b-3a20-4843-a342-999c9d1fe9bc x-openstack-request-id: req-c854404b-3a20-4843-a342-999c9d1fe9bc {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:59:25.211766 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de6a962-d055-400d-be0c-aecfde4edf87", "name": "network-vif-plugged", "status": "completed", "tag": "60aa60e3-4ff8-4c14-945f-2a87690038f5", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:59:25.212025 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c854404b-3a20-4843-a342-999c9d1fe9bc {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:59:25.212415 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c854404b-3a20-4843-a342-999c9d1fe9bc'] response: {'server_uuid': '4de6a962-d055-400d-be0c-aecfde4edf87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60aa60e3-4ff8-4c14-945f-2a87690038f5', 'code': 200} Apr 29 11:59:25.214063 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 60aa60e3-4ff8-4c14-945f-2a87690038f5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=60aa60e3-4ff8-4c14-945f-2a87690038f5,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 11:59:25.219937 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:25.269946 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=60aa60e3-4ff8-4c14-945f-2a87690038f5,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:25.272547 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161d2d0-47c9-47ec-9bcb-66753f05e25b req-100f9b7c-0671-4280-91ca-747d4ae210f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:25.274015 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c161d2d0-47c9-47ec-9bcb-66753f05e25b req-100f9b7c-0671-4280-91ca-747d4ae210f9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 1099 time: 0.0404241 Apr 29 11:59:25.277437 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:25.277725 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:25.278067 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:25.278435 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:25.278768 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:25.281286 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:25.281286 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:25.281286 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:25.281286 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:25.281286 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:25.281286 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:25.281286 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:25.312279 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c161d2d0-47c9-47ec-9bcb-66753f05e25b req-931df85e-3ee1-4305-9445-4e210843965d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294881 Apr 29 11:59:26.022703 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0965fc-0920-4693-8010-976c32ca3d4b req-382d476b-0802-4c67-b283-d0c6fe04c6a0 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:26.024228 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0e0965fc-0920-4693-8010-976c32ca3d4b req-382d476b-0802-4c67-b283-d0c6fe04c6a0 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0538893 Apr 29 11:59:26.062868 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0e0965fc-0920-4693-8010-976c32ca3d4b req-4816f930-0b5f-43ab-9d24-4a3e99c25f2b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321474 Apr 29 11:59:27.183027 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff0b25-49aa-4015-af02-77827f8fe39c req-7d6336e9-3c47-4dcf-b8c8-91fd31bef577 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:27.184507 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a1ff0b25-49aa-4015-af02-77827f8fe39c req-7d6336e9-3c47-4dcf-b8c8-91fd31bef577 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0508904 Apr 29 11:59:27.223637 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a1ff0b25-49aa-4015-af02-77827f8fe39c req-a97361bd-f825-4b41-a3d1-f10a7606df08 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323577 Apr 29 11:59:27.282149 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:27.341239 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167556dd-2e57-46d4-a551-25e7b03a9fc4 req-f243e4ef-578a-4824-ab75-29118ff6035e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:27.343135 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-167556dd-2e57-46d4-a551-25e7b03a9fc4 req-f243e4ef-578a-4824-ab75-29118ff6035e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0510995 Apr 29 11:59:27.352027 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 56812) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 11:59:27.356598 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-df2db7ea-7d66-42c7-81a7-cac2f9b87cf9 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Request body: {'floatingip': {'port_id': '60aa60e3-4ff8-4c14-945f-2a87690038f5'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:59:27.400734 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-df2db7ea-7d66-42c7-81a7-cac2f9b87cf9 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for floatingip, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:27.795761 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3a9bea1f-08d7-42e7-91ab-505be08c5e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:27.856621 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-df2db7ea-7d66-42c7-81a7-cac2f9b87cf9 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:27.861564 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-df2db7ea-7d66-42c7-81a7-cac2f9b87cf9 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:27.960828 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [None req-df2db7ea-7d66-42c7-81a7-cac2f9b87cf9 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Floating IP a9c5eef1-cc84-46ee-9475-e084869c6c51 associated. External IP: 172.26.4.210, port: 60aa60e3-4ff8-4c14-945f-2a87690038f5. Apr 29 11:59:28.178479 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2db7ea-7d66-42c7-81a7-cac2f9b87cf9 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Router c030beb9-38e5-49c0-9a6a-528c14f13258 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 11:59:28.287432 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2db7ea-7d66-42c7-81a7-cac2f9b87cf9 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 11:59:28.292275 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-df2db7ea-7d66-42c7-81a7-cac2f9b87cf9 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:28.296902 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad72d33-cca9-41e1-9ef1-de423c235250 None None] Sync routers for ids ['c030beb9-38e5-49c0-9a6a-528c14f13258'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:59:28.309652 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad72d33-cca9-41e1-9ef1-de423c235250 None None] Routers {'c030beb9-38e5-49c0-9a6a-528c14f13258'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:59:28.311152 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-9ad72d33-cca9-41e1-9ef1-de423c235250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:59:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c030beb9-38e5-49c0-9a6a-528c14f13258'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:28.325585 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-df2db7ea-7d66-42c7-81a7-cac2f9b87cf9 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "PUT /v2.0/floatingips/a9c5eef1-cc84-46ee-9475-e084869c6c51 HTTP/1.1" status: 200 len: 993 time: 0.9724512 Apr 29 11:59:28.326976 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de6a962-d055-400d-be0c-aecfde4edf87', 'tag': '60aa60e3-4ff8-4c14-945f-2a87690038f5'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:59:28.329401 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3efe664-14ee-4dc3-8477-577d80fd2f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "4de6a962-d055-400d-be0c-aecfde4edf87", "tag": "60aa60e3-4ff8-4c14-945f-2a87690038f5"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 11:59:28.366789 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 11:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f825a1-3724-42fa-ae2a-60bfce5d1ee1 x-openstack-request-id: req-81f825a1-3724-42fa-ae2a-60bfce5d1ee1 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 11:59:28.367081 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de6a962-d055-400d-be0c-aecfde4edf87", "tag": "60aa60e3-4ff8-4c14-945f-2a87690038f5", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 11:59:28.367330 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-81f825a1-3724-42fa-ae2a-60bfce5d1ee1 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 11:59:28.368062 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81f825a1-3724-42fa-ae2a-60bfce5d1ee1'] response: {'name': 'network-changed', 'server_uuid': '4de6a962-d055-400d-be0c-aecfde4edf87', 'tag': '60aa60e3-4ff8-4c14-945f-2a87690038f5', 'status': 'completed', 'code': 200} Apr 29 11:59:28.434702 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efe664-14ee-4dc3-8477-577d80fd2f2d req-ffcd27ad-7382-4461-accd-c0527ef7b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:28.436552 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-9ad72d33-cca9-41e1-9ef1-de423c235250 None None] Set router c030beb9-38e5-49c0-9a6a-528c14f13258 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:59:28.436694 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a3efe664-14ee-4dc3-8477-577d80fd2f2d req-ffcd27ad-7382-4461-accd-c0527ef7b99f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b12ebc6b3074500937702f723110a3f&device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 1099 time: 0.0442207 Apr 29 11:59:28.559184 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efe664-14ee-4dc3-8477-577d80fd2f2d req-c3bd0937-976f-4316-bf09-df808f24b840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:28.561002 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a3efe664-14ee-4dc3-8477-577d80fd2f2d req-c3bd0937-976f-4316-bf09-df808f24b840 service neutron] 10.222.0.62 "GET /v2.0/networks?id=32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 200 len: 913 time: 0.1163044 Apr 29 11:59:28.611168 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:28.651258 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a3efe664-14ee-4dc3-8477-577d80fd2f2d req-aa900804-21c0-47e4-a016-9847acf9492b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60aa60e3-4ff8-4c14-945f-2a87690038f5 HTTP/1.1" status: 200 len: 1001 time: 0.0812140 Apr 29 11:59:28.721526 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efe664-14ee-4dc3-8477-577d80fd2f2d req-2cdc2589-8cb4-4b9b-8ce6-55ea5025cf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:28.723075 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a3efe664-14ee-4dc3-8477-577d80fd2f2d req-2cdc2589-8cb4-4b9b-8ce6-55ea5025cf81 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b45e425f-408b-495c-a0b2-fe0ac61da817 HTTP/1.1" status: 200 len: 851 time: 0.0664604 Apr 29 11:59:28.731510 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-9ad72d33-cca9-41e1-9ef1-de423c235250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '37a9853f-1359-4786-a25b-a3c410befa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:23Z', 'updated_at': '2022-04-29T11:56:27Z', 'revision_number': 4, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'gw_port': {'id': '37a9853f-1359-4786-a25b-a3c410befa49', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:24Z', 'updated_at': '2022-04-29T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'a9c5eef1-cc84-46ee-9475-e084869c6c51', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'floating_ip_address': '172.26.4.210', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'port_id': '60aa60e3-4ff8-4c14-945f-2a87690038f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'mac_address': 'fa:16:3e:1d:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de6a962-d055-400d-be0c-aecfde4edf87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:56:29Z', 'updated_at': '2022-04-29T11:59:27Z', 'revision_number': 13, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a94a6660-5e03-48a0-9425-84803a5eee0b', 'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'mac_address': 'fa:16:3e:60:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:26Z', 'updated_at': '2022-04-29T11:56:30Z', 'revision_number': 5, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'subnets': [{'id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:28.759019 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad72d33-cca9-41e1-9ef1-de423c235250 None None] Checking router: c030beb9-38e5-49c0-9a6a-528c14f13258 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:59:28.771874 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad72d33-cca9-41e1-9ef1-de423c235250 None None] Routers {'c030beb9-38e5-49c0-9a6a-528c14f13258'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 11:59:28.772642 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-9ad72d33-cca9-41e1-9ef1-de423c235250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T11:59:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c030beb9-38e5-49c0-9a6a-528c14f13258'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:28.772756 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efe664-14ee-4dc3-8477-577d80fd2f2d req-c3822636-aa2d-48a4-8ca4-a3c72b860a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:28.774193 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a3efe664-14ee-4dc3-8477-577d80fd2f2d req-c3822636-aa2d-48a4-8ca4-a3c72b860a35 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b745d3-3dff-4df7-9b83-eebdc261a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438368 Apr 29 11:59:28.882678 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a3efe664-14ee-4dc3-8477-577d80fd2f2d req-d54392c6-e28a-4e5d-aec4-87e696333559 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007402 Apr 29 11:59:28.896392 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-9ad72d33-cca9-41e1-9ef1-de423c235250 None None] Set router c030beb9-38e5-49c0-9a6a-528c14f13258 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 11:59:28.994771 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a3efe664-14ee-4dc3-8477-577d80fd2f2d req-c5e1cd96-a37e-4bdb-a5e1-7608c0cd9f52 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036246 Apr 29 11:59:29.163350 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-9ad72d33-cca9-41e1-9ef1-de423c235250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '37a9853f-1359-4786-a25b-a3c410befa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:23Z', 'updated_at': '2022-04-29T11:56:27Z', 'revision_number': 4, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'gw_port': {'id': '37a9853f-1359-4786-a25b-a3c410befa49', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:24Z', 'updated_at': '2022-04-29T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'a9c5eef1-cc84-46ee-9475-e084869c6c51', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'floating_ip_address': '172.26.4.210', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'port_id': '60aa60e3-4ff8-4c14-945f-2a87690038f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'mac_address': 'fa:16:3e:1d:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de6a962-d055-400d-be0c-aecfde4edf87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:56:29Z', 'updated_at': '2022-04-29T11:59:27Z', 'revision_number': 13, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a94a6660-5e03-48a0-9425-84803a5eee0b', 'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'mac_address': 'fa:16:3e:60:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:26Z', 'updated_at': '2022-04-29T11:56:30Z', 'revision_number': 5, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'subnets': [{'id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:29.192020 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad72d33-cca9-41e1-9ef1-de423c235250 None None] The sync data for ids ['c030beb9-38e5-49c0-9a6a-528c14f13258'] in dv-neutron-838888-1-hyperv is: [{'id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '37a9853f-1359-4786-a25b-a3c410befa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:23Z', 'updated_at': '2022-04-29T11:56:27Z', 'revision_number': 4, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'gw_port': {'id': '37a9853f-1359-4786-a25b-a3c410befa49', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:24Z', 'updated_at': '2022-04-29T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'a9c5eef1-cc84-46ee-9475-e084869c6c51', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'floating_ip_address': '172.26.4.210', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'port_id': '60aa60e3-4ff8-4c14-945f-2a87690038f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'mac_address': 'fa:16:3e:1d:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de6a962-d055-400d-be0c-aecfde4edf87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:56:29Z', 'updated_at': '2022-04-29T11:59:27Z', 'revision_number': 13, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a94a6660-5e03-48a0-9425-84803a5eee0b', 'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'mac_address': 'fa:16:3e:60:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:26Z', 'updated_at': '2022-04-29T11:56:30Z', 'revision_number': 5, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'subnets': [{'id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:59:29.409285 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a497d4-6b43-4432-9ce0-53d257b3e633 None None] New status for floating IP a9c5eef1-cc84-46ee-9475-e084869c6c51: ACTIVE {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:59:29.839951 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a09fbd-6174-4282-8a48-3fb847f9a65c req-df154340-f2dd-489c-8546-8a42dd8245fd tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:29.841400 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-64a09fbd-6174-4282-8a48-3fb847f9a65c req-df154340-f2dd-489c-8546-8a42dd8245fd tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0520296 Apr 29 11:59:29.882119 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-64a09fbd-6174-4282-8a48-3fb847f9a65c req-a58545ee-59a3-447d-88e6-56aeb095ccec tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344572 Apr 29 11:59:30.083120 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:30.259935 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:41.061902 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0674d96-ccde-4a57-9f3a-bd5334ab18ac req-62d87364-4594-46af-af17-58d54a4e84cc tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:41.063436 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c0674d96-ccde-4a57-9f3a-bd5334ab18ac req-62d87364-4594-46af-af17-58d54a4e84cc tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0571606 Apr 29 11:59:41.082292 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [req-1fcda8bd-efe0-4fab-a491-441d3e235250 req-3c844759-80de-4435-a9b2-a7149671c8ba service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0858903 Apr 29 11:59:41.103883 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c0674d96-ccde-4a57-9f3a-bd5334ab18ac req-4097ed90-f01f-470c-82ff-58701a2a9105 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338705 Apr 29 11:59:42.260141 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcda8bd-efe0-4fab-a491-441d3e235250 req-0285a3dc-a9b9-40cc-8347-66e76cf9a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:42.261702 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1fcda8bd-efe0-4fab-a491-441d3e235250 req-0285a3dc-a9b9-40cc-8347-66e76cf9a296 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b12ebc6b3074500937702f723110a3f&device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 1099 time: 0.0704784 Apr 29 11:59:42.269242 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f264454-82b6-49fa-94a4-c75ef81768be req-5682a1cb-41fb-49c8-9be7-683641f82ad8 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:42.270626 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5f264454-82b6-49fa-94a4-c75ef81768be req-5682a1cb-41fb-49c8-9be7-683641f82ad8 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0807939 Apr 29 11:59:42.359012 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5f264454-82b6-49fa-94a4-c75ef81768be req-0d5f86dd-7581-4fee-bb8b-161a098919c9 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803218 Apr 29 11:59:42.385052 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcda8bd-efe0-4fab-a491-441d3e235250 req-346d137b-d0e3-471a-b993-132283e26a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:42.386470 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1fcda8bd-efe0-4fab-a491-441d3e235250 req-346d137b-d0e3-471a-b993-132283e26a18 service neutron] 10.222.0.62 "GET /v2.0/networks?id=32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 200 len: 913 time: 0.1149881 Apr 29 11:59:42.452009 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1fcda8bd-efe0-4fab-a491-441d3e235250 req-b0135493-addd-4474-87cf-fa604f0edcaa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60aa60e3-4ff8-4c14-945f-2a87690038f5 HTTP/1.1" status: 200 len: 1003 time: 0.0585446 Apr 29 11:59:42.505730 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcda8bd-efe0-4fab-a491-441d3e235250 req-3a2cd710-fcc0-4c9e-97b5-80e7f9f3d637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:42.507207 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1fcda8bd-efe0-4fab-a491-441d3e235250 req-3a2cd710-fcc0-4c9e-97b5-80e7f9f3d637 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b45e425f-408b-495c-a0b2-fe0ac61da817 HTTP/1.1" status: 200 len: 851 time: 0.0485866 Apr 29 11:59:42.554644 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcda8bd-efe0-4fab-a491-441d3e235250 req-f240eb5f-d565-4a2e-91df-7d754049a25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:42.556134 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1fcda8bd-efe0-4fab-a491-441d3e235250 req-f240eb5f-d565-4a2e-91df-7d754049a25a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b745d3-3dff-4df7-9b83-eebdc261a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401838 Apr 29 11:59:42.643736 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1fcda8bd-efe0-4fab-a491-441d3e235250 req-832baa29-a150-4637-97c6-821d48bd3f86 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801191 Apr 29 11:59:42.741306 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1fcda8bd-efe0-4fab-a491-441d3e235250 req-80e73b96-cb46-49e5-ab2b-387903c52d96 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880971 Apr 29 11:59:43.477811 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2023a-bcce-41a6-99c8-1adbbcffad6b req-2a0e36e9-e8ef-4b3a-a923-e8a20f3b9243 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:43.479462 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c6b2023a-bcce-41a6-99c8-1adbbcffad6b req-2a0e36e9-e8ef-4b3a-a923-e8a20f3b9243 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0495653 Apr 29 11:59:43.520179 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c6b2023a-bcce-41a6-99c8-1adbbcffad6b req-2ea24a69-006b-4d87-83b4-f107925dd9ae tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336447 Apr 29 11:59:44.645434 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176024d9-cab8-42a2-9278-71fbdfd05f33 req-92f036ad-ab59-4768-b93a-cdc0ed74ef57 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:44.647049 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-176024d9-cab8-42a2-9278-71fbdfd05f33 req-92f036ad-ab59-4768-b93a-cdc0ed74ef57 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0527282 Apr 29 11:59:44.695196 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-176024d9-cab8-42a2-9278-71fbdfd05f33 req-3691a04e-41c5-4d6c-9b74-64e87990676d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418432 Apr 29 11:59:45.814656 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd97f4b-f878-4018-b58d-e3d65dd2d156 req-81962209-5fd7-472f-bfc8-53ffe027da8e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:45.816100 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2fd97f4b-f878-4018-b58d-e3d65dd2d156 req-81962209-5fd7-472f-bfc8-53ffe027da8e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0513504 Apr 29 11:59:45.856804 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2fd97f4b-f878-4018-b58d-e3d65dd2d156 req-fbf1254d-f26a-4137-80d6-e319f43de125 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343370 Apr 29 11:59:46.981102 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8c02b-04c0-4483-9ba4-2fbc76330cbe req-771f3861-fd14-48a1-869b-28948cab3d31 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:46.983308 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d8c8c02b-04c0-4483-9ba4-2fbc76330cbe req-771f3861-fd14-48a1-869b-28948cab3d31 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0530500 Apr 29 11:59:47.026385 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d8c8c02b-04c0-4483-9ba4-2fbc76330cbe req-a4eb993d-1223-446d-be47-d90b0d1e284f tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366063 Apr 29 11:59:48.146647 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52352974-aa4e-47a1-899f-4a5d3745043b req-59371c92-3aad-4956-8950-61cb0efb0cea tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:48.148204 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-52352974-aa4e-47a1-899f-4a5d3745043b req-59371c92-3aad-4956-8950-61cb0efb0cea tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0504286 Apr 29 11:59:48.192410 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-52352974-aa4e-47a1-899f-4a5d3745043b req-03c3b483-380c-481c-b64f-a843595adb82 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380609 Apr 29 11:59:49.311542 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8101a94-bb93-4c58-b7ff-1879ae0d7a2f req-3c3cf173-1466-4369-bfad-cb98cb05149f tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:49.313197 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b8101a94-bb93-4c58-b7ff-1879ae0d7a2f req-3c3cf173-1466-4369-bfad-cb98cb05149f tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0509336 Apr 29 11:59:49.352574 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b8101a94-bb93-4c58-b7ff-1879ae0d7a2f req-953a4335-0b25-441f-b383-c7e052bdc6a6 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324476 Apr 29 11:59:50.471447 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34b0eb-42ff-49fb-9d62-8b5a8c42edac req-92019a29-e598-4bff-a326-54ac2d02e724 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:50.472966 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7f34b0eb-42ff-49fb-9d62-8b5a8c42edac req-92019a29-e598-4bff-a326-54ac2d02e724 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0503044 Apr 29 11:59:50.511225 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7f34b0eb-42ff-49fb-9d62-8b5a8c42edac req-8c0f9f1d-900c-4f30-8110-875f48d2c1de tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321896 Apr 29 11:59:51.636967 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c8c7b-aad8-41d3-a3f0-1dced2095fef req-3d2380d4-7680-4517-9499-1f8a15371183 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:51.639159 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b48c8c7b-aad8-41d3-a3f0-1dced2095fef req-3d2380d4-7680-4517-9499-1f8a15371183 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0501573 Apr 29 11:59:51.682737 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b48c8c7b-aad8-41d3-a3f0-1dced2095fef req-42bd5caf-3834-42fc-bc03-5b8657ac5757 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375412 Apr 29 11:59:52.804060 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8175e-57b6-4c3a-97bc-7759e0a4f948 req-0ef8bbe6-33a4-475b-9dbc-36e1c1a80310 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:52.805657 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-aae8175e-57b6-4c3a-97bc-7759e0a4f948 req-0ef8bbe6-33a4-475b-9dbc-36e1c1a80310 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0496316 Apr 29 11:59:52.845396 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-aae8175e-57b6-4c3a-97bc-7759e0a4f948 req-17e698cd-750b-4898-804b-7d367777d6c9 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331872 Apr 29 11:59:53.599735 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e53ba3ed-321c-41a7-af14-40b1508191e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:53.963857 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a625b03-d7f0-4f9a-a031-f0907db4b05d req-f416b23a-da5c-48ca-87bf-93420b231366 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:53.965339 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3a625b03-d7f0-4f9a-a031-f0907db4b05d req-f416b23a-da5c-48ca-87bf-93420b231366 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0494585 Apr 29 11:59:54.005490 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3a625b03-d7f0-4f9a-a031-f0907db4b05d req-81f57f04-28cf-4771-bcd2-d54914577d5d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334456 Apr 29 11:59:55.120518 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7f899-d8c7-4183-a764-962674c40f67 req-726c0b79-091f-4753-92c2-3137fcfe854f tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:55.122157 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-69c7f899-d8c7-4183-a764-962674c40f67 req-726c0b79-091f-4753-92c2-3137fcfe854f tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0483105 Apr 29 11:59:55.165995 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-69c7f899-d8c7-4183-a764-962674c40f67 req-e2545685-2e68-44e7-a8f4-80c3662d85c1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373461 Apr 29 11:59:56.290151 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b5afe-28e1-4ae2-8227-582f7c31b125 req-e5cc17f5-7aa6-419c-abf7-606cc0bc99bc tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:56.291659 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f89b5afe-28e1-4ae2-8227-582f7c31b125 req-e5cc17f5-7aa6-419c-abf7-606cc0bc99bc tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0491965 Apr 29 11:59:56.333043 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f89b5afe-28e1-4ae2-8227-582f7c31b125 req-cafc0494-ee53-47fa-bdd1-9d04bc9af052 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345032 Apr 29 11:59:57.276672 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:57.456361 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41262feb-c5c0-4f29-92fc-f101b6aad6ba req-3484a1c1-81c0-4747-954d-7f5f722d7775 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:57.457930 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-41262feb-c5c0-4f29-92fc-f101b6aad6ba req-3484a1c1-81c0-4747-954d-7f5f722d7775 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0530362 Apr 29 11:59:57.498812 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-41262feb-c5c0-4f29-92fc-f101b6aad6ba req-33f5d4bf-b326-46a5-a687-b42f6e37e956 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344791 Apr 29 11:59:57.798605 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e57d16cd-1279-40b5-afe0-4453a804a6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:58.572226 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:58.617496 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18bbdb-f83e-4940-862b-86395c3262ca req-9d61d8c6-babf-4808-a897-fd23e6e61066 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:58.619019 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3a18bbdb-f83e-4940-862b-86395c3262ca req-9d61d8c6-babf-4808-a897-fd23e6e61066 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0483296 Apr 29 11:59:58.663404 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3a18bbdb-f83e-4940-862b-86395c3262ca req-a1674c53-72da-4650-a868-8bf78d9d2f6e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367622 Apr 29 11:59:59.793026 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd4c46-9ef8-4a54-a6c3-da8bd55067f9 req-9ae833de-de7b-4293-84d9-5759f4bf19d2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:59.794531 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-74bd4c46-9ef8-4a54-a6c3-da8bd55067f9 req-9ae833de-de7b-4293-84d9-5759f4bf19d2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0486040 Apr 29 11:59:59.832637 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-74bd4c46-9ef8-4a54-a6c3-da8bd55067f9 req-2661c6b2-9ddb-455a-abeb-d9286c8abc70 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314267 Apr 29 12:00:00.083333 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:00.248675 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:00.980854 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17278e3-544a-4cbe-9abd-d81df70cb21a req-417bf395-4480-471b-8be2-01448f8c4546 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:00.983024 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a17278e3-544a-4cbe-9abd-d81df70cb21a req-417bf395-4480-471b-8be2-01448f8c4546 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0785499 Apr 29 12:00:01.024086 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a17278e3-544a-4cbe-9abd-d81df70cb21a req-ac471ff1-7695-44b3-a7bc-5fb292273ee3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337310 Apr 29 12:00:01.272714 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:00:01.437205 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1fcda8bd-efe0-4fab-a491-441d3e235250 req-812fd9f5-1cef-4285-a53a-d098c27c8e1d service neutron] 10.222.0.62 "GET /v2.0/ports/60aa60e3-4ff8-4c14-945f-2a87690038f5/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0543611 Apr 29 12:00:01.654197 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcda8bd-efe0-4fab-a491-441d3e235250 req-adbd4434-8259-485a-bbef-b279511645c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:01.655936 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1fcda8bd-efe0-4fab-a491-441d3e235250 req-adbd4434-8259-485a-bbef-b279511645c9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87&tenant_id=6b12ebc6b3074500937702f723110a3f HTTP/1.1" status: 200 len: 1099 time: 0.0462883 Apr 29 12:00:01.724441 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcda8bd-efe0-4fab-a491-441d3e235250 req-db7ba8f5-b2a8-4df6-a763-57220bdaa621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:01.725997 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1fcda8bd-efe0-4fab-a491-441d3e235250 req-db7ba8f5-b2a8-4df6-a763-57220bdaa621 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b12ebc6b3074500937702f723110a3f&device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 1099 time: 0.0424442 Apr 29 12:00:01.822590 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcda8bd-efe0-4fab-a491-441d3e235250 req-0ab000ae-8f85-430b-80fb-a16b90fe9d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:01.824094 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1fcda8bd-efe0-4fab-a491-441d3e235250 req-0ab000ae-8f85-430b-80fb-a16b90fe9d67 service neutron] 10.222.0.62 "GET /v2.0/networks?id=32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 200 len: 913 time: 0.0915663 Apr 29 12:00:01.895031 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1fcda8bd-efe0-4fab-a491-441d3e235250 req-0d00e9df-4d56-472e-bb09-fba65ff4d45c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60aa60e3-4ff8-4c14-945f-2a87690038f5 HTTP/1.1" status: 200 len: 1003 time: 0.0603554 Apr 29 12:00:01.948241 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcda8bd-efe0-4fab-a491-441d3e235250 req-f43a218e-277c-4478-a983-bca2ccdec374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:01.949610 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1fcda8bd-efe0-4fab-a491-441d3e235250 req-f43a218e-277c-4478-a983-bca2ccdec374 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b45e425f-408b-495c-a0b2-fe0ac61da817 HTTP/1.1" status: 200 len: 851 time: 0.0432606 Apr 29 12:00:02.001923 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcda8bd-efe0-4fab-a491-441d3e235250 req-1bfa398e-444b-4507-9418-33511e965254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:02.003450 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1fcda8bd-efe0-4fab-a491-441d3e235250 req-1bfa398e-444b-4507-9418-33511e965254 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b745d3-3dff-4df7-9b83-eebdc261a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439601 Apr 29 12:00:02.095154 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1fcda8bd-efe0-4fab-a491-441d3e235250 req-832c28f2-821f-4677-aec8-b5cd0b9279b5 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842166 Apr 29 12:00:02.198367 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27ace5-1bf7-4808-9adb-7eabb6a0795e req-c5fe9ab4-9ef3-43d7-9031-c5e8f92ca87e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:02.199786 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab27ace5-1bf7-4808-9adb-7eabb6a0795e req-c5fe9ab4-9ef3-43d7-9031-c5e8f92ca87e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.1037111 Apr 29 12:00:02.239716 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1fcda8bd-efe0-4fab-a491-441d3e235250 req-fe818b47-ced8-4945-8112-67f7523ddec0 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342521 Apr 29 12:00:02.253114 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab27ace5-1bf7-4808-9adb-7eabb6a0795e req-2c335ea2-2a74-4a9a-a37d-46fbbd61043b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459859 Apr 29 12:00:03.377972 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81902174-070c-4f07-aaa5-ac0b22f255f4 req-74af8a09-ebda-42a7-a58e-95727568a5e8 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:03.379527 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-81902174-070c-4f07-aaa5-ac0b22f255f4 req-74af8a09-ebda-42a7-a58e-95727568a5e8 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0506876 Apr 29 12:00:03.418815 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-81902174-070c-4f07-aaa5-ac0b22f255f4 req-fc52463f-4607-4092-9ca7-86c4c5e0b60b tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329864 Apr 29 12:00:04.901242 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c059d-37d8-4cd1-af5a-18f09339b936 req-22438a6b-881b-4337-8293-6cce305523d1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:04.902774 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1f1c059d-37d8-4cd1-af5a-18f09339b936 req-22438a6b-881b-4337-8293-6cce305523d1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.4062128 Apr 29 12:00:04.943880 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1f1c059d-37d8-4cd1-af5a-18f09339b936 req-d8ddadd4-9cd4-49c3-b5a2-41596f7e3c5a tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336633 Apr 29 12:00:05.090982 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 60aa60e3-4ff8-4c14-945f-2a87690038f5 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:00:05.170237 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:05.201126 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de6a962-d055-400d-be0c-aecfde4edf87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60aa60e3-4ff8-4c14-945f-2a87690038f5'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:00:05.203557 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070b4261-6228-4c72-a133-44b93c210d90" -d '{"events": [{"server_uuid": "4de6a962-d055-400d-be0c-aecfde4edf87", "name": "network-vif-unplugged", "status": "completed", "tag": "60aa60e3-4ff8-4c14-945f-2a87690038f5"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:00:05.216486 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 60aa60e3-4ff8-4c14-945f-2a87690038f5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=60aa60e3-4ff8-4c14-945f-2a87690038f5,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:00:05.224687 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:05.268303 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 12:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5201111c-8ac2-4da1-97a3-36c9bf25dfea x-openstack-request-id: req-5201111c-8ac2-4da1-97a3-36c9bf25dfea {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:00:05.268623 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de6a962-d055-400d-be0c-aecfde4edf87", "name": "network-vif-unplugged", "status": "completed", "tag": "60aa60e3-4ff8-4c14-945f-2a87690038f5", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:00:05.268833 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5201111c-8ac2-4da1-97a3-36c9bf25dfea {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:00:05.269440 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5201111c-8ac2-4da1-97a3-36c9bf25dfea'] response: {'server_uuid': '4de6a962-d055-400d-be0c-aecfde4edf87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60aa60e3-4ff8-4c14-945f-2a87690038f5', 'code': 200} Apr 29 12:00:05.291300 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=60aa60e3-4ff8-4c14-945f-2a87690038f5,revision_number=6']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:00:06.066627 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108442f4-bf56-41f1-bac7-3ff239402d71 req-8c2cb175-0451-44f5-85f6-6bd4f7f8c986 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:06.068222 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-108442f4-bf56-41f1-bac7-3ff239402d71 req-8c2cb175-0451-44f5-85f6-6bd4f7f8c986 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 944 time: 0.0530944 Apr 29 12:00:06.109724 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-108442f4-bf56-41f1-bac7-3ff239402d71 req-2add81e9-8421-468b-98b7-930dadd5676a tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348830 Apr 29 12:00:07.235549 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0824f6-8755-4b74-87e4-128cc786babc req-fc310fc1-56fe-4505-8be4-0ef040d87458 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:07.237261 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ff0824f6-8755-4b74-87e4-128cc786babc req-fc310fc1-56fe-4505-8be4-0ef040d87458 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 944 time: 0.0506389 Apr 29 12:00:07.279344 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ff0824f6-8755-4b74-87e4-128cc786babc req-78fae34d-ecf6-4131-9cb3-133f3dcaaad3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324132 Apr 29 12:00:08.412526 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d5c97-7fed-4062-96d4-0a4159f640b3 req-10029c24-518e-4656-954a-5984a6a398fb tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:08.414133 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a98d5c97-7fed-4062-96d4-0a4159f640b3 req-10029c24-518e-4656-954a-5984a6a398fb tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 944 time: 0.0607443 Apr 29 12:00:08.458709 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a98d5c97-7fed-4062-96d4-0a4159f640b3 req-63b08de8-1ab8-4bb4-93e9-4a762076b392 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383582 Apr 29 12:00:09.110325 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 60aa60e3-4ff8-4c14-945f-2a87690038f5 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 12:00:09.210026 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 60aa60e3-4ff8-4c14-945f-2a87690038f5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=60aa60e3-4ff8-4c14-945f-2a87690038f5,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:00:09.223167 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '60aa60e3-4ff8-4c14-945f-2a87690038f5', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'port_id': '60aa60e3-4ff8-4c14-945f-2a87690038f5', 'mac_address': 'fa:16:3e:1d:51:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 12:00:09.260238 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:09.274222 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60aa60e3-4ff8-4c14-945f-2a87690038f5 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:00:09.295098 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 60aa60e3-4ff8-4c14-945f-2a87690038f5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=60aa60e3-4ff8-4c14-945f-2a87690038f5,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:00:09.299509 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:09.351394 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=60aa60e3-4ff8-4c14-945f-2a87690038f5,revision_number=7']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:00:09.379830 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['60aa60e3-4ff8-4c14-945f-2a87690038f5'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 12:00:09.586947 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4f386-15e4-44bd-a709-0febb99e8ece req-2372fcdc-ee03-4838-a027-c16bc2fb212f tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:09.588466 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-94b4f386-15e4-44bd-a709-0febb99e8ece req-2372fcdc-ee03-4838-a027-c16bc2fb212f tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 945 time: 0.0510924 Apr 29 12:00:09.628766 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-94b4f386-15e4-44bd-a709-0febb99e8ece req-eab9d18b-5e11-4408-aab5-6cb54ef410bd tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337920 Apr 29 12:00:10.746836 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be01eb-daee-45b0-85aa-fce43822a1ae req-09d64e65-d05a-4c7f-bb4e-d9f6898e67b2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:10.748322 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-52be01eb-daee-45b0-85aa-fce43822a1ae req-09d64e65-d05a-4c7f-bb4e-d9f6898e67b2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 945 time: 0.0494130 Apr 29 12:00:10.787814 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-52be01eb-daee-45b0-85aa-fce43822a1ae req-d2ca2637-8c05-4c2a-a346-9d96e8ad9865 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332642 Apr 29 12:00:11.121348 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 60aa60e3-4ff8-4c14-945f-2a87690038f5 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:00:11.169793 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 60aa60e3-4ff8-4c14-945f-2a87690038f5 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:00:11.170158 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:11.252202 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:11.275751 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de6a962-d055-400d-be0c-aecfde4edf87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60aa60e3-4ff8-4c14-945f-2a87690038f5'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:00:11.277592 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71f537e-baa8-40a3-96b4-5ebcef0d2983" -d '{"events": [{"server_uuid": "4de6a962-d055-400d-be0c-aecfde4edf87", "name": "network-vif-plugged", "status": "completed", "tag": "60aa60e3-4ff8-4c14-945f-2a87690038f5"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:00:11.292352 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 60aa60e3-4ff8-4c14-945f-2a87690038f5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=60aa60e3-4ff8-4c14-945f-2a87690038f5,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:00:11.300001 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:11.328776 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac2405b-862f-4b90-a34e-0ef1caae5115 x-openstack-request-id: req-cac2405b-862f-4b90-a34e-0ef1caae5115 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:00:11.329070 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de6a962-d055-400d-be0c-aecfde4edf87", "name": "network-vif-plugged", "status": "completed", "tag": "60aa60e3-4ff8-4c14-945f-2a87690038f5", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:00:11.329324 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cac2405b-862f-4b90-a34e-0ef1caae5115 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:00:11.329719 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cac2405b-862f-4b90-a34e-0ef1caae5115'] response: {'server_uuid': '4de6a962-d055-400d-be0c-aecfde4edf87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60aa60e3-4ff8-4c14-945f-2a87690038f5', 'code': 200} Apr 29 12:00:11.351639 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=60aa60e3-4ff8-4c14-945f-2a87690038f5,revision_number=8']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:00:11.914084 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30e8c2-9a62-4b96-ab78-6ed4ce25eb53 req-82eee571-73f3-403f-8c14-3ac99ed484df tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:11.915604 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3c30e8c2-9a62-4b96-ab78-6ed4ce25eb53 req-82eee571-73f3-403f-8c14-3ac99ed484df tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0551653 Apr 29 12:00:11.955461 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3c30e8c2-9a62-4b96-ab78-6ed4ce25eb53 req-46f50087-dc53-49ee-85ab-56de0ccd6baa tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335519 Apr 29 12:00:13.080316 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1e08f-0892-404a-974e-5ade5da00532 req-1c65cad1-dcfd-4438-9a0b-48af0aedebea tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:13.081876 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-afa1e08f-0892-404a-974e-5ade5da00532 req-1c65cad1-dcfd-4438-9a0b-48af0aedebea tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0509951 Apr 29 12:00:13.120375 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-afa1e08f-0892-404a-974e-5ade5da00532 req-9d3ae54b-a7e3-4e7c-9e16-223d816e88aa tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322719 Apr 29 12:00:14.241140 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32eb19-bcfa-48e2-bfb5-b95745583976 req-39e83dac-d94b-4145-a72c-e86516e45afc tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:14.242699 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4a32eb19-bcfa-48e2-bfb5-b95745583976 req-39e83dac-d94b-4145-a72c-e86516e45afc tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0507386 Apr 29 12:00:14.280231 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4a32eb19-bcfa-48e2-bfb5-b95745583976 req-b3c587bb-0e7d-4592-a242-a220c8b68fa2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314429 Apr 29 12:00:14.611087 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6950dcc-9f12-4b1c-bdc0-160667afb1e4 req-bc7d97fc-8852-4017-8732-cdc0b449a297 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:14.612545 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f6950dcc-9f12-4b1c-bdc0-160667afb1e4 req-bc7d97fc-8852-4017-8732-cdc0b449a297 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.62 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87&tenant_id=6b12ebc6b3074500937702f723110a3f&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 946 time: 0.0821538 Apr 29 12:00:14.633704 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b0fcf-2202-462b-899d-a934d3d5f349 req-5d1da00f-06ac-4952-9ec1-e82d4c102d73 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:14.635255 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-225b0fcf-2202-462b-899d-a934d3d5f349 req-5d1da00f-06ac-4952-9ec1-e82d4c102d73 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0739548 Apr 29 12:00:14.704332 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-225b0fcf-2202-462b-899d-a934d3d5f349 req-bff0c328-d152-44f4-9a01-8a3bd311c036 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513873 Apr 29 12:00:14.710029 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f6950dcc-9f12-4b1c-bdc0-160667afb1e4 req-1993b614-d9ab-4032-96e8-92d4f5fac491 service neutron] 10.222.0.62 "GET /v2.0/ports/60aa60e3-4ff8-4c14-945f-2a87690038f5/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0901237 Apr 29 12:00:14.779827 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6950dcc-9f12-4b1c-bdc0-160667afb1e4 req-4b33562b-3f20-4d74-a179-3c9968df07f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:14.781898 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f6950dcc-9f12-4b1c-bdc0-160667afb1e4 req-4b33562b-3f20-4d74-a179-3c9968df07f0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b12ebc6b3074500937702f723110a3f&device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 1099 time: 0.0441988 Apr 29 12:00:14.878359 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6950dcc-9f12-4b1c-bdc0-160667afb1e4 req-3241e16c-e342-4bcf-a60e-5388213dcd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:14.879853 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f6950dcc-9f12-4b1c-bdc0-160667afb1e4 req-3241e16c-e342-4bcf-a60e-5388213dcd1d service neutron] 10.222.0.62 "GET /v2.0/networks?id=32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 200 len: 913 time: 0.0902963 Apr 29 12:00:14.950636 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f6950dcc-9f12-4b1c-bdc0-160667afb1e4 req-64629f2f-a5b9-4595-a875-0f42abaabc69 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60aa60e3-4ff8-4c14-945f-2a87690038f5 HTTP/1.1" status: 200 len: 1003 time: 0.0635035 Apr 29 12:00:15.003517 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6950dcc-9f12-4b1c-bdc0-160667afb1e4 req-2012e24d-530f-4531-867b-d9058847e0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:15.005034 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f6950dcc-9f12-4b1c-bdc0-160667afb1e4 req-2012e24d-530f-4531-867b-d9058847e0ba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b45e425f-408b-495c-a0b2-fe0ac61da817 HTTP/1.1" status: 200 len: 851 time: 0.0474949 Apr 29 12:00:15.061490 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6950dcc-9f12-4b1c-bdc0-160667afb1e4 req-1a8846cb-93c4-421f-ae78-6bff0c9a19e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:15.063990 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f6950dcc-9f12-4b1c-bdc0-160667afb1e4 req-1a8846cb-93c4-421f-ae78-6bff0c9a19e9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b745d3-3dff-4df7-9b83-eebdc261a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0523443 Apr 29 12:00:15.159839 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f6950dcc-9f12-4b1c-bdc0-160667afb1e4 req-4e8df06f-c5fe-4cc1-beac-764efdf11148 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891788 Apr 29 12:00:15.253509 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f6950dcc-9f12-4b1c-bdc0-160667afb1e4 req-2e01287f-644e-4b1f-b8b1-42593668162d service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865545 Apr 29 12:00:15.825684 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ef87b-a217-4853-a9c4-8e5072649a5a req-0159a6cd-1586-4b02-89fd-b677cafe146f tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:15.827219 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e62ef87b-a217-4853-a9c4-8e5072649a5a req-0159a6cd-1586-4b02-89fd-b677cafe146f tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0506651 Apr 29 12:00:15.866696 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e62ef87b-a217-4853-a9c4-8e5072649a5a req-c6c697dd-b3e6-468e-a6ee-316315c32563 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328488 Apr 29 12:00:16.995721 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090e4aa-5c1d-4674-be88-e7717a5808c8 req-6203583e-8af9-49c3-8ba1-b38e9b1315fe tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:16.997284 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a090e4aa-5c1d-4674-be88-e7717a5808c8 req-6203583e-8af9-49c3-8ba1-b38e9b1315fe tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0558040 Apr 29 12:00:17.037513 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a090e4aa-5c1d-4674-be88-e7717a5808c8 req-19474a36-3a02-4ff2-9a58-f77b483210a7 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335236 Apr 29 12:00:18.164802 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fdd7e7-5a58-49a7-ad2d-51e9ca3c47d9 req-dacafa7d-f1f0-4536-b150-a49f03efa4c2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:18.166445 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b8fdd7e7-5a58-49a7-ad2d-51e9ca3c47d9 req-dacafa7d-f1f0-4536-b150-a49f03efa4c2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0538628 Apr 29 12:00:18.215538 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b8fdd7e7-5a58-49a7-ad2d-51e9ca3c47d9 req-120122a4-daf3-4d72-b527-61cf4ca84eb9 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387964 Apr 29 12:00:19.337298 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193cdbf-edd1-4a5a-969a-66bc2c0eaaf9 req-bf6d81f7-f7bf-41c3-847f-6de6d4391fbb tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:19.338757 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7193cdbf-edd1-4a5a-969a-66bc2c0eaaf9 req-bf6d81f7-f7bf-41c3-847f-6de6d4391fbb tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0508149 Apr 29 12:00:19.392428 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7193cdbf-edd1-4a5a-969a-66bc2c0eaaf9 req-74e0e3e9-de88-4043-a6eb-cd1acfbdb9cd tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467255 Apr 29 12:00:19.822821 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6950dcc-9f12-4b1c-bdc0-160667afb1e4 req-5668d60b-e1fc-4a92-af86-db71a99dddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:19.824358 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f6950dcc-9f12-4b1c-bdc0-160667afb1e4 req-5668d60b-e1fc-4a92-af86-db71a99dddb9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87&tenant_id=6b12ebc6b3074500937702f723110a3f HTTP/1.1" status: 200 len: 1099 time: 0.0470955 Apr 29 12:00:19.895383 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6950dcc-9f12-4b1c-bdc0-160667afb1e4 req-fec5a0dc-1416-4e47-922a-be6fe3d503ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:19.896831 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f6950dcc-9f12-4b1c-bdc0-160667afb1e4 req-fec5a0dc-1416-4e47-922a-be6fe3d503ec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b12ebc6b3074500937702f723110a3f&device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 1099 time: 0.0423644 Apr 29 12:00:19.997250 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6950dcc-9f12-4b1c-bdc0-160667afb1e4 req-2856a608-c7a3-4562-92e4-274d8ab0cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:19.998868 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f6950dcc-9f12-4b1c-bdc0-160667afb1e4 req-2856a608-c7a3-4562-92e4-274d8ab0cbda service neutron] 10.222.0.62 "GET /v2.0/networks?id=32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 200 len: 913 time: 0.0950921 Apr 29 12:00:20.070236 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f6950dcc-9f12-4b1c-bdc0-160667afb1e4 req-c424a26c-74a0-4612-b01e-760738e6c046 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60aa60e3-4ff8-4c14-945f-2a87690038f5 HTTP/1.1" status: 200 len: 1003 time: 0.0606191 Apr 29 12:00:20.126016 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6950dcc-9f12-4b1c-bdc0-160667afb1e4 req-a4c08dbe-5ec6-40e2-9128-40c6240f1df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:20.127580 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f6950dcc-9f12-4b1c-bdc0-160667afb1e4 req-a4c08dbe-5ec6-40e2-9128-40c6240f1df6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b45e425f-408b-495c-a0b2-fe0ac61da817 HTTP/1.1" status: 200 len: 851 time: 0.0461984 Apr 29 12:00:20.181068 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6950dcc-9f12-4b1c-bdc0-160667afb1e4 req-b6a31012-33fe-4fe9-a3d8-ccede769e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:20.182517 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f6950dcc-9f12-4b1c-bdc0-160667afb1e4 req-b6a31012-33fe-4fe9-a3d8-ccede769e0a7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b745d3-3dff-4df7-9b83-eebdc261a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0475514 Apr 29 12:00:20.282343 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f6950dcc-9f12-4b1c-bdc0-160667afb1e4 req-58bfe663-f3b0-4c3d-ac71-410aba4fe530 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920830 Apr 29 12:00:20.392567 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f6950dcc-9f12-4b1c-bdc0-160667afb1e4 req-ea3bbbc8-3ebc-4f7e-97b5-6c65d11826fd service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993850 Apr 29 12:00:20.518118 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070d5c7-c72e-4032-bb68-e5cadb1a4166 req-98d37873-601e-43ab-ae2b-a37c22065c72 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:20.519268 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3070d5c7-c72e-4032-bb68-e5cadb1a4166 req-98d37873-601e-43ab-ae2b-a37c22065c72 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0529737 Apr 29 12:00:20.560845 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3070d5c7-c72e-4032-bb68-e5cadb1a4166 req-191e3341-15c4-4ba5-9ec3-8d8cd2bc2e15 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353150 Apr 29 12:00:21.170119 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 60aa60e3-4ff8-4c14-945f-2a87690038f5 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:00:21.247884 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:21.274302 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de6a962-d055-400d-be0c-aecfde4edf87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60aa60e3-4ff8-4c14-945f-2a87690038f5'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:00:21.276521 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa4cda0-945f-4f99-b4a5-e3d54fbe017d" -d '{"events": [{"server_uuid": "4de6a962-d055-400d-be0c-aecfde4edf87", "name": "network-vif-unplugged", "status": "completed", "tag": "60aa60e3-4ff8-4c14-945f-2a87690038f5"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:00:21.289393 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 60aa60e3-4ff8-4c14-945f-2a87690038f5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=60aa60e3-4ff8-4c14-945f-2a87690038f5,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:00:21.295627 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:21.329315 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 12:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533c64d7-cccb-4698-9a42-ea194e872405 x-openstack-request-id: req-533c64d7-cccb-4698-9a42-ea194e872405 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:00:21.329637 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de6a962-d055-400d-be0c-aecfde4edf87", "name": "network-vif-unplugged", "status": "completed", "tag": "60aa60e3-4ff8-4c14-945f-2a87690038f5", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:00:21.329888 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-533c64d7-cccb-4698-9a42-ea194e872405 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:00:21.330309 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-533c64d7-cccb-4698-9a42-ea194e872405'] response: {'server_uuid': '4de6a962-d055-400d-be0c-aecfde4edf87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60aa60e3-4ff8-4c14-945f-2a87690038f5', 'code': 200} Apr 29 12:00:21.355168 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=60aa60e3-4ff8-4c14-945f-2a87690038f5,revision_number=9']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:00:21.689109 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dff639-09a9-45ba-941a-2f674c8f8064 req-9ea591cf-6229-4d9f-8b1c-5e28d65b4258 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:21.690724 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-01dff639-09a9-45ba-941a-2f674c8f8064 req-9ea591cf-6229-4d9f-8b1c-5e28d65b4258 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 944 time: 0.0550945 Apr 29 12:00:21.736303 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-01dff639-09a9-45ba-941a-2f674c8f8064 req-370c244a-e5dd-4bb8-81ec-eef3592942d6 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385890 Apr 29 12:00:21.975938 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e825be-7b6a-46ca-9752-8325ea754875 req-0a9f8dc0-e76a-4464-9495-57e324ef3781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:21.977415 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-86e825be-7b6a-46ca-9752-8325ea754875 req-0a9f8dc0-e76a-4464-9495-57e324ef3781 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b12ebc6b3074500937702f723110a3f&device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 1097 time: 0.0424223 Apr 29 12:00:22.089743 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e825be-7b6a-46ca-9752-8325ea754875 req-ae562b3b-bb81-446f-9c5f-8325f01240f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:22.091286 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-86e825be-7b6a-46ca-9752-8325ea754875 req-ae562b3b-bb81-446f-9c5f-8325f01240f8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 200 len: 913 time: 0.0923622 Apr 29 12:00:22.168261 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-86e825be-7b6a-46ca-9752-8325ea754875 req-d3c3cd72-9047-45b9-9e21-90917dfe366f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60aa60e3-4ff8-4c14-945f-2a87690038f5 HTTP/1.1" status: 200 len: 1001 time: 0.0645609 Apr 29 12:00:22.229364 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e825be-7b6a-46ca-9752-8325ea754875 req-389e03fd-b953-4eb3-bbe4-ba66b9c27979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:22.230938 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-86e825be-7b6a-46ca-9752-8325ea754875 req-389e03fd-b953-4eb3-bbe4-ba66b9c27979 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b45e425f-408b-495c-a0b2-fe0ac61da817 HTTP/1.1" status: 200 len: 851 time: 0.0536928 Apr 29 12:00:22.284136 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e825be-7b6a-46ca-9752-8325ea754875 req-8fa2416d-076d-4a75-a559-c805043c117b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:22.285673 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-86e825be-7b6a-46ca-9752-8325ea754875 req-8fa2416d-076d-4a75-a559-c805043c117b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32b745d3-3dff-4df7-9b83-eebdc261a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443578 Apr 29 12:00:22.391647 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-86e825be-7b6a-46ca-9752-8325ea754875 req-1add5067-83a7-41fa-8aa4-dbf84b756c03 service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976727 Apr 29 12:00:22.513001 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-86e825be-7b6a-46ca-9752-8325ea754875 req-c7537221-0baa-4791-a080-5c9e1830c0cf service neutron] 10.222.0.62 "GET /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139657 Apr 29 12:00:22.870878 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173352c-d8f2-4e18-a82f-04fddd119692 req-ae8d84cc-6682-422c-a252-4739d2ef29ff tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:22.872433 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e173352c-d8f2-4e18-a82f-04fddd119692 req-ae8d84cc-6682-422c-a252-4739d2ef29ff tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 944 time: 0.0563567 Apr 29 12:00:22.921084 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e173352c-d8f2-4e18-a82f-04fddd119692 req-9d55d6a3-cae0-4447-aaed-230891182ca7 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392127 Apr 29 12:00:23.603310 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-50f5b11f-8978-40b1-9ab1-a30d6f03a98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:24.055294 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886aa59b-1a4f-4994-a85d-c0930babf12a req-bcd4d9db-7cbc-4cfc-adf5-070b6de62342 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:24.056840 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-886aa59b-1a4f-4994-a85d-c0930babf12a req-bcd4d9db-7cbc-4cfc-adf5-070b6de62342 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 944 time: 0.0601661 Apr 29 12:00:24.103371 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-886aa59b-1a4f-4994-a85d-c0930babf12a req-c7ea8913-38b5-442d-a252-6bbec757544f tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392609 Apr 29 12:00:25.239737 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e690a5-f027-4989-b677-42912a9f2910 req-53f2c1f2-d4cf-4c9b-93f7-3e0a0a7eb07d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:25.241255 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-19e690a5-f027-4989-b677-42912a9f2910 req-53f2c1f2-d4cf-4c9b-93f7-3e0a0a7eb07d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 944 time: 0.0522490 Apr 29 12:00:25.280236 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-19e690a5-f027-4989-b677-42912a9f2910 req-3e041ebc-7a66-4268-ae74-e455f61ffe4c tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328941 Apr 29 12:00:26.404307 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add79cc1-e4f4-45ad-a8b2-a0280ddcb325 req-92a1a678-17a0-4dbd-8ff2-7f4494f39bc8 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:26.406392 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-add79cc1-e4f4-45ad-a8b2-a0280ddcb325 req-92a1a678-17a0-4dbd-8ff2-7f4494f39bc8 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 944 time: 0.0511844 Apr 29 12:00:26.452138 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-add79cc1-e4f4-45ad-a8b2-a0280ddcb325 req-0d4de815-7a9a-4b85-b239-56576034b502 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397372 Apr 29 12:00:27.183830 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 60aa60e3-4ff8-4c14-945f-2a87690038f5 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 12:00:27.293190 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:27.298324 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 60aa60e3-4ff8-4c14-945f-2a87690038f5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=60aa60e3-4ff8-4c14-945f-2a87690038f5,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:00:27.309694 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '60aa60e3-4ff8-4c14-945f-2a87690038f5', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'port_id': '60aa60e3-4ff8-4c14-945f-2a87690038f5', 'mac_address': 'fa:16:3e:1d:51:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 12:00:27.351272 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:27.365877 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60aa60e3-4ff8-4c14-945f-2a87690038f5 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:00:27.387164 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 60aa60e3-4ff8-4c14-945f-2a87690038f5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=60aa60e3-4ff8-4c14-945f-2a87690038f5,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:00:27.392047 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:27.448241 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=60aa60e3-4ff8-4c14-945f-2a87690038f5,revision_number=10']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:00:27.455456 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:27.455803 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:27.456142 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:27.456639 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:27.456791 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:27.457122 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:27.457448 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:27.457773 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:27.458096 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:27.458443 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:27.458767 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:27.459083 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:27.463907 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['60aa60e3-4ff8-4c14-945f-2a87690038f5'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 12:00:27.588565 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34673b-9eeb-4089-8a96-2d0682b425ab req-2da9be9d-9e4c-4722-8fa3-f8b71f08e0d0 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:27.590133 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8e34673b-9eeb-4089-8a96-2d0682b425ab req-2da9be9d-9e4c-4722-8fa3-f8b71f08e0d0 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0622249 Apr 29 12:00:27.635286 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8e34673b-9eeb-4089-8a96-2d0682b425ab req-15765c0f-381b-4c53-8227-33751f1b9733 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377028 Apr 29 12:00:27.804509 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5ca854c3-41d4-4890-b02f-2f47b67c0719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:28.572514 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:28.757793 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ac1c9-70ba-41c1-acbe-bc42aa2adaa7 req-66524cb4-fbe0-4cf6-9ff4-3a62160d9b3e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:28.759327 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c82ac1c9-70ba-41c1-acbe-bc42aa2adaa7 req-66524cb4-fbe0-4cf6-9ff4-3a62160d9b3e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 946 time: 0.0499537 Apr 29 12:00:28.799969 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c82ac1c9-70ba-41c1-acbe-bc42aa2adaa7 req-89fcfa2a-21c5-457e-bebe-6ea943da72e2 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342095 Apr 29 12:00:29.199373 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 60aa60e3-4ff8-4c14-945f-2a87690038f5 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:00:29.248258 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 60aa60e3-4ff8-4c14-945f-2a87690038f5 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:00:29.248624 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:29.329539 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:29.353014 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de6a962-d055-400d-be0c-aecfde4edf87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60aa60e3-4ff8-4c14-945f-2a87690038f5'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:00:29.355295 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97072a9d-1ae3-4898-b8ac-6cc00319d4df" -d '{"events": [{"server_uuid": "4de6a962-d055-400d-be0c-aecfde4edf87", "name": "network-vif-plugged", "status": "completed", "tag": "60aa60e3-4ff8-4c14-945f-2a87690038f5"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:00:29.369220 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 60aa60e3-4ff8-4c14-945f-2a87690038f5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=60aa60e3-4ff8-4c14-945f-2a87690038f5,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:00:29.373944 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:29.403472 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b944656-4c30-4e26-92bf-dda74caabf24 x-openstack-request-id: req-3b944656-4c30-4e26-92bf-dda74caabf24 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:00:29.403787 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de6a962-d055-400d-be0c-aecfde4edf87", "name": "network-vif-plugged", "status": "completed", "tag": "60aa60e3-4ff8-4c14-945f-2a87690038f5", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:00:29.404035 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3b944656-4c30-4e26-92bf-dda74caabf24 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:00:29.404423 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b944656-4c30-4e26-92bf-dda74caabf24'] response: {'server_uuid': '4de6a962-d055-400d-be0c-aecfde4edf87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60aa60e3-4ff8-4c14-945f-2a87690038f5', 'code': 200} Apr 29 12:00:29.430372 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=60aa60e3-4ff8-4c14-945f-2a87690038f5,revision_number=11']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:00:29.924886 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e727a9-6954-48e5-89df-9b002d7354de req-61b349bd-6eb6-415e-ac4e-7a071ee3b417 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:29.926667 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-52e727a9-6954-48e5-89df-9b002d7354de req-61b349bd-6eb6-415e-ac4e-7a071ee3b417 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 947 time: 0.0529251 Apr 29 12:00:29.968499 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-52e727a9-6954-48e5-89df-9b002d7354de req-6777ca1f-760e-49c6-a801-d18fd380ee0d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356266 Apr 29 12:00:30.087171 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:30.242707 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:31.096460 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0f812-2e46-4891-b9a0-bf43c7e0e392 req-67524fd9-01f5-472f-8d09-df3ed97a0ae5 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:31.102470 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e6e0f812-2e46-4891-b9a0-bf43c7e0e392 req-67524fd9-01f5-472f-8d09-df3ed97a0ae5 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 947 time: 0.0596673 Apr 29 12:00:31.173255 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e6e0f812-2e46-4891-b9a0-bf43c7e0e392 req-f52663a0-f190-4925-aee8-d2e3b7862786 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645072 Apr 29 12:00:32.300697 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cafa51-655c-4517-9554-2a852a88d6f8 req-c248028d-5a3b-4da5-8577-721014e4c4c1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:32.302272 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c6cafa51-655c-4517-9554-2a852a88d6f8 req-c248028d-5a3b-4da5-8577-721014e4c4c1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 947 time: 0.0529177 Apr 29 12:00:32.346500 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c6cafa51-655c-4517-9554-2a852a88d6f8 req-4333b839-87ae-4c6c-b1e2-115f948ac627 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380492 Apr 29 12:00:32.472096 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8d366-88ad-4daa-a0ea-b30dc17605b9 req-921649f1-31ff-4320-8c13-55ecb6a5bb1f tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:32.476516 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dbd8d366-88ad-4daa-a0ea-b30dc17605b9 req-921649f1-31ff-4320-8c13-55ecb6a5bb1f tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 947 time: 0.0533957 Apr 29 12:00:32.514095 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dbd8d366-88ad-4daa-a0ea-b30dc17605b9 req-34bb71f9-52f8-48ae-a9f4-198acffdd6f4 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341351 Apr 29 12:00:32.634730 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c3458-b33e-4e5f-ab91-001205a5fbf9 req-df7191bc-de26-460b-a078-3cd27d693f81 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:32.636229 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-aa6c3458-b33e-4e5f-ab91-001205a5fbf9 req-df7191bc-de26-460b-a078-3cd27d693f81 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 947 time: 0.0539534 Apr 29 12:00:32.677141 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-aa6c3458-b33e-4e5f-ab91-001205a5fbf9 req-7356daae-e0f0-4485-b137-af4341778e87 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338261 Apr 29 12:00:32.924741 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c2ae5-a912-4559-99c5-5c75c236bf0a req-d128e525-0779-4862-ae50-01c2e8dd2ebb tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:32.926337 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-292c2ae5-a912-4559-99c5-5c75c236bf0a req-d128e525-0779-4862-ae50-01c2e8dd2ebb tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 947 time: 0.0518811 Apr 29 12:00:32.967200 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-292c2ae5-a912-4559-99c5-5c75c236bf0a req-dbbff7f5-4033-4353-aa1d-4202d8655a93 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344319 Apr 29 12:00:34.094913 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85a812-58f8-4890-973f-6ddd8745ba17 req-c2cb2ccf-5013-4872-8b42-e282e3ea77e4 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:34.096496 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5e85a812-58f8-4890-973f-6ddd8745ba17 req-c2cb2ccf-5013-4872-8b42-e282e3ea77e4 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 947 time: 0.0544708 Apr 29 12:00:34.147353 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5e85a812-58f8-4890-973f-6ddd8745ba17 req-b9073a3a-cb4f-4c8e-ba9f-1e7882216e23 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444782 Apr 29 12:00:35.387287 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de5f52-ba6b-47d0-a108-458e4d348c1c req-991ffd2f-567b-47ec-965b-4235259fea18 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:35.388874 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a0de5f52-ba6b-47d0-a108-458e4d348c1c req-991ffd2f-567b-47ec-965b-4235259fea18 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 947 time: 0.1506715 Apr 29 12:00:35.429361 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a0de5f52-ba6b-47d0-a108-458e4d348c1c req-f11b1af4-7523-4719-a514-c0f4593cd66e tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups?id=790660e1-a813-4b8d-919c-fcdb1b25b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340500 Apr 29 12:00:35.565535 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06634771-8eb6-4df1-9a3a-ab382b603a9d req-3da5e13a-42cf-4468-804b-8aceb8d806ba tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:35.567155 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-06634771-8eb6-4df1-9a3a-ab382b603a9d req-3da5e13a-42cf-4468-804b-8aceb8d806ba tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.62 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 947 time: 0.0541601 Apr 29 12:00:35.676249 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-06634771-8eb6-4df1-9a3a-ab382b603a9d req-6acf5164-af8a-475f-98d9-4ae6d531c5e3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Deleting port 60aa60e3-4ff8-4c14-945f-2a87690038f5 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:00:35.676595 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-06634771-8eb6-4df1-9a3a-ab382b603a9d req-6acf5164-af8a-475f-98d9-4ae6d531c5e3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:35.783699 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-06634771-8eb6-4df1-9a3a-ab382b603a9d req-6acf5164-af8a-475f-98d9-4ae6d531c5e3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] For port 60aa60e3-4ff8-4c14-945f-2a87690038f5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=60aa60e3-4ff8-4c14-945f-2a87690038f5,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:00:35.784131 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-06634771-8eb6-4df1-9a3a-ab382b603a9d req-6acf5164-af8a-475f-98d9-4ae6d531c5e3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:35.975894 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-06634771-8eb6-4df1-9a3a-ab382b603a9d req-6acf5164-af8a-475f-98d9-4ae6d531c5e3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:35.976253 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-06634771-8eb6-4df1-9a3a-ab382b603a9d req-6acf5164-af8a-475f-98d9-4ae6d531c5e3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:35.976571 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [req-06634771-8eb6-4df1-9a3a-ab382b603a9d req-6acf5164-af8a-475f-98d9-4ae6d531c5e3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Floating IP a9c5eef1-cc84-46ee-9475-e084869c6c51 disassociated. External IP: 172.26.4.210, port: 60aa60e3-4ff8-4c14-945f-2a87690038f5. Apr 29 12:00:35.976910 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-06634771-8eb6-4df1-9a3a-ab382b603a9d req-6acf5164-af8a-475f-98d9-4ae6d531c5e3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Calling delete_port for 60aa60e3-4ff8-4c14-945f-2a87690038f5 owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:00:36.116241 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-06634771-8eb6-4df1-9a3a-ab382b603a9d req-6acf5164-af8a-475f-98d9-4ae6d531c5e3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:36.146257 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf5164-af8a-475f-98d9-4ae6d531c5e3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Pushing event deleted for resources: {'Port': ['ID=60aa60e3-4ff8-4c14-945f-2a87690038f5,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:00:36.163529 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf5164-af8a-475f-98d9-4ae6d531c5e3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:36.165420 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf5164-af8a-475f-98d9-4ae6d531c5e3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:36.165942 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf5164-af8a-475f-98d9-4ae6d531c5e3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:36.166585 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf5164-af8a-475f-98d9-4ae6d531c5e3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:36.167847 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf5164-af8a-475f-98d9-4ae6d531c5e3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:36.167847 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf5164-af8a-475f-98d9-4ae6d531c5e3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:36.169535 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf5164-af8a-475f-98d9-4ae6d531c5e3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:36.169535 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf5164-af8a-475f-98d9-4ae6d531c5e3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:36.169535 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf5164-af8a-475f-98d9-4ae6d531c5e3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:36.169535 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf5164-af8a-475f-98d9-4ae6d531c5e3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:36.169535 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf5164-af8a-475f-98d9-4ae6d531c5e3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:36.174280 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf5164-af8a-475f-98d9-4ae6d531c5e3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:36.288544 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06634771-8eb6-4df1-9a3a-ab382b603a9d req-6acf5164-af8a-475f-98d9-4ae6d531c5e3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Router c030beb9-38e5-49c0-9a6a-528c14f13258 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:00:36.405408 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06634771-8eb6-4df1-9a3a-ab382b603a9d req-6acf5164-af8a-475f-98d9-4ae6d531c5e3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:00:36.417116 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c292cb3-7bb3-405d-a20f-8d01622be197 None None] Sync routers for ids ['c030beb9-38e5-49c0-9a6a-528c14f13258'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:00:36.431531 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c292cb3-7bb3-405d-a20f-8d01622be197 None None] Routers {'c030beb9-38e5-49c0-9a6a-528c14f13258'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:00:36.432239 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-5c292cb3-7bb3-405d-a20f-8d01622be197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:00:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c030beb9-38e5-49c0-9a6a-528c14f13258'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:00:36.459264 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-06634771-8eb6-4df1-9a3a-ab382b603a9d req-6acf5164-af8a-475f-98d9-4ae6d531c5e3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] No DVR routers for this DVR port 60aa60e3-4ff8-4c14-945f-2a87690038f5 on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:00:36.463225 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-06634771-8eb6-4df1-9a3a-ab382b603a9d req-6acf5164-af8a-475f-98d9-4ae6d531c5e3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:36.466718 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-06634771-8eb6-4df1-9a3a-ab382b603a9d req-6acf5164-af8a-475f-98d9-4ae6d531c5e3 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.62 "DELETE /v2.0/ports/60aa60e3-4ff8-4c14-945f-2a87690038f5 HTTP/1.1" status: 204 len: 173 time: 0.8892622 Apr 29 12:00:36.467787 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de6a962-d055-400d-be0c-aecfde4edf87', 'name': 'network-vif-deleted', 'tag': '60aa60e3-4ff8-4c14-945f-2a87690038f5'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:00:36.470573 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc070c0-3c0a-4996-8ca0-6ce16af258b2" -d '{"events": [{"server_uuid": "4de6a962-d055-400d-be0c-aecfde4edf87", "name": "network-vif-deleted", "tag": "60aa60e3-4ff8-4c14-945f-2a87690038f5"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:00:36.531341 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2377c6-743f-4138-8455-811ab7630b71 x-openstack-request-id: req-0e2377c6-743f-4138-8455-811ab7630b71 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:00:36.531944 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de6a962-d055-400d-be0c-aecfde4edf87", "name": "network-vif-deleted", "tag": "60aa60e3-4ff8-4c14-945f-2a87690038f5", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:00:36.532444 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0e2377c6-743f-4138-8455-811ab7630b71 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:00:36.533189 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e2377c6-743f-4138-8455-811ab7630b71'] response: {'server_uuid': '4de6a962-d055-400d-be0c-aecfde4edf87', 'name': 'network-vif-deleted', 'tag': '60aa60e3-4ff8-4c14-945f-2a87690038f5', 'status': 'completed', 'code': 200} Apr 29 12:00:36.564124 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-5c292cb3-7bb3-405d-a20f-8d01622be197 None None] Set router c030beb9-38e5-49c0-9a6a-528c14f13258 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:00:36.603366 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ffa458b0-d5a9-4dba-9c3d-e204624fc2a1 req-ddcf7395-b214-4e4d-afc4-fd7b41a4655d tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 210 time: 0.0377777 Apr 29 12:00:36.795281 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-5c292cb3-7bb3-405d-a20f-8d01622be197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '37a9853f-1359-4786-a25b-a3c410befa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:23Z', 'updated_at': '2022-04-29T11:56:27Z', 'revision_number': 4, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'gw_port': {'id': '37a9853f-1359-4786-a25b-a3c410befa49', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:24Z', 'updated_at': '2022-04-29T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'a94a6660-5e03-48a0-9425-84803a5eee0b', 'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'mac_address': 'fa:16:3e:60:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:26Z', 'updated_at': '2022-04-29T11:56:30Z', 'revision_number': 5, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'subnets': [{'id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:00:36.823397 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c292cb3-7bb3-405d-a20f-8d01622be197 None None] Checking router: c030beb9-38e5-49c0-9a6a-528c14f13258 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:00:36.833924 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c292cb3-7bb3-405d-a20f-8d01622be197 None None] Routers {'c030beb9-38e5-49c0-9a6a-528c14f13258'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:00:36.834618 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-5c292cb3-7bb3-405d-a20f-8d01622be197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:00:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c030beb9-38e5-49c0-9a6a-528c14f13258'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:00:36.953907 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-5c292cb3-7bb3-405d-a20f-8d01622be197 None None] Set router c030beb9-38e5-49c0-9a6a-528c14f13258 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:00:37.179200 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-5c292cb3-7bb3-405d-a20f-8d01622be197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '37a9853f-1359-4786-a25b-a3c410befa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:23Z', 'updated_at': '2022-04-29T11:56:27Z', 'revision_number': 4, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'gw_port': {'id': '37a9853f-1359-4786-a25b-a3c410befa49', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:24Z', 'updated_at': '2022-04-29T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'a94a6660-5e03-48a0-9425-84803a5eee0b', 'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'mac_address': 'fa:16:3e:60:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:26Z', 'updated_at': '2022-04-29T11:56:30Z', 'revision_number': 5, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'subnets': [{'id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:00:37.215694 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c292cb3-7bb3-405d-a20f-8d01622be197 None None] The sync data for ids ['c030beb9-38e5-49c0-9a6a-528c14f13258'] in dv-neutron-838888-1-hyperv is: [{'id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '37a9853f-1359-4786-a25b-a3c410befa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:23Z', 'updated_at': '2022-04-29T11:56:27Z', 'revision_number': 4, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'gw_port': {'id': '37a9853f-1359-4786-a25b-a3c410befa49', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:24Z', 'updated_at': '2022-04-29T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'a94a6660-5e03-48a0-9425-84803a5eee0b', 'name': '', 'network_id': '32b745d3-3dff-4df7-9b83-eebdc261a0ae', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'mac_address': 'fa:16:3e:60:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:26Z', 'updated_at': '2022-04-29T11:56:30Z', 'revision_number': 5, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'subnets': [{'id': 'b45e425f-408b-495c-a0b2-fe0ac61da817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:00:37.507815 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2ed9fd-9f49-43c6-bb56-8d8c2037bfb6 None None] New status for floating IP a9c5eef1-cc84-46ee-9475-e084869c6c51: DOWN {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:00:37.723353 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d5320787-7e41-4e33-bc46-332e5cbffe46 req-6c05e85e-8a57-4c28-960d-87db30b09a62 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 210 time: 0.0332496 Apr 29 12:00:38.273549 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:00:38.832896 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a3a61771-871c-4bb1-be11-a2f024f7a5be req-c285d8e5-6f10-4bb7-a602-8545f4e312a8 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 210 time: 0.0317411 Apr 29 12:00:39.231311 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 60aa60e3-4ff8-4c14-945f-2a87690038f5 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:00:39.254102 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: 60aa60e3-4ff8-4c14-945f-2a87690038f5 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:00:39.254478 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 60aa60e3-4ff8-4c14-945f-2a87690038f5 not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:00:39.953258 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-942e0e67-b1bb-451c-a814-41bcc8543559 req-e7327b59-6997-4ebd-9577-3e84bc579b16 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/ports?device_id=4de6a962-d055-400d-be0c-aecfde4edf87 HTTP/1.1" status: 200 len: 210 time: 0.0315273 Apr 29 12:00:44.891770 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57064) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:00:44.953715 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7a4c041e-b746-481b-931a-d5b488bfb231 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:44.979167 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7a4c041e-b746-481b-931a-d5b488bfb231 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:45.048054 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7a4c041e-b746-481b-931a-d5b488bfb231 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:45.051399 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7a4c041e-b746-481b-931a-d5b488bfb231 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:45.052882 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7a4c041e-b746-481b-931a-d5b488bfb231 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "DELETE /v2.0/security-groups/790660e1-a813-4b8d-919c-fcdb1b25b35a HTTP/1.1" status: 204 len: 168 time: 0.1596460 Apr 29 12:00:45.056695 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57066) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:00:45.065588 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c041e-b746-481b-931a-d5b488bfb231 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=790660e1-a813-4b8d-919c-fcdb1b25b35a,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:00:45.073419 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-0748a4f8-9095-499d-9bc4-9e687d4404a0 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] show failed (client error): The resource could not be found. Apr 29 12:00:45.074628 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0748a4f8-9095-499d-9bc4-9e687d4404a0 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "GET /v2.0/security-groups/790660e1-a813-4b8d-919c-fcdb1b25b35a HTTP/1.1" status: 404 len: 347 time: 0.0168886 Apr 29 12:00:45.078298 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57070) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:00:45.216442 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-bb15d9f6-9444-4c04-a8ae-9bc5fa6e06a1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Deleting port 1754bd3d-4693-45e8-a338-4b7ced5c3953 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:00:45.216785 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bb15d9f6-9444-4c04-a8ae-9bc5fa6e06a1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:45.310934 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bb15d9f6-9444-4c04-a8ae-9bc5fa6e06a1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:45.311181 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bb15d9f6-9444-4c04-a8ae-9bc5fa6e06a1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:45.325333 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-bb15d9f6-9444-4c04-a8ae-9bc5fa6e06a1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Calling delete_port for 1754bd3d-4693-45e8-a338-4b7ced5c3953 owned by network:floatingip {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:00:45.477759 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bb15d9f6-9444-4c04-a8ae-9bc5fa6e06a1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:45.512214 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15d9f6-9444-4c04-a8ae-9bc5fa6e06a1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Pushing event deleted for resources: {'Port': ['ID=1754bd3d-4693-45e8-a338-4b7ced5c3953,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:00:45.542765 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb15d9f6-9444-4c04-a8ae-9bc5fa6e06a1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:45.543107 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb15d9f6-9444-4c04-a8ae-9bc5fa6e06a1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:45.543446 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb15d9f6-9444-4c04-a8ae-9bc5fa6e06a1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:45.543775 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb15d9f6-9444-4c04-a8ae-9bc5fa6e06a1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:45.544100 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb15d9f6-9444-4c04-a8ae-9bc5fa6e06a1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:45.544426 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb15d9f6-9444-4c04-a8ae-9bc5fa6e06a1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:45.544749 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb15d9f6-9444-4c04-a8ae-9bc5fa6e06a1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:45.545070 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb15d9f6-9444-4c04-a8ae-9bc5fa6e06a1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:45.545393 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb15d9f6-9444-4c04-a8ae-9bc5fa6e06a1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:45.545710 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb15d9f6-9444-4c04-a8ae-9bc5fa6e06a1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:45.546201 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb15d9f6-9444-4c04-a8ae-9bc5fa6e06a1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:45.546400 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb15d9f6-9444-4c04-a8ae-9bc5fa6e06a1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:00:45.596321 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bb15d9f6-9444-4c04-a8ae-9bc5fa6e06a1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks [] for floatingip, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:45.598818 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bb15d9f6-9444-4c04-a8ae-9bc5fa6e06a1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:45.600044 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-bb15d9f6-9444-4c04-a8ae-9bc5fa6e06a1 tempest-ServerActionsTestJSON-663240549 tempest-ServerActionsTestJSON-663240549-project] 10.222.0.69 "DELETE /v2.0/floatingips/a9c5eef1-cc84-46ee-9475-e084869c6c51 HTTP/1.1" status: 204 len: 168 time: 0.5212317 Apr 29 12:00:45.603626 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57072) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:00:45.994145 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-67f8a12d-d387-4c90-b6b4-961a69ed4623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:46.273583 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-67f8a12d-d387-4c90-b6b4-961a69ed4623 admin admin] Deleting port a94a6660-5e03-48a0-9425-84803a5eee0b {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:00:46.274301 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-67f8a12d-d387-4c90-b6b4-961a69ed4623 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:46.356635 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-67f8a12d-d387-4c90-b6b4-961a69ed4623 admin admin] For port a94a6660-5e03-48a0-9425-84803a5eee0b, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=a94a6660-5e03-48a0-9425-84803a5eee0b,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:00:46.357021 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-67f8a12d-d387-4c90-b6b4-961a69ed4623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:46.372144 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-67f8a12d-d387-4c90-b6b4-961a69ed4623 admin admin] Calling delete_port for a94a6660-5e03-48a0-9425-84803a5eee0b owned by network:router_interface {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:00:46.575437 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-67f8a12d-d387-4c90-b6b4-961a69ed4623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:46.605983 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8a12d-d387-4c90-b6b4-961a69ed4623 admin admin] Pushing event deleted for resources: {'Port': ['ID=a94a6660-5e03-48a0-9425-84803a5eee0b,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:00:46.802883 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-67f8a12d-d387-4c90-b6b4-961a69ed4623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:47.054950 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f8a12d-d387-4c90-b6b4-961a69ed4623 admin admin] Router c030beb9-38e5-49c0-9a6a-528c14f13258 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:00:47.173687 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f8a12d-d387-4c90-b6b4-961a69ed4623 admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:00:47.179159 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-67f8a12d-d387-4c90-b6b4-961a69ed4623 admin admin] 10.222.0.69 "PUT /v2.0/routers/c030beb9-38e5-49c0-9a6a-528c14f13258/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5744474 Apr 29 12:00:47.183627 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57074) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:00:47.184766 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eb9044-fff1-4f06-a3ef-470bf76d3dd9 None None] Sync routers for ids ['c030beb9-38e5-49c0-9a6a-528c14f13258'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:00:47.197353 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eb9044-fff1-4f06-a3ef-470bf76d3dd9 None None] Routers {'c030beb9-38e5-49c0-9a6a-528c14f13258'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:00:47.197966 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-43eb9044-fff1-4f06-a3ef-470bf76d3dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:00:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c030beb9-38e5-49c0-9a6a-528c14f13258'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:00:47.315144 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-33a3f1d4-cbd7-4a8f-8629-3937c6fa0f3d admin admin] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:47.316678 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-43eb9044-fff1-4f06-a3ef-470bf76d3dd9 None None] Set router c030beb9-38e5-49c0-9a6a-528c14f13258 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:00:47.456180 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-33a3f1d4-cbd7-4a8f-8629-3937c6fa0f3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:47.524609 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-33a3f1d4-cbd7-4a8f-8629-3937c6fa0f3d admin admin] Deleting port 37a9853f-1359-4786-a25b-a3c410befa49 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:00:47.524939 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-33a3f1d4-cbd7-4a8f-8629-3937c6fa0f3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:47.540332 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-43eb9044-fff1-4f06-a3ef-470bf76d3dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '37a9853f-1359-4786-a25b-a3c410befa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:23Z', 'updated_at': '2022-04-29T12:00:46Z', 'revision_number': 5, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'gw_port': {'id': '37a9853f-1359-4786-a25b-a3c410befa49', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:24Z', 'updated_at': '2022-04-29T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:00:47.586539 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eb9044-fff1-4f06-a3ef-470bf76d3dd9 None None] Checking router: c030beb9-38e5-49c0-9a6a-528c14f13258 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:00:47.600046 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eb9044-fff1-4f06-a3ef-470bf76d3dd9 None None] Routers {'c030beb9-38e5-49c0-9a6a-528c14f13258'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:00:47.601044 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-43eb9044-fff1-4f06-a3ef-470bf76d3dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:00:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c030beb9-38e5-49c0-9a6a-528c14f13258'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:00:47.641355 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-33a3f1d4-cbd7-4a8f-8629-3937c6fa0f3d admin admin] For port 37a9853f-1359-4786-a25b-a3c410befa49, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=37a9853f-1359-4786-a25b-a3c410befa49,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:00:47.641603 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-33a3f1d4-cbd7-4a8f-8629-3937c6fa0f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:47.665048 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-33a3f1d4-cbd7-4a8f-8629-3937c6fa0f3d admin admin] Calling delete_port for 37a9853f-1359-4786-a25b-a3c410befa49 owned by network:router_gateway {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:00:47.703997 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-43eb9044-fff1-4f06-a3ef-470bf76d3dd9 None None] Set router c030beb9-38e5-49c0-9a6a-528c14f13258 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:00:47.763478 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-43eb9044-fff1-4f06-a3ef-470bf76d3dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:23Z', 'updated_at': '2022-04-29T12:00:47Z', 'revision_number': 6, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'gw_port_host': None}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:00:47.793445 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eb9044-fff1-4f06-a3ef-470bf76d3dd9 None None] The sync data for ids ['c030beb9-38e5-49c0-9a6a-528c14f13258'] in dv-neutron-838888-1-hyperv is: [{'id': 'c030beb9-38e5-49c0-9a6a-528c14f13258', 'name': 'tempest-ServerActionsTestJSON-1300803961-router', 'tenant_id': '6b12ebc6b3074500937702f723110a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:23Z', 'updated_at': '2022-04-29T12:00:47Z', 'revision_number': 6, 'project_id': '6b12ebc6b3074500937702f723110a3f', 'gw_port_host': None}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:00:47.915200 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-33a3f1d4-cbd7-4a8f-8629-3937c6fa0f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:47.951596 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3f1d4-cbd7-4a8f-8629-3937c6fa0f3d admin admin] Pushing event deleted for resources: {'Port': ['ID=37a9853f-1359-4786-a25b-a3c410befa49,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:00:48.025943 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-33a3f1d4-cbd7-4a8f-8629-3937c6fa0f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:48.127454 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-33a3f1d4-cbd7-4a8f-8629-3937c6fa0f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:48.129836 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-33a3f1d4-cbd7-4a8f-8629-3937c6fa0f3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:48.197741 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-33a3f1d4-cbd7-4a8f-8629-3937c6fa0f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:48.198415 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a3f1d4-cbd7-4a8f-8629-3937c6fa0f3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c030beb9-38e5-49c0-9a6a-528c14f13258 {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 12:00:48.203678 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-33a3f1d4-cbd7-4a8f-8629-3937c6fa0f3d admin admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:48.208517 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-33a3f1d4-cbd7-4a8f-8629-3937c6fa0f3d admin admin] 10.222.0.69 "DELETE /v2.0/routers/c030beb9-38e5-49c0-9a6a-528c14f13258 HTTP/1.1" status: 204 len: 168 time: 1.0200329 Apr 29 12:00:48.208633 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57076) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:00:48.276534 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-1df62588-5f6a-4fd6-be33-38edaca0b9de admin admin] Deleting subnet b45e425f-408b-495c-a0b2-fe0ac61da817 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 12:00:48.280231 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1df62588-5f6a-4fd6-be33-38edaca0b9de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:48.320736 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1df62588-5f6a-4fd6-be33-38edaca0b9de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:48.415577 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1df62588-5f6a-4fd6-be33-38edaca0b9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:48.482401 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1df62588-5f6a-4fd6-be33-38edaca0b9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:48.509031 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df62588-5f6a-4fd6-be33-38edaca0b9de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b45e425f-408b-495c-a0b2-fe0ac61da817,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:00:48.516077 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1df62588-5f6a-4fd6-be33-38edaca0b9de admin admin] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:48.519482 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-1df62588-5f6a-4fd6-be33-38edaca0b9de admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b45e425f-408b-495c-a0b2-fe0ac61da817 HTTP/1.1" status: 204 len: 168 time: 0.3099384 Apr 29 12:00:48.523973 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57078) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:00:48.527081 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90674df-95bf-4e5b-8eda-d39470183d67 None None] Network 32b745d3-3dff-4df7-9b83-eebdc261a0ae requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:00:48.653372 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0d10ffc6-4673-4984-a265-38a28ac1e5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:48.730205 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-0d10ffc6-4673-4984-a265-38a28ac1e5bf admin admin] Deleting port 62c132ad-ac81-47e2-9739-da62b4d5fde3 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:00:48.730648 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0d10ffc6-4673-4984-a265-38a28ac1e5bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:48.817327 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5e4bd0-0703-4a95-9f66-024596f8f2fa None None] DHCP port deletion for 32b745d3-3dff-4df7-9b83-eebdc261a0ae request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 12:00:48.845257 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-0d10ffc6-4673-4984-a265-38a28ac1e5bf admin admin] For port 62c132ad-ac81-47e2-9739-da62b4d5fde3, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=62c132ad-ac81-47e2-9739-da62b4d5fde3,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:00:48.845874 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0d10ffc6-4673-4984-a265-38a28ac1e5bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:48.870391 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-0d10ffc6-4673-4984-a265-38a28ac1e5bf admin admin] Calling delete_port for 62c132ad-ac81-47e2-9739-da62b4d5fde3 owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:00:48.893541 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-fe5e4bd0-0703-4a95-9f66-024596f8f2fa None None] Deleting port 62c132ad-ac81-47e2-9739-da62b4d5fde3 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:00:48.894070 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fe5e4bd0-0703-4a95-9f66-024596f8f2fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:48.983464 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-fe5e4bd0-0703-4a95-9f66-024596f8f2fa None None] For port 62c132ad-ac81-47e2-9739-da62b4d5fde3, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=62c132ad-ac81-47e2-9739-da62b4d5fde3,segment=NetworkSegment(c6e8e809-2075-4e9f-87f3-1fd924950831),segment_id=c6e8e809-2075-4e9f-87f3-1fd924950831)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:00:48.984402 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fe5e4bd0-0703-4a95-9f66-024596f8f2fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:49.004420 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-fe5e4bd0-0703-4a95-9f66-024596f8f2fa None None] Calling delete_port for 62c132ad-ac81-47e2-9739-da62b4d5fde3 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:00:49.102471 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fe5e4bd0-0703-4a95-9f66-024596f8f2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:49.139424 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e4bd0-0703-4a95-9f66-024596f8f2fa None None] Pushing event deleted for resources: {'Port': ['ID=62c132ad-ac81-47e2-9739-da62b4d5fde3,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:00:49.145478 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5e4bd0-0703-4a95-9f66-024596f8f2fa None None] No DVR routers for this DVR port 62c132ad-ac81-47e2-9739-da62b4d5fde3 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:00:49.359927 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0d10ffc6-4673-4984-a265-38a28ac1e5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:49.400619 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10ffc6-4673-4984-a265-38a28ac1e5bf admin admin] Pushing event deleted for resources: {'Port': ['ID=62c132ad-ac81-47e2-9739-da62b4d5fde3,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:00:49.407972 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d10ffc6-4673-4984-a265-38a28ac1e5bf admin admin] No DVR routers for this DVR port 62c132ad-ac81-47e2-9739-da62b4d5fde3 on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:00:49.492251 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0d10ffc6-4673-4984-a265-38a28ac1e5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:49.515994 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-0d10ffc6-4673-4984-a265-38a28ac1e5bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b745d3-3dff-4df7-9b83-eebdc261a0ae']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:00:49.526353 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-0d10ffc6-4673-4984-a265-38a28ac1e5bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e8e809-2075-4e9f-87f3-1fd924950831') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:00:49.527186 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-0d10ffc6-4673-4984-a265-38a28ac1e5bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e8e809-2075-4e9f-87f3-1fd924950831') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:00:49.539139 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0d10ffc6-4673-4984-a265-38a28ac1e5bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:49.560033 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0d10ffc6-4673-4984-a265-38a28ac1e5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:49.568906 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d10ffc6-4673-4984-a265-38a28ac1e5bf admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:00:49.569385 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0d10ffc6-4673-4984-a265-38a28ac1e5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: self.session.flush() Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: self.session.flush() Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: self.session.flush() Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: self.session.flush() Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:00:49.571287 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:00:49.622134 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 62c132ad-ac81-47e2-9739-da62b4d5fde3 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:00:49.639532 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0d10ffc6-4673-4984-a265-38a28ac1e5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:49.646800 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0d10ffc6-4673-4984-a265-38a28ac1e5bf admin admin] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:49.654942 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0d10ffc6-4673-4984-a265-38a28ac1e5bf admin admin] 10.222.0.69 "DELETE /v2.0/networks/32b745d3-3dff-4df7-9b83-eebdc261a0ae HTTP/1.1" status: 204 len: 168 time: 1.1256943 Apr 29 12:00:49.665006 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 62c132ad-ac81-47e2-9739-da62b4d5fde3 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:00:49.665681 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 62c132ad-ac81-47e2-9739-da62b4d5fde3 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:00:49.666287 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device a94a6660-5e03-48a0-9425-84803a5eee0b no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:00:49.675693 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10ffc6-4673-4984-a265-38a28ac1e5bf admin admin] Pushing event deleted for resources: {'Network': ['ID=32b745d3-3dff-4df7-9b83-eebdc261a0ae,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:00:49.704705 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: a94a6660-5e03-48a0-9425-84803a5eee0b {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:00:49.705239 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device a94a6660-5e03-48a0-9425-84803a5eee0b not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:00:49.705901 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 37a9853f-1359-4786-a25b-a3c410befa49 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:00:49.744131 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 37a9853f-1359-4786-a25b-a3c410befa49 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:00:49.744762 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 37a9853f-1359-4786-a25b-a3c410befa49 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:00:49.821663 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57082) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:00:49.869363 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-17e4f141-de79-4a00-a596-a585044ff30e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6b12ebc6b3074500937702f723110a3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462947 Apr 29 12:00:49.872097 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57084) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:00:49.927132 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f06801e1-cd88-4330-a4d1-5baf5c9d5499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:49.954278 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f06801e1-cd88-4330-a4d1-5baf5c9d5499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:50.010719 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f06801e1-cd88-4330-a4d1-5baf5c9d5499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:50.013678 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f06801e1-cd88-4330-a4d1-5baf5c9d5499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:50.015875 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f06801e1-cd88-4330-a4d1-5baf5c9d5499 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/21a2fb89-7695-4a4c-8fca-a96273c74697 HTTP/1.1" status: 204 len: 168 time: 0.1426551 Apr 29 12:00:50.026822 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06801e1-cd88-4330-a4d1-5baf5c9d5499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a2fb89-7695-4a4c-8fca-a96273c74697,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:00:50.760157 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57106) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:00:50.864835 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-14a67e8e-9a62-45eb-9968-f58ed40dc5b1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1623953164-network', 'tenant_id': '021d2b352dc546e6920c305e0374cabc'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:00:50.890038 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a67e8e-9a62-45eb-9968-f58ed40dc5b1 admin admin] Made reservation on behalf of 021d2b352dc546e6920c305e0374cabc for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:00:50.892575 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-14a67e8e-9a62-45eb-9968-f58ed40dc5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:50.902594 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-14a67e8e-9a62-45eb-9968-f58ed40dc5b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:50.987805 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-14a67e8e-9a62-45eb-9968-f58ed40dc5b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:50.992238 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-14a67e8e-9a62-45eb-9968-f58ed40dc5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:51.020662 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a67e8e-9a62-45eb-9968-f58ed40dc5b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:00:51.032191 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a67e8e-9a62-45eb-9968-f58ed40dc5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19d39f8-08e5-4321-9e46-7176b4ca2e38,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:00:51.040490 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-14a67e8e-9a62-45eb-9968-f58ed40dc5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:51.040841 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-14a67e8e-9a62-45eb-9968-f58ed40dc5b1 admin admin] Added segment 34c4eec0-fb25-4956-b749-5f7ceb366527 of type vlan for network 0aad6615-e2af-4ec1-a808-63f92145dbdc Apr 29 12:00:51.086698 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-14a67e8e-9a62-45eb-9968-f58ed40dc5b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:51.113201 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-14a67e8e-9a62-45eb-9968-f58ed40dc5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:51.114750 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a67e8e-9a62-45eb-9968-f58ed40dc5b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:51.115512 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-14a67e8e-9a62-45eb-9968-f58ed40dc5b1 admin admin] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:51.169324 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-14a67e8e-9a62-45eb-9968-f58ed40dc5b1 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4078417 Apr 29 12:00:51.174420 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57110) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:00:51.179455 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-b3e92fc4-b442-4c57-8bb5-825cd386b4a0 admin admin] Request body: {'subnet': {'network_id': '0aad6615-e2af-4ec1-a808-63f92145dbdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1623953164-subnet', 'tenant_id': '021d2b352dc546e6920c305e0374cabc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:00:51.188531 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a67e8e-9a62-45eb-9968-f58ed40dc5b1 admin admin] Pushing event updated for resources: {'Network': ['ID=0aad6615-e2af-4ec1-a808-63f92145dbdc,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:00:51.201472 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 0aad6615-e2af-4ec1-a808-63f92145dbdc details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 12:00:51.204280 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e92fc4-b442-4c57-8bb5-825cd386b4a0 admin admin] Made reservation on behalf of 021d2b352dc546e6920c305e0374cabc for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:00:51.207398 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b3e92fc4-b442-4c57-8bb5-825cd386b4a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:51.427636 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b3e92fc4-b442-4c57-8bb5-825cd386b4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:51.492604 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e92fc4-b442-4c57-8bb5-825cd386b4a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8514ba34-81c5-4879-8b39-9b2aab99ee2c,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:00:51.503746 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e92fc4-b442-4c57-8bb5-825cd386b4a0 admin admin] Checking segment: {'id': '34c4eec0-fb25-4956-b749-5f7ceb366527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0aad6615-e2af-4ec1-a808-63f92145dbdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:00:51.504285 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e92fc4-b442-4c57-8bb5-825cd386b4a0 admin admin] Network hostable DHCP agents. Network: 0aad6615-e2af-4ec1-a808-63f92145dbdc, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:00:51.523763 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e92fc4-b442-4c57-8bb5-825cd386b4a0 admin admin] Network 0aad6615-e2af-4ec1-a808-63f92145dbdc is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:00:51.534993 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-b3e92fc4-b442-4c57-8bb5-825cd386b4a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 0aad6615-e2af-4ec1-a808-63f92145dbdc) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:00:51.540603 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e92fc4-b442-4c57-8bb5-825cd386b4a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:51.541277 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b3e92fc4-b442-4c57-8bb5-825cd386b4a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:51.548468 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bc475d-735e-4de9-8ef9-609a9b3a7682 None None] Network 0aad6615-e2af-4ec1-a808-63f92145dbdc requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:00:51.564439 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b3e92fc4-b442-4c57-8bb5-825cd386b4a0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3889794 Apr 29 12:00:51.686537 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025bc0f4-09f5-454e-8596-a3b3d433859a None None] Network 0aad6615-e2af-4ec1-a808-63f92145dbdc requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:00:52.033413 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-981e07f2-3a5b-4938-95a3-43cb293b4938 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:52.035037 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-981e07f2-3a5b-4938-95a3-43cb293b4938 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/networks?id=0aad6615-e2af-4ec1-a808-63f92145dbdc HTTP/1.1" status: 200 len: 814 time: 0.1122162 Apr 29 12:00:52.051751 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-ae686c78-b8ae-46bf-b126-748fdd28c6a3 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/quotas/021d2b352dc546e6920c305e0374cabc HTTP/1.1" status: 200 len: 375 time: 0.0100832 Apr 29 12:00:52.085504 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-0ced4cae-aa63-4dc0-8b79-ea52ac1e7b0e tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=021d2b352dc546e6920c305e0374cabc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278056 Apr 29 12:00:52.097453 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-084f782f-f7ea-44ea-9780-539b0730b642 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 12:00:52.098647 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-084f782f-f7ea-44ea-9780-539b0730b642 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063488 Apr 29 12:00:52.201817 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-771d6b88-b806-441c-a2ff-8159d447f6e6 service neutron] 10.222.0.69 "GET /v2.0/networks/0aad6615-e2af-4ec1-a808-63f92145dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959802 Apr 29 12:00:52.298431 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-38b96b00-59c3-4918-8cae-a17c2c20d388 service neutron] 10.222.0.69 "GET /v2.0/networks/0aad6615-e2af-4ec1-a808-63f92145dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898569 Apr 29 12:00:52.558539 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1caf1fb9-32ae-4773-a521-a82a1d481d60 req-454793e9-74b6-4f4a-8068-53d4f3d80393 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b13c5124-6a31-458f-8b83-67aa48c25841 HTTP/1.1" status: 200 len: 210 time: 0.1114199 Apr 29 12:00:53.551677 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-598c89e5-20d9-4f83-9286-395ccf972d91 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:53.553360 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-598c89e5-20d9-4f83-9286-395ccf972d91 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.62 "GET /v2.0/networks?id=0aad6615-e2af-4ec1-a808-63f92145dbdc HTTP/1.1" status: 200 len: 814 time: 0.1322160 Apr 29 12:00:53.571594 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-eabac382-8ede-4514-83d3-554555e90eb7 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Request body: {'port': {'device_id': 'b13c5124-6a31-458f-8b83-67aa48c25841', 'network_id': '0aad6615-e2af-4ec1-a808-63f92145dbdc', 'admin_state_up': True, 'tenant_id': '021d2b352dc546e6920c305e0374cabc'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:00:53.610777 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3b711b16-6680-47a1-bf83-f0bbf73f9612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:53.703658 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-470e8c93-3d25-4dae-87bd-7e573b168b8c req-e366d61b-100b-410f-84ff-73358c260d12 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b13c5124-6a31-458f-8b83-67aa48c25841 HTTP/1.1" status: 200 len: 210 time: 0.0418789 Apr 29 12:00:53.733956 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-eabac382-8ede-4514-83d3-554555e90eb7 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Made reservation on behalf of 021d2b352dc546e6920c305e0374cabc for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:00:53.739536 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-eabac382-8ede-4514-83d3-554555e90eb7 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:53.874713 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-eabac382-8ede-4514-83d3-554555e90eb7 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Allocated IP 172.20.0.12 (0aad6615-e2af-4ec1-a808-63f92145dbdc/8514ba34-81c5-4879-8b39-9b2aab99ee2c/bb7611ca-3a1a-45d7-b999-0e130948e638) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:00:54.024411 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-eabac382-8ede-4514-83d3-554555e90eb7 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:54.057324 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-eabac382-8ede-4514-83d3-554555e90eb7 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:54.101955 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-eabac382-8ede-4514-83d3-554555e90eb7 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Network 0aad6615-e2af-4ec1-a808-63f92145dbdc is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:00:54.105071 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-eabac382-8ede-4514-83d3-554555e90eb7 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:00:54.109008 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-eabac382-8ede-4514-83d3-554555e90eb7 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:00:54.115963 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabac382-8ede-4514-83d3-554555e90eb7 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Pushing event updated for resources: {'Port': ['ID=bb7611ca-3a1a-45d7-b999-0e130948e638,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:00:54.174355 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-eabac382-8ede-4514-83d3-554555e90eb7 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:54.174981 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-eabac382-8ede-4514-83d3-554555e90eb7 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:54.192365 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-eabac382-8ede-4514-83d3-554555e90eb7 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6280327 Apr 29 12:00:54.205774 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-5284e528-f074-4337-acad-aa7f8c5c1e73 service neutron] Request body: {'port': {'device_id': 'b13c5124-6a31-458f-8b83-67aa48c25841', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:00:54.263715 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-5284e528-f074-4337-acad-aa7f8c5c1e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:54.553788 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-5284e528-f074-4337-acad-aa7f8c5c1e73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb7611ca-3a1a-45d7-b999-0e130948e638 {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:00:54.561560 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-5284e528-f074-4337-acad-aa7f8c5c1e73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:54.574533 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-5284e528-f074-4337-acad-aa7f8c5c1e73 service neutron] Transition to ACTIVE for port object bb7611ca-3a1a-45d7-b999-0e130948e638 will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:00:54.578547 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-5284e528-f074-4337-acad-aa7f8c5c1e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:54.635190 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284e528-f074-4337-acad-aa7f8c5c1e73 service neutron] Pushing event updated for resources: {'Port': ['ID=bb7611ca-3a1a-45d7-b999-0e130948e638,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:00:54.701111 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-5284e528-f074-4337-acad-aa7f8c5c1e73 service neutron] Attempting to bind port bb7611ca-3a1a-45d7-b999-0e130948e638 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:00:54.701432 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-5284e528-f074-4337-acad-aa7f8c5c1e73 service neutron] Attempting to bind port bb7611ca-3a1a-45d7-b999-0e130948e638 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '34c4eec0-fb25-4956-b749-5f7ceb366527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0aad6615-e2af-4ec1-a808-63f92145dbdc'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:00:54.701757 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-5284e528-f074-4337-acad-aa7f8c5c1e73 service neutron] Attempting to bind port bb7611ca-3a1a-45d7-b999-0e130948e638 on network 0aad6615-e2af-4ec1-a808-63f92145dbdc {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:00:54.706309 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-5284e528-f074-4337-acad-aa7f8c5c1e73 service neutron] Port bb7611ca-3a1a-45d7-b999-0e130948e638 on network 0aad6615-e2af-4ec1-a808-63f92145dbdc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 12:00:54.706630 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-5284e528-f074-4337-acad-aa7f8c5c1e73 service neutron] Attempting to bind port bb7611ca-3a1a-45d7-b999-0e130948e638 on network 0aad6615-e2af-4ec1-a808-63f92145dbdc {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:00:54.711650 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-5284e528-f074-4337-acad-aa7f8c5c1e73 service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:00:54.711923 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-5284e528-f074-4337-acad-aa7f8c5c1e73 service neutron] Checking segment: {'id': '34c4eec0-fb25-4956-b749-5f7ceb366527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0aad6615-e2af-4ec1-a808-63f92145dbdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:00:54.712300 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-5284e528-f074-4337-acad-aa7f8c5c1e73 service neutron] Bound using segment: {'id': '34c4eec0-fb25-4956-b749-5f7ceb366527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0aad6615-e2af-4ec1-a808-63f92145dbdc'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:00:54.712726 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-5284e528-f074-4337-acad-aa7f8c5c1e73 service neutron] Bound port: bb7611ca-3a1a-45d7-b999-0e130948e638, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c4eec0-fb25-4956-b749-5f7ceb366527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0aad6615-e2af-4ec1-a808-63f92145dbdc'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:00:54.713081 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-5284e528-f074-4337-acad-aa7f8c5c1e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:54.804446 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-5284e528-f074-4337-acad-aa7f8c5c1e73 service neutron] For port bb7611ca-3a1a-45d7-b999-0e130948e638, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:00:54.834424 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-5284e528-f074-4337-acad-aa7f8c5c1e73 service neutron] For port bb7611ca-3a1a-45d7-b999-0e130948e638, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=bb7611ca-3a1a-45d7-b999-0e130948e638,segment=NetworkSegment(34c4eec0-fb25-4956-b749-5f7ceb366527),segment_id=34c4eec0-fb25-4956-b749-5f7ceb366527)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:00:54.844233 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-5284e528-f074-4337-acad-aa7f8c5c1e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:54.884200 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9be9b-c641-4e1f-983c-6863c7939538 req-5418cffe-9c6f-4838-8522-78b4b283e98f tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:54.885780 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5ff9be9b-c641-4e1f-983c-6863c7939538 req-5418cffe-9c6f-4838-8522-78b4b283e98f tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b13c5124-6a31-458f-8b83-67aa48c25841 HTTP/1.1" status: 200 len: 944 time: 0.0953946 Apr 29 12:00:54.892685 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-5284e528-f074-4337-acad-aa7f8c5c1e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:54.893364 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-5284e528-f074-4337-acad-aa7f8c5c1e73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:54.894779 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-5284e528-f074-4337-acad-aa7f8c5c1e73 service neutron] 10.222.0.62 "PUT /v2.0/ports/bb7611ca-3a1a-45d7-b999-0e130948e638 HTTP/1.1" status: 200 len: 1094 time: 0.6933596 Apr 29 12:00:54.895221 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b13c5124-6a31-458f-8b83-67aa48c25841', 'tag': 'bb7611ca-3a1a-45d7-b999-0e130948e638'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:00:54.897507 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc2e689-e709-487f-bddb-7cccf3f60cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "b13c5124-6a31-458f-8b83-67aa48c25841", "tag": "bb7611ca-3a1a-45d7-b999-0e130948e638"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:00:54.944039 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3061cbdd-90a5-41f6-a121-8a2e7e8033b3 x-openstack-request-id: req-3061cbdd-90a5-41f6-a121-8a2e7e8033b3 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:00:54.944333 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b13c5124-6a31-458f-8b83-67aa48c25841", "tag": "bb7611ca-3a1a-45d7-b999-0e130948e638", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:00:54.944587 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3061cbdd-90a5-41f6-a121-8a2e7e8033b3 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:00:54.945061 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3061cbdd-90a5-41f6-a121-8a2e7e8033b3'] response: {'name': 'network-changed', 'server_uuid': 'b13c5124-6a31-458f-8b83-67aa48c25841', 'tag': 'bb7611ca-3a1a-45d7-b999-0e130948e638', 'status': 'completed', 'code': 200} Apr 29 12:00:54.961889 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284e528-f074-4337-acad-aa7f8c5c1e73 service neutron] Pushing event updated for resources: {'Port': ['ID=bb7611ca-3a1a-45d7-b999-0e130948e638,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:00:54.971926 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5ff9be9b-c641-4e1f-983c-6863c7939538 req-757f8f75-809a-4ecb-aefd-15a2c42ab8fd tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/security-groups?id=c19d39f8-08e5-4321-9e46-7176b4ca2e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713837 Apr 29 12:00:55.005157 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-ddaa12e1-5861-4b5c-a25a-fe6f3c924006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:55.006684 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-ddaa12e1-5861-4b5c-a25a-fe6f3c924006 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=021d2b352dc546e6920c305e0374cabc&device_id=b13c5124-6a31-458f-8b83-67aa48c25841 HTTP/1.1" status: 200 len: 1097 time: 0.0558896 Apr 29 12:00:55.055311 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-f73d109e-0495-479d-8f84-82bd4d85f987 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb7611ca-3a1a-45d7-b999-0e130948e638 HTTP/1.1" status: 200 len: 217 time: 0.0412045 Apr 29 12:00:55.109432 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-f34c8982-2524-4c26-a9c9-8aa913202ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:55.110947 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-f34c8982-2524-4c26-a9c9-8aa913202ab8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8514ba34-81c5-4879-8b39-9b2aab99ee2c HTTP/1.1" status: 200 len: 854 time: 0.0490961 Apr 29 12:00:55.147761 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-f8de820c-0e38-4b6b-aa62-b254902e4470 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0aad6615-e2af-4ec1-a808-63f92145dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275345 Apr 29 12:00:55.586765 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-4c658085-871f-441f-9ae6-6610778f8f2c service neutron] 10.222.0.62 "GET /v2.0/networks/0aad6615-e2af-4ec1-a808-63f92145dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316220 Apr 29 12:00:55.680366 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ab164d5e-f6a8-468a-9a8a-fec4291f73aa req-3aa0fb7c-105b-4365-886e-6480ab6a93c0 service neutron] 10.222.0.62 "GET /v2.0/networks/0aad6615-e2af-4ec1-a808-63f92145dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832500 Apr 29 12:00:55.770924 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2e689-e709-487f-bddb-7cccf3f60cf9 req-13666065-a97b-4817-9953-9f20b02ba614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:55.772427 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-acc2e689-e709-487f-bddb-7cccf3f60cf9 req-13666065-a97b-4817-9953-9f20b02ba614 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=021d2b352dc546e6920c305e0374cabc&device_id=b13c5124-6a31-458f-8b83-67aa48c25841 HTTP/1.1" status: 200 len: 1097 time: 0.0415266 Apr 29 12:00:55.864046 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2e689-e709-487f-bddb-7cccf3f60cf9 req-d11d5d5d-74b3-4ae7-881b-b86d60b1c107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:55.865512 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-acc2e689-e709-487f-bddb-7cccf3f60cf9 req-d11d5d5d-74b3-4ae7-881b-b86d60b1c107 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0aad6615-e2af-4ec1-a808-63f92145dbdc HTTP/1.1" status: 200 len: 915 time: 0.0860360 Apr 29 12:00:55.910148 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-acc2e689-e709-487f-bddb-7cccf3f60cf9 req-5c457f93-67c0-4f1c-b87a-8c753a759cbd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb7611ca-3a1a-45d7-b999-0e130948e638 HTTP/1.1" status: 200 len: 217 time: 0.0358777 Apr 29 12:00:55.969985 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2e689-e709-487f-bddb-7cccf3f60cf9 req-dc264b3a-dabb-4131-8129-be368b1def83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:55.971517 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-acc2e689-e709-487f-bddb-7cccf3f60cf9 req-dc264b3a-dabb-4131-8129-be368b1def83 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8514ba34-81c5-4879-8b39-9b2aab99ee2c HTTP/1.1" status: 200 len: 854 time: 0.0525558 Apr 29 12:00:56.006976 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-acc2e689-e709-487f-bddb-7cccf3f60cf9 req-f68f4ba3-b9ec-48f9-aa1f-43f1247ec80f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0aad6615-e2af-4ec1-a808-63f92145dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270052 Apr 29 12:00:56.142757 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-acc2e689-e709-487f-bddb-7cccf3f60cf9 req-06edb21c-6e8c-466f-8991-d2e6246c0859 service neutron] 10.222.0.62 "GET /v2.0/networks/0aad6615-e2af-4ec1-a808-63f92145dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273277 Apr 29 12:00:56.153087 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f2088-566d-462e-87a8-0741c7578328 req-72fb0254-52ce-4122-91c4-9a2ba0436838 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:56.154602 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-127f2088-566d-462e-87a8-0741c7578328 req-72fb0254-52ce-4122-91c4-9a2ba0436838 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b13c5124-6a31-458f-8b83-67aa48c25841 HTTP/1.1" status: 200 len: 944 time: 0.0849030 Apr 29 12:00:56.245939 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-127f2088-566d-462e-87a8-0741c7578328 req-15bbc805-93a5-4c3d-b59a-763eb752e5b7 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/security-groups?id=c19d39f8-08e5-4321-9e46-7176b4ca2e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825195 Apr 29 12:00:56.273708 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-acc2e689-e709-487f-bddb-7cccf3f60cf9 req-c316f62c-c8cc-4ab7-b690-99ebd8994471 service neutron] 10.222.0.62 "GET /v2.0/networks/0aad6615-e2af-4ec1-a808-63f92145dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181173 Apr 29 12:00:57.276612 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:57.387328 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c876a59-18b4-40b9-a440-c975ccfbfed4 req-82412b40-c12d-44bb-8148-253a908db10c tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:57.388661 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4c876a59-18b4-40b9-a440-c975ccfbfed4 req-82412b40-c12d-44bb-8148-253a908db10c tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b13c5124-6a31-458f-8b83-67aa48c25841 HTTP/1.1" status: 200 len: 944 time: 0.0551391 Apr 29 12:00:57.430250 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4c876a59-18b4-40b9-a440-c975ccfbfed4 req-5b529f76-99ce-4723-bd47-793955b2a920 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/security-groups?id=c19d39f8-08e5-4321-9e46-7176b4ca2e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347271 Apr 29 12:00:57.797988 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-feb1c5c7-97c4-4e93-92f0-62e2c6920944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:58.552073 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915fc63-f491-4fdd-b0e4-4f5d70b7f650 req-5c556099-b75d-4c57-9ad6-031e16702d12 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:58.553750 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8915fc63-f491-4fdd-b0e4-4f5d70b7f650 req-5c556099-b75d-4c57-9ad6-031e16702d12 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b13c5124-6a31-458f-8b83-67aa48c25841 HTTP/1.1" status: 200 len: 944 time: 0.0509889 Apr 29 12:00:58.576060 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:58.595049 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8915fc63-f491-4fdd-b0e4-4f5d70b7f650 req-4db24ff8-f76c-419e-a326-4fb29e4a4c37 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/security-groups?id=c19d39f8-08e5-4321-9e46-7176b4ca2e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346122 Apr 29 12:00:59.278122 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device bb7611ca-3a1a-45d7-b999-0e130948e638 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 12:00:59.381500 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port bb7611ca-3a1a-45d7-b999-0e130948e638, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=bb7611ca-3a1a-45d7-b999-0e130948e638,segment=NetworkSegment(34c4eec0-fb25-4956-b749-5f7ceb366527),segment_id=34c4eec0-fb25-4956-b749-5f7ceb366527)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:00:59.395226 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': 'bb7611ca-3a1a-45d7-b999-0e130948e638', 'network_id': '0aad6615-e2af-4ec1-a808-63f92145dbdc', 'port_id': 'bb7611ca-3a1a-45d7-b999-0e130948e638', 'mac_address': 'fa:16:3e:29:81:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8514ba34-81c5-4879-8b39-9b2aab99ee2c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 12:00:59.436131 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:59.451117 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb7611ca-3a1a-45d7-b999-0e130948e638 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:00:59.482948 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port bb7611ca-3a1a-45d7-b999-0e130948e638, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=bb7611ca-3a1a-45d7-b999-0e130948e638,segment=NetworkSegment(34c4eec0-fb25-4956-b749-5f7ceb366527),segment_id=34c4eec0-fb25-4956-b749-5f7ceb366527)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:00:59.488938 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:59.551572 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=bb7611ca-3a1a-45d7-b999-0e130948e638,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:00:59.713952 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d76f8-7916-4e1b-a634-ff623d33d23d req-4ca7da51-c296-4cfe-81e7-139c5fd1be5d tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:59.715584 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-379d76f8-7916-4e1b-a634-ff623d33d23d req-4ca7da51-c296-4cfe-81e7-139c5fd1be5d tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b13c5124-6a31-458f-8b83-67aa48c25841 HTTP/1.1" status: 200 len: 945 time: 0.0513296 Apr 29 12:00:59.733322 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['bb7611ca-3a1a-45d7-b999-0e130948e638'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 12:00:59.760772 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-379d76f8-7916-4e1b-a634-ff623d33d23d req-f76ac819-36ab-4319-96d2-50ad683475f2 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/security-groups?id=c19d39f8-08e5-4321-9e46-7176b4ca2e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384157 Apr 29 12:01:00.089855 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:00.245022 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:00.916992 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e74f-7505-444e-b4f8-cc53f52fe0a1 req-7fe66040-f5a2-461a-81fb-86d418f15c29 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:00.918601 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a758e74f-7505-444e-b4f8-cc53f52fe0a1 req-7fe66040-f5a2-461a-81fb-86d418f15c29 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b13c5124-6a31-458f-8b83-67aa48c25841 HTTP/1.1" status: 200 len: 945 time: 0.0663719 Apr 29 12:01:00.959688 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a758e74f-7505-444e-b4f8-cc53f52fe0a1 req-9e670d22-b4fd-4834-9ee2-df48801306cf tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/security-groups?id=c19d39f8-08e5-4321-9e46-7176b4ca2e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340014 Apr 29 12:01:01.324192 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device bb7611ca-3a1a-45d7-b999-0e130948e638 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:01:01.379130 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port bb7611ca-3a1a-45d7-b999-0e130948e638 completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:01:01.383655 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port bb7611ca-3a1a-45d7-b999-0e130948e638 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:01:01.384045 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:01.471085 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:01.497978 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13c5124-6a31-458f-8b83-67aa48c25841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7611ca-3a1a-45d7-b999-0e130948e638'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:01:01.500453 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96391b3-0dbc-4f3a-bd97-bb4aaebe5426" -d '{"events": [{"server_uuid": "b13c5124-6a31-458f-8b83-67aa48c25841", "name": "network-vif-plugged", "status": "completed", "tag": "bb7611ca-3a1a-45d7-b999-0e130948e638"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:01:01.514123 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port bb7611ca-3a1a-45d7-b999-0e130948e638, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=bb7611ca-3a1a-45d7-b999-0e130948e638,segment=NetworkSegment(34c4eec0-fb25-4956-b749-5f7ceb366527),segment_id=34c4eec0-fb25-4956-b749-5f7ceb366527)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:01:01.519406 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:01.546568 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68205029-fbc5-45c4-8d6f-ba7a8854ba5e x-openstack-request-id: req-68205029-fbc5-45c4-8d6f-ba7a8854ba5e {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:01:01.547029 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13c5124-6a31-458f-8b83-67aa48c25841", "name": "network-vif-plugged", "status": "completed", "tag": "bb7611ca-3a1a-45d7-b999-0e130948e638", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:01:01.547291 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-68205029-fbc5-45c4-8d6f-ba7a8854ba5e {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:01:01.547679 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68205029-fbc5-45c4-8d6f-ba7a8854ba5e'] response: {'server_uuid': 'b13c5124-6a31-458f-8b83-67aa48c25841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7611ca-3a1a-45d7-b999-0e130948e638', 'code': 200} Apr 29 12:01:01.576306 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=bb7611ca-3a1a-45d7-b999-0e130948e638,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:01.727673 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61cc29-c389-4a3a-b6dc-39a61703cc36 req-b113ea17-4942-40dd-aa41-012665673611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:01.729274 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6e61cc29-c389-4a3a-b6dc-39a61703cc36 req-b113ea17-4942-40dd-aa41-012665673611 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b13c5124-6a31-458f-8b83-67aa48c25841 HTTP/1.1" status: 200 len: 1099 time: 0.0441368 Apr 29 12:01:01.772389 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6e61cc29-c389-4a3a-b6dc-39a61703cc36 req-9b433a73-7eba-4b5b-838d-245c5e8d010f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c19d39f8-08e5-4321-9e46-7176b4ca2e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312767 Apr 29 12:01:02.080756 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be59e9-aeab-4d6b-b267-38deb51fa27c req-e986a040-65f4-4544-b88b-0e43503e5b7c tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:02.082376 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-54be59e9-aeab-4d6b-b267-38deb51fa27c req-e986a040-65f4-4544-b88b-0e43503e5b7c tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b13c5124-6a31-458f-8b83-67aa48c25841 HTTP/1.1" status: 200 len: 946 time: 0.0508971 Apr 29 12:01:02.124317 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-54be59e9-aeab-4d6b-b267-38deb51fa27c req-a675448f-92eb-4efa-a340-27a742a64b20 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/security-groups?id=c19d39f8-08e5-4321-9e46-7176b4ca2e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351665 Apr 29 12:01:03.257676 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2a4ee-00ea-4c2e-b199-6bd5b9ae8bf2 req-60779ea0-2a79-47d0-8b66-f33ac1e1cbe6 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:03.259701 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-43f2a4ee-00ea-4c2e-b199-6bd5b9ae8bf2 req-60779ea0-2a79-47d0-8b66-f33ac1e1cbe6 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b13c5124-6a31-458f-8b83-67aa48c25841 HTTP/1.1" status: 200 len: 946 time: 0.0580821 Apr 29 12:01:03.306423 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-43f2a4ee-00ea-4c2e-b199-6bd5b9ae8bf2 req-322eb91c-021e-4ac2-ac01-8f9228513473 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/security-groups?id=c19d39f8-08e5-4321-9e46-7176b4ca2e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397377 Apr 29 12:01:03.544911 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-c47b3d70-945f-4d6c-9808-123797758e22 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:03.547380 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-c47b3d70-945f-4d6c-9808-123797758e22 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/networks?id=0aad6615-e2af-4ec1-a808-63f92145dbdc HTTP/1.1" status: 200 len: 814 time: 0.1136236 Apr 29 12:01:03.563609 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-a369382d-50b8-4aaa-8547-f8c9710bd5d2 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/quotas/021d2b352dc546e6920c305e0374cabc HTTP/1.1" status: 200 len: 375 time: 0.0100286 Apr 29 12:01:03.620589 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-99b7f8fa-ebac-4bac-a05d-6607c3e1f6a6 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=021d2b352dc546e6920c305e0374cabc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0505440 Apr 29 12:01:03.717004 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-8daa25ac-38c2-4f87-aefa-2c7cdc9bf82f service neutron] 10.222.0.69 "GET /v2.0/networks/0aad6615-e2af-4ec1-a808-63f92145dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882139 Apr 29 12:01:03.819532 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-c4fc4488-2a58-4dc7-af86-3a79634aed1d service neutron] 10.222.0.69 "GET /v2.0/networks/0aad6615-e2af-4ec1-a808-63f92145dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960209 Apr 29 12:01:04.004562 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-95ac0f81-a8ea-414c-96fd-adc61595d288 req-d9b53cff-848a-4e73-b873-1f1195a3f383 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/ports?device_id=427aac6c-9d75-43cc-8b38-8f7e0ab85187 HTTP/1.1" status: 200 len: 210 time: 0.0324726 Apr 29 12:01:05.071683 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-97cb8a6b-65ff-4eb3-89bf-8f59607873ca tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:05.073187 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-97cb8a6b-65ff-4eb3-89bf-8f59607873ca tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.62 "GET /v2.0/networks?id=0aad6615-e2af-4ec1-a808-63f92145dbdc HTTP/1.1" status: 200 len: 814 time: 0.1294549 Apr 29 12:01:05.087805 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-e6a3105c-17c3-43b1-881e-40b6326bad06 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Request body: {'port': {'device_id': '427aac6c-9d75-43cc-8b38-8f7e0ab85187', 'network_id': '0aad6615-e2af-4ec1-a808-63f92145dbdc', 'admin_state_up': True, 'tenant_id': '021d2b352dc546e6920c305e0374cabc'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:01:05.184037 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d58db858-9e90-4c5a-90b0-7ae9fe060003 req-fe502f8e-39f6-40d4-80bc-a7226d61d380 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/ports?device_id=427aac6c-9d75-43cc-8b38-8f7e0ab85187 HTTP/1.1" status: 200 len: 210 time: 0.0325630 Apr 29 12:01:05.242836 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-e6a3105c-17c3-43b1-881e-40b6326bad06 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Made reservation on behalf of 021d2b352dc546e6920c305e0374cabc for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:01:05.246863 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-e6a3105c-17c3-43b1-881e-40b6326bad06 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:05.395609 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-e6a3105c-17c3-43b1-881e-40b6326bad06 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Allocated IP 172.20.0.11 (0aad6615-e2af-4ec1-a808-63f92145dbdc/8514ba34-81c5-4879-8b39-9b2aab99ee2c/becab2d1-112f-4718-921d-b05bdc6413e4) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:01:05.599000 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-e6a3105c-17c3-43b1-881e-40b6326bad06 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:05.641218 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-e6a3105c-17c3-43b1-881e-40b6326bad06 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:05.658076 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['bb7611ca-3a1a-45d7-b999-0e130948e638'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 12:01:05.688623 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-e6a3105c-17c3-43b1-881e-40b6326bad06 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Network 0aad6615-e2af-4ec1-a808-63f92145dbdc is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:01:05.692093 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-e6a3105c-17c3-43b1-881e-40b6326bad06 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:01:05.696629 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-e6a3105c-17c3-43b1-881e-40b6326bad06 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:01:05.723541 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3105c-17c3-43b1-881e-40b6326bad06 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Pushing event updated for resources: {'Port': ['ID=becab2d1-112f-4718-921d-b05bdc6413e4,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:05.755448 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-e6a3105c-17c3-43b1-881e-40b6326bad06 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:05.756121 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-e6a3105c-17c3-43b1-881e-40b6326bad06 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:05.776445 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-e6a3105c-17c3-43b1-881e-40b6326bad06 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6929882 Apr 29 12:01:05.788780 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-39a9c266-c538-4823-93fe-4372855c2158 service neutron] Request body: {'port': {'device_id': '427aac6c-9d75-43cc-8b38-8f7e0ab85187', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:01:05.851425 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-39a9c266-c538-4823-93fe-4372855c2158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:06.131781 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-39a9c266-c538-4823-93fe-4372855c2158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id becab2d1-112f-4718-921d-b05bdc6413e4 {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:01:06.140262 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-39a9c266-c538-4823-93fe-4372855c2158 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:06.152543 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-39a9c266-c538-4823-93fe-4372855c2158 service neutron] Transition to ACTIVE for port object becab2d1-112f-4718-921d-b05bdc6413e4 will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:01:06.156651 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-39a9c266-c538-4823-93fe-4372855c2158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:06.209517 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9c266-c538-4823-93fe-4372855c2158 service neutron] Pushing event updated for resources: {'Port': ['ID=becab2d1-112f-4718-921d-b05bdc6413e4,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:06.313867 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-39a9c266-c538-4823-93fe-4372855c2158 service neutron] Attempting to bind port becab2d1-112f-4718-921d-b05bdc6413e4 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:01:06.314255 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-39a9c266-c538-4823-93fe-4372855c2158 service neutron] Attempting to bind port becab2d1-112f-4718-921d-b05bdc6413e4 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '34c4eec0-fb25-4956-b749-5f7ceb366527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0aad6615-e2af-4ec1-a808-63f92145dbdc'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:01:06.314580 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-39a9c266-c538-4823-93fe-4372855c2158 service neutron] Attempting to bind port becab2d1-112f-4718-921d-b05bdc6413e4 on network 0aad6615-e2af-4ec1-a808-63f92145dbdc {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:01:06.322596 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-39a9c266-c538-4823-93fe-4372855c2158 service neutron] Port becab2d1-112f-4718-921d-b05bdc6413e4 on network 0aad6615-e2af-4ec1-a808-63f92145dbdc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 12:01:06.322923 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-39a9c266-c538-4823-93fe-4372855c2158 service neutron] Attempting to bind port becab2d1-112f-4718-921d-b05bdc6413e4 on network 0aad6615-e2af-4ec1-a808-63f92145dbdc {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:01:06.331556 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-39a9c266-c538-4823-93fe-4372855c2158 service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:01:06.331869 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-39a9c266-c538-4823-93fe-4372855c2158 service neutron] Checking segment: {'id': '34c4eec0-fb25-4956-b749-5f7ceb366527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0aad6615-e2af-4ec1-a808-63f92145dbdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:01:06.332251 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-39a9c266-c538-4823-93fe-4372855c2158 service neutron] Bound using segment: {'id': '34c4eec0-fb25-4956-b749-5f7ceb366527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0aad6615-e2af-4ec1-a808-63f92145dbdc'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:01:06.332688 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-39a9c266-c538-4823-93fe-4372855c2158 service neutron] Bound port: becab2d1-112f-4718-921d-b05bdc6413e4, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c4eec0-fb25-4956-b749-5f7ceb366527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0aad6615-e2af-4ec1-a808-63f92145dbdc'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:01:06.333048 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-39a9c266-c538-4823-93fe-4372855c2158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:06.350429 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec91f5d-eea4-4667-a85a-75dc613c862f req-187ccb61-2b5f-4c38-9aa0-add91a266bf2 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:06.351946 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7ec91f5d-eea4-4667-a85a-75dc613c862f req-187ccb61-2b5f-4c38-9aa0-add91a266bf2 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/ports?device_id=427aac6c-9d75-43cc-8b38-8f7e0ab85187 HTTP/1.1" status: 200 len: 944 time: 0.0862296 Apr 29 12:01:06.425713 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7ec91f5d-eea4-4667-a85a-75dc613c862f req-02917219-c866-4400-a196-29042ec1f7dc tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/security-groups?id=c19d39f8-08e5-4321-9e46-7176b4ca2e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667109 Apr 29 12:01:06.434817 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-39a9c266-c538-4823-93fe-4372855c2158 service neutron] For port becab2d1-112f-4718-921d-b05bdc6413e4, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:01:06.438985 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-39a9c266-c538-4823-93fe-4372855c2158 service neutron] For port becab2d1-112f-4718-921d-b05bdc6413e4, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=becab2d1-112f-4718-921d-b05bdc6413e4,segment=NetworkSegment(34c4eec0-fb25-4956-b749-5f7ceb366527),segment_id=34c4eec0-fb25-4956-b749-5f7ceb366527)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:01:06.444225 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-39a9c266-c538-4823-93fe-4372855c2158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:06.484352 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-39a9c266-c538-4823-93fe-4372855c2158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:06.484963 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-39a9c266-c538-4823-93fe-4372855c2158 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:06.486376 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-39a9c266-c538-4823-93fe-4372855c2158 service neutron] 10.222.0.62 "PUT /v2.0/ports/becab2d1-112f-4718-921d-b05bdc6413e4 HTTP/1.1" status: 200 len: 1094 time: 0.7020288 Apr 29 12:01:06.486857 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427aac6c-9d75-43cc-8b38-8f7e0ab85187', 'tag': 'becab2d1-112f-4718-921d-b05bdc6413e4'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:01:06.489599 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b4cff6-4d1b-45a5-8440-963b9f326845" -d '{"events": [{"name": "network-changed", "server_uuid": "427aac6c-9d75-43cc-8b38-8f7e0ab85187", "tag": "becab2d1-112f-4718-921d-b05bdc6413e4"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:01:06.514201 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9c266-c538-4823-93fe-4372855c2158 service neutron] Pushing event updated for resources: {'Port': ['ID=becab2d1-112f-4718-921d-b05bdc6413e4,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:06.536026 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc563a2-7bed-42df-9d2a-ae36d2b470d4 x-openstack-request-id: req-5dc563a2-7bed-42df-9d2a-ae36d2b470d4 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:01:06.536316 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "427aac6c-9d75-43cc-8b38-8f7e0ab85187", "tag": "becab2d1-112f-4718-921d-b05bdc6413e4", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:01:06.536561 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5dc563a2-7bed-42df-9d2a-ae36d2b470d4 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:01:06.536956 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dc563a2-7bed-42df-9d2a-ae36d2b470d4'] response: {'name': 'network-changed', 'server_uuid': '427aac6c-9d75-43cc-8b38-8f7e0ab85187', 'tag': 'becab2d1-112f-4718-921d-b05bdc6413e4', 'status': 'completed', 'code': 200} Apr 29 12:01:06.569795 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-0613a86d-849d-4950-b1b3-258795ce10dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:06.571335 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-0613a86d-849d-4950-b1b3-258795ce10dd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=021d2b352dc546e6920c305e0374cabc&device_id=427aac6c-9d75-43cc-8b38-8f7e0ab85187 HTTP/1.1" status: 200 len: 1097 time: 0.0451472 Apr 29 12:01:06.613052 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-9ea5d2d9-39a6-4918-b874-d72e776a2d32 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=becab2d1-112f-4718-921d-b05bdc6413e4 HTTP/1.1" status: 200 len: 217 time: 0.0339217 Apr 29 12:01:06.669168 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-442e8a4f-f022-40f3-a60e-273965568901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:06.670861 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-442e8a4f-f022-40f3-a60e-273965568901 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8514ba34-81c5-4879-8b39-9b2aab99ee2c HTTP/1.1" status: 200 len: 854 time: 0.0513370 Apr 29 12:01:06.704760 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-b623e924-4caf-4ce0-bff2-70df21cb3b8b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0aad6615-e2af-4ec1-a808-63f92145dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266032 Apr 29 12:01:06.796495 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-fcab803b-1822-4554-a0e6-73bd26111870 service neutron] 10.222.0.62 "GET /v2.0/networks/0aad6615-e2af-4ec1-a808-63f92145dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843794 Apr 29 12:01:06.889582 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-89c3c85e-e836-4101-bc8c-bb3ce7d82550 req-46c2c933-5084-4736-b94c-042d2058ba1e service neutron] 10.222.0.62 "GET /v2.0/networks/0aad6615-e2af-4ec1-a808-63f92145dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866404 Apr 29 12:01:06.976994 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4cff6-4d1b-45a5-8440-963b9f326845 req-082b657c-6a94-49e9-91af-87c2fe958db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:06.978813 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-33b4cff6-4d1b-45a5-8440-963b9f326845 req-082b657c-6a94-49e9-91af-87c2fe958db7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=021d2b352dc546e6920c305e0374cabc&device_id=427aac6c-9d75-43cc-8b38-8f7e0ab85187 HTTP/1.1" status: 200 len: 1097 time: 0.0413716 Apr 29 12:01:07.069895 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4cff6-4d1b-45a5-8440-963b9f326845 req-c1b6823f-ebed-43a5-9dae-867bc9d13cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:07.071387 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-33b4cff6-4d1b-45a5-8440-963b9f326845 req-c1b6823f-ebed-43a5-9dae-867bc9d13cbe service neutron] 10.222.0.62 "GET /v2.0/networks?id=0aad6615-e2af-4ec1-a808-63f92145dbdc HTTP/1.1" status: 200 len: 915 time: 0.0863147 Apr 29 12:01:07.113212 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-33b4cff6-4d1b-45a5-8440-963b9f326845 req-1a0e276f-fce1-4fed-a8ba-b24f775ce0ba service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=becab2d1-112f-4718-921d-b05bdc6413e4 HTTP/1.1" status: 200 len: 217 time: 0.0343871 Apr 29 12:01:07.169630 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4cff6-4d1b-45a5-8440-963b9f326845 req-cf1c4172-7792-4959-b3da-f3a9adc82de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:07.171202 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-33b4cff6-4d1b-45a5-8440-963b9f326845 req-cf1c4172-7792-4959-b3da-f3a9adc82de8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8514ba34-81c5-4879-8b39-9b2aab99ee2c HTTP/1.1" status: 200 len: 854 time: 0.0450282 Apr 29 12:01:07.204886 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-33b4cff6-4d1b-45a5-8440-963b9f326845 req-a9c073c6-2534-46a4-a324-c88c85edaa4d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0aad6615-e2af-4ec1-a808-63f92145dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250316 Apr 29 12:01:07.304232 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-33b4cff6-4d1b-45a5-8440-963b9f326845 req-55387428-c65a-4d25-9a42-d274ff8057e5 service neutron] 10.222.0.62 "GET /v2.0/networks/0aad6615-e2af-4ec1-a808-63f92145dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919847 Apr 29 12:01:07.396002 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-33b4cff6-4d1b-45a5-8440-963b9f326845 req-f9bc5de9-4850-4f70-ab01-566c87b1d15b service neutron] 10.222.0.62 "GET /v2.0/networks/0aad6615-e2af-4ec1-a808-63f92145dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847704 Apr 29 12:01:07.551737 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26908e-ad18-4af7-b9ae-f19cba348280 req-ce9f2fbc-cc7d-435b-b51f-85a702d5fcb3 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:07.553337 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-df26908e-ad18-4af7-b9ae-f19cba348280 req-ce9f2fbc-cc7d-435b-b51f-85a702d5fcb3 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/ports?device_id=427aac6c-9d75-43cc-8b38-8f7e0ab85187 HTTP/1.1" status: 200 len: 944 time: 0.0585837 Apr 29 12:01:07.592145 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-df26908e-ad18-4af7-b9ae-f19cba348280 req-2c77a85f-c951-4262-829b-9de35e1c8625 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/security-groups?id=c19d39f8-08e5-4321-9e46-7176b4ca2e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322802 Apr 29 12:01:08.711380 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3f00a-129f-467c-a615-bfa8427d1d5a req-e15941ed-96df-4262-9ce2-8c5ac3b129a3 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:08.712772 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bff3f00a-129f-467c-a615-bfa8427d1d5a req-e15941ed-96df-4262-9ce2-8c5ac3b129a3 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/ports?device_id=427aac6c-9d75-43cc-8b38-8f7e0ab85187 HTTP/1.1" status: 200 len: 944 time: 0.0500991 Apr 29 12:01:08.751133 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bff3f00a-129f-467c-a615-bfa8427d1d5a req-fd3d6457-5585-40d8-b431-3f708e79ef87 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/security-groups?id=c19d39f8-08e5-4321-9e46-7176b4ca2e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317616 Apr 29 12:01:09.370097 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device becab2d1-112f-4718-921d-b05bdc6413e4 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 12:01:09.492787 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port becab2d1-112f-4718-921d-b05bdc6413e4, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=becab2d1-112f-4718-921d-b05bdc6413e4,segment=NetworkSegment(34c4eec0-fb25-4956-b749-5f7ceb366527),segment_id=34c4eec0-fb25-4956-b749-5f7ceb366527)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:01:09.505068 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': 'becab2d1-112f-4718-921d-b05bdc6413e4', 'network_id': '0aad6615-e2af-4ec1-a808-63f92145dbdc', 'port_id': 'becab2d1-112f-4718-921d-b05bdc6413e4', 'mac_address': 'fa:16:3e:89:ef:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8514ba34-81c5-4879-8b39-9b2aab99ee2c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 12:01:09.541673 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:09.560025 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id becab2d1-112f-4718-921d-b05bdc6413e4 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:01:09.579684 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port becab2d1-112f-4718-921d-b05bdc6413e4, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=becab2d1-112f-4718-921d-b05bdc6413e4,segment=NetworkSegment(34c4eec0-fb25-4956-b749-5f7ceb366527),segment_id=34c4eec0-fb25-4956-b749-5f7ceb366527)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:01:09.583795 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:09.630215 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=becab2d1-112f-4718-921d-b05bdc6413e4,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:09.830889 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['becab2d1-112f-4718-921d-b05bdc6413e4'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 12:01:09.870526 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a3594-3665-4f4c-819c-df3226a2be81 req-ab0a1fe1-e7e6-4191-bd8b-ed0ecd32a98f tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:09.871974 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8c3a3594-3665-4f4c-819c-df3226a2be81 req-ab0a1fe1-e7e6-4191-bd8b-ed0ecd32a98f tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/ports?device_id=427aac6c-9d75-43cc-8b38-8f7e0ab85187 HTTP/1.1" status: 200 len: 945 time: 0.0541472 Apr 29 12:01:09.911280 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8c3a3594-3665-4f4c-819c-df3226a2be81 req-fa288ebc-7b6c-4637-a66b-e3250e628268 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/security-groups?id=c19d39f8-08e5-4321-9e46-7176b4ca2e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329959 Apr 29 12:01:11.030560 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6c215-25bd-4e26-a531-f83071b41498 req-98622e0d-ce7e-4230-ae0d-b248f219b73a tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:11.032061 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-08c6c215-25bd-4e26-a531-f83071b41498 req-98622e0d-ce7e-4230-ae0d-b248f219b73a tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/ports?device_id=427aac6c-9d75-43cc-8b38-8f7e0ab85187 HTTP/1.1" status: 200 len: 945 time: 0.0531552 Apr 29 12:01:11.069612 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-08c6c215-25bd-4e26-a531-f83071b41498 req-21e9cc33-57dd-45f3-9c0b-e2893b634a3c tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/security-groups?id=c19d39f8-08e5-4321-9e46-7176b4ca2e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315738 Apr 29 12:01:11.382761 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device becab2d1-112f-4718-921d-b05bdc6413e4 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:01:11.435478 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port becab2d1-112f-4718-921d-b05bdc6413e4 completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:01:11.440534 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port becab2d1-112f-4718-921d-b05bdc6413e4 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:01:11.440888 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:11.519404 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:11.542889 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427aac6c-9d75-43cc-8b38-8f7e0ab85187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'becab2d1-112f-4718-921d-b05bdc6413e4'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:01:11.545193 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4f1f85-8a32-4cea-9ed8-03e7a4281631" -d '{"events": [{"server_uuid": "427aac6c-9d75-43cc-8b38-8f7e0ab85187", "name": "network-vif-plugged", "status": "completed", "tag": "becab2d1-112f-4718-921d-b05bdc6413e4"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:01:11.559973 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port becab2d1-112f-4718-921d-b05bdc6413e4, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=becab2d1-112f-4718-921d-b05bdc6413e4,segment=NetworkSegment(34c4eec0-fb25-4956-b749-5f7ceb366527),segment_id=34c4eec0-fb25-4956-b749-5f7ceb366527)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:01:11.564905 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:11.593378 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cdaf5a-e233-4bb5-a022-448ed93f23a6 x-openstack-request-id: req-27cdaf5a-e233-4bb5-a022-448ed93f23a6 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:01:11.593733 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427aac6c-9d75-43cc-8b38-8f7e0ab85187", "name": "network-vif-plugged", "status": "completed", "tag": "becab2d1-112f-4718-921d-b05bdc6413e4", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:01:11.594715 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-27cdaf5a-e233-4bb5-a022-448ed93f23a6 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:01:11.595105 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27cdaf5a-e233-4bb5-a022-448ed93f23a6'] response: {'server_uuid': '427aac6c-9d75-43cc-8b38-8f7e0ab85187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'becab2d1-112f-4718-921d-b05bdc6413e4', 'code': 200} Apr 29 12:01:11.621435 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=becab2d1-112f-4718-921d-b05bdc6413e4,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:11.766698 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac2660-4c61-4eee-af87-c0a2316e4655 req-5ebd4e53-3b3b-47f7-8e3d-8713766dd148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:11.768234 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8bac2660-4c61-4eee-af87-c0a2316e4655 req-5ebd4e53-3b3b-47f7-8e3d-8713766dd148 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=427aac6c-9d75-43cc-8b38-8f7e0ab85187 HTTP/1.1" status: 200 len: 1099 time: 0.0414705 Apr 29 12:01:11.807332 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8bac2660-4c61-4eee-af87-c0a2316e4655 req-73f0921a-840f-4bab-aa9b-c658df576d75 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c19d39f8-08e5-4321-9e46-7176b4ca2e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311308 Apr 29 12:01:12.185490 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95426a4a-1c16-4d4a-940c-4d36b1f0d5c8 req-b3d43e29-7cbd-43d5-ba4e-b4a2a62a5cd1 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:12.187189 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-95426a4a-1c16-4d4a-940c-4d36b1f0d5c8 req-b3d43e29-7cbd-43d5-ba4e-b4a2a62a5cd1 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/ports?device_id=427aac6c-9d75-43cc-8b38-8f7e0ab85187 HTTP/1.1" status: 200 len: 946 time: 0.0505700 Apr 29 12:01:12.230519 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-95426a4a-1c16-4d4a-940c-4d36b1f0d5c8 req-52d349a6-66ce-480a-a622-d6e19933a5c4 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/security-groups?id=c19d39f8-08e5-4321-9e46-7176b4ca2e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372760 Apr 29 12:01:13.351219 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dead6e4-c4aa-4c5b-b3d5-ac0e02948202 req-1ded11a7-81c5-4f8b-81c9-b5d68b8a669e tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:13.352693 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1dead6e4-c4aa-4c5b-b3d5-ac0e02948202 req-1ded11a7-81c5-4f8b-81c9-b5d68b8a669e tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/ports?device_id=427aac6c-9d75-43cc-8b38-8f7e0ab85187 HTTP/1.1" status: 200 len: 946 time: 0.0525205 Apr 29 12:01:13.390425 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1dead6e4-c4aa-4c5b-b3d5-ac0e02948202 req-d52f32aa-69a0-4c48-9bea-1475bed8c9fa tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/security-groups?id=c19d39f8-08e5-4321-9e46-7176b4ca2e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311377 Apr 29 12:01:13.626604 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b98e6e-3386-4cef-bac9-219d18c5f85d req-70192045-d28d-4139-a116-9e4a5f4b52c7 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:13.628112 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-48b98e6e-3386-4cef-bac9-219d18c5f85d req-70192045-d28d-4139-a116-9e4a5f4b52c7 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/ports?device_id=427aac6c-9d75-43cc-8b38-8f7e0ab85187 HTTP/1.1" status: 200 len: 946 time: 0.0501552 Apr 29 12:01:13.669369 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-48b98e6e-3386-4cef-bac9-219d18c5f85d req-141cf7fe-336d-41ca-8c29-9dfa2632ee0a tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/security-groups?id=c19d39f8-08e5-4321-9e46-7176b4ca2e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351970 Apr 29 12:01:14.793053 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75924c12-81ea-45d6-b4e6-bda5345cf8bc req-db0ae050-dd52-4cc3-9e53-8a968c8753dd tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:14.794726 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-75924c12-81ea-45d6-b4e6-bda5345cf8bc req-db0ae050-dd52-4cc3-9e53-8a968c8753dd tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/ports?device_id=427aac6c-9d75-43cc-8b38-8f7e0ab85187 HTTP/1.1" status: 200 len: 946 time: 0.0553429 Apr 29 12:01:14.838024 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-75924c12-81ea-45d6-b4e6-bda5345cf8bc req-6fcaa4e8-3d98-48a6-97bb-2897bd6be479 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/security-groups?id=c19d39f8-08e5-4321-9e46-7176b4ca2e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359962 Apr 29 12:01:15.075809 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9df31d-c119-45fc-8367-f383d6d8783d req-e050d3e4-e199-4c8e-8c8c-ae1fb77d0ede tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:15.077878 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bc9df31d-c119-45fc-8367-f383d6d8783d req-e050d3e4-e199-4c8e-8c8c-ae1fb77d0ede tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.62 "GET /v2.0/ports?device_id=427aac6c-9d75-43cc-8b38-8f7e0ab85187 HTTP/1.1" status: 200 len: 946 time: 0.0533366 Apr 29 12:01:15.169516 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-bc9df31d-c119-45fc-8367-f383d6d8783d req-78e0f13b-01b9-48a3-b031-6157de8b2f02 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Deleting port becab2d1-112f-4718-921d-b05bdc6413e4 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:01:15.169862 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-bc9df31d-c119-45fc-8367-f383d6d8783d req-78e0f13b-01b9-48a3-b031-6157de8b2f02 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:15.266950 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-bc9df31d-c119-45fc-8367-f383d6d8783d req-78e0f13b-01b9-48a3-b031-6157de8b2f02 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] For port becab2d1-112f-4718-921d-b05bdc6413e4, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=becab2d1-112f-4718-921d-b05bdc6413e4,segment=NetworkSegment(34c4eec0-fb25-4956-b749-5f7ceb366527),segment_id=34c4eec0-fb25-4956-b749-5f7ceb366527)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:01:15.267416 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-bc9df31d-c119-45fc-8367-f383d6d8783d req-78e0f13b-01b9-48a3-b031-6157de8b2f02 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:15.272229 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:01:15.281171 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-bc9df31d-c119-45fc-8367-f383d6d8783d req-78e0f13b-01b9-48a3-b031-6157de8b2f02 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Calling delete_port for becab2d1-112f-4718-921d-b05bdc6413e4 owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:01:15.416816 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-bc9df31d-c119-45fc-8367-f383d6d8783d req-78e0f13b-01b9-48a3-b031-6157de8b2f02 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:15.428459 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['bb7611ca-3a1a-45d7-b999-0e130948e638', 'becab2d1-112f-4718-921d-b05bdc6413e4'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 12:01:15.451197 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0f13b-01b9-48a3-b031-6157de8b2f02 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Pushing event deleted for resources: {'Port': ['ID=becab2d1-112f-4718-921d-b05bdc6413e4,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:15.496533 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9df31d-c119-45fc-8367-f383d6d8783d req-78e0f13b-01b9-48a3-b031-6157de8b2f02 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] No DVR routers for this DVR port becab2d1-112f-4718-921d-b05bdc6413e4 on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:01:15.500469 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-bc9df31d-c119-45fc-8367-f383d6d8783d req-78e0f13b-01b9-48a3-b031-6157de8b2f02 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:15.504777 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bc9df31d-c119-45fc-8367-f383d6d8783d req-78e0f13b-01b9-48a3-b031-6157de8b2f02 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.62 "DELETE /v2.0/ports/becab2d1-112f-4718-921d-b05bdc6413e4 HTTP/1.1" status: 204 len: 173 time: 0.4207146 Apr 29 12:01:15.504777 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427aac6c-9d75-43cc-8b38-8f7e0ab85187', 'name': 'network-vif-deleted', 'tag': 'becab2d1-112f-4718-921d-b05bdc6413e4'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:01:15.506884 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb8dc9e-d5ad-4be2-bfeb-39b556cfb173" -d '{"events": [{"server_uuid": "427aac6c-9d75-43cc-8b38-8f7e0ab85187", "name": "network-vif-deleted", "tag": "becab2d1-112f-4718-921d-b05bdc6413e4"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:01:15.549665 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d858e374-e4c0-4694-bfaa-b22d33944418 x-openstack-request-id: req-d858e374-e4c0-4694-bfaa-b22d33944418 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:01:15.550307 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427aac6c-9d75-43cc-8b38-8f7e0ab85187", "name": "network-vif-deleted", "tag": "becab2d1-112f-4718-921d-b05bdc6413e4", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:01:15.550481 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d858e374-e4c0-4694-bfaa-b22d33944418 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:01:15.551880 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d858e374-e4c0-4694-bfaa-b22d33944418'] response: {'server_uuid': '427aac6c-9d75-43cc-8b38-8f7e0ab85187', 'name': 'network-vif-deleted', 'tag': 'becab2d1-112f-4718-921d-b05bdc6413e4', 'status': 'completed', 'code': 200} Apr 29 12:01:15.955153 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9447ffb9-7678-45ea-9e32-938e70ffb582 req-48e6ffd3-6987-48af-8e25-1da5ff06c4c9 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/ports?device_id=427aac6c-9d75-43cc-8b38-8f7e0ab85187 HTTP/1.1" status: 200 len: 210 time: 0.0289686 Apr 29 12:01:17.116106 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b1351-a915-4c3f-8c7e-35309affa9fa req-6ca5c334-aef6-4f2a-9635-ad32147c357e tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:17.117666 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f76b1351-a915-4c3f-8c7e-35309affa9fa req-6ca5c334-aef6-4f2a-9635-ad32147c357e tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b13c5124-6a31-458f-8b83-67aa48c25841 HTTP/1.1" status: 200 len: 946 time: 0.0529010 Apr 29 12:01:17.159109 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f76b1351-a915-4c3f-8c7e-35309affa9fa req-1c10835a-5ced-432a-8e1e-c5d42f5878c2 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/security-groups?id=c19d39f8-08e5-4321-9e46-7176b4ca2e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337138 Apr 29 12:01:17.306121 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4b724-d036-46a6-850f-c15a32f849f0 req-fdb8880e-7c53-4804-baac-7afedc75daa9 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:17.307627 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eda4b724-d036-46a6-850f-c15a32f849f0 req-fdb8880e-7c53-4804-baac-7afedc75daa9 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b13c5124-6a31-458f-8b83-67aa48c25841 HTTP/1.1" status: 200 len: 946 time: 0.0578864 Apr 29 12:01:17.357315 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eda4b724-d036-46a6-850f-c15a32f849f0 req-acd2e3da-843a-4cce-a299-2eb7cca3f3c7 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/security-groups?id=c19d39f8-08e5-4321-9e46-7176b4ca2e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426412 Apr 29 12:01:17.487113 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402378f8-2c43-4348-b8f3-f19902b38196 req-e4918393-57de-4524-96f8-418333bb9152 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:17.488808 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-402378f8-2c43-4348-b8f3-f19902b38196 req-e4918393-57de-4524-96f8-418333bb9152 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b13c5124-6a31-458f-8b83-67aa48c25841 HTTP/1.1" status: 200 len: 946 time: 0.0548315 Apr 29 12:01:17.534188 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-402378f8-2c43-4348-b8f3-f19902b38196 req-031790ce-2ba4-4dca-83e8-bb4b10913227 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/security-groups?id=c19d39f8-08e5-4321-9e46-7176b4ca2e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377951 Apr 29 12:01:17.715360 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ad6cf-0a4f-47cb-b413-1123c90669c7 req-2b557c9b-3c88-4fee-9994-3157f94e0d5a tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:17.716819 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dc3ad6cf-0a4f-47cb-b413-1123c90669c7 req-2b557c9b-3c88-4fee-9994-3157f94e0d5a tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b13c5124-6a31-458f-8b83-67aa48c25841 HTTP/1.1" status: 200 len: 946 time: 0.0539496 Apr 29 12:01:17.756076 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dc3ad6cf-0a4f-47cb-b413-1123c90669c7 req-0d367125-de64-4d85-9198-138d529a99a5 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/security-groups?id=c19d39f8-08e5-4321-9e46-7176b4ca2e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331326 Apr 29 12:01:17.876694 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb3a2a-d521-4cd0-be1a-d61fffa5a280 req-31d8ad63-e293-4bc1-be9e-fd1b91614ee5 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:17.878159 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-11fb3a2a-d521-4cd0-be1a-d61fffa5a280 req-31d8ad63-e293-4bc1-be9e-fd1b91614ee5 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b13c5124-6a31-458f-8b83-67aa48c25841 HTTP/1.1" status: 200 len: 946 time: 0.0539145 Apr 29 12:01:17.921101 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-11fb3a2a-d521-4cd0-be1a-d61fffa5a280 req-7b23e6ef-d738-4eb1-85c2-7e1cb0be2e7b tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/security-groups?id=c19d39f8-08e5-4321-9e46-7176b4ca2e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353832 Apr 29 12:01:18.050903 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b766ed-b4b3-4013-ac00-16df4820f6a6 req-6406d3ac-f09d-4a44-a3d8-6f80fe333a78 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:18.052505 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-60b766ed-b4b3-4013-ac00-16df4820f6a6 req-6406d3ac-f09d-4a44-a3d8-6f80fe333a78 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b13c5124-6a31-458f-8b83-67aa48c25841 HTTP/1.1" status: 200 len: 946 time: 0.0508385 Apr 29 12:01:18.092432 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-60b766ed-b4b3-4013-ac00-16df4820f6a6 req-8e0a2cef-5efe-47af-9ffd-c443991cd0c7 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/security-groups?id=c19d39f8-08e5-4321-9e46-7176b4ca2e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336688 Apr 29 12:01:18.457266 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef558cc4-1eff-429c-9ada-e35f95c0c72d req-b5e5003e-69e9-44ea-be23-3a3f05d29f31 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:18.458864 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ef558cc4-1eff-429c-9ada-e35f95c0c72d req-b5e5003e-69e9-44ea-be23-3a3f05d29f31 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b13c5124-6a31-458f-8b83-67aa48c25841 HTTP/1.1" status: 200 len: 946 time: 0.0564322 Apr 29 12:01:18.499652 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ef558cc4-1eff-429c-9ada-e35f95c0c72d req-8aa8d115-55b5-494d-afef-be709ee4ede1 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/security-groups?id=c19d39f8-08e5-4321-9e46-7176b4ca2e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343525 Apr 29 12:01:19.436284 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device becab2d1-112f-4718-921d-b05bdc6413e4 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:01:19.458025 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: becab2d1-112f-4718-921d-b05bdc6413e4 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:01:19.458402 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device becab2d1-112f-4718-921d-b05bdc6413e4 not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:01:19.625746 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc151695-2644-41c6-ab8e-d676c1ec537b req-b674b2d4-b903-4dde-84b4-3f5dfdfff439 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:19.627389 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cc151695-2644-41c6-ab8e-d676c1ec537b req-b674b2d4-b903-4dde-84b4-3f5dfdfff439 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b13c5124-6a31-458f-8b83-67aa48c25841 HTTP/1.1" status: 200 len: 946 time: 0.0559237 Apr 29 12:01:19.671145 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cc151695-2644-41c6-ab8e-d676c1ec537b req-06c4a13b-0423-4161-a57a-186e702b0ab2 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/security-groups?id=c19d39f8-08e5-4321-9e46-7176b4ca2e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370145 Apr 29 12:01:20.016190 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065dec68-9995-4d07-a579-faef8a877ac0 req-c9f4c0f8-4d21-400e-85c3-42f6be634783 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:20.017675 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-065dec68-9995-4d07-a579-faef8a877ac0 req-c9f4c0f8-4d21-400e-85c3-42f6be634783 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.62 "GET /v2.0/ports?device_id=b13c5124-6a31-458f-8b83-67aa48c25841 HTTP/1.1" status: 200 len: 946 time: 0.0496743 Apr 29 12:01:20.115928 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-065dec68-9995-4d07-a579-faef8a877ac0 req-3e2d1d18-533b-411b-9105-e18d81013ed1 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Deleting port bb7611ca-3a1a-45d7-b999-0e130948e638 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:01:20.116270 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-065dec68-9995-4d07-a579-faef8a877ac0 req-3e2d1d18-533b-411b-9105-e18d81013ed1 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:20.207979 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-065dec68-9995-4d07-a579-faef8a877ac0 req-3e2d1d18-533b-411b-9105-e18d81013ed1 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] For port bb7611ca-3a1a-45d7-b999-0e130948e638, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=bb7611ca-3a1a-45d7-b999-0e130948e638,segment=NetworkSegment(34c4eec0-fb25-4956-b749-5f7ceb366527),segment_id=34c4eec0-fb25-4956-b749-5f7ceb366527)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:01:20.208346 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-065dec68-9995-4d07-a579-faef8a877ac0 req-3e2d1d18-533b-411b-9105-e18d81013ed1 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:20.221623 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-065dec68-9995-4d07-a579-faef8a877ac0 req-3e2d1d18-533b-411b-9105-e18d81013ed1 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Calling delete_port for bb7611ca-3a1a-45d7-b999-0e130948e638 owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:01:20.355189 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-065dec68-9995-4d07-a579-faef8a877ac0 req-3e2d1d18-533b-411b-9105-e18d81013ed1 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:20.368246 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['bb7611ca-3a1a-45d7-b999-0e130948e638'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 12:01:20.384531 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d1d18-533b-411b-9105-e18d81013ed1 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Pushing event deleted for resources: {'Port': ['ID=bb7611ca-3a1a-45d7-b999-0e130948e638,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:20.432131 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-065dec68-9995-4d07-a579-faef8a877ac0 req-3e2d1d18-533b-411b-9105-e18d81013ed1 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] No DVR routers for this DVR port bb7611ca-3a1a-45d7-b999-0e130948e638 on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:01:20.439743 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-065dec68-9995-4d07-a579-faef8a877ac0 req-3e2d1d18-533b-411b-9105-e18d81013ed1 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:20.443435 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-065dec68-9995-4d07-a579-faef8a877ac0 req-3e2d1d18-533b-411b-9105-e18d81013ed1 tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.62 "DELETE /v2.0/ports/bb7611ca-3a1a-45d7-b999-0e130948e638 HTTP/1.1" status: 204 len: 173 time: 0.4151714 Apr 29 12:01:20.443903 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13c5124-6a31-458f-8b83-67aa48c25841', 'name': 'network-vif-deleted', 'tag': 'bb7611ca-3a1a-45d7-b999-0e130948e638'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:01:20.446337 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f4ed2b-5d4c-40b1-9cfa-ea208a33a6f5" -d '{"events": [{"server_uuid": "b13c5124-6a31-458f-8b83-67aa48c25841", "name": "network-vif-deleted", "tag": "bb7611ca-3a1a-45d7-b999-0e130948e638"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:01:20.545744 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801c7ae0-9d2d-4e91-af4d-29f57928ddee x-openstack-request-id: req-801c7ae0-9d2d-4e91-af4d-29f57928ddee {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:01:20.546273 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13c5124-6a31-458f-8b83-67aa48c25841", "name": "network-vif-deleted", "tag": "bb7611ca-3a1a-45d7-b999-0e130948e638", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:01:20.546569 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-801c7ae0-9d2d-4e91-af4d-29f57928ddee {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:01:20.547154 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-801c7ae0-9d2d-4e91-af4d-29f57928ddee'] response: {'server_uuid': 'b13c5124-6a31-458f-8b83-67aa48c25841', 'name': 'network-vif-deleted', 'tag': 'bb7611ca-3a1a-45d7-b999-0e130948e638', 'status': 'completed', 'code': 200} Apr 29 12:01:20.778655 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c43a2872-087c-4910-a216-0c9285c90aa7 req-da19bf7a-d747-4746-888e-370f3227587e tempest-ServersNegativeTestJSON-447344163 tempest-ServersNegativeTestJSON-447344163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b13c5124-6a31-458f-8b83-67aa48c25841 HTTP/1.1" status: 200 len: 210 time: 0.0269899 Apr 29 12:01:21.837710 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57260) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:21.882967 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-644d1fc8-db88-4ed6-a01e-0bece3a6203c admin admin] Deleting subnet 8514ba34-81c5-4879-8b39-9b2aab99ee2c {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 12:01:21.886037 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-644d1fc8-db88-4ed6-a01e-0bece3a6203c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:21.921304 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-644d1fc8-db88-4ed6-a01e-0bece3a6203c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:21.963831 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-644d1fc8-db88-4ed6-a01e-0bece3a6203c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:22.018471 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-644d1fc8-db88-4ed6-a01e-0bece3a6203c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:22.042661 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d1fc8-db88-4ed6-a01e-0bece3a6203c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8514ba34-81c5-4879-8b39-9b2aab99ee2c,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:22.048700 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-644d1fc8-db88-4ed6-a01e-0bece3a6203c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:22.051910 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-644d1fc8-db88-4ed6-a01e-0bece3a6203c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8514ba34-81c5-4879-8b39-9b2aab99ee2c HTTP/1.1" status: 204 len: 168 time: 0.2131717 Apr 29 12:01:22.054359 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57262) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:22.124176 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6550d1a2-fa36-4ec7-b623-8ffe8159a9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:22.208025 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6550d1a2-fa36-4ec7-b623-8ffe8159a9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:22.229158 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-6550d1a2-fa36-4ec7-b623-8ffe8159a9de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aad6615-e2af-4ec1-a808-63f92145dbdc']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:22.239041 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-6550d1a2-fa36-4ec7-b623-8ffe8159a9de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c4eec0-fb25-4956-b749-5f7ceb366527') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:22.239329 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-6550d1a2-fa36-4ec7-b623-8ffe8159a9de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c4eec0-fb25-4956-b749-5f7ceb366527') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:22.249048 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6550d1a2-fa36-4ec7-b623-8ffe8159a9de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:22.262046 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6550d1a2-fa36-4ec7-b623-8ffe8159a9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:22.268632 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6550d1a2-fa36-4ec7-b623-8ffe8159a9de admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:01:22.269014 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6550d1a2-fa36-4ec7-b623-8ffe8159a9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:22.279477 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 12:01:22.279477 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:01:22.279477 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 12:01:22.279477 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:01:22.279477 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 12:01:22.279477 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 12:01:22.279477 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 12:01:22.279477 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:01:22.279477 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 12:01:22.279477 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:01:22.279477 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 12:01:22.279477 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:01:22.279477 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 12:01:22.279477 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 12:01:22.279477 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:01:22.279477 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 12:01:22.279477 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:01:22.279477 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 12:01:22.279477 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 12:01:22.279477 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 12:01:22.279477 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 12:01:22.279477 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 12:01:22.279477 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:01:22.279477 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:01:22.279477 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 12:01:22.279477 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:01:22.279477 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:01:22.279477 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:01:22.279477 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:01:22.279477 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:01:22.279477 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:01:22.279477 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:01:22.331476 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6550d1a2-fa36-4ec7-b623-8ffe8159a9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:22.336357 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6550d1a2-fa36-4ec7-b623-8ffe8159a9de admin admin] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:22.343968 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6550d1a2-fa36-4ec7-b623-8ffe8159a9de admin admin] 10.222.0.69 "DELETE /v2.0/networks/0aad6615-e2af-4ec1-a808-63f92145dbdc HTTP/1.1" status: 204 len: 168 time: 0.2885444 Apr 29 12:01:22.357803 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550d1a2-fa36-4ec7-b623-8ffe8159a9de admin admin] Pushing event deleted for resources: {'Network': ['ID=0aad6615-e2af-4ec1-a808-63f92145dbdc,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:22.453382 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57266) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:22.496910 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7ab765d6-3da9-4a0d-919f-413d88df06c0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=021d2b352dc546e6920c305e0374cabc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418513 Apr 29 12:01:22.499626 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57268) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:22.548687 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1c798180-71e4-4f49-a354-21488183d847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:22.570753 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1c798180-71e4-4f49-a354-21488183d847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:22.622285 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1c798180-71e4-4f49-a354-21488183d847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:22.625011 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1c798180-71e4-4f49-a354-21488183d847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:22.626186 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-1c798180-71e4-4f49-a354-21488183d847 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c19d39f8-08e5-4321-9e46-7176b4ca2e38 HTTP/1.1" status: 204 len: 168 time: 0.1256301 Apr 29 12:01:22.634478 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c798180-71e4-4f49-a354-21488183d847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19d39f8-08e5-4321-9e46-7176b4ca2e38,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:23.404752 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57290) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:23.434321 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device bb7611ca-3a1a-45d7-b999-0e130948e638 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:01:23.462523 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: bb7611ca-3a1a-45d7-b999-0e130948e638 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:01:23.462845 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device bb7611ca-3a1a-45d7-b999-0e130948e638 not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:01:23.506486 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-4fecaa83-da10-45c1-b830-282cd605a67e tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-947279723'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:01:23.526407 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fecaa83-da10-45c1-b830-282cd605a67e tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Made reservation on behalf of cf6bd30b5adb483bb3ed82f1f033b9ee for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:01:23.530049 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4fecaa83-da10-45c1-b830-282cd605a67e tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:23.542875 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4fecaa83-da10-45c1-b830-282cd605a67e tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:23.605325 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-426a19eb-7d6f-4a68-8637-1c8261499877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:23.631602 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4fecaa83-da10-45c1-b830-282cd605a67e tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:23.635993 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4fecaa83-da10-45c1-b830-282cd605a67e tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:23.663751 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fecaa83-da10-45c1-b830-282cd605a67e tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:01:23.674384 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fecaa83-da10-45c1-b830-282cd605a67e tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=549d252d-9576-4339-a2af-d36d8b558a05,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:23.679459 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4fecaa83-da10-45c1-b830-282cd605a67e tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:23.679797 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-4fecaa83-da10-45c1-b830-282cd605a67e tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Added segment 23427950-6b50-47b1-9dcc-1cae7c103e11 of type vlan for network c9e2fc7e-6820-4f32-8c08-610fb0516960 Apr 29 12:01:23.721695 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4fecaa83-da10-45c1-b830-282cd605a67e tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:23.747476 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4fecaa83-da10-45c1-b830-282cd605a67e tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:23.753275 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fecaa83-da10-45c1-b830-282cd605a67e tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:23.753852 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4fecaa83-da10-45c1-b830-282cd605a67e tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:23.810572 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4fecaa83-da10-45c1-b830-282cd605a67e tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4042683 Apr 29 12:01:23.827188 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fecaa83-da10-45c1-b830-282cd605a67e tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Pushing event updated for resources: {'Network': ['ID=c9e2fc7e-6820-4f32-8c08-610fb0516960,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:23.837151 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network c9e2fc7e-6820-4f32-8c08-610fb0516960 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 12:01:27.017151 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57294) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:27.022488 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-b4f5df18-566c-45ee-9907-f17168a14ed0 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Request body: {'subnet': {'network_id': 'c9e2fc7e-6820-4f32-8c08-610fb0516960', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:01:27.112117 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f5df18-566c-45ee-9907-f17168a14ed0 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Made reservation on behalf of cf6bd30b5adb483bb3ed82f1f033b9ee for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:01:27.115483 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b4f5df18-566c-45ee-9907-f17168a14ed0 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:27.274086 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:27.305075 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b4f5df18-566c-45ee-9907-f17168a14ed0 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:27.368436 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5df18-566c-45ee-9907-f17168a14ed0 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Pushing event updated for resources: {'Subnet': ['ID=d88b639c-91e3-44ce-91d5-ed86f08aecff,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:27.379034 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f5df18-566c-45ee-9907-f17168a14ed0 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Checking segment: {'id': '23427950-6b50-47b1-9dcc-1cae7c103e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c9e2fc7e-6820-4f32-8c08-610fb0516960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:01:27.379370 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f5df18-566c-45ee-9907-f17168a14ed0 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Network hostable DHCP agents. Network: c9e2fc7e-6820-4f32-8c08-610fb0516960, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:01:27.396464 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f5df18-566c-45ee-9907-f17168a14ed0 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Network c9e2fc7e-6820-4f32-8c08-610fb0516960 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:01:27.406128 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-b4f5df18-566c-45ee-9907-f17168a14ed0 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, c9e2fc7e-6820-4f32-8c08-610fb0516960) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:01:27.410812 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f5df18-566c-45ee-9907-f17168a14ed0 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:27.411514 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b4f5df18-566c-45ee-9907-f17168a14ed0 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:27.416690 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247c50d7-e3bd-4adb-a03a-60ea72e848c1 None None] Network c9e2fc7e-6820-4f32-8c08-610fb0516960 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:01:27.430752 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b4f5df18-566c-45ee-9907-f17168a14ed0 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4122820 Apr 29 12:01:27.434047 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57296) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:27.440319 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-a8f3d25b-bf5e-4f9f-85fb-533021eac769 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2078820380'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:01:27.462263 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f3d25b-bf5e-4f9f-85fb-533021eac769 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Made reservation on behalf of cf6bd30b5adb483bb3ed82f1f033b9ee for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:01:27.465785 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a8f3d25b-bf5e-4f9f-85fb-533021eac769 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:27.490334 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f3d25b-bf5e-4f9f-85fb-533021eac769 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:01:27.502870 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a8f3d25b-bf5e-4f9f-85fb-533021eac769 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:27.503220 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-a8f3d25b-bf5e-4f9f-85fb-533021eac769 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Added segment 83b23519-55be-48e7-b67e-4859d4e613b3 of type vlan for network 9fca0f91-6473-47b2-81fc-9ae080f1b760 Apr 29 12:01:27.556892 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a8f3d25b-bf5e-4f9f-85fb-533021eac769 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:27.581078 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-c9e2fc7e-6820-4f32-8c08-610fb0516960', 'network_id': 'c9e2fc7e-6820-4f32-8c08-610fb0516960', 'tenant_id': 'cf6bd30b5adb483bb3ed82f1f033b9ee', 'fixed_ips': [{'subnet_id': 'd88b639c-91e3-44ce-91d5-ed86f08aecff'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 12:01:27.581947 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:27.594976 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a8f3d25b-bf5e-4f9f-85fb-533021eac769 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:27.600368 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f3d25b-bf5e-4f9f-85fb-533021eac769 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:27.600959 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a8f3d25b-bf5e-4f9f-85fb-533021eac769 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:27.663145 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a8f3d25b-bf5e-4f9f-85fb-533021eac769 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2278569 Apr 29 12:01:27.666028 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57298) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:27.673555 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-3972b251-f794-439b-b042-802ef9fb542e tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Request body: {'subnet': {'network_id': '9fca0f91-6473-47b2-81fc-9ae080f1b760', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:01:27.693868 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3d25b-bf5e-4f9f-85fb-533021eac769 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Pushing event updated for resources: {'Network': ['ID=9fca0f91-6473-47b2-81fc-9ae080f1b760,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:27.707436 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 9fca0f91-6473-47b2-81fc-9ae080f1b760 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 12:01:27.775972 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] Allocated IP 2001:db8:0:ffff::2 (c9e2fc7e-6820-4f32-8c08-610fb0516960/d88b639c-91e3-44ce-91d5-ed86f08aecff/2db71518-44b8-425c-bbf9-d47efa7a84c8) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:01:27.780896 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3972b251-f794-439b-b042-802ef9fb542e tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Made reservation on behalf of cf6bd30b5adb483bb3ed82f1f033b9ee for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:01:27.785202 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3972b251-f794-439b-b042-802ef9fb542e tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:27.852539 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-230ca19b-795f-4808-be3d-3d7d681e1d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:27.956627 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:27.963730 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:28.002696 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3972b251-f794-439b-b042-802ef9fb542e tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:28.005686 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] Network c9e2fc7e-6820-4f32-8c08-610fb0516960 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:01:28.008664 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:01:28.013236 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:01:28.015410 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] Pushing event updated for resources: {'Port': ['ID=2db71518-44b8-425c-bbf9-d47efa7a84c8,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:28.026300 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:28.026634 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:28.026969 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:28.027291 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:28.027611 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:28.027931 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:28.028246 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:28.028562 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:28.028876 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:28.029185 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:28.029883 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:28.029883 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:28.076364 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972b251-f794-439b-b042-802ef9fb542e tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Pushing event updated for resources: {'Subnet': ['ID=e05cc4be-4e77-482d-adc1-1621dd4dcdf7,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:28.080693 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] Attempting to bind port 2db71518-44b8-425c-bbf9-d47efa7a84c8 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:01:28.080977 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] Attempting to bind port 2db71518-44b8-425c-bbf9-d47efa7a84c8 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '23427950-6b50-47b1-9dcc-1cae7c103e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c9e2fc7e-6820-4f32-8c08-610fb0516960'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:01:28.081334 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] Attempting to bind port 2db71518-44b8-425c-bbf9-d47efa7a84c8 on network c9e2fc7e-6820-4f32-8c08-610fb0516960 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:01:28.081563 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3972b251-f794-439b-b042-802ef9fb542e tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Checking segment: {'id': '83b23519-55be-48e7-b67e-4859d4e613b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fca0f91-6473-47b2-81fc-9ae080f1b760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:01:28.081946 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3972b251-f794-439b-b042-802ef9fb542e tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Network hostable DHCP agents. Network: 9fca0f91-6473-47b2-81fc-9ae080f1b760, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:01:28.086695 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:01:28.087062 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] Checking segment: {'id': '23427950-6b50-47b1-9dcc-1cae7c103e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c9e2fc7e-6820-4f32-8c08-610fb0516960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:01:28.087452 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:28.087836 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] Bound using segment: {'id': '23427950-6b50-47b1-9dcc-1cae7c103e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c9e2fc7e-6820-4f32-8c08-610fb0516960'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:01:28.088295 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] Bound port: 2db71518-44b8-425c-bbf9-d47efa7a84c8, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23427950-6b50-47b1-9dcc-1cae7c103e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c9e2fc7e-6820-4f32-8c08-610fb0516960'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:01:28.088663 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:28.100713 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3972b251-f794-439b-b042-802ef9fb542e tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Network 9fca0f91-6473-47b2-81fc-9ae080f1b760 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:01:28.111058 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-3972b251-f794-439b-b042-802ef9fb542e tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 9fca0f91-6473-47b2-81fc-9ae080f1b760) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:01:28.115383 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3972b251-f794-439b-b042-802ef9fb542e tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:28.116033 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3972b251-f794-439b-b042-802ef9fb542e tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:28.126273 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfa016a-89a8-4a7c-8054-e611f18782e9 None None] Network 9fca0f91-6473-47b2-81fc-9ae080f1b760 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:01:28.136157 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3972b251-f794-439b-b042-802ef9fb542e tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4666255 Apr 29 12:01:28.136402 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57300) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:28.204233 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] For port 2db71518-44b8-425c-bbf9-d47efa7a84c8, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:01:28.208841 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] For port 2db71518-44b8-425c-bbf9-d47efa7a84c8, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=2db71518-44b8-425c-bbf9-d47efa7a84c8,segment=NetworkSegment(23427950-6b50-47b1-9dcc-1cae7c103e11),segment_id=23427950-6b50-47b1-9dcc-1cae7c103e11)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:01:28.216486 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:28.238610 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-594ededb-51d3-4830-b2d7-8ef5981839f6 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:28.315679 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d8f79-56d4-468f-8a73-e06bc31daa23 None None] Pushing event updated for resources: {'Port': ['ID=2db71518-44b8-425c-bbf9-d47efa7a84c8,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:28.330966 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-594ededb-51d3-4830-b2d7-8ef5981839f6 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:28.366034 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efd6d9e-3ece-4757-a835-1dac1f6f33e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-9fca0f91-6473-47b2-81fc-9ae080f1b760', 'network_id': '9fca0f91-6473-47b2-81fc-9ae080f1b760', 'tenant_id': 'cf6bd30b5adb483bb3ed82f1f033b9ee', 'fixed_ips': [{'subnet_id': 'e05cc4be-4e77-482d-adc1-1621dd4dcdf7'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 12:01:28.367185 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1efd6d9e-3ece-4757-a835-1dac1f6f33e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:28.413222 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-594ededb-51d3-4830-b2d7-8ef5981839f6 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:28.448803 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ededb-51d3-4830-b2d7-8ef5981839f6 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Pushing event deleted for resources: {'Subnet': ['ID=e05cc4be-4e77-482d-adc1-1621dd4dcdf7,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:28.544047 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-594ededb-51d3-4830-b2d7-8ef5981839f6 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:28.572757 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-594ededb-51d3-4830-b2d7-8ef5981839f6 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fca0f91-6473-47b2-81fc-9ae080f1b760']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:28.585782 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-594ededb-51d3-4830-b2d7-8ef5981839f6 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b23519-55be-48e7-b67e-4859d4e613b3') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:28.585990 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-594ededb-51d3-4830-b2d7-8ef5981839f6 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b23519-55be-48e7-b67e-4859d4e613b3') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:28.598594 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-594ededb-51d3-4830-b2d7-8ef5981839f6 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:28.612290 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:28.614790 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-594ededb-51d3-4830-b2d7-8ef5981839f6 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server [None req-1efd6d9e-3ece-4757-a835-1dac1f6f33e5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e05cc4be-4e77-482d-adc1-1621dd4dcdf7: This subnet is being modified by another concurrent operation. Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise exception Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e05cc4be-4e77-482d-adc1-1621dd4dcdf7: This subnet is being modified by another concurrent operation. Apr 29 12:01:28.617333 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server Apr 29 12:01:28.626776 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-594ededb-51d3-4830-b2d7-8ef5981839f6 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:01:28.627351 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-594ededb-51d3-4830-b2d7-8ef5981839f6 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:28.633126 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 12:01:28.633126 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:01:28.633126 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 12:01:28.633126 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:01:28.633126 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 12:01:28.633126 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 12:01:28.633126 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 12:01:28.633126 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:01:28.633126 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 12:01:28.633126 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:01:28.633126 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 12:01:28.633126 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:01:28.633126 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 12:01:28.633126 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 12:01:28.633126 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:01:28.633126 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 12:01:28.633126 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:01:28.633126 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 12:01:28.633126 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 12:01:28.633126 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 12:01:28.633126 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 12:01:28.633126 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 12:01:28.633126 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:01:28.633126 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:01:28.633126 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 12:01:28.633126 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:01:28.633126 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:01:28.633126 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:01:28.633126 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:01:28.633126 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:01:28.633126 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:01:28.633126 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:01:28.648589 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa33f53b-3453-4dd0-8268-81b8e24d54e7 None None] Network 9fca0f91-6473-47b2-81fc-9ae080f1b760 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:01:28.707857 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-594ededb-51d3-4830-b2d7-8ef5981839f6 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:28.712526 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-594ededb-51d3-4830-b2d7-8ef5981839f6 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:28.716165 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-594ededb-51d3-4830-b2d7-8ef5981839f6 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] 10.222.0.69 "DELETE /v2.0/networks/9fca0f91-6473-47b2-81fc-9ae080f1b760 HTTP/1.1" status: 204 len: 168 time: 0.5786192 Apr 29 12:01:28.720270 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57302) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:28.726349 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-c16d3c4b-875b-4992-957a-0083953d6381 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-245116143'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:01:28.731776 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ededb-51d3-4830-b2d7-8ef5981839f6 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Pushing event deleted for resources: {'Network': ['ID=9fca0f91-6473-47b2-81fc-9ae080f1b760,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:28.746895 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16d3c4b-875b-4992-957a-0083953d6381 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Made reservation on behalf of cf6bd30b5adb483bb3ed82f1f033b9ee for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:01:28.751274 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c16d3c4b-875b-4992-957a-0083953d6381 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:28.779623 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c16d3c4b-875b-4992-957a-0083953d6381 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:01:28.790890 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c16d3c4b-875b-4992-957a-0083953d6381 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:28.791250 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-c16d3c4b-875b-4992-957a-0083953d6381 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Added segment babd22be-28b9-4146-ac1e-86aae5477ca2 of type vlan for network 12d72b5a-0f1b-4290-bde3-496583890b97 Apr 29 12:01:28.835727 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c16d3c4b-875b-4992-957a-0083953d6381 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:28.867146 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c16d3c4b-875b-4992-957a-0083953d6381 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:28.874342 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16d3c4b-875b-4992-957a-0083953d6381 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:28.875071 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c16d3c4b-875b-4992-957a-0083953d6381 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:28.933265 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c16d3c4b-875b-4992-957a-0083953d6381 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2118585 Apr 29 12:01:28.936898 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57304) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:28.945227 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-96197875-c786-4c35-975d-f1d71d2b32ec tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Request body: {'subnet': {'network_id': '12d72b5a-0f1b-4290-bde3-496583890b97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:01:28.952124 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d3c4b-875b-4992-957a-0083953d6381 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Pushing event updated for resources: {'Network': ['ID=12d72b5a-0f1b-4290-bde3-496583890b97,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:28.964728 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 12d72b5a-0f1b-4290-bde3-496583890b97 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 12:01:29.047126 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96197875-c786-4c35-975d-f1d71d2b32ec tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Made reservation on behalf of cf6bd30b5adb483bb3ed82f1f033b9ee for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:01:29.050866 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-96197875-c786-4c35-975d-f1d71d2b32ec tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:29.111787 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.ipam_backend_mixin [None req-96197875-c786-4c35-975d-f1d71d2b32ec tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Performing IP validity checks on allocation pools {{(pid=102959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 29 12:01:29.112529 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.ipam_backend_mixin [None req-96197875-c786-4c35-975d-f1d71d2b32ec tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 29 12:01:29.253668 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-96197875-c786-4c35-975d-f1d71d2b32ec tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:29.293501 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e0febe-8050-4a9e-beb8-8d8b8ffdda06 None None] Network c9e2fc7e-6820-4f32-8c08-610fb0516960 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:01:29.317707 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96197875-c786-4c35-975d-f1d71d2b32ec tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Pushing event updated for resources: {'Subnet': ['ID=a5d544d3-b3c6-4382-a4aa-46ad8cf696d9,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:29.325397 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96197875-c786-4c35-975d-f1d71d2b32ec tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Checking segment: {'id': 'babd22be-28b9-4146-ac1e-86aae5477ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '12d72b5a-0f1b-4290-bde3-496583890b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:01:29.325752 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96197875-c786-4c35-975d-f1d71d2b32ec tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Network hostable DHCP agents. Network: 12d72b5a-0f1b-4290-bde3-496583890b97, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:01:29.342948 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96197875-c786-4c35-975d-f1d71d2b32ec tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Network 12d72b5a-0f1b-4290-bde3-496583890b97 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:01:29.353103 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-96197875-c786-4c35-975d-f1d71d2b32ec tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 12d72b5a-0f1b-4290-bde3-496583890b97) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:01:29.359246 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-161a3ed8-1f8f-4c35-ab35-aaca28c25c3d None None] Provisioning complete for port 2db71518-44b8-425c-bbf9-d47efa7a84c8 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:01:29.360258 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-161a3ed8-1f8f-4c35-ab35-aaca28c25c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:29.361240 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96197875-c786-4c35-975d-f1d71d2b32ec tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:29.362256 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-96197875-c786-4c35-975d-f1d71d2b32ec tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:29.364847 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66de520f-575d-4a35-9eb3-b7e320b088b1 None None] Network 12d72b5a-0f1b-4290-bde3-496583890b97 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:01:29.380792 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-96197875-c786-4c35-975d-f1d71d2b32ec tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4422669 Apr 29 12:01:29.383274 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57306) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:29.490901 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-81c272b0-f38c-4037-942d-cd7f1e50eafb tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:29.667182 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 2db71518-44b8-425c-bbf9-d47efa7a84c8 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:01:29.827622 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-161a3ed8-1f8f-4c35-ab35-aaca28c25c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:29.879874 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 2db71518-44b8-425c-bbf9-d47efa7a84c8 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:01:29.880247 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:29.883990 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cef9611-c081-4244-b323-63e7dbb74793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-12d72b5a-0f1b-4290-bde3-496583890b97', 'network_id': '12d72b5a-0f1b-4290-bde3-496583890b97', 'tenant_id': 'cf6bd30b5adb483bb3ed82f1f033b9ee', 'fixed_ips': [{'subnet_id': 'a5d544d3-b3c6-4382-a4aa-46ad8cf696d9'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 12:01:29.884806 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5cef9611-c081-4244-b323-63e7dbb74793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:29.894618 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-81c272b0-f38c-4037-942d-cd7f1e50eafb tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:29.938697 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-161a3ed8-1f8f-4c35-ab35-aaca28c25c3d None None] For port 2db71518-44b8-425c-bbf9-d47efa7a84c8, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=2db71518-44b8-425c-bbf9-d47efa7a84c8,segment=NetworkSegment(23427950-6b50-47b1-9dcc-1cae7c103e11),segment_id=23427950-6b50-47b1-9dcc-1cae7c103e11)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:01:29.954330 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-161a3ed8-1f8f-4c35-ab35-aaca28c25c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:29.961531 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-81c272b0-f38c-4037-942d-cd7f1e50eafb tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:30.011727 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c272b0-f38c-4037-942d-cd7f1e50eafb tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Pushing event deleted for resources: {'Subnet': ['ID=a5d544d3-b3c6-4382-a4aa-46ad8cf696d9,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:30.059598 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-81c272b0-f38c-4037-942d-cd7f1e50eafb tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:30.083836 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-81c272b0-f38c-4037-942d-cd7f1e50eafb tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d72b5a-0f1b-4290-bde3-496583890b97']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server [None req-5cef9611-c081-4244-b323-63e7dbb74793 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a5d544d3-b3c6-4382-a4aa-46ad8cf696d9: This subnet is being modified by another concurrent operation. Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server raise exception Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a5d544d3-b3c6-4382-a4aa-46ad8cf696d9: This subnet is being modified by another concurrent operation. Apr 29 12:01:30.094125 dv-neutron-838888-1-hyperv neutron-server[102961]: ERROR oslo_messaging.rpc.server Apr 29 12:01:30.102361 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-81c272b0-f38c-4037-942d-cd7f1e50eafb tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'babd22be-28b9-4146-ac1e-86aae5477ca2') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:30.102908 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-81c272b0-f38c-4037-942d-cd7f1e50eafb tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'babd22be-28b9-4146-ac1e-86aae5477ca2') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:30.116969 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-81c272b0-f38c-4037-942d-cd7f1e50eafb tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:30.129789 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a3ed8-1f8f-4c35-ab35-aaca28c25c3d None None] Pushing event updated for resources: {'Port': ['ID=2db71518-44b8-425c-bbf9-d47efa7a84c8,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:30.130872 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-81c272b0-f38c-4037-942d-cd7f1e50eafb tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:30.139979 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c272b0-f38c-4037-942d-cd7f1e50eafb tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:01:30.140317 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee10e83-b494-4765-a444-af900c4c4e6a None None] Network 12d72b5a-0f1b-4290-bde3-496583890b97 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:01:30.140454 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-81c272b0-f38c-4037-942d-cd7f1e50eafb tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:30.143850 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 12:01:30.143850 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:01:30.143850 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 12:01:30.143850 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:01:30.143850 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 12:01:30.143850 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 12:01:30.143850 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 12:01:30.143850 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:01:30.143850 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 12:01:30.143850 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:01:30.143850 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 12:01:30.143850 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:01:30.143850 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 12:01:30.143850 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 12:01:30.143850 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:01:30.143850 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 12:01:30.143850 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:01:30.143850 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 12:01:30.143850 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 12:01:30.143850 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 12:01:30.143850 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 12:01:30.143850 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 12:01:30.143850 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:01:30.143850 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:01:30.143850 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 12:01:30.143850 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:01:30.143850 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:01:30.143850 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:01:30.143850 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:01:30.143850 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:01:30.143850 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:01:30.143850 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:01:30.167125 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:30.205555 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-81c272b0-f38c-4037-942d-cd7f1e50eafb tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:30.214045 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-81c272b0-f38c-4037-942d-cd7f1e50eafb tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:30.218293 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-81c272b0-f38c-4037-942d-cd7f1e50eafb tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] 10.222.0.69 "DELETE /v2.0/networks/12d72b5a-0f1b-4290-bde3-496583890b97 HTTP/1.1" status: 204 len: 168 time: 0.8329232 Apr 29 12:01:30.221623 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57308) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:30.226674 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-f96eec35-ce26-4bd3-96b3-302746ceb754 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-274465539'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:01:30.228474 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c272b0-f38c-4037-942d-cd7f1e50eafb tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Pushing event deleted for resources: {'Network': ['ID=12d72b5a-0f1b-4290-bde3-496583890b97,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:30.244329 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-c76ec634-0573-4b90-b8dc-d37c56609dab None None] Provisioning complete for port 2db71518-44b8-425c-bbf9-d47efa7a84c8 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:01:30.244685 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c76ec634-0573-4b90-b8dc-d37c56609dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:30.248473 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96eec35-ce26-4bd3-96b3-302746ceb754 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Made reservation on behalf of cf6bd30b5adb483bb3ed82f1f033b9ee for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:01:30.252134 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f96eec35-ce26-4bd3-96b3-302746ceb754 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:30.278306 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96eec35-ce26-4bd3-96b3-302746ceb754 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:01:30.288364 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f96eec35-ce26-4bd3-96b3-302746ceb754 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:30.288697 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-f96eec35-ce26-4bd3-96b3-302746ceb754 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Added segment 803e3db3-4c47-419e-bf3c-e747906c6543 of type vlan for network f2d025fc-bf95-4d01-8b25-95527d2d92cc Apr 29 12:01:30.301269 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:30.332026 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f96eec35-ce26-4bd3-96b3-302746ceb754 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:30.337064 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c9f9a5-5c9f-4bb5-b273-b663ccb74d24 None None] get_active_networks_info from dv-neutron-838888-1-hyperv {{(pid=102961) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 12:01:30.357859 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f96eec35-ce26-4bd3-96b3-302746ceb754 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:30.363423 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96eec35-ce26-4bd3-96b3-302746ceb754 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:30.364018 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f96eec35-ce26-4bd3-96b3-302746ceb754 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:30.427819 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f96eec35-ce26-4bd3-96b3-302746ceb754 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2050488 Apr 29 12:01:30.430594 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57310) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:30.434404 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c9f9a5-5c9f-4bb5-b273-b663ccb74d24 None None] Resources bound (agent type, host, resource id): {{(pid=102961) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 12:01:30.436201 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-2c6d626e-b510-4c97-b0cc-de8adb55cda9 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Request body: {'subnet': {'network_id': 'f2d025fc-bf95-4d01-8b25-95527d2d92cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:01:30.461300 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96eec35-ce26-4bd3-96b3-302746ceb754 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Pushing event updated for resources: {'Network': ['ID=f2d025fc-bf95-4d01-8b25-95527d2d92cc,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:30.495556 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network f2d025fc-bf95-4d01-8b25-95527d2d92cc details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 12:01:30.541255 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6d626e-b510-4c97-b0cc-de8adb55cda9 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Made reservation on behalf of cf6bd30b5adb483bb3ed82f1f033b9ee for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:01:30.544953 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2c6d626e-b510-4c97-b0cc-de8adb55cda9 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:30.695734 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c7042e-4021-4930-918d-5b6b0b111d70 None None] get_active_networks_info from dv-neutron-838888-1-hyperv {{(pid=102961) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 29 12:01:30.744200 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2c6d626e-b510-4c97-b0cc-de8adb55cda9 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:30.765136 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c7042e-4021-4930-918d-5b6b0b111d70 None None] Resources bound (agent type, host, resource id): {{(pid=102961) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 12:01:30.808231 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d626e-b510-4c97-b0cc-de8adb55cda9 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Pushing event updated for resources: {'Subnet': ['ID=2fcff531-1902-41af-8df0-29d14c5939f2,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:30.812821 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6d626e-b510-4c97-b0cc-de8adb55cda9 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Checking segment: {'id': '803e3db3-4c47-419e-bf3c-e747906c6543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f2d025fc-bf95-4d01-8b25-95527d2d92cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:01:30.813178 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6d626e-b510-4c97-b0cc-de8adb55cda9 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Network hostable DHCP agents. Network: f2d025fc-bf95-4d01-8b25-95527d2d92cc, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:01:30.830441 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6d626e-b510-4c97-b0cc-de8adb55cda9 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Network f2d025fc-bf95-4d01-8b25-95527d2d92cc is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:01:30.839313 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-2c6d626e-b510-4c97-b0cc-de8adb55cda9 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, f2d025fc-bf95-4d01-8b25-95527d2d92cc) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:01:30.844429 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6d626e-b510-4c97-b0cc-de8adb55cda9 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:30.845012 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2c6d626e-b510-4c97-b0cc-de8adb55cda9 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:30.860797 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2c6d626e-b510-4c97-b0cc-de8adb55cda9 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4291499 Apr 29 12:01:30.864428 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57312) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:30.869249 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-fa7d2459-0448-4abf-b82f-92ee548c4626 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1341977847'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:01:30.889519 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7d2459-0448-4abf-b82f-92ee548c4626 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Made reservation on behalf of cf6bd30b5adb483bb3ed82f1f033b9ee for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:01:30.892958 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2459-0448-4abf-b82f-92ee548c4626 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:30.917166 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa7d2459-0448-4abf-b82f-92ee548c4626 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:01:30.927001 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2459-0448-4abf-b82f-92ee548c4626 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:30.927385 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-fa7d2459-0448-4abf-b82f-92ee548c4626 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Added segment 7a823839-9a89-42a6-a37a-9fa9e62b3717 of type vlan for network dd689c27-d42b-488f-bbda-33f844bccb5c Apr 29 12:01:30.973813 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2459-0448-4abf-b82f-92ee548c4626 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:30.975078 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e1d881-bcaf-4e48-b36a-798b4363eaac None None] Network f2d025fc-bf95-4d01-8b25-95527d2d92cc requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:01:30.999668 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2459-0448-4abf-b82f-92ee548c4626 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:31.005101 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7d2459-0448-4abf-b82f-92ee548c4626 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:31.005683 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2459-0448-4abf-b82f-92ee548c4626 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:31.063876 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-fa7d2459-0448-4abf-b82f-92ee548c4626 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1983943 Apr 29 12:01:31.066811 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57314) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:31.072151 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-42f7b363-c94e-42cf-aaff-72b925b44160 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Request body: {'subnet': {'network_id': 'dd689c27-d42b-488f-bbda-33f844bccb5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:01:31.087243 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d2459-0448-4abf-b82f-92ee548c4626 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Pushing event updated for resources: {'Network': ['ID=dd689c27-d42b-488f-bbda-33f844bccb5c,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:31.098677 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network dd689c27-d42b-488f-bbda-33f844bccb5c details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 12:01:31.168920 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f7b363-c94e-42cf-aaff-72b925b44160 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Made reservation on behalf of cf6bd30b5adb483bb3ed82f1f033b9ee for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:01:31.171701 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e8a518-eb37-4e60-b26c-25a088825f22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-f2d025fc-bf95-4d01-8b25-95527d2d92cc', 'network_id': 'f2d025fc-bf95-4d01-8b25-95527d2d92cc', 'tenant_id': 'cf6bd30b5adb483bb3ed82f1f033b9ee', 'fixed_ips': [{'subnet_id': '2fcff531-1902-41af-8df0-29d14c5939f2'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 12:01:31.172557 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-29e8a518-eb37-4e60-b26c-25a088825f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:31.172895 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-42f7b363-c94e-42cf-aaff-72b925b44160 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:31.330090 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-29e8a518-eb37-4e60-b26c-25a088825f22 None None] Allocated IP 2001:db8::2 (f2d025fc-bf95-4d01-8b25-95527d2d92cc/2fcff531-1902-41af-8df0-29d14c5939f2/ddde5bd8-3e99-40b5-80ee-f5a02079d90f) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:01:31.356768 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-42f7b363-c94e-42cf-aaff-72b925b44160 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:31.415967 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7b363-c94e-42cf-aaff-72b925b44160 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Pushing event updated for resources: {'Subnet': ['ID=6e2473ef-0092-4b95-abe1-bf7fa9331400,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:31.425604 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f7b363-c94e-42cf-aaff-72b925b44160 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Checking segment: {'id': '7a823839-9a89-42a6-a37a-9fa9e62b3717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'dd689c27-d42b-488f-bbda-33f844bccb5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:01:31.425966 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f7b363-c94e-42cf-aaff-72b925b44160 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Network hostable DHCP agents. Network: dd689c27-d42b-488f-bbda-33f844bccb5c, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:01:31.442475 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f7b363-c94e-42cf-aaff-72b925b44160 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Network dd689c27-d42b-488f-bbda-33f844bccb5c is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:01:31.453177 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-42f7b363-c94e-42cf-aaff-72b925b44160 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, dd689c27-d42b-488f-bbda-33f844bccb5c) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:01:31.459330 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f7b363-c94e-42cf-aaff-72b925b44160 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:31.459922 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-42f7b363-c94e-42cf-aaff-72b925b44160 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:31.464439 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36c1d49-1deb-4e51-adff-b6ea732614a3 None None] Network dd689c27-d42b-488f-bbda-33f844bccb5c requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:01:31.478105 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-42f7b363-c94e-42cf-aaff-72b925b44160 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4101732 Apr 29 12:01:31.480667 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57316) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:31.522048 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-29e8a518-eb37-4e60-b26c-25a088825f22 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:31.532484 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-29e8a518-eb37-4e60-b26c-25a088825f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:31.589521 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-65ceb5a8-5d1c-44a2-a287-69d8defab5c3 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:31.596310 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e8a518-eb37-4e60-b26c-25a088825f22 None None] Pushing event updated for resources: {'Port': ['ID=ddde5bd8-3e99-40b5-80ee-f5a02079d90f,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:31.600753 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e8a518-eb37-4e60-b26c-25a088825f22 None None] Network f2d025fc-bf95-4d01-8b25-95527d2d92cc is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:01:31.605582 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-29e8a518-eb37-4e60-b26c-25a088825f22 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:01:31.612461 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e8a518-eb37-4e60-b26c-25a088825f22 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:01:31.644843 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 2db71518-44b8-425c-bbf9-d47efa7a84c8 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:01:31.653070 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-65ceb5a8-5d1c-44a2-a287-69d8defab5c3 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:31.715662 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-65ceb5a8-5d1c-44a2-a287-69d8defab5c3 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:31.735003 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-29e8a518-eb37-4e60-b26c-25a088825f22 None None] Attempting to bind port ddde5bd8-3e99-40b5-80ee-f5a02079d90f on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:01:31.735445 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-29e8a518-eb37-4e60-b26c-25a088825f22 None None] Attempting to bind port ddde5bd8-3e99-40b5-80ee-f5a02079d90f by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '803e3db3-4c47-419e-bf3c-e747906c6543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f2d025fc-bf95-4d01-8b25-95527d2d92cc'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:01:31.735774 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e8a518-eb37-4e60-b26c-25a088825f22 None None] Attempting to bind port ddde5bd8-3e99-40b5-80ee-f5a02079d90f on network f2d025fc-bf95-4d01-8b25-95527d2d92cc {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:01:31.749633 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ceb5a8-5d1c-44a2-a287-69d8defab5c3 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Pushing event deleted for resources: {'Subnet': ['ID=6e2473ef-0092-4b95-abe1-bf7fa9331400,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:31.750097 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e8a518-eb37-4e60-b26c-25a088825f22 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:01:31.750515 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e8a518-eb37-4e60-b26c-25a088825f22 None None] Checking segment: {'id': '803e3db3-4c47-419e-bf3c-e747906c6543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f2d025fc-bf95-4d01-8b25-95527d2d92cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:01:31.750917 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-29e8a518-eb37-4e60-b26c-25a088825f22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:31.751309 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e8a518-eb37-4e60-b26c-25a088825f22 None None] Bound using segment: {'id': '803e3db3-4c47-419e-bf3c-e747906c6543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f2d025fc-bf95-4d01-8b25-95527d2d92cc'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:01:31.751795 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-29e8a518-eb37-4e60-b26c-25a088825f22 None None] Bound port: ddde5bd8-3e99-40b5-80ee-f5a02079d90f, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803e3db3-4c47-419e-bf3c-e747906c6543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f2d025fc-bf95-4d01-8b25-95527d2d92cc'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:01:31.752176 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-29e8a518-eb37-4e60-b26c-25a088825f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:31.784221 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7502e9-d04d-4271-ad4f-d0a4ba4f3740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-dd689c27-d42b-488f-bbda-33f844bccb5c', 'network_id': 'dd689c27-d42b-488f-bbda-33f844bccb5c', 'tenant_id': 'cf6bd30b5adb483bb3ed82f1f033b9ee', 'fixed_ips': [{'subnet_id': '6e2473ef-0092-4b95-abe1-bf7fa9331400'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 12:01:31.785185 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ef7502e9-d04d-4271-ad4f-d0a4ba4f3740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:31.814833 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-65ceb5a8-5d1c-44a2-a287-69d8defab5c3 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:31.835829 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-65ceb5a8-5d1c-44a2-a287-69d8defab5c3 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd689c27-d42b-488f-bbda-33f844bccb5c']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:31.837302 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 2db71518-44b8-425c-bbf9-d47efa7a84c8 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:01:31.837684 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:31.845666 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-65ceb5a8-5d1c-44a2-a287-69d8defab5c3 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a823839-9a89-42a6-a37a-9fa9e62b3717') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:31.845971 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-65ceb5a8-5d1c-44a2-a287-69d8defab5c3 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a823839-9a89-42a6-a37a-9fa9e62b3717') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:31.856751 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-65ceb5a8-5d1c-44a2-a287-69d8defab5c3 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:31.869730 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-65ceb5a8-5d1c-44a2-a287-69d8defab5c3 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:31.876990 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ceb5a8-5d1c-44a2-a287-69d8defab5c3 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:01:31.877385 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-65ceb5a8-5d1c-44a2-a287-69d8defab5c3 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:31.880668 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 12:01:31.880668 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:01:31.880668 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 12:01:31.880668 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:01:31.880668 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 12:01:31.880668 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 12:01:31.880668 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 12:01:31.880668 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:01:31.880668 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 12:01:31.880668 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:01:31.880668 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 12:01:31.880668 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:01:31.880668 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 12:01:31.880668 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 12:01:31.880668 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:01:31.880668 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 12:01:31.880668 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:01:31.880668 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 12:01:31.880668 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 12:01:31.880668 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 12:01:31.880668 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 12:01:31.880668 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 12:01:31.880668 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:01:31.880668 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:01:31.880668 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 12:01:31.880668 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:01:31.880668 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:01:31.880668 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:01:31.880668 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:01:31.880668 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:01:31.880668 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:01:31.880668 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:01:31.941149 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-29e8a518-eb37-4e60-b26c-25a088825f22 None None] For port ddde5bd8-3e99-40b5-80ee-f5a02079d90f, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:01:31.943085 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-65ceb5a8-5d1c-44a2-a287-69d8defab5c3 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:31.946130 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-29e8a518-eb37-4e60-b26c-25a088825f22 None None] For port ddde5bd8-3e99-40b5-80ee-f5a02079d90f, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=ddde5bd8-3e99-40b5-80ee-f5a02079d90f,segment=NetworkSegment(803e3db3-4c47-419e-bf3c-e747906c6543),segment_id=803e3db3-4c47-419e-bf3c-e747906c6543)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:01:31.948462 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d70792-3dbd-4a08-b903-a833f67addfa None None] Network dd689c27-d42b-488f-bbda-33f844bccb5c requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:01:31.950081 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-65ceb5a8-5d1c-44a2-a287-69d8defab5c3 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:31.956075 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-65ceb5a8-5d1c-44a2-a287-69d8defab5c3 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] 10.222.0.69 "DELETE /v2.0/networks/dd689c27-d42b-488f-bbda-33f844bccb5c HTTP/1.1" status: 204 len: 168 time: 0.4714587 Apr 29 12:01:31.956564 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57318) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:31.963671 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-29e8a518-eb37-4e60-b26c-25a088825f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:31.965373 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ceb5a8-5d1c-44a2-a287-69d8defab5c3 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Pushing event deleted for resources: {'Network': ['ID=dd689c27-d42b-488f-bbda-33f844bccb5c,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:31.973693 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d70792-3dbd-4a08-b903-a833f67addfa None None] Network dd689c27-d42b-488f-bbda-33f844bccb5c could not be found, it might have been deleted concurrently. {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 29 12:01:31.988604 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4414ec-abfe-4168-afea-7ff44f776d86 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] GET failed (client error): The resource could not be found. Apr 29 12:01:31.990046 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3c4414ec-abfe-4168-afea-7ff44f776d86 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] 10.222.0.69 "GET /v2.0/subnets/6e2473ef-0092-4b95-abe1-bf7fa9331400 HTTP/1.1" status: 404 len: 337 time: 0.0323625 Apr 29 12:01:31.992988 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57320) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:32.016023 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea4183a-7d46-4887-82e6-2c7fcd254691 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] DELETE failed (client error): The resource could not be found. Apr 29 12:01:32.016692 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bea4183a-7d46-4887-82e6-2c7fcd254691 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 12:01:32.023411 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-bea4183a-7d46-4887-82e6-2c7fcd254691 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] 10.222.0.69 "DELETE /v2.0/networks/dd689c27-d42b-488f-bbda-33f844bccb5c HTTP/1.1" status: 404 len: 339 time: 0.0258856 Apr 29 12:01:32.023784 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57322) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:32.059571 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2436b6b-2ac5-4265-9336-ff16cc95a43d tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] DELETE failed (client error): The resource could not be found. Apr 29 12:01:32.060026 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2436b6b-2ac5-4265-9336-ff16cc95a43d tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 12:01:32.065378 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e8a518-eb37-4e60-b26c-25a088825f22 None None] Pushing event updated for resources: {'Port': ['ID=ddde5bd8-3e99-40b5-80ee-f5a02079d90f,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:32.065567 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e2436b6b-2ac5-4265-9336-ff16cc95a43d tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] 10.222.0.69 "DELETE /v2.0/subnets/6e2473ef-0092-4b95-abe1-bf7fa9331400 HTTP/1.1" status: 404 len: 337 time: 0.0383611 Apr 29 12:01:32.066334 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57324) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:32.084555 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e00dd0a-062d-44a1-a138-70bf19f926c9 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] DELETE failed (client error): The resource could not be found. Apr 29 12:01:32.085199 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e00dd0a-062d-44a1-a138-70bf19f926c9 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102960) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 12:01:32.088445 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0e00dd0a-062d-44a1-a138-70bf19f926c9 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] 10.222.0.69 "DELETE /v2.0/networks/dd689c27-d42b-488f-bbda-33f844bccb5c HTTP/1.1" status: 404 len: 339 time: 0.0216582 Apr 29 12:01:32.090899 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57326) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:32.146698 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-e03d5c6b-ae8b-45e0-a224-a13926a0d31f tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Deleting subnet 2fcff531-1902-41af-8df0-29d14c5939f2 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 12:01:32.150007 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e03d5c6b-ae8b-45e0-a224-a13926a0d31f tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:32.202957 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e03d5c6b-ae8b-45e0-a224-a13926a0d31f tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:32.299316 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e03d5c6b-ae8b-45e0-a224-a13926a0d31f tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:32.363251 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e03d5c6b-ae8b-45e0-a224-a13926a0d31f tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:32.394373 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e03d5c6b-ae8b-45e0-a224-a13926a0d31f tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:32.397497 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e03d5c6b-ae8b-45e0-a224-a13926a0d31f tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] 10.222.0.69 "DELETE /v2.0/subnets/2fcff531-1902-41af-8df0-29d14c5939f2 HTTP/1.1" status: 204 len: 168 time: 0.3056979 Apr 29 12:01:32.398337 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d5c6b-ae8b-45e0-a224-a13926a0d31f tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Pushing event deleted for resources: {'Subnet': ['ID=2fcff531-1902-41af-8df0-29d14c5939f2,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:32.400089 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57328) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:32.476428 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-538d043a-a96a-4eeb-b9bd-8224b309a2e8 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:32.528925 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-538d043a-a96a-4eeb-b9bd-8224b309a2e8 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Deleting port ddde5bd8-3e99-40b5-80ee-f5a02079d90f {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:01:32.529254 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-538d043a-a96a-4eeb-b9bd-8224b309a2e8 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:32.595958 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-538d043a-a96a-4eeb-b9bd-8224b309a2e8 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] For port ddde5bd8-3e99-40b5-80ee-f5a02079d90f, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=ddde5bd8-3e99-40b5-80ee-f5a02079d90f,segment=NetworkSegment(803e3db3-4c47-419e-bf3c-e747906c6543),segment_id=803e3db3-4c47-419e-bf3c-e747906c6543)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:01:32.596316 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-538d043a-a96a-4eeb-b9bd-8224b309a2e8 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:32.608920 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-538d043a-a96a-4eeb-b9bd-8224b309a2e8 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Calling delete_port for ddde5bd8-3e99-40b5-80ee-f5a02079d90f owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:01:32.687656 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-538d043a-a96a-4eeb-b9bd-8224b309a2e8 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:32.715139 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d043a-a96a-4eeb-b9bd-8224b309a2e8 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Pushing event deleted for resources: {'Port': ['ID=ddde5bd8-3e99-40b5-80ee-f5a02079d90f,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:32.717555 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538d043a-a96a-4eeb-b9bd-8224b309a2e8 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] No DVR routers for this DVR port ddde5bd8-3e99-40b5-80ee-f5a02079d90f on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:01:32.803195 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-538d043a-a96a-4eeb-b9bd-8224b309a2e8 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:32.826099 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-538d043a-a96a-4eeb-b9bd-8224b309a2e8 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d025fc-bf95-4d01-8b25-95527d2d92cc']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:32.837243 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-538d043a-a96a-4eeb-b9bd-8224b309a2e8 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803e3db3-4c47-419e-bf3c-e747906c6543') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:32.837616 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-538d043a-a96a-4eeb-b9bd-8224b309a2e8 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803e3db3-4c47-419e-bf3c-e747906c6543') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:32.848505 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-538d043a-a96a-4eeb-b9bd-8224b309a2e8 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:32.862579 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-538d043a-a96a-4eeb-b9bd-8224b309a2e8 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:32.868646 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-538d043a-a96a-4eeb-b9bd-8224b309a2e8 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:01:32.869039 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-538d043a-a96a-4eeb-b9bd-8224b309a2e8 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:32.872032 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 12:01:32.872032 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:01:32.872032 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 12:01:32.872032 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:01:32.872032 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 12:01:32.872032 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 12:01:32.872032 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 12:01:32.872032 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:01:32.872032 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 12:01:32.872032 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:01:32.872032 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 12:01:32.872032 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:01:32.872032 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 12:01:32.872032 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 12:01:32.872032 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:01:32.872032 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 12:01:32.872032 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:01:32.872032 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 12:01:32.872032 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 12:01:32.872032 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 12:01:32.872032 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 12:01:32.872032 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 12:01:32.872032 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:01:32.872032 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:01:32.872032 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 12:01:32.872032 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:01:32.872032 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:01:32.872032 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:01:32.872032 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:01:32.872032 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:01:32.872032 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:01:32.872032 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:01:32.938503 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-538d043a-a96a-4eeb-b9bd-8224b309a2e8 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:32.945515 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-538d043a-a96a-4eeb-b9bd-8224b309a2e8 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:32.948729 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-538d043a-a96a-4eeb-b9bd-8224b309a2e8 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] 10.222.0.69 "DELETE /v2.0/networks/f2d025fc-bf95-4d01-8b25-95527d2d92cc HTTP/1.1" status: 204 len: 168 time: 0.5475223 Apr 29 12:01:32.951106 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57330) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:32.970522 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d043a-a96a-4eeb-b9bd-8224b309a2e8 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Pushing event deleted for resources: {'Network': ['ID=f2d025fc-bf95-4d01-8b25-95527d2d92cc,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:32.989446 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ae9128-f8ae-49b2-8c39-90808a34214e tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] DELETE failed (client error): The resource could not be found. Apr 29 12:01:32.989881 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51ae9128-f8ae-49b2-8c39-90808a34214e tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 12:01:32.993152 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-51ae9128-f8ae-49b2-8c39-90808a34214e tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] 10.222.0.69 "DELETE /v2.0/subnets/a5d544d3-b3c6-4382-a4aa-46ad8cf696d9 HTTP/1.1" status: 404 len: 337 time: 0.0403755 Apr 29 12:01:32.995579 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57332) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:33.013554 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd0bdaf-2baa-48ae-a3ee-e5b5155d7b65 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] DELETE failed (client error): The resource could not be found. Apr 29 12:01:33.014816 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd0bdaf-2baa-48ae-a3ee-e5b5155d7b65 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 12:01:33.017760 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-cfd0bdaf-2baa-48ae-a3ee-e5b5155d7b65 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] 10.222.0.69 "DELETE /v2.0/networks/12d72b5a-0f1b-4290-bde3-496583890b97 HTTP/1.1" status: 404 len: 339 time: 0.0212727 Apr 29 12:01:33.020218 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57334) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:33.030963 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ac129b-ac0a-4150-a270-43d747a25892 None None] DHCP port deletion for f2d025fc-bf95-4d01-8b25-95527d2d92cc request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 12:01:33.042089 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-95fecbc9-858d-45e5-9b82-5ea12f3f725e None None] Could not find standard attr ID for object ddde5bd8-3e99-40b5-80ee-f5a02079d90f. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 12:01:33.050818 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3b01e7-ba13-454c-b23e-9eab5a9245e1 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] DELETE failed (client error): The resource could not be found. Apr 29 12:01:33.051285 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e3b01e7-ba13-454c-b23e-9eab5a9245e1 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 12:01:33.054338 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5e3b01e7-ba13-454c-b23e-9eab5a9245e1 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] 10.222.0.69 "DELETE /v2.0/subnets/e05cc4be-4e77-482d-adc1-1621dd4dcdf7 HTTP/1.1" status: 404 len: 337 time: 0.0331786 Apr 29 12:01:33.056779 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57336) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:33.056915 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e059e108-d7c5-42db-9a32-3c79252a6755 None None] Network f2d025fc-bf95-4d01-8b25-95527d2d92cc requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:01:33.069590 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e059e108-d7c5-42db-9a32-3c79252a6755 None None] Network f2d025fc-bf95-4d01-8b25-95527d2d92cc could not be found, it might have been deleted concurrently. {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 29 12:01:33.075749 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d730a16-44b7-4322-a8b7-8c8dbf7ca2c2 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] DELETE failed (client error): The resource could not be found. Apr 29 12:01:33.077100 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d730a16-44b7-4322-a8b7-8c8dbf7ca2c2 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 12:01:33.080133 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5d730a16-44b7-4322-a8b7-8c8dbf7ca2c2 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] 10.222.0.69 "DELETE /v2.0/networks/9fca0f91-6473-47b2-81fc-9ae080f1b760 HTTP/1.1" status: 404 len: 339 time: 0.0224411 Apr 29 12:01:33.082743 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57338) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:33.133220 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-45850e54-46d3-412f-b119-1a3ad7a07154 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Deleting subnet d88b639c-91e3-44ce-91d5-ed86f08aecff {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 12:01:33.136216 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-45850e54-46d3-412f-b119-1a3ad7a07154 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:33.194065 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-45850e54-46d3-412f-b119-1a3ad7a07154 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:33.278118 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-45850e54-46d3-412f-b119-1a3ad7a07154 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:33.337444 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-45850e54-46d3-412f-b119-1a3ad7a07154 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:33.369291 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45850e54-46d3-412f-b119-1a3ad7a07154 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Pushing event deleted for resources: {'Subnet': ['ID=d88b639c-91e3-44ce-91d5-ed86f08aecff,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:33.371260 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-45850e54-46d3-412f-b119-1a3ad7a07154 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:33.375057 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-45850e54-46d3-412f-b119-1a3ad7a07154 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] 10.222.0.69 "DELETE /v2.0/subnets/d88b639c-91e3-44ce-91d5-ed86f08aecff HTTP/1.1" status: 204 len: 168 time: 0.2913606 Apr 29 12:01:33.377831 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57340) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:33.379459 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba886274-44af-4469-8645-92c6555a30ef None None] Network c9e2fc7e-6820-4f32-8c08-610fb0516960 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:01:33.462549 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a0fdd0a4-55c7-46cf-a87e-0fb3a3468d83 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:33.517653 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-a0fdd0a4-55c7-46cf-a87e-0fb3a3468d83 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Deleting port 2db71518-44b8-425c-bbf9-d47efa7a84c8 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:01:33.517995 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a0fdd0a4-55c7-46cf-a87e-0fb3a3468d83 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:33.545321 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e4b88c-2b65-4452-b617-bdd0dc8439f7 None None] DHCP port deletion for c9e2fc7e-6820-4f32-8c08-610fb0516960 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 12:01:33.585334 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-a0fdd0a4-55c7-46cf-a87e-0fb3a3468d83 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] For port 2db71518-44b8-425c-bbf9-d47efa7a84c8, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=2db71518-44b8-425c-bbf9-d47efa7a84c8,segment=NetworkSegment(23427950-6b50-47b1-9dcc-1cae7c103e11),segment_id=23427950-6b50-47b1-9dcc-1cae7c103e11)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:01:33.586424 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a0fdd0a4-55c7-46cf-a87e-0fb3a3468d83 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:33.601280 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-a0fdd0a4-55c7-46cf-a87e-0fb3a3468d83 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Calling delete_port for 2db71518-44b8-425c-bbf9-d47efa7a84c8 owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:01:33.604891 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-42e4b88c-2b65-4452-b617-bdd0dc8439f7 None None] Deleting port 2db71518-44b8-425c-bbf9-d47efa7a84c8 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:01:33.605185 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-42e4b88c-2b65-4452-b617-bdd0dc8439f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:33.690694 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a0fdd0a4-55c7-46cf-a87e-0fb3a3468d83 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:33.716027 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fdd0a4-55c7-46cf-a87e-0fb3a3468d83 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Pushing event deleted for resources: {'Port': ['ID=2db71518-44b8-425c-bbf9-d47efa7a84c8,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:33.723675 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fdd0a4-55c7-46cf-a87e-0fb3a3468d83 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] No DVR routers for this DVR port 2db71518-44b8-425c-bbf9-d47efa7a84c8 on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:01:33.803049 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 2db71518-44b8-425c-bbf9-d47efa7a84c8 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:01:33.811653 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a0fdd0a4-55c7-46cf-a87e-0fb3a3468d83 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:33.826489 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 2db71518-44b8-425c-bbf9-d47efa7a84c8 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:01:33.826835 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 2db71518-44b8-425c-bbf9-d47efa7a84c8 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:01:33.835960 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-a0fdd0a4-55c7-46cf-a87e-0fb3a3468d83 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e2fc7e-6820-4f32-8c08-610fb0516960']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:33.843326 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-42e4b88c-2b65-4452-b617-bdd0dc8439f7 None None] For port 2db71518-44b8-425c-bbf9-d47efa7a84c8, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=2db71518-44b8-425c-bbf9-d47efa7a84c8,segment=NetworkSegment(23427950-6b50-47b1-9dcc-1cae7c103e11),segment_id=23427950-6b50-47b1-9dcc-1cae7c103e11)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:01:33.843725 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-42e4b88c-2b65-4452-b617-bdd0dc8439f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:33.846340 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-a0fdd0a4-55c7-46cf-a87e-0fb3a3468d83 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23427950-6b50-47b1-9dcc-1cae7c103e11') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:33.846752 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-a0fdd0a4-55c7-46cf-a87e-0fb3a3468d83 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23427950-6b50-47b1-9dcc-1cae7c103e11') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:33.856080 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a0fdd0a4-55c7-46cf-a87e-0fb3a3468d83 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:33.856604 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-42e4b88c-2b65-4452-b617-bdd0dc8439f7 None None] Calling delete_port for 2db71518-44b8-425c-bbf9-d47efa7a84c8 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:01:33.869949 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a0fdd0a4-55c7-46cf-a87e-0fb3a3468d83 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:33.876750 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0fdd0a4-55c7-46cf-a87e-0fb3a3468d83 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:01:33.877070 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a0fdd0a4-55c7-46cf-a87e-0fb3a3468d83 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:33.880290 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 12:01:33.880290 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:01:33.880290 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 12:01:33.880290 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:01:33.880290 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 12:01:33.880290 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 12:01:33.880290 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 12:01:33.880290 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:01:33.880290 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 12:01:33.880290 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:01:33.880290 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 12:01:33.880290 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:01:33.880290 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 12:01:33.880290 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 12:01:33.880290 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:01:33.880290 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 12:01:33.880290 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:01:33.880290 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 12:01:33.880290 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 12:01:33.880290 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 12:01:33.880290 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 12:01:33.880290 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 12:01:33.880290 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:01:33.880290 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:01:33.880290 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 12:01:33.880290 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:01:33.880290 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:01:33.880290 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:01:33.880290 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:01:33.880290 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:01:33.880290 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:01:33.880290 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:01:33.933180 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-42e4b88c-2b65-4452-b617-bdd0dc8439f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:33.940263 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a0fdd0a4-55c7-46cf-a87e-0fb3a3468d83 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:33.947466 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a0fdd0a4-55c7-46cf-a87e-0fb3a3468d83 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:33.950608 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a0fdd0a4-55c7-46cf-a87e-0fb3a3468d83 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] 10.222.0.69 "DELETE /v2.0/networks/c9e2fc7e-6820-4f32-8c08-610fb0516960 HTTP/1.1" status: 204 len: 168 time: 0.5709362 Apr 29 12:01:33.962758 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fdd0a4-55c7-46cf-a87e-0fb3a3468d83 tempest-NetworksIpV6Test-524927387 tempest-NetworksIpV6Test-524927387-project] Pushing event deleted for resources: {'Network': ['ID=c9e2fc7e-6820-4f32-8c08-610fb0516960,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:33.971765 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4b88c-2b65-4452-b617-bdd0dc8439f7 None None] Pushing event deleted for resources: {'Port': ['ID=2db71518-44b8-425c-bbf9-d47efa7a84c8,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:33.975458 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e4b88c-2b65-4452-b617-bdd0dc8439f7 None None] No DVR routers for this DVR port 2db71518-44b8-425c-bbf9-d47efa7a84c8 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:01:34.207936 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57346) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:34.350865 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6256048e-ee0a-4966-a198-224d90aaf5f6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cf6bd30b5adb483bb3ed82f1f033b9ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417649 Apr 29 12:01:34.353351 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57350) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:34.405401 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-76dda1d4-2a48-4600-90f1-69fb8a60afab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:34.426601 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-76dda1d4-2a48-4600-90f1-69fb8a60afab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:34.472918 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-76dda1d4-2a48-4600-90f1-69fb8a60afab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:34.475567 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-76dda1d4-2a48-4600-90f1-69fb8a60afab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:34.476723 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-76dda1d4-2a48-4600-90f1-69fb8a60afab admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/549d252d-9576-4339-a2af-d36d8b558a05 HTTP/1.1" status: 204 len: 168 time: 0.1224844 Apr 29 12:01:34.485643 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dda1d4-2a48-4600-90f1-69fb8a60afab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549d252d-9576-4339-a2af-d36d8b558a05,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:35.127272 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57372) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:35.224949 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-6e2cf968-bd64-41c5-9540-6ee2e5db0775 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1817460622', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:01:35.246233 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6e2cf968-bd64-41c5-9540-6ee2e5db0775 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:35.247252 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6e2cf968-bd64-41c5-9540-6ee2e5db0775 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:35.301529 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6e2cf968-bd64-41c5-9540-6ee2e5db0775 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:35.306029 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6e2cf968-bd64-41c5-9540-6ee2e5db0775 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:35.324202 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-6e2cf968-bd64-41c5-9540-6ee2e5db0775 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:35.325424 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-6e2cf968-bd64-41c5-9540-6ee2e5db0775 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1971490 Apr 29 12:01:35.328815 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57376) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:35.333759 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-7ac5a9ac-1cb6-468e-b9e4-53d6db21796d tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-554756790'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:01:35.352300 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac5a9ac-1cb6-468e-b9e4-53d6db21796d tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Made reservation on behalf of ce792288cc384ced9b97f607e4640697 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:01:35.355752 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7ac5a9ac-1cb6-468e-b9e4-53d6db21796d tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:35.367030 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7ac5a9ac-1cb6-468e-b9e4-53d6db21796d tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:35.447642 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7ac5a9ac-1cb6-468e-b9e4-53d6db21796d tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:35.452369 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7ac5a9ac-1cb6-468e-b9e4-53d6db21796d tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:35.483057 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ac5a9ac-1cb6-468e-b9e4-53d6db21796d tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:01:35.489431 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5a9ac-1cb6-468e-b9e4-53d6db21796d tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5009ded8-97c5-4a79-b5c3-462f9fdef13a,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:35.496028 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7ac5a9ac-1cb6-468e-b9e4-53d6db21796d tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:35.496373 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-7ac5a9ac-1cb6-468e-b9e4-53d6db21796d tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Added segment 1a733404-9ea6-43ca-b003-41b1e5fdf74c of type vlan for network b6fe4d2e-1af6-4d1c-8cca-e45a66d239b1 Apr 29 12:01:35.537907 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7ac5a9ac-1cb6-468e-b9e4-53d6db21796d tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:35.567214 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7ac5a9ac-1cb6-468e-b9e4-53d6db21796d tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:35.578505 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac5a9ac-1cb6-468e-b9e4-53d6db21796d tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:35.579787 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7ac5a9ac-1cb6-468e-b9e4-53d6db21796d tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:35.618259 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7ac5a9ac-1cb6-468e-b9e4-53d6db21796d tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2882738 Apr 29 12:01:35.621154 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57378) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:35.627653 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-69e15825-600b-4d8f-9b9c-8028ef2443f3 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Request body: {'subnet': {'network_id': 'b6fe4d2e-1af6-4d1c-8cca-e45a66d239b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:01:35.662414 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5a9ac-1cb6-468e-b9e4-53d6db21796d tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Pushing event updated for resources: {'Network': ['ID=b6fe4d2e-1af6-4d1c-8cca-e45a66d239b1,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:35.673220 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network b6fe4d2e-1af6-4d1c-8cca-e45a66d239b1 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 12:01:35.737990 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e15825-600b-4d8f-9b9c-8028ef2443f3 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Made reservation on behalf of ce792288cc384ced9b97f607e4640697 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:01:35.745193 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-69e15825-600b-4d8f-9b9c-8028ef2443f3 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:35.940567 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-69e15825-600b-4d8f-9b9c-8028ef2443f3 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:36.004011 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e15825-600b-4d8f-9b9c-8028ef2443f3 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Pushing event updated for resources: {'Subnet': ['ID=45fe3b47-0d16-4158-8b5a-aea1dfd08701,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:36.012024 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e15825-600b-4d8f-9b9c-8028ef2443f3 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Checking segment: {'id': '1a733404-9ea6-43ca-b003-41b1e5fdf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'b6fe4d2e-1af6-4d1c-8cca-e45a66d239b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:01:36.012381 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e15825-600b-4d8f-9b9c-8028ef2443f3 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Network hostable DHCP agents. Network: b6fe4d2e-1af6-4d1c-8cca-e45a66d239b1, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:01:36.031319 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e15825-600b-4d8f-9b9c-8028ef2443f3 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Network b6fe4d2e-1af6-4d1c-8cca-e45a66d239b1 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:01:36.040513 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-69e15825-600b-4d8f-9b9c-8028ef2443f3 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, b6fe4d2e-1af6-4d1c-8cca-e45a66d239b1) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:01:36.045840 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e15825-600b-4d8f-9b9c-8028ef2443f3 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:36.046680 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-69e15825-600b-4d8f-9b9c-8028ef2443f3 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:36.051047 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7459f37e-5aac-4449-a695-068e39456788 None None] Network b6fe4d2e-1af6-4d1c-8cca-e45a66d239b1 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:01:36.064774 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-69e15825-600b-4d8f-9b9c-8028ef2443f3 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4422596 Apr 29 12:01:36.068030 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57380) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:36.073286 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-9fbebc73-66ab-4f19-b8e2-f9f958656000 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-889902053'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:01:36.094931 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbebc73-66ab-4f19-b8e2-f9f958656000 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Made reservation on behalf of ce792288cc384ced9b97f607e4640697 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:01:36.098488 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9fbebc73-66ab-4f19-b8e2-f9f958656000 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:36.124210 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fbebc73-66ab-4f19-b8e2-f9f958656000 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:01:36.134398 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9fbebc73-66ab-4f19-b8e2-f9f958656000 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:36.134746 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-9fbebc73-66ab-4f19-b8e2-f9f958656000 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Added segment a9df3b42-dd27-4b79-a01c-98def155944f of type vlan for network 404241f4-12f2-4cd9-b8c9-810d5d25c569 Apr 29 12:01:36.183736 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9fbebc73-66ab-4f19-b8e2-f9f958656000 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:36.216736 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9fbebc73-66ab-4f19-b8e2-f9f958656000 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:36.221765 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c566fa-d910-45fe-aa86-f9837332915b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-b6fe4d2e-1af6-4d1c-8cca-e45a66d239b1', 'network_id': 'b6fe4d2e-1af6-4d1c-8cca-e45a66d239b1', 'tenant_id': 'ce792288cc384ced9b97f607e4640697', 'fixed_ips': [{'subnet_id': '45fe3b47-0d16-4158-8b5a-aea1dfd08701'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 12:01:36.222679 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30c566fa-d910-45fe-aa86-f9837332915b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:36.227141 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbebc73-66ab-4f19-b8e2-f9f958656000 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:36.227793 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9fbebc73-66ab-4f19-b8e2-f9f958656000 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:36.259666 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9fbebc73-66ab-4f19-b8e2-f9f958656000 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1904690 Apr 29 12:01:36.263585 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57382) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:36.272146 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-9d2a3387-ee53-4273-bc55-869a2834be41 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Request body: {'subnet': {'network_id': '404241f4-12f2-4cd9-b8c9-810d5d25c569', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:01:36.303489 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbebc73-66ab-4f19-b8e2-f9f958656000 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Pushing event updated for resources: {'Network': ['ID=404241f4-12f2-4cd9-b8c9-810d5d25c569,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:36.312784 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbebc73-66ab-4f19-b8e2-f9f958656000 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:36.312784 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbebc73-66ab-4f19-b8e2-f9f958656000 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:36.313857 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbebc73-66ab-4f19-b8e2-f9f958656000 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:36.314327 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbebc73-66ab-4f19-b8e2-f9f958656000 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:36.314896 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbebc73-66ab-4f19-b8e2-f9f958656000 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:36.315460 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbebc73-66ab-4f19-b8e2-f9f958656000 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:36.315876 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbebc73-66ab-4f19-b8e2-f9f958656000 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:36.316280 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbebc73-66ab-4f19-b8e2-f9f958656000 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:36.316704 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbebc73-66ab-4f19-b8e2-f9f958656000 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:36.317099 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbebc73-66ab-4f19-b8e2-f9f958656000 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:36.317490 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbebc73-66ab-4f19-b8e2-f9f958656000 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:36.318273 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbebc73-66ab-4f19-b8e2-f9f958656000 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:36.334784 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 404241f4-12f2-4cd9-b8c9-810d5d25c569 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 12:01:36.368605 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2a3387-ee53-4273-bc55-869a2834be41 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Made reservation on behalf of ce792288cc384ced9b97f607e4640697 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:01:36.372313 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9d2a3387-ee53-4273-bc55-869a2834be41 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:36.446268 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-30c566fa-d910-45fe-aa86-f9837332915b None None] Allocated IP 172.20.0.2 (b6fe4d2e-1af6-4d1c-8cca-e45a66d239b1/45fe3b47-0d16-4158-8b5a-aea1dfd08701/2b55af9e-741f-4efd-a465-8fb0dbb1113d) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:01:36.583956 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9d2a3387-ee53-4273-bc55-869a2834be41 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:36.598483 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30c566fa-d910-45fe-aa86-f9837332915b None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:36.604745 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30c566fa-d910-45fe-aa86-f9837332915b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:36.651422 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a3387-ee53-4273-bc55-869a2834be41 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Pushing event updated for resources: {'Subnet': ['ID=b92a25a4-53c8-4ac1-922e-180b40a423cc,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:36.655804 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c566fa-d910-45fe-aa86-f9837332915b None None] Network b6fe4d2e-1af6-4d1c-8cca-e45a66d239b1 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:01:36.660020 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-30c566fa-d910-45fe-aa86-f9837332915b None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:01:36.661632 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2a3387-ee53-4273-bc55-869a2834be41 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Checking segment: {'id': 'a9df3b42-dd27-4b79-a01c-98def155944f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '404241f4-12f2-4cd9-b8c9-810d5d25c569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:01:36.662003 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2a3387-ee53-4273-bc55-869a2834be41 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Network hostable DHCP agents. Network: 404241f4-12f2-4cd9-b8c9-810d5d25c569, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:01:36.662223 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c566fa-d910-45fe-aa86-f9837332915b None None] Pushing event updated for resources: {'Port': ['ID=2b55af9e-741f-4efd-a465-8fb0dbb1113d,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:36.664465 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c566fa-d910-45fe-aa86-f9837332915b None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:01:36.681396 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2a3387-ee53-4273-bc55-869a2834be41 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Network 404241f4-12f2-4cd9-b8c9-810d5d25c569 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:01:36.691627 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-9d2a3387-ee53-4273-bc55-869a2834be41 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 404241f4-12f2-4cd9-b8c9-810d5d25c569) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:01:36.696412 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2a3387-ee53-4273-bc55-869a2834be41 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:36.697011 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9d2a3387-ee53-4273-bc55-869a2834be41 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:36.715452 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9475d61-079b-401d-93ce-57f6ab4ac71d None None] Network 404241f4-12f2-4cd9-b8c9-810d5d25c569 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:01:36.716048 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9d2a3387-ee53-4273-bc55-869a2834be41 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4496627 Apr 29 12:01:36.720456 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57384) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:36.725291 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-dd06be51-947b-4aef-b36c-ce8dada84946 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Request body: {'router': {'external_gateway_info': {'network_id': '404241f4-12f2-4cd9-b8c9-810d5d25c569'}}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:01:36.740323 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-30c566fa-d910-45fe-aa86-f9837332915b None None] Attempting to bind port 2b55af9e-741f-4efd-a465-8fb0dbb1113d on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:01:36.740684 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-30c566fa-d910-45fe-aa86-f9837332915b None None] Attempting to bind port 2b55af9e-741f-4efd-a465-8fb0dbb1113d by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '1a733404-9ea6-43ca-b003-41b1e5fdf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'b6fe4d2e-1af6-4d1c-8cca-e45a66d239b1'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:01:36.741042 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c566fa-d910-45fe-aa86-f9837332915b None None] Attempting to bind port 2b55af9e-741f-4efd-a465-8fb0dbb1113d on network b6fe4d2e-1af6-4d1c-8cca-e45a66d239b1 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:01:36.774613 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c566fa-d910-45fe-aa86-f9837332915b None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:01:36.774983 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c566fa-d910-45fe-aa86-f9837332915b None None] Checking segment: {'id': '1a733404-9ea6-43ca-b003-41b1e5fdf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'b6fe4d2e-1af6-4d1c-8cca-e45a66d239b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:01:36.775377 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30c566fa-d910-45fe-aa86-f9837332915b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:36.775761 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c566fa-d910-45fe-aa86-f9837332915b None None] Bound using segment: {'id': '1a733404-9ea6-43ca-b003-41b1e5fdf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'b6fe4d2e-1af6-4d1c-8cca-e45a66d239b1'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:01:36.776225 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-30c566fa-d910-45fe-aa86-f9837332915b None None] Bound port: 2b55af9e-741f-4efd-a465-8fb0dbb1113d, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a733404-9ea6-43ca-b003-41b1e5fdf74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'b6fe4d2e-1af6-4d1c-8cca-e45a66d239b1'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:01:36.776596 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30c566fa-d910-45fe-aa86-f9837332915b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:36.893876 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-30c566fa-d910-45fe-aa86-f9837332915b None None] For port 2b55af9e-741f-4efd-a465-8fb0dbb1113d, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:01:36.912367 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-30c566fa-d910-45fe-aa86-f9837332915b None None] For port 2b55af9e-741f-4efd-a465-8fb0dbb1113d, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=2b55af9e-741f-4efd-a465-8fb0dbb1113d,segment=NetworkSegment(1a733404-9ea6-43ca-b003-41b1e5fdf74c),segment_id=1a733404-9ea6-43ca-b003-41b1e5fdf74c)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:01:36.919204 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30c566fa-d910-45fe-aa86-f9837332915b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:36.943911 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dd06be51-947b-4aef-b36c-ce8dada84946 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:36.992914 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61e71cc-48a1-42a5-a907-c27c3c72c846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-404241f4-12f2-4cd9-b8c9-810d5d25c569', 'network_id': '404241f4-12f2-4cd9-b8c9-810d5d25c569', 'tenant_id': 'ce792288cc384ced9b97f607e4640697', 'fixed_ips': [{'subnet_id': 'b92a25a4-53c8-4ac1-922e-180b40a423cc'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 12:01:36.992914 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d61e71cc-48a1-42a5-a907-c27c3c72c846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:37.028264 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c566fa-d910-45fe-aa86-f9837332915b None None] Pushing event updated for resources: {'Port': ['ID=2b55af9e-741f-4efd-a465-8fb0dbb1113d,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:37.070119 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.api.v2.resource [None req-dd06be51-947b-4aef-b36c-ce8dada84946 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 12:01:37.071241 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-dd06be51-947b-4aef-b36c-ce8dada84946 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] 10.222.0.69 "PUT /v2.0/routers/4e3b6cc2-54e5-44eb-bacf-2eaf79c26312 HTTP/1.1" status: 400 len: 364 time: 0.3496933 Apr 29 12:01:37.077356 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57386) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:37.144381 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e8400f2-ca5c-4986-a6f2-31920ff6eb50 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Deleting subnet b92a25a4-53c8-4ac1-922e-180b40a423cc {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 12:01:37.178399 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-d61e71cc-48a1-42a5-a907-c27c3c72c846 None None] Allocated IP 172.21.0.2 (404241f4-12f2-4cd9-b8c9-810d5d25c569/b92a25a4-53c8-4ac1-922e-180b40a423cc/5933f4f6-affe-44ba-911e-1b29f9a64323) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:01:37.350125 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d61e71cc-48a1-42a5-a907-c27c3c72c846 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:37.355407 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e8400f2-ca5c-4986-a6f2-31920ff6eb50 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:37.360025 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d61e71cc-48a1-42a5-a907-c27c3c72c846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:37.401530 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61e71cc-48a1-42a5-a907-c27c3c72c846 None None] Network 404241f4-12f2-4cd9-b8c9-810d5d25c569 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:01:37.409011 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-d61e71cc-48a1-42a5-a907-c27c3c72c846 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:01:37.411827 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e8400f2-ca5c-4986-a6f2-31920ff6eb50 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:37.412933 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61e71cc-48a1-42a5-a907-c27c3c72c846 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:01:37.420738 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e71cc-48a1-42a5-a907-c27c3c72c846 None None] Pushing event updated for resources: {'Port': ['ID=5933f4f6-affe-44ba-911e-1b29f9a64323,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:37.475240 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-d61e71cc-48a1-42a5-a907-c27c3c72c846 None None] Attempting to bind port 5933f4f6-affe-44ba-911e-1b29f9a64323 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:01:37.475613 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-d61e71cc-48a1-42a5-a907-c27c3c72c846 None None] Attempting to bind port 5933f4f6-affe-44ba-911e-1b29f9a64323 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'a9df3b42-dd27-4b79-a01c-98def155944f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '404241f4-12f2-4cd9-b8c9-810d5d25c569'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:01:37.475978 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61e71cc-48a1-42a5-a907-c27c3c72c846 None None] Attempting to bind port 5933f4f6-affe-44ba-911e-1b29f9a64323 on network 404241f4-12f2-4cd9-b8c9-810d5d25c569 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:01:37.481890 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61e71cc-48a1-42a5-a907-c27c3c72c846 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:01:37.482320 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61e71cc-48a1-42a5-a907-c27c3c72c846 None None] Checking segment: {'id': 'a9df3b42-dd27-4b79-a01c-98def155944f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '404241f4-12f2-4cd9-b8c9-810d5d25c569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:01:37.483230 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d61e71cc-48a1-42a5-a907-c27c3c72c846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:37.483640 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61e71cc-48a1-42a5-a907-c27c3c72c846 None None] Bound using segment: {'id': 'a9df3b42-dd27-4b79-a01c-98def155944f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '404241f4-12f2-4cd9-b8c9-810d5d25c569'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:01:37.484130 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-d61e71cc-48a1-42a5-a907-c27c3c72c846 None None] Bound port: 5933f4f6-affe-44ba-911e-1b29f9a64323, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9df3b42-dd27-4b79-a01c-98def155944f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '404241f4-12f2-4cd9-b8c9-810d5d25c569'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:01:37.484509 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d61e71cc-48a1-42a5-a907-c27c3c72c846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:37.507451 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e8400f2-ca5c-4986-a6f2-31920ff6eb50 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:37.579849 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e8400f2-ca5c-4986-a6f2-31920ff6eb50 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:37.587437 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-d61e71cc-48a1-42a5-a907-c27c3c72c846 None None] For port 5933f4f6-affe-44ba-911e-1b29f9a64323, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:01:37.595907 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-d61e71cc-48a1-42a5-a907-c27c3c72c846 None None] For port 5933f4f6-affe-44ba-911e-1b29f9a64323, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=5933f4f6-affe-44ba-911e-1b29f9a64323,segment=NetworkSegment(a9df3b42-dd27-4b79-a01c-98def155944f),segment_id=a9df3b42-dd27-4b79-a01c-98def155944f)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:01:37.602068 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d61e71cc-48a1-42a5-a907-c27c3c72c846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:37.615454 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8400f2-ca5c-4986-a6f2-31920ff6eb50 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Pushing event deleted for resources: {'Subnet': ['ID=b92a25a4-53c8-4ac1-922e-180b40a423cc,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:37.617632 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5e8400f2-ca5c-4986-a6f2-31920ff6eb50 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:37.621240 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5e8400f2-ca5c-4986-a6f2-31920ff6eb50 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] 10.222.0.69 "DELETE /v2.0/subnets/b92a25a4-53c8-4ac1-922e-180b40a423cc HTTP/1.1" status: 204 len: 168 time: 0.5428138 Apr 29 12:01:37.624577 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57388) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:37.685067 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 2b55af9e-741f-4efd-a465-8fb0dbb1113d up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:01:37.714217 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e71cc-48a1-42a5-a907-c27c3c72c846 None None] Pushing event updated for resources: {'Port': ['ID=5933f4f6-affe-44ba-911e-1b29f9a64323,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:37.748407 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-02214cac-ec26-4e74-b486-f9dbdff05d9a tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:37.753433 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 2b55af9e-741f-4efd-a465-8fb0dbb1113d triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:01:37.754004 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:37.820713 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-02214cac-ec26-4e74-b486-f9dbdff05d9a tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Deleting port 5933f4f6-affe-44ba-911e-1b29f9a64323 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:01:37.821117 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-02214cac-ec26-4e74-b486-f9dbdff05d9a tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:37.868374 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:37.948303 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-02214cac-ec26-4e74-b486-f9dbdff05d9a tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] For port 5933f4f6-affe-44ba-911e-1b29f9a64323, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=5933f4f6-affe-44ba-911e-1b29f9a64323,segment=NetworkSegment(a9df3b42-dd27-4b79-a01c-98def155944f),segment_id=a9df3b42-dd27-4b79-a01c-98def155944f)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:01:37.948684 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-02214cac-ec26-4e74-b486-f9dbdff05d9a tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:37.965446 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 2b55af9e-741f-4efd-a465-8fb0dbb1113d, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=2b55af9e-741f-4efd-a465-8fb0dbb1113d,segment=NetworkSegment(1a733404-9ea6-43ca-b003-41b1e5fdf74c),segment_id=1a733404-9ea6-43ca-b003-41b1e5fdf74c)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:01:37.967867 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-02214cac-ec26-4e74-b486-f9dbdff05d9a tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Calling delete_port for 5933f4f6-affe-44ba-911e-1b29f9a64323 owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:01:37.977597 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:38.042371 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=2b55af9e-741f-4efd-a465-8fb0dbb1113d,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:38.075353 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-02214cac-ec26-4e74-b486-f9dbdff05d9a tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:38.108104 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02214cac-ec26-4e74-b486-f9dbdff05d9a tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] No DVR routers for this DVR port 5933f4f6-affe-44ba-911e-1b29f9a64323 on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:01:38.113414 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02214cac-ec26-4e74-b486-f9dbdff05d9a tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Pushing event deleted for resources: {'Port': ['ID=5933f4f6-affe-44ba-911e-1b29f9a64323,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:38.209626 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-02214cac-ec26-4e74-b486-f9dbdff05d9a tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:38.236197 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-02214cac-ec26-4e74-b486-f9dbdff05d9a tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['404241f4-12f2-4cd9-b8c9-810d5d25c569']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:38.250892 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-02214cac-ec26-4e74-b486-f9dbdff05d9a tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9df3b42-dd27-4b79-a01c-98def155944f') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:38.251375 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-02214cac-ec26-4e74-b486-f9dbdff05d9a tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9df3b42-dd27-4b79-a01c-98def155944f') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:38.252569 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b47213-ed4e-4370-ab7c-f5feb4ffa1d9 None None] Network b6fe4d2e-1af6-4d1c-8cca-e45a66d239b1 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:01:38.263246 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-02214cac-ec26-4e74-b486-f9dbdff05d9a tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:38.282219 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-02214cac-ec26-4e74-b486-f9dbdff05d9a tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:38.289916 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02214cac-ec26-4e74-b486-f9dbdff05d9a tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:01:38.290429 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-02214cac-ec26-4e74-b486-f9dbdff05d9a tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:38.294595 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 12:01:38.294595 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:01:38.294595 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 12:01:38.294595 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:01:38.294595 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 12:01:38.294595 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 12:01:38.294595 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 12:01:38.294595 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:01:38.294595 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 12:01:38.294595 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:01:38.294595 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 12:01:38.294595 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:01:38.294595 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 12:01:38.294595 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 12:01:38.294595 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:01:38.294595 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 12:01:38.294595 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:01:38.294595 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 12:01:38.294595 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 12:01:38.294595 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 12:01:38.294595 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 12:01:38.294595 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 12:01:38.294595 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:01:38.294595 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:01:38.294595 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 12:01:38.294595 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:01:38.294595 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:01:38.294595 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:01:38.294595 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:01:38.294595 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:01:38.294595 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:01:38.294595 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:01:38.355321 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-ac415abb-8d70-4214-9897-cabb4fe07a9e None None] Provisioning complete for port 2b55af9e-741f-4efd-a465-8fb0dbb1113d triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:01:38.355700 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ac415abb-8d70-4214-9897-cabb4fe07a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:38.386552 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-02214cac-ec26-4e74-b486-f9dbdff05d9a tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:38.397845 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-02214cac-ec26-4e74-b486-f9dbdff05d9a tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:38.401229 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-02214cac-ec26-4e74-b486-f9dbdff05d9a tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] 10.222.0.69 "DELETE /v2.0/networks/404241f4-12f2-4cd9-b8c9-810d5d25c569 HTTP/1.1" status: 204 len: 168 time: 0.7750523 Apr 29 12:01:38.405316 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57390) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:38.417434 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02214cac-ec26-4e74-b486-f9dbdff05d9a tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Pushing event deleted for resources: {'Network': ['ID=404241f4-12f2-4cd9-b8c9-810d5d25c569,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:38.491585 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-b86a5819-08e7-4e81-877e-fecbbd7f1cc8 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Deleting subnet 45fe3b47-0d16-4158-8b5a-aea1dfd08701 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 12:01:38.497832 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b86a5819-08e7-4e81-877e-fecbbd7f1cc8 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:38.571357 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b86a5819-08e7-4e81-877e-fecbbd7f1cc8 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:38.688173 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b86a5819-08e7-4e81-877e-fecbbd7f1cc8 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:38.772684 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b86a5819-08e7-4e81-877e-fecbbd7f1cc8 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:38.818801 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a5819-08e7-4e81-877e-fecbbd7f1cc8 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Pushing event deleted for resources: {'Subnet': ['ID=45fe3b47-0d16-4158-8b5a-aea1dfd08701,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:38.822049 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b86a5819-08e7-4e81-877e-fecbbd7f1cc8 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:38.827261 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b86a5819-08e7-4e81-877e-fecbbd7f1cc8 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] 10.222.0.69 "DELETE /v2.0/subnets/45fe3b47-0d16-4158-8b5a-aea1dfd08701 HTTP/1.1" status: 204 len: 168 time: 0.4197316 Apr 29 12:01:38.830208 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57392) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:38.833197 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e4bea4-cc01-46ab-a6ba-c82fdcca4ffb None None] Network b6fe4d2e-1af6-4d1c-8cca-e45a66d239b1 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:01:38.905326 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-9db0c1aa-8435-4cd2-9c3b-6e265dbec99d None None] Provisioning complete for port 2b55af9e-741f-4efd-a465-8fb0dbb1113d triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:01:38.905708 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9db0c1aa-8435-4cd2-9c3b-6e265dbec99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:38.930222 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2e80cce4-af65-4bf3-a254-8414a606b447 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:39.004665 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-2e80cce4-af65-4bf3-a254-8414a606b447 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Deleting port 2b55af9e-741f-4efd-a465-8fb0dbb1113d {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:01:39.005007 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2e80cce4-af65-4bf3-a254-8414a606b447 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:39.080099 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-2e80cce4-af65-4bf3-a254-8414a606b447 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] For port 2b55af9e-741f-4efd-a465-8fb0dbb1113d, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=2b55af9e-741f-4efd-a465-8fb0dbb1113d,segment=NetworkSegment(1a733404-9ea6-43ca-b003-41b1e5fdf74c),segment_id=1a733404-9ea6-43ca-b003-41b1e5fdf74c)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:01:39.081217 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2e80cce4-af65-4bf3-a254-8414a606b447 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:39.096706 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-2e80cce4-af65-4bf3-a254-8414a606b447 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Calling delete_port for 2b55af9e-741f-4efd-a465-8fb0dbb1113d owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:01:39.108348 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df975339-e7e3-4ed6-93c2-3e1cc3591857 None None] DHCP port deletion for 404241f4-12f2-4cd9-b8c9-810d5d25c569 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 12:01:39.139167 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be795011-4526-448d-8a67-d45c1b95d850 None None] Network 404241f4-12f2-4cd9-b8c9-810d5d25c569 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:01:39.153514 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be795011-4526-448d-8a67-d45c1b95d850 None None] Network 404241f4-12f2-4cd9-b8c9-810d5d25c569 could not be found, it might have been deleted concurrently. {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 29 12:01:39.171120 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41a670d-1f39-4507-8170-523c2533f079 None None] DHCP port deletion for b6fe4d2e-1af6-4d1c-8cca-e45a66d239b1 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 12:01:39.209956 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-63d03579-8bf4-4621-8991-945ed2d405a0 None None] Could not find standard attr ID for object 5933f4f6-affe-44ba-911e-1b29f9a64323. {{(pid=102961) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 12:01:39.214867 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2e80cce4-af65-4bf3-a254-8414a606b447 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:39.250262 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e80cce4-af65-4bf3-a254-8414a606b447 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] No DVR routers for this DVR port 2b55af9e-741f-4efd-a465-8fb0dbb1113d on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:01:39.251019 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-e41a670d-1f39-4507-8170-523c2533f079 None None] Deleting port 2b55af9e-741f-4efd-a465-8fb0dbb1113d {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:01:39.252024 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e41a670d-1f39-4507-8170-523c2533f079 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:39.252635 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80cce4-af65-4bf3-a254-8414a606b447 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Pushing event deleted for resources: {'Port': ['ID=2b55af9e-741f-4efd-a465-8fb0dbb1113d,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:39.342325 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2e80cce4-af65-4bf3-a254-8414a606b447 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:39.366050 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-2e80cce4-af65-4bf3-a254-8414a606b447 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6fe4d2e-1af6-4d1c-8cca-e45a66d239b1']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:39.369049 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-e41a670d-1f39-4507-8170-523c2533f079 None None] For port 2b55af9e-741f-4efd-a465-8fb0dbb1113d, host dv-neutron-838888-1-hyperv, got binding levels [] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:01:39.369454 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e41a670d-1f39-4507-8170-523c2533f079 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:39.380453 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-2e80cce4-af65-4bf3-a254-8414a606b447 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a733404-9ea6-43ca-b003-41b1e5fdf74c') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:39.380727 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-2e80cce4-af65-4bf3-a254-8414a606b447 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a733404-9ea6-43ca-b003-41b1e5fdf74c') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:39.387759 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-e41a670d-1f39-4507-8170-523c2533f079 None None] Calling delete_port for 2b55af9e-741f-4efd-a465-8fb0dbb1113d owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:01:39.392760 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2e80cce4-af65-4bf3-a254-8414a606b447 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:39.393013 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.ipam_backend_mixin [None req-e41a670d-1f39-4507-8170-523c2533f079 None None] Port 2b55af9e-741f-4efd-a465-8fb0dbb1113d was not found and therefore no delete operation was performed {{(pid=102961) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 12:01:39.394970 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e41a670d-1f39-4507-8170-523c2533f079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:39.414541 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2e80cce4-af65-4bf3-a254-8414a606b447 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:39.421675 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e80cce4-af65-4bf3-a254-8414a606b447 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:01:39.422066 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2e80cce4-af65-4bf3-a254-8414a606b447 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:39.425117 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 12:01:39.425117 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:01:39.425117 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 12:01:39.425117 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:01:39.425117 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 12:01:39.425117 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 12:01:39.425117 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 12:01:39.425117 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:01:39.425117 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 12:01:39.425117 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:01:39.425117 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 12:01:39.425117 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:01:39.425117 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 12:01:39.425117 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 12:01:39.425117 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:01:39.425117 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 12:01:39.425117 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:01:39.425117 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 12:01:39.425117 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 12:01:39.425117 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 12:01:39.425117 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 12:01:39.425117 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 12:01:39.425117 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:01:39.425117 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:01:39.425117 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 12:01:39.425117 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:01:39.425117 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:01:39.425117 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:01:39.425117 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:01:39.425117 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:01:39.425117 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:01:39.425117 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:01:39.429353 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a670d-1f39-4507-8170-523c2533f079 None None] Pushing event deleted for resources: {'Port': ['ID=2b55af9e-741f-4efd-a465-8fb0dbb1113d,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:39.431584 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41a670d-1f39-4507-8170-523c2533f079 None None] No DVR routers for this DVR port 2b55af9e-741f-4efd-a465-8fb0dbb1113d on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:01:39.491625 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2e80cce4-af65-4bf3-a254-8414a606b447 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:39.499103 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2e80cce4-af65-4bf3-a254-8414a606b447 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:39.502436 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2e80cce4-af65-4bf3-a254-8414a606b447 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] 10.222.0.69 "DELETE /v2.0/networks/b6fe4d2e-1af6-4d1c-8cca-e45a66d239b1 HTTP/1.1" status: 204 len: 168 time: 0.6671882 Apr 29 12:01:39.506504 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57394) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:39.515547 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80cce4-af65-4bf3-a254-8414a606b447 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Pushing event deleted for resources: {'Network': ['ID=b6fe4d2e-1af6-4d1c-8cca-e45a66d239b1,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:39.536466 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8dc4c981-3224-4be5-8875-381d5de5a51d tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e3b6cc2-54e5-44eb-bacf-2eaf79c26312 HTTP/1.1" status: 200 len: 205 time: 0.0285974 Apr 29 12:01:39.547680 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57396) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:39.626639 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 2b55af9e-741f-4efd-a465-8fb0dbb1113d no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:01:39.628376 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-cc967974-4171-4d53-9b84-e4888ab6d956 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:39.651235 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 2b55af9e-741f-4efd-a465-8fb0dbb1113d {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:01:39.651602 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 2b55af9e-741f-4efd-a465-8fb0dbb1113d not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:01:39.796506 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-cc967974-4171-4d53-9b84-e4888ab6d956 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:39.799141 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-cc967974-4171-4d53-9b84-e4888ab6d956 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:39.849079 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-cc967974-4171-4d53-9b84-e4888ab6d956 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:39.849758 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc967974-4171-4d53-9b84-e4888ab6d956 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Fanout notify agent at l3_agent the message router_deleted on router 4e3b6cc2-54e5-44eb-bacf-2eaf79c26312 {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 12:01:39.862374 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-cc967974-4171-4d53-9b84-e4888ab6d956 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:39.863925 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-cc967974-4171-4d53-9b84-e4888ab6d956 tempest-RoutersNegativeTest-783736055 tempest-RoutersNegativeTest-783736055-project] 10.222.0.69 "DELETE /v2.0/routers/4e3b6cc2-54e5-44eb-bacf-2eaf79c26312 HTTP/1.1" status: 204 len: 168 time: 0.3236365 Apr 29 12:01:40.157527 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57402) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:40.304870 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-601a16bf-5480-4d64-a334-0819e1f0ca14 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ce792288cc384ced9b97f607e4640697&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1460788 Apr 29 12:01:40.307347 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57406) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:40.359323 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-313b5356-f0fc-4040-a023-d4018554d7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:40.387284 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-313b5356-f0fc-4040-a023-d4018554d7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:40.438719 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-313b5356-f0fc-4040-a023-d4018554d7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:40.441372 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-313b5356-f0fc-4040-a023-d4018554d7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:40.442631 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-313b5356-f0fc-4040-a023-d4018554d7b0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5009ded8-97c5-4a79-b5c3-462f9fdef13a HTTP/1.1" status: 204 len: 168 time: 0.1343718 Apr 29 12:01:40.455070 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b5356-f0fc-4040-a023-d4018554d7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5009ded8-97c5-4a79-b5c3-462f9fdef13a,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:41.057879 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57428) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:41.151959 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-433e63ad-67cf-4d70-87cb-29d0b8f36f3b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1806018999-network', 'tenant_id': '69e6b5d37bce4402a8542a2cdc46f6a6'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:01:41.173409 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433e63ad-67cf-4d70-87cb-29d0b8f36f3b admin admin] Made reservation on behalf of 69e6b5d37bce4402a8542a2cdc46f6a6 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:01:41.176049 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-433e63ad-67cf-4d70-87cb-29d0b8f36f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:41.184978 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-433e63ad-67cf-4d70-87cb-29d0b8f36f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:41.261423 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-433e63ad-67cf-4d70-87cb-29d0b8f36f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:41.265721 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-433e63ad-67cf-4d70-87cb-29d0b8f36f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:41.286210 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-433e63ad-67cf-4d70-87cb-29d0b8f36f3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:01:41.300813 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e63ad-67cf-4d70-87cb-29d0b8f36f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7e3a9d-3813-4400-9a3e-7da61bc26276,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:41.303721 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-433e63ad-67cf-4d70-87cb-29d0b8f36f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:41.304073 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-433e63ad-67cf-4d70-87cb-29d0b8f36f3b admin admin] Added segment abe68b19-327b-4d20-ba64-ea42919358e3 of type vlan for network c6a54c07-2d47-46dc-9ba8-7637e92ba127 Apr 29 12:01:41.344993 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-433e63ad-67cf-4d70-87cb-29d0b8f36f3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:41.368794 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-433e63ad-67cf-4d70-87cb-29d0b8f36f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:41.369722 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433e63ad-67cf-4d70-87cb-29d0b8f36f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:41.370332 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-433e63ad-67cf-4d70-87cb-29d0b8f36f3b admin admin] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:41.428981 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-433e63ad-67cf-4d70-87cb-29d0b8f36f3b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3698013 Apr 29 12:01:41.431757 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57432) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:41.436290 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e63ad-67cf-4d70-87cb-29d0b8f36f3b admin admin] Pushing event updated for resources: {'Network': ['ID=c6a54c07-2d47-46dc-9ba8-7637e92ba127,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:41.436610 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-a62c361c-72cc-4019-9833-3e55daea4e22 admin admin] Request body: {'subnet': {'network_id': 'c6a54c07-2d47-46dc-9ba8-7637e92ba127', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1806018999-subnet', 'tenant_id': '69e6b5d37bce4402a8542a2cdc46f6a6', 'ip_version': 4}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:01:41.446099 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network c6a54c07-2d47-46dc-9ba8-7637e92ba127 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 12:01:41.460874 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62c361c-72cc-4019-9833-3e55daea4e22 admin admin] Made reservation on behalf of 69e6b5d37bce4402a8542a2cdc46f6a6 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:01:41.463261 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a62c361c-72cc-4019-9833-3e55daea4e22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:41.632836 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a62c361c-72cc-4019-9833-3e55daea4e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:41.692609 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c361c-72cc-4019-9833-3e55daea4e22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9db4a68-df8e-41f4-a54f-f938aa5a9ce5,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:41.702075 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62c361c-72cc-4019-9833-3e55daea4e22 admin admin] Checking segment: {'id': 'abe68b19-327b-4d20-ba64-ea42919358e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6a54c07-2d47-46dc-9ba8-7637e92ba127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:01:41.702456 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62c361c-72cc-4019-9833-3e55daea4e22 admin admin] Network hostable DHCP agents. Network: c6a54c07-2d47-46dc-9ba8-7637e92ba127, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:01:41.719489 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62c361c-72cc-4019-9833-3e55daea4e22 admin admin] Network c6a54c07-2d47-46dc-9ba8-7637e92ba127 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:01:41.727313 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-a62c361c-72cc-4019-9833-3e55daea4e22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, c6a54c07-2d47-46dc-9ba8-7637e92ba127) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:01:41.731693 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62c361c-72cc-4019-9833-3e55daea4e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:41.732336 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a62c361c-72cc-4019-9833-3e55daea4e22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:41.738251 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44307fa9-f4c6-4bf5-a7a6-f294c5b7188f None None] Network c6a54c07-2d47-46dc-9ba8-7637e92ba127 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:01:41.750739 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a62c361c-72cc-4019-9833-3e55daea4e22 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3179042 Apr 29 12:01:41.753708 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57434) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:41.758257 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-bcf278fa-1218-4ad0-9a95-c0fcd62e0181 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1806018999-router', 'tenant_id': '69e6b5d37bce4402a8542a2cdc46f6a6', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:01:41.779062 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bcf278fa-1218-4ad0-9a95-c0fcd62e0181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:41.780319 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bcf278fa-1218-4ad0-9a95-c0fcd62e0181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:41.831976 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bcf278fa-1218-4ad0-9a95-c0fcd62e0181 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:41.898718 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24ad568-e29b-4edd-9c76-5d94ecbba107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-c6a54c07-2d47-46dc-9ba8-7637e92ba127', 'network_id': 'c6a54c07-2d47-46dc-9ba8-7637e92ba127', 'tenant_id': '69e6b5d37bce4402a8542a2cdc46f6a6', 'fixed_ips': [{'subnet_id': 'a9db4a68-df8e-41f4-a54f-f938aa5a9ce5'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 12:01:41.899582 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a24ad568-e29b-4edd-9c76-5d94ecbba107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:41.973675 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bcf278fa-1218-4ad0-9a95-c0fcd62e0181 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:42.039457 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-a24ad568-e29b-4edd-9c76-5d94ecbba107 None None] Allocated IP 172.20.0.2 (c6a54c07-2d47-46dc-9ba8-7637e92ba127/a9db4a68-df8e-41f4-a54f-f938aa5a9ce5/9840ceff-42b3-495a-abcc-18f8f20572df) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:01:42.185299 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bcf278fa-1218-4ad0-9a95-c0fcd62e0181 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:42.206462 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bcf278fa-1218-4ad0-9a95-c0fcd62e0181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:42.312509 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-bcf278fa-1218-4ad0-9a95-c0fcd62e0181 admin admin] Allocated IP 172.26.4.246 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/2fdb6730-fd72-408e-98b1-a5d061585f21) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:01:42.332252 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a24ad568-e29b-4edd-9c76-5d94ecbba107 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:42.338413 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a24ad568-e29b-4edd-9c76-5d94ecbba107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:42.375584 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24ad568-e29b-4edd-9c76-5d94ecbba107 None None] Network c6a54c07-2d47-46dc-9ba8-7637e92ba127 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:01:42.382091 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-a24ad568-e29b-4edd-9c76-5d94ecbba107 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:01:42.384554 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24ad568-e29b-4edd-9c76-5d94ecbba107 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:01:42.393633 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ad568-e29b-4edd-9c76-5d94ecbba107 None None] Pushing event updated for resources: {'Port': ['ID=9840ceff-42b3-495a-abcc-18f8f20572df,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:42.429949 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bcf278fa-1218-4ad0-9a95-c0fcd62e0181 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:42.447544 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-a24ad568-e29b-4edd-9c76-5d94ecbba107 None None] Attempting to bind port 9840ceff-42b3-495a-abcc-18f8f20572df on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:01:42.448130 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-a24ad568-e29b-4edd-9c76-5d94ecbba107 None None] Attempting to bind port 9840ceff-42b3-495a-abcc-18f8f20572df by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'abe68b19-327b-4d20-ba64-ea42919358e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6a54c07-2d47-46dc-9ba8-7637e92ba127'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:01:42.448252 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24ad568-e29b-4edd-9c76-5d94ecbba107 None None] Attempting to bind port 9840ceff-42b3-495a-abcc-18f8f20572df on network c6a54c07-2d47-46dc-9ba8-7637e92ba127 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:01:42.453275 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24ad568-e29b-4edd-9c76-5d94ecbba107 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:01:42.453645 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24ad568-e29b-4edd-9c76-5d94ecbba107 None None] Checking segment: {'id': 'abe68b19-327b-4d20-ba64-ea42919358e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6a54c07-2d47-46dc-9ba8-7637e92ba127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:01:42.454037 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a24ad568-e29b-4edd-9c76-5d94ecbba107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:42.454597 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24ad568-e29b-4edd-9c76-5d94ecbba107 None None] Bound using segment: {'id': 'abe68b19-327b-4d20-ba64-ea42919358e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6a54c07-2d47-46dc-9ba8-7637e92ba127'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:01:42.454911 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-a24ad568-e29b-4edd-9c76-5d94ecbba107 None None] Bound port: 9840ceff-42b3-495a-abcc-18f8f20572df, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe68b19-327b-4d20-ba64-ea42919358e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6a54c07-2d47-46dc-9ba8-7637e92ba127'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:01:42.455281 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a24ad568-e29b-4edd-9c76-5d94ecbba107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:42.465544 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bcf278fa-1218-4ad0-9a95-c0fcd62e0181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:42.503926 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf278fa-1218-4ad0-9a95-c0fcd62e0181 admin admin] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:01:42.508745 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-bcf278fa-1218-4ad0-9a95-c0fcd62e0181 admin admin] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:01:42.512268 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf278fa-1218-4ad0-9a95-c0fcd62e0181 admin admin] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:01:42.521277 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-a24ad568-e29b-4edd-9c76-5d94ecbba107 None None] For port 9840ceff-42b3-495a-abcc-18f8f20572df, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:01:42.524591 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-a24ad568-e29b-4edd-9c76-5d94ecbba107 None None] For port 9840ceff-42b3-495a-abcc-18f8f20572df, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=9840ceff-42b3-495a-abcc-18f8f20572df,segment=NetworkSegment(abe68b19-327b-4d20-ba64-ea42919358e3),segment_id=abe68b19-327b-4d20-ba64-ea42919358e3)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:01:42.528975 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a24ad568-e29b-4edd-9c76-5d94ecbba107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:42.537741 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf278fa-1218-4ad0-9a95-c0fcd62e0181 admin admin] Pushing event updated for resources: {'Port': ['ID=2fdb6730-fd72-408e-98b1-a5d061585f21,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:42.589682 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ad568-e29b-4edd-9c76-5d94ecbba107 None None] Pushing event updated for resources: {'Port': ['ID=9840ceff-42b3-495a-abcc-18f8f20572df,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:42.796218 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bcf278fa-1218-4ad0-9a95-c0fcd62e0181 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:43.350809 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bcf278fa-1218-4ad0-9a95-c0fcd62e0181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:43.483874 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3648ad45-a317-48e7-892c-9277d871fa04 None None] Network c6a54c07-2d47-46dc-9ba8-7637e92ba127 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:01:43.487492 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf278fa-1218-4ad0-9a95-c0fcd62e0181 admin admin] Router 96ea6358-c1e2-4e08-9c76-7f91d982bc2b is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 12:01:43.577720 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-90a7075b-0646-4453-8274-a9dc45e615a3 None None] Provisioning complete for port 9840ceff-42b3-495a-abcc-18f8f20572df triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:01:43.578102 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-90a7075b-0646-4453-8274-a9dc45e615a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:43.606611 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf278fa-1218-4ad0-9a95-c0fcd62e0181 admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:01:43.620699 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7b4433-fca1-4ed3-997a-88636d832c0f None None] Sync routers for ids ['96ea6358-c1e2-4e08-9c76-7f91d982bc2b'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:01:43.630568 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7b4433-fca1-4ed3-997a-88636d832c0f None None] Routers {'96ea6358-c1e2-4e08-9c76-7f91d982bc2b'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:01:43.631257 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-fc7b4433-fca1-4ed3-997a-88636d832c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:01:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['96ea6358-c1e2-4e08-9c76-7f91d982bc2b'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:43.642772 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bcf278fa-1218-4ad0-9a95-c0fcd62e0181 admin admin] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:43.646518 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-bcf278fa-1218-4ad0-9a95-c0fcd62e0181 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8892379 Apr 29 12:01:43.647174 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57436) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:43.705715 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 9840ceff-42b3-495a-abcc-18f8f20572df up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:01:43.751117 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-90a7075b-0646-4453-8274-a9dc45e615a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:43.777783 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-fc7b4433-fca1-4ed3-997a-88636d832c0f None None] Set router 96ea6358-c1e2-4e08-9c76-7f91d982bc2b gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:01:43.804331 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-90a7075b-0646-4453-8274-a9dc45e615a3 None None] For port 9840ceff-42b3-495a-abcc-18f8f20572df, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=9840ceff-42b3-495a-abcc-18f8f20572df,segment=NetworkSegment(abe68b19-327b-4d20-ba64-ea42919358e3),segment_id=abe68b19-327b-4d20-ba64-ea42919358e3)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:01:43.807843 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 9840ceff-42b3-495a-abcc-18f8f20572df triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:01:43.808248 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:43.812131 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-90a7075b-0646-4453-8274-a9dc45e615a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:43.917605 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7075b-0646-4453-8274-a9dc45e615a3 None None] Pushing event updated for resources: {'Port': ['ID=9840ceff-42b3-495a-abcc-18f8f20572df,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:44.014290 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-fc7b4433-fca1-4ed3-997a-88636d832c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ea6358-c1e2-4e08-9c76-7f91d982bc2b', 'name': 'tempest-TestEncryptedCinderVolumes-1806018999-router', 'tenant_id': '69e6b5d37bce4402a8542a2cdc46f6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '2fdb6730-fd72-408e-98b1-a5d061585f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:01:41Z', 'updated_at': '2022-04-29T12:01:42Z', 'revision_number': 3, 'project_id': '69e6b5d37bce4402a8542a2cdc46f6a6', 'gw_port': {'id': '2fdb6730-fd72-408e-98b1-a5d061585f21', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:37:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ea6358-c1e2-4e08-9c76-7f91d982bc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:01:42Z', 'updated_at': '2022-04-29T12:01:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:44.040914 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-67ed9e02-e41d-4b45-a61b-e855971d29b7 None None] Provisioning complete for port 9840ceff-42b3-495a-abcc-18f8f20572df triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:01:44.041288 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-67ed9e02-e41d-4b45-a61b-e855971d29b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:44.042653 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7b4433-fca1-4ed3-997a-88636d832c0f None None] Checking router: 96ea6358-c1e2-4e08-9c76-7f91d982bc2b for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:01:44.042988 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7b4433-fca1-4ed3-997a-88636d832c0f None None] Updating router 96ea6358-c1e2-4e08-9c76-7f91d982bc2b port 2fdb6730-fd72-408e-98b1-a5d061585f21 binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:01:44.069869 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-fc7b4433-fca1-4ed3-997a-88636d832c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:44.141872 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ca422a72-cf29-4e41-a005-58919d78cb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:44.304903 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-ca422a72-cf29-4e41-a005-58919d78cb28 admin admin] Allocated IP 172.20.0.1 (c6a54c07-2d47-46dc-9ba8-7637e92ba127/a9db4a68-df8e-41f4-a54f-f938aa5a9ce5/dd16ad20-61a7-4ef9-97e1-286bc5639a2c) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:01:44.417807 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ca422a72-cf29-4e41-a005-58919d78cb28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:44.445700 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-fc7b4433-fca1-4ed3-997a-88636d832c0f None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:44.452967 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-fc7b4433-fca1-4ed3-997a-88636d832c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:44.453184 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ca422a72-cf29-4e41-a005-58919d78cb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:44.489992 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca422a72-cf29-4e41-a005-58919d78cb28 admin admin] Network c6a54c07-2d47-46dc-9ba8-7637e92ba127 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:01:44.502083 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-ca422a72-cf29-4e41-a005-58919d78cb28 admin admin] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:01:44.505864 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca422a72-cf29-4e41-a005-58919d78cb28 admin admin] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:01:44.506570 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-fc7b4433-fca1-4ed3-997a-88636d832c0f None None] Attempting to bind port 2fdb6730-fd72-408e-98b1-a5d061585f21 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:01:44.506943 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-fc7b4433-fca1-4ed3-997a-88636d832c0f None None] Attempting to bind port 2fdb6730-fd72-408e-98b1-a5d061585f21 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:01:44.507351 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7b4433-fca1-4ed3-997a-88636d832c0f None None] Attempting to bind port 2fdb6730-fd72-408e-98b1-a5d061585f21 on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:01:44.517389 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7b4433-fca1-4ed3-997a-88636d832c0f None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:01:44.517763 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7b4433-fca1-4ed3-997a-88636d832c0f None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:01:44.518161 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-fc7b4433-fca1-4ed3-997a-88636d832c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:44.518570 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7b4433-fca1-4ed3-997a-88636d832c0f None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:01:44.519043 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-fc7b4433-fca1-4ed3-997a-88636d832c0f None None] Bound port: 2fdb6730-fd72-408e-98b1-a5d061585f21, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:01:44.519664 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-fc7b4433-fca1-4ed3-997a-88636d832c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:44.521376 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640c4e7-cd5a-408d-8550-8456eecd4e1e None None] Pushing event updated for resources: {'Port': ['ID=2fdb6730-fd72-408e-98b1-a5d061585f21,revision_number=2']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:44.534027 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca422a72-cf29-4e41-a005-58919d78cb28 admin admin] Pushing event updated for resources: {'Port': ['ID=dd16ad20-61a7-4ef9-97e1-286bc5639a2c,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:44.549781 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640c4e7-cd5a-408d-8550-8456eecd4e1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:44.550125 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640c4e7-cd5a-408d-8550-8456eecd4e1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:44.550515 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640c4e7-cd5a-408d-8550-8456eecd4e1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:44.550833 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640c4e7-cd5a-408d-8550-8456eecd4e1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:44.551390 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640c4e7-cd5a-408d-8550-8456eecd4e1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:44.551752 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640c4e7-cd5a-408d-8550-8456eecd4e1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:44.552085 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640c4e7-cd5a-408d-8550-8456eecd4e1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:44.552569 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640c4e7-cd5a-408d-8550-8456eecd4e1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:44.552898 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640c4e7-cd5a-408d-8550-8456eecd4e1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:44.553287 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640c4e7-cd5a-408d-8550-8456eecd4e1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:44.553614 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640c4e7-cd5a-408d-8550-8456eecd4e1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:44.553723 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ca422a72-cf29-4e41-a005-58919d78cb28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:44.553932 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640c4e7-cd5a-408d-8550-8456eecd4e1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:44.607459 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-fc7b4433-fca1-4ed3-997a-88636d832c0f None None] For port 2fdb6730-fd72-408e-98b1-a5d061585f21, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:01:44.612563 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-fc7b4433-fca1-4ed3-997a-88636d832c0f None None] For port 2fdb6730-fd72-408e-98b1-a5d061585f21, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=2fdb6730-fd72-408e-98b1-a5d061585f21,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:01:44.617416 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-fc7b4433-fca1-4ed3-997a-88636d832c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:44.679946 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7b4433-fca1-4ed3-997a-88636d832c0f None None] Routers {'96ea6358-c1e2-4e08-9c76-7f91d982bc2b'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:01:44.680642 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-fc7b4433-fca1-4ed3-997a-88636d832c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:01:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['96ea6358-c1e2-4e08-9c76-7f91d982bc2b'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:44.712265 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ca422a72-cf29-4e41-a005-58919d78cb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:44.730941 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640c4e7-cd5a-408d-8550-8456eecd4e1e None None] Pushing event updated for resources: {'Port': ['ID=2fdb6730-fd72-408e-98b1-a5d061585f21,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:44.752758 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-dcc9216b-a1a6-483b-b989-f14ea0ff3a8b None None] Provisioning complete for port dd16ad20-61a7-4ef9-97e1-286bc5639a2c triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:01:44.753379 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dcc9216b-a1a6-483b-b989-f14ea0ff3a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:44.791643 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9216b-a1a6-483b-b989-f14ea0ff3a8b None None] Port dd16ad20-61a7-4ef9-97e1-286bc5639a2c cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:01:44.820097 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-fc7b4433-fca1-4ed3-997a-88636d832c0f None None] Set router 96ea6358-c1e2-4e08-9c76-7f91d982bc2b gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:01:44.897257 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ca422a72-cf29-4e41-a005-58919d78cb28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:44.902344 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ca422a72-cf29-4e41-a005-58919d78cb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:44.969268 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-ca422a72-cf29-4e41-a005-58919d78cb28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:44.970977 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca422a72-cf29-4e41-a005-58919d78cb28 admin admin] Pushing event updated for resources: {'Port': ['ID=dd16ad20-61a7-4ef9-97e1-286bc5639a2c,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:45.029355 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-fc7b4433-fca1-4ed3-997a-88636d832c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ea6358-c1e2-4e08-9c76-7f91d982bc2b', 'name': 'tempest-TestEncryptedCinderVolumes-1806018999-router', 'tenant_id': '69e6b5d37bce4402a8542a2cdc46f6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '2fdb6730-fd72-408e-98b1-a5d061585f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:01:41Z', 'updated_at': '2022-04-29T12:01:44Z', 'revision_number': 4, 'project_id': '69e6b5d37bce4402a8542a2cdc46f6a6', 'gw_port': {'id': '2fdb6730-fd72-408e-98b1-a5d061585f21', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:37:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ea6358-c1e2-4e08-9c76-7f91d982bc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:01:42Z', 'updated_at': '2022-04-29T12:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'dd16ad20-61a7-4ef9-97e1-286bc5639a2c', 'name': '', 'network_id': 'c6a54c07-2d47-46dc-9ba8-7637e92ba127', 'tenant_id': '69e6b5d37bce4402a8542a2cdc46f6a6', 'mac_address': 'fa:16:3e:f6:f3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ea6358-c1e2-4e08-9c76-7f91d982bc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'a9db4a68-df8e-41f4-a54f-f938aa5a9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:01:44Z', 'updated_at': '2022-04-29T12:01:44Z', 'revision_number': 1, 'project_id': '69e6b5d37bce4402a8542a2cdc46f6a6', 'subnets': [{'id': 'a9db4a68-df8e-41f4-a54f-f938aa5a9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:45.056039 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7b4433-fca1-4ed3-997a-88636d832c0f None None] The sync data for ids ['96ea6358-c1e2-4e08-9c76-7f91d982bc2b'] in dv-neutron-838888-1-hyperv is: [{'id': '96ea6358-c1e2-4e08-9c76-7f91d982bc2b', 'name': 'tempest-TestEncryptedCinderVolumes-1806018999-router', 'tenant_id': '69e6b5d37bce4402a8542a2cdc46f6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '2fdb6730-fd72-408e-98b1-a5d061585f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:01:41Z', 'updated_at': '2022-04-29T12:01:44Z', 'revision_number': 4, 'project_id': '69e6b5d37bce4402a8542a2cdc46f6a6', 'gw_port': {'id': '2fdb6730-fd72-408e-98b1-a5d061585f21', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:37:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ea6358-c1e2-4e08-9c76-7f91d982bc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:01:42Z', 'updated_at': '2022-04-29T12:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'dd16ad20-61a7-4ef9-97e1-286bc5639a2c', 'name': '', 'network_id': 'c6a54c07-2d47-46dc-9ba8-7637e92ba127', 'tenant_id': '69e6b5d37bce4402a8542a2cdc46f6a6', 'mac_address': 'fa:16:3e:f6:f3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ea6358-c1e2-4e08-9c76-7f91d982bc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'a9db4a68-df8e-41f4-a54f-f938aa5a9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:01:44Z', 'updated_at': '2022-04-29T12:01:44Z', 'revision_number': 1, 'project_id': '69e6b5d37bce4402a8542a2cdc46f6a6', 'subnets': [{'id': 'a9db4a68-df8e-41f4-a54f-f938aa5a9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:01:45.076882 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca422a72-cf29-4e41-a005-58919d78cb28 admin admin] Network c6a54c07-2d47-46dc-9ba8-7637e92ba127 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:01:45.078818 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-ca422a72-cf29-4e41-a005-58919d78cb28 admin admin] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:01:45.209638 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca422a72-cf29-4e41-a005-58919d78cb28 admin admin] Router 96ea6358-c1e2-4e08-9c76-7f91d982bc2b has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:01:45.354234 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca422a72-cf29-4e41-a005-58919d78cb28 admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:01:45.359577 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ca422a72-cf29-4e41-a005-58919d78cb28 admin admin] 10.222.0.69 "PUT /v2.0/routers/96ea6358-c1e2-4e08-9c76-7f91d982bc2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7104530 Apr 29 12:01:45.418030 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-51afbe74-df81-4445-9ded-d77652ab9ff6 None None] Provisioning complete for port dd16ad20-61a7-4ef9-97e1-286bc5639a2c triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:01:45.418584 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-51afbe74-df81-4445-9ded-d77652ab9ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:45.455999 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-51afbe74-df81-4445-9ded-d77652ab9ff6 None None] Port dd16ad20-61a7-4ef9-97e1-286bc5639a2c cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:01:45.636847 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 9840ceff-42b3-495a-abcc-18f8f20572df up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:01:45.700308 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 9840ceff-42b3-495a-abcc-18f8f20572df triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:01:45.700680 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:45.895754 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57454) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:45.900663 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-827d9e9e-a964-48c8-bc73-b27c1315e38d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1303946674-network', 'tenant_id': 'ab0271c7d85d46849b9014e6327dadf3'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:01:45.922575 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827d9e9e-a964-48c8-bc73-b27c1315e38d admin admin] Made reservation on behalf of ab0271c7d85d46849b9014e6327dadf3 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:01:45.925109 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-827d9e9e-a964-48c8-bc73-b27c1315e38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:45.934784 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-827d9e9e-a964-48c8-bc73-b27c1315e38d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:46.017441 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-827d9e9e-a964-48c8-bc73-b27c1315e38d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:46.021780 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-827d9e9e-a964-48c8-bc73-b27c1315e38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:46.049409 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-827d9e9e-a964-48c8-bc73-b27c1315e38d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:01:46.059157 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d9e9e-a964-48c8-bc73-b27c1315e38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600a3b06-59af-410b-a037-7fe846754b0b,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:46.064639 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-827d9e9e-a964-48c8-bc73-b27c1315e38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:46.064988 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-827d9e9e-a964-48c8-bc73-b27c1315e38d admin admin] Added segment c54a7d6f-d91e-44f4-a1dd-c8d792753074 of type vlan for network efb83fca-e928-4b68-8704-8d442ffa0437 Apr 29 12:01:46.108012 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-827d9e9e-a964-48c8-bc73-b27c1315e38d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:46.136643 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-827d9e9e-a964-48c8-bc73-b27c1315e38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:46.137711 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827d9e9e-a964-48c8-bc73-b27c1315e38d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:46.138341 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-827d9e9e-a964-48c8-bc73-b27c1315e38d admin admin] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:46.199829 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-827d9e9e-a964-48c8-bc73-b27c1315e38d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3029461 Apr 29 12:01:46.203531 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57456) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:46.210072 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-0d26a519-5d89-4d47-9f26-291d2f8c14c1 admin admin] Request body: {'subnet': {'network_id': 'efb83fca-e928-4b68-8704-8d442ffa0437', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1303946674-subnet', 'tenant_id': 'ab0271c7d85d46849b9014e6327dadf3', 'ip_version': 4}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:01:46.218683 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d9e9e-a964-48c8-bc73-b27c1315e38d admin admin] Pushing event updated for resources: {'Network': ['ID=efb83fca-e928-4b68-8704-8d442ffa0437,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:46.231012 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network efb83fca-e928-4b68-8704-8d442ffa0437 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 12:01:46.239645 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d26a519-5d89-4d47-9f26-291d2f8c14c1 admin admin] Made reservation on behalf of ab0271c7d85d46849b9014e6327dadf3 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:01:46.242154 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0d26a519-5d89-4d47-9f26-291d2f8c14c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:46.421105 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0d26a519-5d89-4d47-9f26-291d2f8c14c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:46.476050 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26a519-5d89-4d47-9f26-291d2f8c14c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87e024d0-6e4b-4363-9e3a-9ede444b443e,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:46.486415 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d26a519-5d89-4d47-9f26-291d2f8c14c1 admin admin] Checking segment: {'id': 'c54a7d6f-d91e-44f4-a1dd-c8d792753074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efb83fca-e928-4b68-8704-8d442ffa0437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:01:46.486774 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d26a519-5d89-4d47-9f26-291d2f8c14c1 admin admin] Network hostable DHCP agents. Network: efb83fca-e928-4b68-8704-8d442ffa0437, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:01:46.505706 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d26a519-5d89-4d47-9f26-291d2f8c14c1 admin admin] Network efb83fca-e928-4b68-8704-8d442ffa0437 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:01:46.514850 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-0d26a519-5d89-4d47-9f26-291d2f8c14c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, efb83fca-e928-4b68-8704-8d442ffa0437) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:01:46.518957 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d26a519-5d89-4d47-9f26-291d2f8c14c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:46.519571 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0d26a519-5d89-4d47-9f26-291d2f8c14c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:46.523921 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df6bf05-e7fb-4131-a49d-ccf63cb878f9 None None] Network efb83fca-e928-4b68-8704-8d442ffa0437 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:01:46.535493 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0d26a519-5d89-4d47-9f26-291d2f8c14c1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3308938 Apr 29 12:01:46.538289 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57458) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:46.543324 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-cecdb133-4050-45d6-bdae-cb2c0740473d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1303946674-router', 'tenant_id': 'ab0271c7d85d46849b9014e6327dadf3', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:01:46.567599 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cecdb133-4050-45d6-bdae-cb2c0740473d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:46.569126 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cecdb133-4050-45d6-bdae-cb2c0740473d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:46.628008 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cecdb133-4050-45d6-bdae-cb2c0740473d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:46.673980 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b9369f-ea88-4bf9-9845-77661650e1c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-efb83fca-e928-4b68-8704-8d442ffa0437', 'network_id': 'efb83fca-e928-4b68-8704-8d442ffa0437', 'tenant_id': 'ab0271c7d85d46849b9014e6327dadf3', 'fixed_ips': [{'subnet_id': '87e024d0-6e4b-4363-9e3a-9ede444b443e'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 12:01:46.674806 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-17b9369f-ea88-4bf9-9845-77661650e1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:46.766094 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cecdb133-4050-45d6-bdae-cb2c0740473d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:46.815604 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-17b9369f-ea88-4bf9-9845-77661650e1c5 None None] Allocated IP 172.20.0.2 (efb83fca-e928-4b68-8704-8d442ffa0437/87e024d0-6e4b-4363-9e3a-9ede444b443e/732ad1a7-962c-44fb-868e-b0c1d401412b) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:01:46.969465 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-17b9369f-ea88-4bf9-9845-77661650e1c5 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:46.973759 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cecdb133-4050-45d6-bdae-cb2c0740473d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:46.976107 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-17b9369f-ea88-4bf9-9845-77661650e1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:46.994872 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cecdb133-4050-45d6-bdae-cb2c0740473d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:47.014125 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b9369f-ea88-4bf9-9845-77661650e1c5 None None] Network efb83fca-e928-4b68-8704-8d442ffa0437 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:01:47.019018 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-17b9369f-ea88-4bf9-9845-77661650e1c5 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:01:47.022478 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b9369f-ea88-4bf9-9845-77661650e1c5 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:01:47.052603 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9369f-ea88-4bf9-9845-77661650e1c5 None None] Pushing event updated for resources: {'Port': ['ID=732ad1a7-962c-44fb-868e-b0c1d401412b,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:47.086850 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-17b9369f-ea88-4bf9-9845-77661650e1c5 None None] Attempting to bind port 732ad1a7-962c-44fb-868e-b0c1d401412b on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:01:47.087213 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-17b9369f-ea88-4bf9-9845-77661650e1c5 None None] Attempting to bind port 732ad1a7-962c-44fb-868e-b0c1d401412b by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'c54a7d6f-d91e-44f4-a1dd-c8d792753074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efb83fca-e928-4b68-8704-8d442ffa0437'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:01:47.087574 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b9369f-ea88-4bf9-9845-77661650e1c5 None None] Attempting to bind port 732ad1a7-962c-44fb-868e-b0c1d401412b on network efb83fca-e928-4b68-8704-8d442ffa0437 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:01:47.093054 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b9369f-ea88-4bf9-9845-77661650e1c5 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:01:47.093429 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b9369f-ea88-4bf9-9845-77661650e1c5 None None] Checking segment: {'id': 'c54a7d6f-d91e-44f4-a1dd-c8d792753074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efb83fca-e928-4b68-8704-8d442ffa0437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:01:47.093830 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-17b9369f-ea88-4bf9-9845-77661650e1c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:47.094244 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b9369f-ea88-4bf9-9845-77661650e1c5 None None] Bound using segment: {'id': 'c54a7d6f-d91e-44f4-a1dd-c8d792753074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efb83fca-e928-4b68-8704-8d442ffa0437'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:01:47.094710 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-17b9369f-ea88-4bf9-9845-77661650e1c5 None None] Bound port: 732ad1a7-962c-44fb-868e-b0c1d401412b, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54a7d6f-d91e-44f4-a1dd-c8d792753074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efb83fca-e928-4b68-8704-8d442ffa0437'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:01:47.095082 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-17b9369f-ea88-4bf9-9845-77661650e1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:47.137928 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d029b20-eadd-4339-8a28-f742e1cd08f0 None None] Sync routers for ids ['96ea6358-c1e2-4e08-9c76-7f91d982bc2b'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:01:47.160900 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d029b20-eadd-4339-8a28-f742e1cd08f0 None None] Routers {'96ea6358-c1e2-4e08-9c76-7f91d982bc2b'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:01:47.161526 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-4d029b20-eadd-4339-8a28-f742e1cd08f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:01:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['96ea6358-c1e2-4e08-9c76-7f91d982bc2b'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:47.216408 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-17b9369f-ea88-4bf9-9845-77661650e1c5 None None] For port 732ad1a7-962c-44fb-868e-b0c1d401412b, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:01:47.221907 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-17b9369f-ea88-4bf9-9845-77661650e1c5 None None] For port 732ad1a7-962c-44fb-868e-b0c1d401412b, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=732ad1a7-962c-44fb-868e-b0c1d401412b,segment=NetworkSegment(c54a7d6f-d91e-44f4-a1dd-c8d792753074),segment_id=c54a7d6f-d91e-44f4-a1dd-c8d792753074)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:01:47.228554 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-17b9369f-ea88-4bf9-9845-77661650e1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:47.345413 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-4d029b20-eadd-4339-8a28-f742e1cd08f0 None None] Set router 96ea6358-c1e2-4e08-9c76-7f91d982bc2b gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:01:47.347754 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9369f-ea88-4bf9-9845-77661650e1c5 None None] Pushing event updated for resources: {'Port': ['ID=732ad1a7-962c-44fb-868e-b0c1d401412b,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:47.450040 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-cecdb133-4050-45d6-bdae-cb2c0740473d admin admin] Allocated IP 172.26.4.66 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/e8f6b228-d87a-4382-8aa4-ea8b727900d7) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:01:47.558826 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cecdb133-4050-45d6-bdae-cb2c0740473d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:47.597400 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-4d029b20-eadd-4339-8a28-f742e1cd08f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ea6358-c1e2-4e08-9c76-7f91d982bc2b', 'name': 'tempest-TestEncryptedCinderVolumes-1806018999-router', 'tenant_id': '69e6b5d37bce4402a8542a2cdc46f6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '2fdb6730-fd72-408e-98b1-a5d061585f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:01:41Z', 'updated_at': '2022-04-29T12:01:44Z', 'revision_number': 4, 'project_id': '69e6b5d37bce4402a8542a2cdc46f6a6', 'gw_port': {'id': '2fdb6730-fd72-408e-98b1-a5d061585f21', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:37:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ea6358-c1e2-4e08-9c76-7f91d982bc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:01:42Z', 'updated_at': '2022-04-29T12:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'dd16ad20-61a7-4ef9-97e1-286bc5639a2c', 'name': '', 'network_id': 'c6a54c07-2d47-46dc-9ba8-7637e92ba127', 'tenant_id': '69e6b5d37bce4402a8542a2cdc46f6a6', 'mac_address': 'fa:16:3e:f6:f3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ea6358-c1e2-4e08-9c76-7f91d982bc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'a9db4a68-df8e-41f4-a54f-f938aa5a9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:01:44Z', 'updated_at': '2022-04-29T12:01:44Z', 'revision_number': 2, 'project_id': '69e6b5d37bce4402a8542a2cdc46f6a6', 'subnets': [{'id': 'a9db4a68-df8e-41f4-a54f-f938aa5a9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:47.599949 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cecdb133-4050-45d6-bdae-cb2c0740473d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:47.643312 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d029b20-eadd-4339-8a28-f742e1cd08f0 None None] Checking router: 96ea6358-c1e2-4e08-9c76-7f91d982bc2b for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:01:47.643650 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d029b20-eadd-4339-8a28-f742e1cd08f0 None None] Updating router 96ea6358-c1e2-4e08-9c76-7f91d982bc2b port dd16ad20-61a7-4ef9-97e1-286bc5639a2c binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:01:47.650675 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecdb133-4050-45d6-bdae-cb2c0740473d admin admin] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:01:47.653856 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-cecdb133-4050-45d6-bdae-cb2c0740473d admin admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:01:47.659128 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecdb133-4050-45d6-bdae-cb2c0740473d admin admin] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:01:47.665217 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecdb133-4050-45d6-bdae-cb2c0740473d admin admin] Pushing event updated for resources: {'Port': ['ID=e8f6b228-d87a-4382-8aa4-ea8b727900d7,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:47.676135 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4d029b20-eadd-4339-8a28-f742e1cd08f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:47.690226 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb133-4050-45d6-bdae-cb2c0740473d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:47.690914 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb133-4050-45d6-bdae-cb2c0740473d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:47.691256 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb133-4050-45d6-bdae-cb2c0740473d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:47.691590 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb133-4050-45d6-bdae-cb2c0740473d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:47.691922 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb133-4050-45d6-bdae-cb2c0740473d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:47.692251 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb133-4050-45d6-bdae-cb2c0740473d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:47.692576 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb133-4050-45d6-bdae-cb2c0740473d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:47.693154 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb133-4050-45d6-bdae-cb2c0740473d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:47.693468 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb133-4050-45d6-bdae-cb2c0740473d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:47.693946 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb133-4050-45d6-bdae-cb2c0740473d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:47.694489 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb133-4050-45d6-bdae-cb2c0740473d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:47.695003 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb133-4050-45d6-bdae-cb2c0740473d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:01:47.805146 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 2fdb6730-fd72-408e-98b1-a5d061585f21 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:01:47.922392 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 2fdb6730-fd72-408e-98b1-a5d061585f21 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:01:47.922755 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:47.949682 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cecdb133-4050-45d6-bdae-cb2c0740473d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:48.169273 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cecdb133-4050-45d6-bdae-cb2c0740473d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:48.224405 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:48.233755 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4d029b20-eadd-4339-8a28-f742e1cd08f0 None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:48.242317 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4d029b20-eadd-4339-8a28-f742e1cd08f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:48.255765 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 2fdb6730-fd72-408e-98b1-a5d061585f21, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=2fdb6730-fd72-408e-98b1-a5d061585f21,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:01:48.279467 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:48.280650 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 732ad1a7-962c-44fb-868e-b0c1d401412b up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:01:48.322563 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cecdb133-4050-45d6-bdae-cb2c0740473d admin admin] Router b04f31d1-31d5-4511-8d79-9f9e7e7d8660 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 12:01:48.355522 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a425dbe-c105-4b1f-81b4-3cabb096416c None None] Pushing event updated for resources: {'Port': ['ID=dd16ad20-61a7-4ef9-97e1-286bc5639a2c,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:48.447304 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1651c64a-13ee-4ea6-a4de-513b350e61b0 None None] Network efb83fca-e928-4b68-8704-8d442ffa0437 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:01:48.471794 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cecdb133-4050-45d6-bdae-cb2c0740473d admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:01:48.485050 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed8fe5c-1d65-4bc9-aa6b-17da9676e030 None None] Sync routers for ids ['b04f31d1-31d5-4511-8d79-9f9e7e7d8660'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:01:48.489958 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cecdb133-4050-45d6-bdae-cb2c0740473d admin admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:48.490956 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-cecdb133-4050-45d6-bdae-cb2c0740473d admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9510577 Apr 29 12:01:48.493786 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57460) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:01:48.508575 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed8fe5c-1d65-4bc9-aa6b-17da9676e030 None None] Routers {'b04f31d1-31d5-4511-8d79-9f9e7e7d8660'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:01:48.509420 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-9ed8fe5c-1d65-4bc9-aa6b-17da9676e030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:01:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['b04f31d1-31d5-4511-8d79-9f9e7e7d8660'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:48.560359 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=2fdb6730-fd72-408e-98b1-a5d061585f21,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:48.563670 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-4d029b20-eadd-4339-8a28-f742e1cd08f0 None None] Attempting to bind port dd16ad20-61a7-4ef9-97e1-286bc5639a2c on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:01:48.564036 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-4d029b20-eadd-4339-8a28-f742e1cd08f0 None None] Attempting to bind port dd16ad20-61a7-4ef9-97e1-286bc5639a2c by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'abe68b19-327b-4d20-ba64-ea42919358e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6a54c07-2d47-46dc-9ba8-7637e92ba127'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:01:48.564455 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d029b20-eadd-4339-8a28-f742e1cd08f0 None None] Attempting to bind port dd16ad20-61a7-4ef9-97e1-286bc5639a2c on network c6a54c07-2d47-46dc-9ba8-7637e92ba127 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:01:48.577942 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 732ad1a7-962c-44fb-868e-b0c1d401412b triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:01:48.578375 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:48.586002 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d029b20-eadd-4339-8a28-f742e1cd08f0 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:01:48.586413 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d029b20-eadd-4339-8a28-f742e1cd08f0 None None] Checking segment: {'id': 'abe68b19-327b-4d20-ba64-ea42919358e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6a54c07-2d47-46dc-9ba8-7637e92ba127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:01:48.586818 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4d029b20-eadd-4339-8a28-f742e1cd08f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:48.587209 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d029b20-eadd-4339-8a28-f742e1cd08f0 None None] Bound using segment: {'id': 'abe68b19-327b-4d20-ba64-ea42919358e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6a54c07-2d47-46dc-9ba8-7637e92ba127'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:01:48.587699 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-4d029b20-eadd-4339-8a28-f742e1cd08f0 None None] Bound port: dd16ad20-61a7-4ef9-97e1-286bc5639a2c, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe68b19-327b-4d20-ba64-ea42919358e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6a54c07-2d47-46dc-9ba8-7637e92ba127'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:01:48.588073 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4d029b20-eadd-4339-8a28-f742e1cd08f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:48.626056 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-aaf66be3-6397-4b3e-8c96-b94394f65253 None None] Provisioning complete for port 732ad1a7-962c-44fb-868e-b0c1d401412b triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:01:48.626357 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-aaf66be3-6397-4b3e-8c96-b94394f65253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:48.644441 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-9ed8fe5c-1d65-4bc9-aa6b-17da9676e030 None None] Set router b04f31d1-31d5-4511-8d79-9f9e7e7d8660 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:01:48.804917 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-4d029b20-eadd-4339-8a28-f742e1cd08f0 None None] For port dd16ad20-61a7-4ef9-97e1-286bc5639a2c, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:01:48.839281 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-9ed8fe5c-1d65-4bc9-aa6b-17da9676e030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b04f31d1-31d5-4511-8d79-9f9e7e7d8660', 'name': 'tempest-TestEncryptedCinderVolumes-1303946674-router', 'tenant_id': 'ab0271c7d85d46849b9014e6327dadf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': 'e8f6b228-d87a-4382-8aa4-ea8b727900d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:01:46Z', 'updated_at': '2022-04-29T12:01:47Z', 'revision_number': 3, 'project_id': 'ab0271c7d85d46849b9014e6327dadf3', 'gw_port': {'id': 'e8f6b228-d87a-4382-8aa4-ea8b727900d7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:02:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04f31d1-31d5-4511-8d79-9f9e7e7d8660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:01:47Z', 'updated_at': '2022-04-29T12:01:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:48.864712 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-4d029b20-eadd-4339-8a28-f742e1cd08f0 None None] For port dd16ad20-61a7-4ef9-97e1-286bc5639a2c, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=dd16ad20-61a7-4ef9-97e1-286bc5639a2c,segment=NetworkSegment(abe68b19-327b-4d20-ba64-ea42919358e3),segment_id=abe68b19-327b-4d20-ba64-ea42919358e3)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:01:48.867025 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed8fe5c-1d65-4bc9-aa6b-17da9676e030 None None] Checking router: b04f31d1-31d5-4511-8d79-9f9e7e7d8660 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:01:48.867025 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed8fe5c-1d65-4bc9-aa6b-17da9676e030 None None] Updating router b04f31d1-31d5-4511-8d79-9f9e7e7d8660 port e8f6b228-d87a-4382-8aa4-ea8b727900d7 binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:01:48.875917 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:48.881549 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4d029b20-eadd-4339-8a28-f742e1cd08f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:48.894359 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-9ed8fe5c-1d65-4bc9-aa6b-17da9676e030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:48.903142 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-aaf66be3-6397-4b3e-8c96-b94394f65253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:48.981684 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 732ad1a7-962c-44fb-868e-b0c1d401412b, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=732ad1a7-962c-44fb-868e-b0c1d401412b,segment=NetworkSegment(c54a7d6f-d91e-44f4-a1dd-c8d792753074),segment_id=c54a7d6f-d91e-44f4-a1dd-c8d792753074)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:01:48.995325 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d029b20-eadd-4339-8a28-f742e1cd08f0 None None] Routers {'96ea6358-c1e2-4e08-9c76-7f91d982bc2b'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:01:48.995969 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-4d029b20-eadd-4339-8a28-f742e1cd08f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:01:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['96ea6358-c1e2-4e08-9c76-7f91d982bc2b'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:48.998473 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:48.998612 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-95240e7e-4883-420a-8242-545b7b5d0d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:49.130784 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a425dbe-c105-4b1f-81b4-3cabb096416c None None] Pushing event updated for resources: {'Port': ['ID=dd16ad20-61a7-4ef9-97e1-286bc5639a2c,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:49.224965 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-4d029b20-eadd-4339-8a28-f742e1cd08f0 None None] Set router 96ea6358-c1e2-4e08-9c76-7f91d982bc2b gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:01:49.242045 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-95240e7e-4883-420a-8242-545b7b5d0d49 admin admin] Allocated IP 172.20.0.1 (efb83fca-e928-4b68-8704-8d442ffa0437/87e024d0-6e4b-4363-9e3a-9ede444b443e/fa50b14d-131a-42d3-9dd1-4a40449e3605) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:01:49.265177 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-9ed8fe5c-1d65-4bc9-aa6b-17da9676e030 None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:49.271064 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-aaf66be3-6397-4b3e-8c96-b94394f65253 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 12:01:49.271616 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-aaf66be3-6397-4b3e-8c96-b94394f65253 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 12:01:49.272833 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-9ed8fe5c-1d65-4bc9-aa6b-17da9676e030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:49.298336 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=732ad1a7-962c-44fb-868e-b0c1d401412b,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:49.338141 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8d3f3-0048-4ebb-a959-68ad77118e9a None None] Pushing event updated for resources: {'Port': ['ID=e8f6b228-d87a-4382-8aa4-ea8b727900d7,revision_number=2']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:49.360495 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-9ed8fe5c-1d65-4bc9-aa6b-17da9676e030 None None] Attempting to bind port e8f6b228-d87a-4382-8aa4-ea8b727900d7 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:01:49.361191 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-9ed8fe5c-1d65-4bc9-aa6b-17da9676e030 None None] Attempting to bind port e8f6b228-d87a-4382-8aa4-ea8b727900d7 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:01:49.361191 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed8fe5c-1d65-4bc9-aa6b-17da9676e030 None None] Attempting to bind port e8f6b228-d87a-4382-8aa4-ea8b727900d7 on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:01:49.366546 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed8fe5c-1d65-4bc9-aa6b-17da9676e030 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:01:49.366919 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed8fe5c-1d65-4bc9-aa6b-17da9676e030 None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:01:49.367314 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-9ed8fe5c-1d65-4bc9-aa6b-17da9676e030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:49.367702 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed8fe5c-1d65-4bc9-aa6b-17da9676e030 None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:01:49.368300 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-9ed8fe5c-1d65-4bc9-aa6b-17da9676e030 None None] Bound port: e8f6b228-d87a-4382-8aa4-ea8b727900d7, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:01:49.368677 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-9ed8fe5c-1d65-4bc9-aa6b-17da9676e030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:49.391256 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-95240e7e-4883-420a-8242-545b7b5d0d49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:49.421712 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-9ed8fe5c-1d65-4bc9-aa6b-17da9676e030 None None] For port e8f6b228-d87a-4382-8aa4-ea8b727900d7, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:01:49.426528 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-9ed8fe5c-1d65-4bc9-aa6b-17da9676e030 None None] For port e8f6b228-d87a-4382-8aa4-ea8b727900d7, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=e8f6b228-d87a-4382-8aa4-ea8b727900d7,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:01:49.431094 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-9ed8fe5c-1d65-4bc9-aa6b-17da9676e030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:49.432241 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-95240e7e-4883-420a-8242-545b7b5d0d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:49.478638 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-4d029b20-eadd-4339-8a28-f742e1cd08f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ea6358-c1e2-4e08-9c76-7f91d982bc2b', 'name': 'tempest-TestEncryptedCinderVolumes-1806018999-router', 'tenant_id': '69e6b5d37bce4402a8542a2cdc46f6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '2fdb6730-fd72-408e-98b1-a5d061585f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:01:41Z', 'updated_at': '2022-04-29T12:01:44Z', 'revision_number': 4, 'project_id': '69e6b5d37bce4402a8542a2cdc46f6a6', 'gw_port': {'id': '2fdb6730-fd72-408e-98b1-a5d061585f21', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:37:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ea6358-c1e2-4e08-9c76-7f91d982bc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:01:42Z', 'updated_at': '2022-04-29T12:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'dd16ad20-61a7-4ef9-97e1-286bc5639a2c', 'name': '', 'network_id': 'c6a54c07-2d47-46dc-9ba8-7637e92ba127', 'tenant_id': '69e6b5d37bce4402a8542a2cdc46f6a6', 'mac_address': 'fa:16:3e:f6:f3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ea6358-c1e2-4e08-9c76-7f91d982bc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'a9db4a68-df8e-41f4-a54f-f938aa5a9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:01:44Z', 'updated_at': '2022-04-29T12:01:48Z', 'revision_number': 4, 'project_id': '69e6b5d37bce4402a8542a2cdc46f6a6', 'subnets': [{'id': 'a9db4a68-df8e-41f4-a54f-f938aa5a9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:49.486331 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95240e7e-4883-420a-8242-545b7b5d0d49 admin admin] Network efb83fca-e928-4b68-8704-8d442ffa0437 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:01:49.490668 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed8fe5c-1d65-4bc9-aa6b-17da9676e030 None None] Routers {'b04f31d1-31d5-4511-8d79-9f9e7e7d8660'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:01:49.491520 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-95240e7e-4883-420a-8242-545b7b5d0d49 admin admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:01:49.491921 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-9ed8fe5c-1d65-4bc9-aa6b-17da9676e030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:01:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['b04f31d1-31d5-4511-8d79-9f9e7e7d8660'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:49.496864 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95240e7e-4883-420a-8242-545b7b5d0d49 admin admin] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:01:49.512407 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d029b20-eadd-4339-8a28-f742e1cd08f0 None None] The sync data for ids ['96ea6358-c1e2-4e08-9c76-7f91d982bc2b'] in dv-neutron-838888-1-hyperv is: [{'id': '96ea6358-c1e2-4e08-9c76-7f91d982bc2b', 'name': 'tempest-TestEncryptedCinderVolumes-1806018999-router', 'tenant_id': '69e6b5d37bce4402a8542a2cdc46f6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '2fdb6730-fd72-408e-98b1-a5d061585f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:01:41Z', 'updated_at': '2022-04-29T12:01:44Z', 'revision_number': 4, 'project_id': '69e6b5d37bce4402a8542a2cdc46f6a6', 'gw_port': {'id': '2fdb6730-fd72-408e-98b1-a5d061585f21', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:37:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ea6358-c1e2-4e08-9c76-7f91d982bc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:01:42Z', 'updated_at': '2022-04-29T12:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'dd16ad20-61a7-4ef9-97e1-286bc5639a2c', 'name': '', 'network_id': 'c6a54c07-2d47-46dc-9ba8-7637e92ba127', 'tenant_id': '69e6b5d37bce4402a8542a2cdc46f6a6', 'mac_address': 'fa:16:3e:f6:f3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ea6358-c1e2-4e08-9c76-7f91d982bc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'a9db4a68-df8e-41f4-a54f-f938aa5a9ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:01:44Z', 'updated_at': '2022-04-29T12:01:48Z', 'revision_number': 4, 'project_id': '69e6b5d37bce4402a8542a2cdc46f6a6', 'subnets': [{'id': 'a9db4a68-df8e-41f4-a54f-f938aa5a9ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:01:49.528369 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95240e7e-4883-420a-8242-545b7b5d0d49 admin admin] Pushing event updated for resources: {'Port': ['ID=fa50b14d-131a-42d3-9dd1-4a40449e3605,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:49.534432 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8d3f3-0048-4ebb-a959-68ad77118e9a None None] Pushing event updated for resources: {'Port': ['ID=e8f6b228-d87a-4382-8aa4-ea8b727900d7,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:49.542643 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-95240e7e-4883-420a-8242-545b7b5d0d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:49.733946 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-95240e7e-4883-420a-8242-545b7b5d0d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:49.758720 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-9ed8fe5c-1d65-4bc9-aa6b-17da9676e030 None None] Set router b04f31d1-31d5-4511-8d79-9f9e7e7d8660 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:01:49.760951 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 2fdb6730-fd72-408e-98b1-a5d061585f21 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:01:49.874768 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 2fdb6730-fd72-408e-98b1-a5d061585f21 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:01:49.875604 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:49.956371 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-95240e7e-4883-420a-8242-545b7b5d0d49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:49.963111 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-95240e7e-4883-420a-8242-545b7b5d0d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:49.981235 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-9ed8fe5c-1d65-4bc9-aa6b-17da9676e030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b04f31d1-31d5-4511-8d79-9f9e7e7d8660', 'name': 'tempest-TestEncryptedCinderVolumes-1303946674-router', 'tenant_id': 'ab0271c7d85d46849b9014e6327dadf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': 'e8f6b228-d87a-4382-8aa4-ea8b727900d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:01:46Z', 'updated_at': '2022-04-29T12:01:47Z', 'revision_number': 3, 'project_id': 'ab0271c7d85d46849b9014e6327dadf3', 'gw_port': {'id': 'e8f6b228-d87a-4382-8aa4-ea8b727900d7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:02:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04f31d1-31d5-4511-8d79-9f9e7e7d8660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:01:47Z', 'updated_at': '2022-04-29T12:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:50.001479 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 732ad1a7-962c-44fb-868e-b0c1d401412b up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:01:50.011670 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed8fe5c-1d65-4bc9-aa6b-17da9676e030 None None] The sync data for ids ['b04f31d1-31d5-4511-8d79-9f9e7e7d8660'] in dv-neutron-838888-1-hyperv is: [{'id': 'b04f31d1-31d5-4511-8d79-9f9e7e7d8660', 'name': 'tempest-TestEncryptedCinderVolumes-1303946674-router', 'tenant_id': 'ab0271c7d85d46849b9014e6327dadf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': 'e8f6b228-d87a-4382-8aa4-ea8b727900d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:01:46Z', 'updated_at': '2022-04-29T12:01:47Z', 'revision_number': 3, 'project_id': 'ab0271c7d85d46849b9014e6327dadf3', 'gw_port': {'id': 'e8f6b228-d87a-4382-8aa4-ea8b727900d7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:02:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04f31d1-31d5-4511-8d79-9f9e7e7d8660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:01:47Z', 'updated_at': '2022-04-29T12:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:01:50.038508 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95240e7e-4883-420a-8242-545b7b5d0d49 admin admin] Pushing event updated for resources: {'Port': ['ID=fa50b14d-131a-42d3-9dd1-4a40449e3605,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:50.055915 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-95240e7e-4883-420a-8242-545b7b5d0d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:50.061190 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-90911113-fb17-4e5d-91f5-98a8b65bff64 None None] Provisioning complete for port 732ad1a7-962c-44fb-868e-b0c1d401412b triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:01:50.061640 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-90911113-fb17-4e5d-91f5-98a8b65bff64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:50.106381 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 732ad1a7-962c-44fb-868e-b0c1d401412b triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:01:50.106898 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:50.186150 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95240e7e-4883-420a-8242-545b7b5d0d49 admin admin] Network efb83fca-e928-4b68-8704-8d442ffa0437 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:01:50.187858 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-95240e7e-4883-420a-8242-545b7b5d0d49 admin admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:01:50.284902 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device dd16ad20-61a7-4ef9-97e1-286bc5639a2c up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:01:50.366130 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-90911113-fb17-4e5d-91f5-98a8b65bff64 None None] Provisioning complete for port fa50b14d-131a-42d3-9dd1-4a40449e3605 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:01:50.367769 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-90911113-fb17-4e5d-91f5-98a8b65bff64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:50.381021 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95240e7e-4883-420a-8242-545b7b5d0d49 admin admin] Router b04f31d1-31d5-4511-8d79-9f9e7e7d8660 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:01:50.440487 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-90911113-fb17-4e5d-91f5-98a8b65bff64 None None] Port fa50b14d-131a-42d3-9dd1-4a40449e3605 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:01:50.462296 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port dd16ad20-61a7-4ef9-97e1-286bc5639a2c triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:01:50.462611 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:50.503032 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-90911113-fb17-4e5d-91f5-98a8b65bff64 None None] Provisioning complete for port dd16ad20-61a7-4ef9-97e1-286bc5639a2c triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:01:50.503717 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-90911113-fb17-4e5d-91f5-98a8b65bff64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:50.537419 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95240e7e-4883-420a-8242-545b7b5d0d49 admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:01:50.543174 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-95240e7e-4883-420a-8242-545b7b5d0d49 admin admin] 10.222.0.69 "PUT /v2.0/routers/b04f31d1-31d5-4511-8d79-9f9e7e7d8660/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0471594 Apr 29 12:01:50.641190 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:50.644093 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-90911113-fb17-4e5d-91f5-98a8b65bff64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:50.842791 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port dd16ad20-61a7-4ef9-97e1-286bc5639a2c, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=dd16ad20-61a7-4ef9-97e1-286bc5639a2c,segment=NetworkSegment(abe68b19-327b-4d20-ba64-ea42919358e3),segment_id=abe68b19-327b-4d20-ba64-ea42919358e3)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:01:50.848409 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:50.922739 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-90911113-fb17-4e5d-91f5-98a8b65bff64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 12:01:50.923095 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-90911113-fb17-4e5d-91f5-98a8b65bff64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 12:01:50.928203 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=dd16ad20-61a7-4ef9-97e1-286bc5639a2c,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:51.247415 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-28d9bc88-b7c5-464a-bf65-9eda5668b543 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:51.249568 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-28d9bc88-b7c5-464a-bf65-9eda5668b543 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/networks?id=c6a54c07-2d47-46dc-9ba8-7637e92ba127 HTTP/1.1" status: 200 len: 817 time: 0.1055408 Apr 29 12:01:51.265214 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-b40004e0-c1ef-4d79-b3c9-e36ae8252362 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/quotas/69e6b5d37bce4402a8542a2cdc46f6a6 HTTP/1.1" status: 200 len: 375 time: 0.0097508 Apr 29 12:01:51.319150 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-a2890216-af93-4a92-ae81-c2deef106d0b tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=69e6b5d37bce4402a8542a2cdc46f6a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483944 Apr 29 12:01:51.422816 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-e7792343-05db-4673-9ab0-ffac3c87ef75 service neutron] 10.222.0.69 "GET /v2.0/networks/c6a54c07-2d47-46dc-9ba8-7637e92ba127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901406 Apr 29 12:01:51.521154 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-77ff247f-4bb3-4f71-bc91-692dbf649358 service neutron] 10.222.0.69 "GET /v2.0/networks/c6a54c07-2d47-46dc-9ba8-7637e92ba127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920684 Apr 29 12:01:51.584339 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-6bed583e-2827-4b36-b84d-e5aacb6d96df None None] Provisioning complete for port fa50b14d-131a-42d3-9dd1-4a40449e3605 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:01:51.584819 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6bed583e-2827-4b36-b84d-e5aacb6d96df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:51.627377 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-6bed583e-2827-4b36-b84d-e5aacb6d96df None None] Port fa50b14d-131a-42d3-9dd1-4a40449e3605 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:01:51.709558 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-efbd7fe1-f32a-4753-baed-2eeca895e420 req-ffd475cf-09a5-4211-bcf5-c8160fcd8192 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/ports?device_id=51553b3b-25ba-4af6-9277-1b0976d3e4c8 HTTP/1.1" status: 200 len: 210 time: 0.0373096 Apr 29 12:01:51.753795 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device e8f6b228-d87a-4382-8aa4-ea8b727900d7 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:01:51.802319 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port e8f6b228-d87a-4382-8aa4-ea8b727900d7 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:01:51.802697 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:51.888056 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:51.910119 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port e8f6b228-d87a-4382-8aa4-ea8b727900d7, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=e8f6b228-d87a-4382-8aa4-ea8b727900d7,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:01:51.914979 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:51.915821 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device dd16ad20-61a7-4ef9-97e1-286bc5639a2c up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:01:51.991584 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=e8f6b228-d87a-4382-8aa4-ea8b727900d7,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:52.005785 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port dd16ad20-61a7-4ef9-97e1-286bc5639a2c triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:01:52.006061 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:52.270257 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:01:52.376127 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40afbef7-206f-4fff-994c-4585adfe1772 None None] Sync routers for ids ['b04f31d1-31d5-4511-8d79-9f9e7e7d8660'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:01:52.385558 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40afbef7-206f-4fff-994c-4585adfe1772 None None] Routers {'b04f31d1-31d5-4511-8d79-9f9e7e7d8660'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:01:52.386249 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-40afbef7-206f-4fff-994c-4585adfe1772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:01:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['b04f31d1-31d5-4511-8d79-9f9e7e7d8660'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:52.493173 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-40afbef7-206f-4fff-994c-4585adfe1772 None None] Set router b04f31d1-31d5-4511-8d79-9f9e7e7d8660 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:01:52.705241 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-40afbef7-206f-4fff-994c-4585adfe1772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b04f31d1-31d5-4511-8d79-9f9e7e7d8660', 'name': 'tempest-TestEncryptedCinderVolumes-1303946674-router', 'tenant_id': 'ab0271c7d85d46849b9014e6327dadf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': 'e8f6b228-d87a-4382-8aa4-ea8b727900d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:01:46Z', 'updated_at': '2022-04-29T12:01:49Z', 'revision_number': 4, 'project_id': 'ab0271c7d85d46849b9014e6327dadf3', 'gw_port': {'id': 'e8f6b228-d87a-4382-8aa4-ea8b727900d7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:02:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04f31d1-31d5-4511-8d79-9f9e7e7d8660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:01:47Z', 'updated_at': '2022-04-29T12:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'fa50b14d-131a-42d3-9dd1-4a40449e3605', 'name': '', 'network_id': 'efb83fca-e928-4b68-8704-8d442ffa0437', 'tenant_id': 'ab0271c7d85d46849b9014e6327dadf3', 'mac_address': 'fa:16:3e:ef:50:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04f31d1-31d5-4511-8d79-9f9e7e7d8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '87e024d0-6e4b-4363-9e3a-9ede444b443e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:01:49Z', 'updated_at': '2022-04-29T12:01:49Z', 'revision_number': 2, 'project_id': 'ab0271c7d85d46849b9014e6327dadf3', 'subnets': [{'id': '87e024d0-6e4b-4363-9e3a-9ede444b443e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:52.738729 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40afbef7-206f-4fff-994c-4585adfe1772 None None] Checking router: b04f31d1-31d5-4511-8d79-9f9e7e7d8660 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:01:52.739169 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40afbef7-206f-4fff-994c-4585adfe1772 None None] Updating router b04f31d1-31d5-4511-8d79-9f9e7e7d8660 port fa50b14d-131a-42d3-9dd1-4a40449e3605 binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:01:52.741872 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-7041c56a-294f-4abc-b7a0-219a0bc3bd9d tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:52.743482 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-7041c56a-294f-4abc-b7a0-219a0bc3bd9d tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.62 "GET /v2.0/networks?id=c6a54c07-2d47-46dc-9ba8-7637e92ba127 HTTP/1.1" status: 200 len: 817 time: 0.1166749 Apr 29 12:01:52.761690 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-ae0cc012-ca73-4a1f-9686-1b21583c8745 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Request body: {'port': {'device_id': '51553b3b-25ba-4af6-9277-1b0976d3e4c8', 'network_id': 'c6a54c07-2d47-46dc-9ba8-7637e92ba127', 'admin_state_up': True, 'tenant_id': '69e6b5d37bce4402a8542a2cdc46f6a6'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:01:52.772104 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-40afbef7-206f-4fff-994c-4585adfe1772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:52.845680 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-66a96a88-0160-47be-9194-5fd701a2f824 req-f6f2d168-ae70-46b5-99ae-8b5b7a019e43 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/ports?device_id=51553b3b-25ba-4af6-9277-1b0976d3e4c8 HTTP/1.1" status: 200 len: 210 time: 0.0566487 Apr 29 12:01:52.899651 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-ae0cc012-ca73-4a1f-9686-1b21583c8745 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Made reservation on behalf of 69e6b5d37bce4402a8542a2cdc46f6a6 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:01:52.903260 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-ae0cc012-ca73-4a1f-9686-1b21583c8745 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:53.033539 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-ae0cc012-ca73-4a1f-9686-1b21583c8745 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Allocated IP 172.20.0.12 (c6a54c07-2d47-46dc-9ba8-7637e92ba127/a9db4a68-df8e-41f4-a54f-f938aa5a9ce5/6948c2df-793c-49b9-b132-c56f58a8bcc5) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:01:53.045723 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-40afbef7-206f-4fff-994c-4585adfe1772 None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:53.051639 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-40afbef7-206f-4fff-994c-4585adfe1772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:53.109090 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a887a-1de4-403d-9509-9a5873d437c9 None None] Pushing event updated for resources: {'Port': ['ID=fa50b14d-131a-42d3-9dd1-4a40449e3605,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:53.162018 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-40afbef7-206f-4fff-994c-4585adfe1772 None None] Attempting to bind port fa50b14d-131a-42d3-9dd1-4a40449e3605 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:01:53.162443 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-40afbef7-206f-4fff-994c-4585adfe1772 None None] Attempting to bind port fa50b14d-131a-42d3-9dd1-4a40449e3605 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'c54a7d6f-d91e-44f4-a1dd-c8d792753074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efb83fca-e928-4b68-8704-8d442ffa0437'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:01:53.162790 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40afbef7-206f-4fff-994c-4585adfe1772 None None] Attempting to bind port fa50b14d-131a-42d3-9dd1-4a40449e3605 on network efb83fca-e928-4b68-8704-8d442ffa0437 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:01:53.168066 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40afbef7-206f-4fff-994c-4585adfe1772 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:01:53.168446 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40afbef7-206f-4fff-994c-4585adfe1772 None None] Checking segment: {'id': 'c54a7d6f-d91e-44f4-a1dd-c8d792753074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efb83fca-e928-4b68-8704-8d442ffa0437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:01:53.168854 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-40afbef7-206f-4fff-994c-4585adfe1772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:53.169254 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40afbef7-206f-4fff-994c-4585adfe1772 None None] Bound using segment: {'id': 'c54a7d6f-d91e-44f4-a1dd-c8d792753074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efb83fca-e928-4b68-8704-8d442ffa0437'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:01:53.169951 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-40afbef7-206f-4fff-994c-4585adfe1772 None None] Bound port: fa50b14d-131a-42d3-9dd1-4a40449e3605, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54a7d6f-d91e-44f4-a1dd-c8d792753074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efb83fca-e928-4b68-8704-8d442ffa0437'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:01:53.170373 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-40afbef7-206f-4fff-994c-4585adfe1772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:53.197092 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-ae0cc012-ca73-4a1f-9686-1b21583c8745 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:53.235845 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-ae0cc012-ca73-4a1f-9686-1b21583c8745 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:53.245578 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-40afbef7-206f-4fff-994c-4585adfe1772 None None] For port fa50b14d-131a-42d3-9dd1-4a40449e3605, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:01:53.250877 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-40afbef7-206f-4fff-994c-4585adfe1772 None None] For port fa50b14d-131a-42d3-9dd1-4a40449e3605, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=fa50b14d-131a-42d3-9dd1-4a40449e3605,segment=NetworkSegment(c54a7d6f-d91e-44f4-a1dd-c8d792753074),segment_id=c54a7d6f-d91e-44f4-a1dd-c8d792753074)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:01:53.257747 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-40afbef7-206f-4fff-994c-4585adfe1772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:53.289239 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-ae0cc012-ca73-4a1f-9686-1b21583c8745 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Network c6a54c07-2d47-46dc-9ba8-7637e92ba127 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:01:53.293940 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-ae0cc012-ca73-4a1f-9686-1b21583c8745 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:01:53.298932 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-ae0cc012-ca73-4a1f-9686-1b21583c8745 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:01:53.303489 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0cc012-ca73-4a1f-9686-1b21583c8745 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Pushing event updated for resources: {'Port': ['ID=6948c2df-793c-49b9-b132-c56f58a8bcc5,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:53.326987 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40afbef7-206f-4fff-994c-4585adfe1772 None None] Routers {'b04f31d1-31d5-4511-8d79-9f9e7e7d8660'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:01:53.327637 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-40afbef7-206f-4fff-994c-4585adfe1772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:01:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['b04f31d1-31d5-4511-8d79-9f9e7e7d8660'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:53.364409 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-ae0cc012-ca73-4a1f-9686-1b21583c8745 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:53.365172 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-ae0cc012-ca73-4a1f-9686-1b21583c8745 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:53.384957 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-ae0cc012-ca73-4a1f-9686-1b21583c8745 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6315145 Apr 29 12:01:53.396757 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a887a-1de4-403d-9509-9a5873d437c9 None None] Pushing event updated for resources: {'Port': ['ID=fa50b14d-131a-42d3-9dd1-4a40449e3605,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:53.421292 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-7cddd396-adaa-40c8-bcfb-8a67bbb1d11d None None] Provisioning complete for port fa50b14d-131a-42d3-9dd1-4a40449e3605 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:01:53.421668 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7cddd396-adaa-40c8-bcfb-8a67bbb1d11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:53.518335 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-40afbef7-206f-4fff-994c-4585adfe1772 None None] Set router b04f31d1-31d5-4511-8d79-9f9e7e7d8660 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:01:53.552326 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-fd83c1f7-e5a4-403d-9585-d6cbe24f21f8 service neutron] Request body: {'port': {'device_id': '51553b3b-25ba-4af6-9277-1b0976d3e4c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:01:53.675538 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-fd83c1f7-e5a4-403d-9585-d6cbe24f21f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:53.688002 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7cddd396-adaa-40c8-bcfb-8a67bbb1d11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:53.706968 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device e8f6b228-d87a-4382-8aa4-ea8b727900d7 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:01:53.717565 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9e53bf7d-e3cf-4359-80b2-4f5993fe024e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:53.817399 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-7cddd396-adaa-40c8-bcfb-8a67bbb1d11d None None] For port fa50b14d-131a-42d3-9dd1-4a40449e3605, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=fa50b14d-131a-42d3-9dd1-4a40449e3605,segment=NetworkSegment(c54a7d6f-d91e-44f4-a1dd-c8d792753074),segment_id=c54a7d6f-d91e-44f4-a1dd-c8d792753074)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:01:53.829567 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7cddd396-adaa-40c8-bcfb-8a67bbb1d11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:53.923688 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port e8f6b228-d87a-4382-8aa4-ea8b727900d7 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:01:53.924034 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:53.930763 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cddd396-adaa-40c8-bcfb-8a67bbb1d11d None None] Pushing event updated for resources: {'Port': ['ID=fa50b14d-131a-42d3-9dd1-4a40449e3605,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:53.988483 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-21d42e81-8165-4ac7-830b-b9b561066e93 None None] Provisioning complete for port fa50b14d-131a-42d3-9dd1-4a40449e3605 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:01:53.988858 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-21d42e81-8165-4ac7-830b-b9b561066e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:54.019796 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a08c46-c76a-45c2-b753-3937fa414a66 req-441ad224-ac8a-44db-bea6-28f6dfc8d6f7 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:54.021348 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c1a08c46-c76a-45c2-b753-3937fa414a66 req-441ad224-ac8a-44db-bea6-28f6dfc8d6f7 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/ports?device_id=51553b3b-25ba-4af6-9277-1b0976d3e4c8 HTTP/1.1" status: 200 len: 932 time: 0.1024818 Apr 29 12:01:54.027292 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-fd83c1f7-e5a4-403d-9585-d6cbe24f21f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6948c2df-793c-49b9-b132-c56f58a8bcc5 {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:01:54.031277 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-40afbef7-206f-4fff-994c-4585adfe1772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b04f31d1-31d5-4511-8d79-9f9e7e7d8660', 'name': 'tempest-TestEncryptedCinderVolumes-1303946674-router', 'tenant_id': 'ab0271c7d85d46849b9014e6327dadf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': 'e8f6b228-d87a-4382-8aa4-ea8b727900d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:01:46Z', 'updated_at': '2022-04-29T12:01:49Z', 'revision_number': 4, 'project_id': 'ab0271c7d85d46849b9014e6327dadf3', 'gw_port': {'id': 'e8f6b228-d87a-4382-8aa4-ea8b727900d7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:02:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04f31d1-31d5-4511-8d79-9f9e7e7d8660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:01:47Z', 'updated_at': '2022-04-29T12:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'fa50b14d-131a-42d3-9dd1-4a40449e3605', 'name': '', 'network_id': 'efb83fca-e928-4b68-8704-8d442ffa0437', 'tenant_id': 'ab0271c7d85d46849b9014e6327dadf3', 'mac_address': 'fa:16:3e:ef:50:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04f31d1-31d5-4511-8d79-9f9e7e7d8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '87e024d0-6e4b-4363-9e3a-9ede444b443e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:01:49Z', 'updated_at': '2022-04-29T12:01:53Z', 'revision_number': 4, 'project_id': 'ab0271c7d85d46849b9014e6327dadf3', 'subnets': [{'id': '87e024d0-6e4b-4363-9e3a-9ede444b443e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:01:54.036886 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-fd83c1f7-e5a4-403d-9585-d6cbe24f21f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:54.065270 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-fd83c1f7-e5a4-403d-9585-d6cbe24f21f8 service neutron] Transition to ACTIVE for port object 6948c2df-793c-49b9-b132-c56f58a8bcc5 will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:01:54.065857 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40afbef7-206f-4fff-994c-4585adfe1772 None None] The sync data for ids ['b04f31d1-31d5-4511-8d79-9f9e7e7d8660'] in dv-neutron-838888-1-hyperv is: [{'id': 'b04f31d1-31d5-4511-8d79-9f9e7e7d8660', 'name': 'tempest-TestEncryptedCinderVolumes-1303946674-router', 'tenant_id': 'ab0271c7d85d46849b9014e6327dadf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': 'e8f6b228-d87a-4382-8aa4-ea8b727900d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:01:46Z', 'updated_at': '2022-04-29T12:01:49Z', 'revision_number': 4, 'project_id': 'ab0271c7d85d46849b9014e6327dadf3', 'gw_port': {'id': 'e8f6b228-d87a-4382-8aa4-ea8b727900d7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:02:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04f31d1-31d5-4511-8d79-9f9e7e7d8660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:01:47Z', 'updated_at': '2022-04-29T12:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'fa50b14d-131a-42d3-9dd1-4a40449e3605', 'name': '', 'network_id': 'efb83fca-e928-4b68-8704-8d442ffa0437', 'tenant_id': 'ab0271c7d85d46849b9014e6327dadf3', 'mac_address': 'fa:16:3e:ef:50:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04f31d1-31d5-4511-8d79-9f9e7e7d8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '87e024d0-6e4b-4363-9e3a-9ede444b443e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:01:49Z', 'updated_at': '2022-04-29T12:01:53Z', 'revision_number': 4, 'project_id': 'ab0271c7d85d46849b9014e6327dadf3', 'subnets': [{'id': '87e024d0-6e4b-4363-9e3a-9ede444b443e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:01:54.075056 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-fd83c1f7-e5a4-403d-9585-d6cbe24f21f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:54.111468 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c1a08c46-c76a-45c2-b753-3937fa414a66 req-6ff158d1-0962-4872-aa33-0c4e8d283905 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f7e3a9d-3813-4400-9a3e-7da61bc26276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784006 Apr 29 12:01:54.189111 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83c1f7-e5a4-403d-9585-d6cbe24f21f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6948c2df-793c-49b9-b132-c56f58a8bcc5,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:54.293205 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-fd83c1f7-e5a4-403d-9585-d6cbe24f21f8 service neutron] Attempting to bind port 6948c2df-793c-49b9-b132-c56f58a8bcc5 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:01:54.293205 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-fd83c1f7-e5a4-403d-9585-d6cbe24f21f8 service neutron] Attempting to bind port 6948c2df-793c-49b9-b132-c56f58a8bcc5 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'abe68b19-327b-4d20-ba64-ea42919358e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6a54c07-2d47-46dc-9ba8-7637e92ba127'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:01:54.293205 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-fd83c1f7-e5a4-403d-9585-d6cbe24f21f8 service neutron] Attempting to bind port 6948c2df-793c-49b9-b132-c56f58a8bcc5 on network c6a54c07-2d47-46dc-9ba8-7637e92ba127 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:01:54.298506 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-fd83c1f7-e5a4-403d-9585-d6cbe24f21f8 service neutron] Port 6948c2df-793c-49b9-b132-c56f58a8bcc5 on network c6a54c07-2d47-46dc-9ba8-7637e92ba127 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 12:01:54.298837 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-fd83c1f7-e5a4-403d-9585-d6cbe24f21f8 service neutron] Attempting to bind port 6948c2df-793c-49b9-b132-c56f58a8bcc5 on network c6a54c07-2d47-46dc-9ba8-7637e92ba127 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:01:54.305774 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-fd83c1f7-e5a4-403d-9585-d6cbe24f21f8 service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:01:54.306124 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-fd83c1f7-e5a4-403d-9585-d6cbe24f21f8 service neutron] Checking segment: {'id': 'abe68b19-327b-4d20-ba64-ea42919358e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6a54c07-2d47-46dc-9ba8-7637e92ba127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:01:54.306551 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-fd83c1f7-e5a4-403d-9585-d6cbe24f21f8 service neutron] Bound using segment: {'id': 'abe68b19-327b-4d20-ba64-ea42919358e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6a54c07-2d47-46dc-9ba8-7637e92ba127'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:01:54.306994 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-fd83c1f7-e5a4-403d-9585-d6cbe24f21f8 service neutron] Bound port: 6948c2df-793c-49b9-b132-c56f58a8bcc5, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abe68b19-327b-4d20-ba64-ea42919358e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6a54c07-2d47-46dc-9ba8-7637e92ba127'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:01:54.307705 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-fd83c1f7-e5a4-403d-9585-d6cbe24f21f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:54.385013 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-fd83c1f7-e5a4-403d-9585-d6cbe24f21f8 service neutron] For port 6948c2df-793c-49b9-b132-c56f58a8bcc5, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:01:54.388165 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-fd83c1f7-e5a4-403d-9585-d6cbe24f21f8 service neutron] For port 6948c2df-793c-49b9-b132-c56f58a8bcc5, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6948c2df-793c-49b9-b132-c56f58a8bcc5,segment=NetworkSegment(abe68b19-327b-4d20-ba64-ea42919358e3),segment_id=abe68b19-327b-4d20-ba64-ea42919358e3)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:01:54.393555 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-fd83c1f7-e5a4-403d-9585-d6cbe24f21f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:54.429334 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-fd83c1f7-e5a4-403d-9585-d6cbe24f21f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:54.429958 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-fd83c1f7-e5a4-403d-9585-d6cbe24f21f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:54.431402 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-fd83c1f7-e5a4-403d-9585-d6cbe24f21f8 service neutron] 10.222.0.62 "PUT /v2.0/ports/6948c2df-793c-49b9-b132-c56f58a8bcc5 HTTP/1.1" status: 200 len: 1094 time: 1.0378952 Apr 29 12:01:54.431850 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51553b3b-25ba-4af6-9277-1b0976d3e4c8', 'tag': '6948c2df-793c-49b9-b132-c56f58a8bcc5'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:01:54.434433 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9835535b-cd7a-4e38-9193-bee4153c7e72" -d '{"events": [{"name": "network-changed", "server_uuid": "51553b3b-25ba-4af6-9277-1b0976d3e4c8", "tag": "6948c2df-793c-49b9-b132-c56f58a8bcc5"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:01:54.479802 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83c1f7-e5a4-403d-9585-d6cbe24f21f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6948c2df-793c-49b9-b132-c56f58a8bcc5,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:54.513295 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45a7e12-655b-44bb-9e42-c5849e6b48b3 x-openstack-request-id: req-e45a7e12-655b-44bb-9e42-c5849e6b48b3 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:01:54.513762 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51553b3b-25ba-4af6-9277-1b0976d3e4c8", "tag": "6948c2df-793c-49b9-b132-c56f58a8bcc5", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:01:54.514333 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e45a7e12-655b-44bb-9e42-c5849e6b48b3 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:01:54.514981 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e45a7e12-655b-44bb-9e42-c5849e6b48b3'] response: {'name': 'network-changed', 'server_uuid': '51553b3b-25ba-4af6-9277-1b0976d3e4c8', 'tag': '6948c2df-793c-49b9-b132-c56f58a8bcc5', 'status': 'completed', 'code': 200} Apr 29 12:01:54.548340 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-0a118f19-99e6-42fe-9338-596ea576d0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:54.549959 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-0a118f19-99e6-42fe-9338-596ea576d0d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69e6b5d37bce4402a8542a2cdc46f6a6&device_id=51553b3b-25ba-4af6-9277-1b0976d3e4c8 HTTP/1.1" status: 200 len: 1097 time: 0.0541029 Apr 29 12:01:54.602940 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-9a23bd27-733a-40b3-bb01-7eb7b0f9c45d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6948c2df-793c-49b9-b132-c56f58a8bcc5 HTTP/1.1" status: 200 len: 217 time: 0.0435860 Apr 29 12:01:54.655725 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-11897e6a-617a-4cb8-a3f4-1d0a0bedb99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:54.657191 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-11897e6a-617a-4cb8-a3f4-1d0a0bedb99e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9db4a68-df8e-41f4-a54f-f938aa5a9ce5 HTTP/1.1" status: 200 len: 856 time: 0.0471537 Apr 29 12:01:54.711493 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-e6c5cbf2-fb45-4f2c-ab82-53ad0472bb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:54.712930 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-e6c5cbf2-fb45-4f2c-ab82-53ad0472bb87 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c6a54c07-2d47-46dc-9ba8-7637e92ba127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450869 Apr 29 12:01:55.159085 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-84ff4fa9-c710-493c-8e9d-09aa986969de service neutron] 10.222.0.62 "GET /v2.0/networks/c6a54c07-2d47-46dc-9ba8-7637e92ba127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355114 Apr 29 12:01:55.287116 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b872d2f6-d19e-4317-b7ee-bb611160f002 req-b6855dc7-54eb-4a90-ab10-3fc5986aa7ef service neutron] 10.222.0.62 "GET /v2.0/networks/c6a54c07-2d47-46dc-9ba8-7637e92ba127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164203 Apr 29 12:01:55.296260 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a8aca-70f6-4a8d-b65c-0e61dfbaf47a req-96d0e684-c1fe-41d8-ac53-c24754bc76b2 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:55.297680 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8a7a8aca-70f6-4a8d-b65c-0e61dfbaf47a req-96d0e684-c1fe-41d8-ac53-c24754bc76b2 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/ports?device_id=51553b3b-25ba-4af6-9277-1b0976d3e4c8 HTTP/1.1" status: 200 len: 944 time: 0.0812006 Apr 29 12:01:55.340365 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8a7a8aca-70f6-4a8d-b65c-0e61dfbaf47a req-7fae8c5c-8796-4bd2-82ee-81bc2048f85e tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f7e3a9d-3813-4400-9a3e-7da61bc26276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352371 Apr 29 12:01:55.381467 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835535b-cd7a-4e38-9193-bee4153c7e72 req-05381045-1d3a-4b51-b715-954582ac4510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:55.383011 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9835535b-cd7a-4e38-9193-bee4153c7e72 req-05381045-1d3a-4b51-b715-954582ac4510 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69e6b5d37bce4402a8542a2cdc46f6a6&device_id=51553b3b-25ba-4af6-9277-1b0976d3e4c8 HTTP/1.1" status: 200 len: 1097 time: 0.0417891 Apr 29 12:01:55.479834 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835535b-cd7a-4e38-9193-bee4153c7e72 req-ec8741c2-cea5-46ee-8266-7f61c6ce6ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:55.481317 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9835535b-cd7a-4e38-9193-bee4153c7e72 req-ec8741c2-cea5-46ee-8266-7f61c6ce6ad5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c6a54c07-2d47-46dc-9ba8-7637e92ba127 HTTP/1.1" status: 200 len: 918 time: 0.0909765 Apr 29 12:01:55.525196 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9835535b-cd7a-4e38-9193-bee4153c7e72 req-c27a6cbe-e0d3-4c19-8645-4d3fe25acec3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6948c2df-793c-49b9-b132-c56f58a8bcc5 HTTP/1.1" status: 200 len: 217 time: 0.0358460 Apr 29 12:01:55.573656 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835535b-cd7a-4e38-9193-bee4153c7e72 req-ab4b7901-b1e9-4bda-9802-7b65e1048ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:55.575156 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9835535b-cd7a-4e38-9193-bee4153c7e72 req-ab4b7901-b1e9-4bda-9802-7b65e1048ec7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9db4a68-df8e-41f4-a54f-f938aa5a9ce5 HTTP/1.1" status: 200 len: 856 time: 0.0432818 Apr 29 12:01:55.628384 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835535b-cd7a-4e38-9193-bee4153c7e72 req-040cf728-2096-490b-87bf-fd3d45026e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:55.629907 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9835535b-cd7a-4e38-9193-bee4153c7e72 req-040cf728-2096-490b-87bf-fd3d45026e2d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c6a54c07-2d47-46dc-9ba8-7637e92ba127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0478847 Apr 29 12:01:55.672292 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device fa50b14d-131a-42d3-9dd1-4a40449e3605 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:01:55.721842 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port fa50b14d-131a-42d3-9dd1-4a40449e3605 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:01:55.722234 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:55.728689 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9835535b-cd7a-4e38-9193-bee4153c7e72 req-d6318a78-d4cf-4f6e-971d-0acfb7819638 service neutron] 10.222.0.62 "GET /v2.0/networks/c6a54c07-2d47-46dc-9ba8-7637e92ba127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907004 Apr 29 12:01:55.824093 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9835535b-cd7a-4e38-9193-bee4153c7e72 req-d7b56593-c35c-44da-aca3-8f6f22eda0b9 service neutron] 10.222.0.62 "GET /v2.0/networks/c6a54c07-2d47-46dc-9ba8-7637e92ba127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882661 Apr 29 12:01:56.467043 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae78d6d-5209-4511-a639-2190193bab35 req-5dc7b9aa-1701-4f6f-8111-48e9c8aabd2b tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:56.468565 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dae78d6d-5209-4511-a639-2190193bab35 req-5dc7b9aa-1701-4f6f-8111-48e9c8aabd2b tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/ports?device_id=51553b3b-25ba-4af6-9277-1b0976d3e4c8 HTTP/1.1" status: 200 len: 944 time: 0.0573783 Apr 29 12:01:56.508139 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dae78d6d-5209-4511-a639-2190193bab35 req-f775c644-1bf4-48f9-82f0-1c81c19e3d89 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f7e3a9d-3813-4400-9a3e-7da61bc26276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327325 Apr 29 12:01:57.275546 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:57.557907 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 6948c2df-793c-49b9-b132-c56f58a8bcc5 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 12:01:57.626303 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0abc2-6312-4454-8eda-a06a65bad86c req-cf545593-9e26-47d9-93a7-47a056097983 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:57.627841 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4de0abc2-6312-4454-8eda-a06a65bad86c req-cf545593-9e26-47d9-93a7-47a056097983 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/ports?device_id=51553b3b-25ba-4af6-9277-1b0976d3e4c8 HTTP/1.1" status: 200 len: 944 time: 0.0500464 Apr 29 12:01:57.657214 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 6948c2df-793c-49b9-b132-c56f58a8bcc5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6948c2df-793c-49b9-b132-c56f58a8bcc5,segment=NetworkSegment(abe68b19-327b-4d20-ba64-ea42919358e3),segment_id=abe68b19-327b-4d20-ba64-ea42919358e3)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:01:57.667251 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4de0abc2-6312-4454-8eda-a06a65bad86c req-0dc67d14-b243-4604-87ee-13ea5ae7259e tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f7e3a9d-3813-4400-9a3e-7da61bc26276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331733 Apr 29 12:01:57.820478 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '6948c2df-793c-49b9-b132-c56f58a8bcc5', 'network_id': 'c6a54c07-2d47-46dc-9ba8-7637e92ba127', 'port_id': '6948c2df-793c-49b9-b132-c56f58a8bcc5', 'mac_address': 'fa:16:3e:1b:97:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9db4a68-df8e-41f4-a54f-f938aa5a9ce5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 12:01:57.833490 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-61f7250e-0833-4f22-9e6b-9509852f3a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:57.866853 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:57.879896 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6948c2df-793c-49b9-b132-c56f58a8bcc5 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:01:57.901834 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 6948c2df-793c-49b9-b132-c56f58a8bcc5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6948c2df-793c-49b9-b132-c56f58a8bcc5,segment=NetworkSegment(abe68b19-327b-4d20-ba64-ea42919358e3),segment_id=abe68b19-327b-4d20-ba64-ea42919358e3)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:01:57.906485 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:57.953533 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=6948c2df-793c-49b9-b132-c56f58a8bcc5,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:58.142011 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['6948c2df-793c-49b9-b132-c56f58a8bcc5'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 12:01:58.581579 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:58.784245 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07603a53-7f3a-47fa-be16-97a2968bcc48 req-6a2f8acd-c32e-4d5f-add1-5fd11c888e6d tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:58.785739 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-07603a53-7f3a-47fa-be16-97a2968bcc48 req-6a2f8acd-c32e-4d5f-add1-5fd11c888e6d tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/ports?device_id=51553b3b-25ba-4af6-9277-1b0976d3e4c8 HTTP/1.1" status: 200 len: 945 time: 0.0493603 Apr 29 12:01:58.826408 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-07603a53-7f3a-47fa-be16-97a2968bcc48 req-535f98a4-43a4-49d6-b1af-76ca26f0864a tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f7e3a9d-3813-4400-9a3e-7da61bc26276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338502 Apr 29 12:01:59.559667 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 6948c2df-793c-49b9-b132-c56f58a8bcc5 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:01:59.613884 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port 6948c2df-793c-49b9-b132-c56f58a8bcc5 completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:01:59.618256 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 6948c2df-793c-49b9-b132-c56f58a8bcc5 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:01:59.618622 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:59.698628 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:59.722731 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51553b3b-25ba-4af6-9277-1b0976d3e4c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6948c2df-793c-49b9-b132-c56f58a8bcc5'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:01:59.724983 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60531c23-8474-478e-a289-151b36a8fff9" -d '{"events": [{"server_uuid": "51553b3b-25ba-4af6-9277-1b0976d3e4c8", "name": "network-vif-plugged", "status": "completed", "tag": "6948c2df-793c-49b9-b132-c56f58a8bcc5"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:01:59.738294 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 6948c2df-793c-49b9-b132-c56f58a8bcc5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6948c2df-793c-49b9-b132-c56f58a8bcc5,segment=NetworkSegment(abe68b19-327b-4d20-ba64-ea42919358e3),segment_id=abe68b19-327b-4d20-ba64-ea42919358e3)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:01:59.742953 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:59.767724 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d483cfa9-017d-47b9-8626-087c94c1d811 x-openstack-request-id: req-d483cfa9-017d-47b9-8626-087c94c1d811 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:01:59.768015 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51553b3b-25ba-4af6-9277-1b0976d3e4c8", "name": "network-vif-plugged", "status": "completed", "tag": "6948c2df-793c-49b9-b132-c56f58a8bcc5", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:01:59.768264 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d483cfa9-017d-47b9-8626-087c94c1d811 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:01:59.768660 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d483cfa9-017d-47b9-8626-087c94c1d811'] response: {'server_uuid': '51553b3b-25ba-4af6-9277-1b0976d3e4c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6948c2df-793c-49b9-b132-c56f58a8bcc5', 'code': 200} Apr 29 12:01:59.792983 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=6948c2df-793c-49b9-b132-c56f58a8bcc5,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:01:59.977991 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc0f9b-b3d0-4d32-a92c-b256a10b4c6d req-ab8b5417-3612-48c8-9ee7-8e89a60d7d1d tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:59.979407 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cdbc0f9b-b3d0-4d32-a92c-b256a10b4c6d req-ab8b5417-3612-48c8-9ee7-8e89a60d7d1d tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/ports?device_id=51553b3b-25ba-4af6-9277-1b0976d3e4c8 HTTP/1.1" status: 200 len: 946 time: 0.0816989 Apr 29 12:01:59.981229 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a262ef-cef8-4ffa-a814-0cb36bc5606f req-f99cd7ff-b99d-4a6f-ab45-5a2c62ff2f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:59.982593 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c0a262ef-cef8-4ffa-a814-0cb36bc5606f req-f99cd7ff-b99d-4a6f-ab45-5a2c62ff2f99 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=51553b3b-25ba-4af6-9277-1b0976d3e4c8 HTTP/1.1" status: 200 len: 1099 time: 0.0753775 Apr 29 12:02:00.039374 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cdbc0f9b-b3d0-4d32-a92c-b256a10b4c6d req-30617361-c416-46d7-abbb-94df1dc76544 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f7e3a9d-3813-4400-9a3e-7da61bc26276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523717 Apr 29 12:02:00.040985 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c0a262ef-cef8-4ffa-a814-0cb36bc5606f req-40c16529-1cb0-4446-9f8c-80c56781759c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1f7e3a9d-3813-4400-9a3e-7da61bc26276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483563 Apr 29 12:02:00.098043 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:00.244980 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:01.164597 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd398096-c518-4196-bcf3-d9ca576cd9e7 req-744288ed-1149-4691-a3c0-ef3f176eac23 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:01.166035 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bd398096-c518-4196-bcf3-d9ca576cd9e7 req-744288ed-1149-4691-a3c0-ef3f176eac23 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/ports?device_id=51553b3b-25ba-4af6-9277-1b0976d3e4c8 HTTP/1.1" status: 200 len: 946 time: 0.0554256 Apr 29 12:02:01.206618 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bd398096-c518-4196-bcf3-d9ca576cd9e7 req-b3267f82-5de2-4cd8-ba6d-934a589718f7 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f7e3a9d-3813-4400-9a3e-7da61bc26276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337746 Apr 29 12:02:02.328671 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c80ae-9270-45e3-8480-5a3e021a5562 req-55085689-1673-4219-9eb2-85ce72c5dbb4 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:02.330116 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-052c80ae-9270-45e3-8480-5a3e021a5562 req-55085689-1673-4219-9eb2-85ce72c5dbb4 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/ports?device_id=51553b3b-25ba-4af6-9277-1b0976d3e4c8 HTTP/1.1" status: 200 len: 946 time: 0.0515511 Apr 29 12:02:02.369254 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-052c80ae-9270-45e3-8480-5a3e021a5562 req-5057d47f-b07e-43c6-9b78-b16ed5d772f9 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f7e3a9d-3813-4400-9a3e-7da61bc26276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329940 Apr 29 12:02:02.486036 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466902de-3afc-494a-a992-4bd28a35950c req-cfbeb2be-e23a-4d54-b136-a4a46b040a70 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:02.487609 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-466902de-3afc-494a-a992-4bd28a35950c req-cfbeb2be-e23a-4d54-b136-a4a46b040a70 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/ports?device_id=51553b3b-25ba-4af6-9277-1b0976d3e4c8 HTTP/1.1" status: 200 len: 946 time: 0.0514505 Apr 29 12:02:02.526459 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-466902de-3afc-494a-a992-4bd28a35950c req-b7dbe78b-637e-4f4e-a1b6-463fe30f5c1b tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f7e3a9d-3813-4400-9a3e-7da61bc26276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325646 Apr 29 12:02:22.229201 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e574c74-da81-40ff-afd7-90298eca02fa req-9a8be5b2-f8c9-4662-bc1b-065ed72f1ac8 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:22.230817 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0e574c74-da81-40ff-afd7-90298eca02fa req-9a8be5b2-f8c9-4662-bc1b-065ed72f1ac8 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/ports?device_id=51553b3b-25ba-4af6-9277-1b0976d3e4c8 HTTP/1.1" status: 200 len: 946 time: 0.0555682 Apr 29 12:02:22.273473 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0e574c74-da81-40ff-afd7-90298eca02fa req-ff82e3fd-d566-4b61-8d3d-e6589698a143 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f7e3a9d-3813-4400-9a3e-7da61bc26276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359926 Apr 29 12:02:23.391416 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08179b70-eae8-4dd2-8c70-b428e11b064a req-06d4a5fe-923b-474a-9db1-f36e549c4165 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:23.392980 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-08179b70-eae8-4dd2-8c70-b428e11b064a req-06d4a5fe-923b-474a-9db1-f36e549c4165 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/ports?device_id=51553b3b-25ba-4af6-9277-1b0976d3e4c8 HTTP/1.1" status: 200 len: 946 time: 0.0486104 Apr 29 12:02:23.429896 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-08179b70-eae8-4dd2-8c70-b428e11b064a req-c75d53d4-1677-4c11-b427-18f8a244402e tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f7e3a9d-3813-4400-9a3e-7da61bc26276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309119 Apr 29 12:02:23.610679 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-044ad35b-c7ee-4e33-aff6-37efee3ff86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:23.992585 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010b1e5-80f6-4b9e-9556-2df5ba8ff60e req-d4ac129e-58eb-43c2-9d0f-4eb36405e23e tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:23.994047 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e010b1e5-80f6-4b9e-9556-2df5ba8ff60e req-d4ac129e-58eb-43c2-9d0f-4eb36405e23e tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.62 "GET /v2.0/ports?device_id=51553b3b-25ba-4af6-9277-1b0976d3e4c8 HTTP/1.1" status: 200 len: 946 time: 0.0487533 Apr 29 12:02:24.088549 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-e010b1e5-80f6-4b9e-9556-2df5ba8ff60e req-ed85e268-5157-411d-879a-7a888473cd57 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Deleting port 6948c2df-793c-49b9-b132-c56f58a8bcc5 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:02:24.088913 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-e010b1e5-80f6-4b9e-9556-2df5ba8ff60e req-ed85e268-5157-411d-879a-7a888473cd57 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:24.180893 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-e010b1e5-80f6-4b9e-9556-2df5ba8ff60e req-ed85e268-5157-411d-879a-7a888473cd57 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] For port 6948c2df-793c-49b9-b132-c56f58a8bcc5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6948c2df-793c-49b9-b132-c56f58a8bcc5,segment=NetworkSegment(abe68b19-327b-4d20-ba64-ea42919358e3),segment_id=abe68b19-327b-4d20-ba64-ea42919358e3)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:02:24.181264 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-e010b1e5-80f6-4b9e-9556-2df5ba8ff60e req-ed85e268-5157-411d-879a-7a888473cd57 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:24.198874 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-e010b1e5-80f6-4b9e-9556-2df5ba8ff60e req-ed85e268-5157-411d-879a-7a888473cd57 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Calling delete_port for 6948c2df-793c-49b9-b132-c56f58a8bcc5 owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:02:24.330448 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-e010b1e5-80f6-4b9e-9556-2df5ba8ff60e req-ed85e268-5157-411d-879a-7a888473cd57 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:24.348219 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['6948c2df-793c-49b9-b132-c56f58a8bcc5'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 12:02:24.364593 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed85e268-5157-411d-879a-7a888473cd57 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Pushing event deleted for resources: {'Port': ['ID=6948c2df-793c-49b9-b132-c56f58a8bcc5,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:02:24.409991 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-e010b1e5-80f6-4b9e-9556-2df5ba8ff60e req-ed85e268-5157-411d-879a-7a888473cd57 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] No DVR routers for this DVR port 6948c2df-793c-49b9-b132-c56f58a8bcc5 on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:02:24.412602 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-e010b1e5-80f6-4b9e-9556-2df5ba8ff60e req-ed85e268-5157-411d-879a-7a888473cd57 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:24.415913 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e010b1e5-80f6-4b9e-9556-2df5ba8ff60e req-ed85e268-5157-411d-879a-7a888473cd57 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.62 "DELETE /v2.0/ports/6948c2df-793c-49b9-b132-c56f58a8bcc5 HTTP/1.1" status: 204 len: 173 time: 0.4124937 Apr 29 12:02:24.416411 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51553b3b-25ba-4af6-9277-1b0976d3e4c8', 'name': 'network-vif-deleted', 'tag': '6948c2df-793c-49b9-b132-c56f58a8bcc5'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:02:24.418769 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd4097a-79dc-4c17-823e-d1eb8299878c" -d '{"events": [{"server_uuid": "51553b3b-25ba-4af6-9277-1b0976d3e4c8", "name": "network-vif-deleted", "tag": "6948c2df-793c-49b9-b132-c56f58a8bcc5"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:02:24.472191 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75dfe45-71dc-412b-aca2-dbb94628083a x-openstack-request-id: req-f75dfe45-71dc-412b-aca2-dbb94628083a {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:02:24.472484 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51553b3b-25ba-4af6-9277-1b0976d3e4c8", "name": "network-vif-deleted", "tag": "6948c2df-793c-49b9-b132-c56f58a8bcc5", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:02:24.472736 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f75dfe45-71dc-412b-aca2-dbb94628083a {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:02:24.473141 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f75dfe45-71dc-412b-aca2-dbb94628083a'] response: {'server_uuid': '51553b3b-25ba-4af6-9277-1b0976d3e4c8', 'name': 'network-vif-deleted', 'tag': '6948c2df-793c-49b9-b132-c56f58a8bcc5', 'status': 'completed', 'code': 200} Apr 29 12:02:24.546805 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2c4539fc-8fe7-410d-9d46-4bfdae87e45a req-ed767cd1-7cd9-42ed-a87c-34202f860d3c tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/ports?device_id=51553b3b-25ba-4af6-9277-1b0976d3e4c8 HTTP/1.1" status: 200 len: 210 time: 0.0300968 Apr 29 12:02:26.136849 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550b446-cbb4-49c9-a57c-58c524424135 req-e412bdf1-32e6-417a-9828-9d4a9a5c7496 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:26.139260 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4550b446-cbb4-49c9-a57c-58c524424135 req-e412bdf1-32e6-417a-9828-9d4a9a5c7496 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/networks?id=c6a54c07-2d47-46dc-9ba8-7637e92ba127 HTTP/1.1" status: 200 len: 817 time: 0.1011350 Apr 29 12:02:26.154330 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4550b446-cbb4-49c9-a57c-58c524424135 req-231e80fe-6f1e-481d-aa3b-d5dd40d8bef7 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/quotas/69e6b5d37bce4402a8542a2cdc46f6a6 HTTP/1.1" status: 200 len: 375 time: 0.0091412 Apr 29 12:02:26.211260 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4550b446-cbb4-49c9-a57c-58c524424135 req-6faf05c9-a4f5-4fac-803c-38c29a02f804 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=69e6b5d37bce4402a8542a2cdc46f6a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512631 Apr 29 12:02:26.307150 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4550b446-cbb4-49c9-a57c-58c524424135 req-3ea94022-edce-4821-9ec1-a7eb5da6db53 service neutron] 10.222.0.69 "GET /v2.0/networks/c6a54c07-2d47-46dc-9ba8-7637e92ba127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834520 Apr 29 12:02:26.401409 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4550b446-cbb4-49c9-a57c-58c524424135 req-710dd08c-411b-484a-a1ac-bad3416f1eab service neutron] 10.222.0.69 "GET /v2.0/networks/c6a54c07-2d47-46dc-9ba8-7637e92ba127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880337 Apr 29 12:02:26.563019 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d371e6d2-a20b-4ad3-a8fb-f8bffb0dd8eb req-d1cd2cdd-62d0-4ceb-88a4-882d74f47923 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/ports?device_id=377de691-7146-4a96-b25e-60d818a14d4e HTTP/1.1" status: 200 len: 210 time: 0.0268397 Apr 29 12:02:27.280034 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:27.642843 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550b446-cbb4-49c9-a57c-58c524424135 req-aa1ff7d9-0c34-4b22-9efb-759c0c603e62 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:27.644310 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4550b446-cbb4-49c9-a57c-58c524424135 req-aa1ff7d9-0c34-4b22-9efb-759c0c603e62 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.62 "GET /v2.0/networks?id=c6a54c07-2d47-46dc-9ba8-7637e92ba127 HTTP/1.1" status: 200 len: 817 time: 0.1082554 Apr 29 12:02:27.659483 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-4550b446-cbb4-49c9-a57c-58c524424135 req-68481c9e-e490-400a-ba1b-ebb06ff10baa tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Request body: {'port': {'device_id': '377de691-7146-4a96-b25e-60d818a14d4e', 'network_id': 'c6a54c07-2d47-46dc-9ba8-7637e92ba127', 'admin_state_up': True, 'tenant_id': '69e6b5d37bce4402a8542a2cdc46f6a6'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:02:27.683385 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-37feb12e-e105-421a-8538-4f71c00d074d req-095afc1f-d2e6-412b-bc74-056779d4b2fd tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/ports?device_id=377de691-7146-4a96-b25e-60d818a14d4e HTTP/1.1" status: 200 len: 210 time: 0.0380960 Apr 29 12:02:27.706717 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 6948c2df-793c-49b9-b132-c56f58a8bcc5 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:02:27.730382 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: 6948c2df-793c-49b9-b132-c56f58a8bcc5 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:02:27.730793 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 6948c2df-793c-49b9-b132-c56f58a8bcc5 not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:02:27.786672 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4550b446-cbb4-49c9-a57c-58c524424135 req-68481c9e-e490-400a-ba1b-ebb06ff10baa tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Made reservation on behalf of 69e6b5d37bce4402a8542a2cdc46f6a6 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:02:27.790144 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-4550b446-cbb4-49c9-a57c-58c524424135 req-68481c9e-e490-400a-ba1b-ebb06ff10baa tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:27.805888 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b60d1524-1e72-4061-8f37-fe82e92f49be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:27.920805 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-4550b446-cbb4-49c9-a57c-58c524424135 req-68481c9e-e490-400a-ba1b-ebb06ff10baa tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Allocated IP 172.20.0.11 (c6a54c07-2d47-46dc-9ba8-7637e92ba127/a9db4a68-df8e-41f4-a54f-f938aa5a9ce5/74b10913-b49f-42a3-99c7-646a0b05be35) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:02:28.064675 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-4550b446-cbb4-49c9-a57c-58c524424135 req-68481c9e-e490-400a-ba1b-ebb06ff10baa tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:28.099088 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-4550b446-cbb4-49c9-a57c-58c524424135 req-68481c9e-e490-400a-ba1b-ebb06ff10baa tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:28.144728 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4550b446-cbb4-49c9-a57c-58c524424135 req-68481c9e-e490-400a-ba1b-ebb06ff10baa tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Network c6a54c07-2d47-46dc-9ba8-7637e92ba127 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:02:28.149838 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-4550b446-cbb4-49c9-a57c-58c524424135 req-68481c9e-e490-400a-ba1b-ebb06ff10baa tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:02:28.154701 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-4550b446-cbb4-49c9-a57c-58c524424135 req-68481c9e-e490-400a-ba1b-ebb06ff10baa tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:02:28.181049 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68481c9e-e490-400a-ba1b-ebb06ff10baa tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Pushing event updated for resources: {'Port': ['ID=74b10913-b49f-42a3-99c7-646a0b05be35,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:02:28.211281 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550b446-cbb4-49c9-a57c-58c524424135 req-68481c9e-e490-400a-ba1b-ebb06ff10baa tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:28.211912 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-4550b446-cbb4-49c9-a57c-58c524424135 req-68481c9e-e490-400a-ba1b-ebb06ff10baa tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:28.229908 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4550b446-cbb4-49c9-a57c-58c524424135 req-68481c9e-e490-400a-ba1b-ebb06ff10baa tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5741148 Apr 29 12:02:28.242813 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-4550b446-cbb4-49c9-a57c-58c524424135 req-f2b61bdf-90e8-435b-9095-1b8b00f74f79 service neutron] Request body: {'port': {'device_id': '377de691-7146-4a96-b25e-60d818a14d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:02:28.299345 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-4550b446-cbb4-49c9-a57c-58c524424135 req-f2b61bdf-90e8-435b-9095-1b8b00f74f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:28.373618 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-abab8685-1d5b-46ce-9fea-8530f050e15a None None] Provisioning complete for port 74b10913-b49f-42a3-99c7-646a0b05be35 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:02:28.374256 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-abab8685-1d5b-46ce-9fea-8530f050e15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:28.408841 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-abab8685-1d5b-46ce-9fea-8530f050e15a None None] Port 74b10913-b49f-42a3-99c7-646a0b05be35 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:02:28.569394 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-4550b446-cbb4-49c9-a57c-58c524424135 req-f2b61bdf-90e8-435b-9095-1b8b00f74f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b10913-b49f-42a3-99c7-646a0b05be35 {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:02:28.577850 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-4550b446-cbb4-49c9-a57c-58c524424135 req-f2b61bdf-90e8-435b-9095-1b8b00f74f79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:28.585108 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:28.590063 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-4550b446-cbb4-49c9-a57c-58c524424135 req-f2b61bdf-90e8-435b-9095-1b8b00f74f79 service neutron] Transition to ACTIVE for port object 74b10913-b49f-42a3-99c7-646a0b05be35 will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:02:28.594635 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-4550b446-cbb4-49c9-a57c-58c524424135 req-f2b61bdf-90e8-435b-9095-1b8b00f74f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:28.642505 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b61bdf-90e8-435b-9095-1b8b00f74f79 service neutron] Pushing event updated for resources: {'Port': ['ID=74b10913-b49f-42a3-99c7-646a0b05be35,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:02:28.720361 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-4550b446-cbb4-49c9-a57c-58c524424135 req-f2b61bdf-90e8-435b-9095-1b8b00f74f79 service neutron] Attempting to bind port 74b10913-b49f-42a3-99c7-646a0b05be35 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:02:28.721033 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-4550b446-cbb4-49c9-a57c-58c524424135 req-f2b61bdf-90e8-435b-9095-1b8b00f74f79 service neutron] Attempting to bind port 74b10913-b49f-42a3-99c7-646a0b05be35 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'abe68b19-327b-4d20-ba64-ea42919358e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6a54c07-2d47-46dc-9ba8-7637e92ba127'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:02:28.721524 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4550b446-cbb4-49c9-a57c-58c524424135 req-f2b61bdf-90e8-435b-9095-1b8b00f74f79 service neutron] Attempting to bind port 74b10913-b49f-42a3-99c7-646a0b05be35 on network c6a54c07-2d47-46dc-9ba8-7637e92ba127 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:02:28.726892 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4550b446-cbb4-49c9-a57c-58c524424135 req-f2b61bdf-90e8-435b-9095-1b8b00f74f79 service neutron] Port 74b10913-b49f-42a3-99c7-646a0b05be35 on network c6a54c07-2d47-46dc-9ba8-7637e92ba127 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 12:02:28.727323 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4550b446-cbb4-49c9-a57c-58c524424135 req-f2b61bdf-90e8-435b-9095-1b8b00f74f79 service neutron] Attempting to bind port 74b10913-b49f-42a3-99c7-646a0b05be35 on network c6a54c07-2d47-46dc-9ba8-7637e92ba127 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:02:28.733712 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4550b446-cbb4-49c9-a57c-58c524424135 req-f2b61bdf-90e8-435b-9095-1b8b00f74f79 service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:02:28.734055 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4550b446-cbb4-49c9-a57c-58c524424135 req-f2b61bdf-90e8-435b-9095-1b8b00f74f79 service neutron] Checking segment: {'id': 'abe68b19-327b-4d20-ba64-ea42919358e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6a54c07-2d47-46dc-9ba8-7637e92ba127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:02:28.734498 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4550b446-cbb4-49c9-a57c-58c524424135 req-f2b61bdf-90e8-435b-9095-1b8b00f74f79 service neutron] Bound using segment: {'id': 'abe68b19-327b-4d20-ba64-ea42919358e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6a54c07-2d47-46dc-9ba8-7637e92ba127'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:02:28.734935 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-4550b446-cbb4-49c9-a57c-58c524424135 req-f2b61bdf-90e8-435b-9095-1b8b00f74f79 service neutron] Bound port: 74b10913-b49f-42a3-99c7-646a0b05be35, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abe68b19-327b-4d20-ba64-ea42919358e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6a54c07-2d47-46dc-9ba8-7637e92ba127'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:02:28.735297 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-4550b446-cbb4-49c9-a57c-58c524424135 req-f2b61bdf-90e8-435b-9095-1b8b00f74f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:28.846742 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7461c07-474b-4586-aeba-1fed785637e0 req-dfab7351-af05-4038-8311-0deccade5993 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:28.848156 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b7461c07-474b-4586-aeba-1fed785637e0 req-dfab7351-af05-4038-8311-0deccade5993 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/ports?device_id=377de691-7146-4a96-b25e-60d818a14d4e HTTP/1.1" status: 200 len: 944 time: 0.0735695 Apr 29 12:02:28.849208 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-4550b446-cbb4-49c9-a57c-58c524424135 req-f2b61bdf-90e8-435b-9095-1b8b00f74f79 service neutron] For port 74b10913-b49f-42a3-99c7-646a0b05be35, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:02:28.866386 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-4550b446-cbb4-49c9-a57c-58c524424135 req-f2b61bdf-90e8-435b-9095-1b8b00f74f79 service neutron] For port 74b10913-b49f-42a3-99c7-646a0b05be35, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=74b10913-b49f-42a3-99c7-646a0b05be35,segment=NetworkSegment(abe68b19-327b-4d20-ba64-ea42919358e3),segment_id=abe68b19-327b-4d20-ba64-ea42919358e3)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:02:28.875416 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-4550b446-cbb4-49c9-a57c-58c524424135 req-f2b61bdf-90e8-435b-9095-1b8b00f74f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:28.930804 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550b446-cbb4-49c9-a57c-58c524424135 req-f2b61bdf-90e8-435b-9095-1b8b00f74f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:28.931422 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-4550b446-cbb4-49c9-a57c-58c524424135 req-f2b61bdf-90e8-435b-9095-1b8b00f74f79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:28.932879 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4550b446-cbb4-49c9-a57c-58c524424135 req-f2b61bdf-90e8-435b-9095-1b8b00f74f79 service neutron] 10.222.0.62 "PUT /v2.0/ports/74b10913-b49f-42a3-99c7-646a0b05be35 HTTP/1.1" status: 200 len: 1094 time: 0.6944363 Apr 29 12:02:28.933617 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377de691-7146-4a96-b25e-60d818a14d4e', 'tag': '74b10913-b49f-42a3-99c7-646a0b05be35'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:02:28.936449 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d341a34e-8730-4ccd-90db-3be888c86b29" -d '{"events": [{"name": "network-changed", "server_uuid": "377de691-7146-4a96-b25e-60d818a14d4e", "tag": "74b10913-b49f-42a3-99c7-646a0b05be35"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:02:28.944524 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b7461c07-474b-4586-aeba-1fed785637e0 req-ddafc398-4487-493c-a64e-ba695f2c8039 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f7e3a9d-3813-4400-9a3e-7da61bc26276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864065 Apr 29 12:02:28.971395 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b61bdf-90e8-435b-9095-1b8b00f74f79 service neutron] Pushing event updated for resources: {'Port': ['ID=74b10913-b49f-42a3-99c7-646a0b05be35,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:02:28.988689 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4ef19a-a766-4921-9a95-90cfa22a9b09 x-openstack-request-id: req-cc4ef19a-a766-4921-9a95-90cfa22a9b09 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:02:28.988938 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "377de691-7146-4a96-b25e-60d818a14d4e", "tag": "74b10913-b49f-42a3-99c7-646a0b05be35", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:02:28.989254 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cc4ef19a-a766-4921-9a95-90cfa22a9b09 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:02:28.989723 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc4ef19a-a766-4921-9a95-90cfa22a9b09'] response: {'name': 'network-changed', 'server_uuid': '377de691-7146-4a96-b25e-60d818a14d4e', 'tag': '74b10913-b49f-42a3-99c7-646a0b05be35', 'status': 'completed', 'code': 200} Apr 29 12:02:29.044386 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550b446-cbb4-49c9-a57c-58c524424135 req-eb86c53a-4cb0-4d96-9cc3-cc33ddd70e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:29.045912 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4550b446-cbb4-49c9-a57c-58c524424135 req-eb86c53a-4cb0-4d96-9cc3-cc33ddd70e06 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69e6b5d37bce4402a8542a2cdc46f6a6&device_id=377de691-7146-4a96-b25e-60d818a14d4e HTTP/1.1" status: 200 len: 1097 time: 0.0507603 Apr 29 12:02:29.093099 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4550b446-cbb4-49c9-a57c-58c524424135 req-48b96799-a8ae-4a2d-a277-8fbc09ade2d3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74b10913-b49f-42a3-99c7-646a0b05be35 HTTP/1.1" status: 200 len: 217 time: 0.0379379 Apr 29 12:02:29.144623 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550b446-cbb4-49c9-a57c-58c524424135 req-5bdb1693-6b2c-40e5-9987-72a1e3508d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:29.146093 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4550b446-cbb4-49c9-a57c-58c524424135 req-5bdb1693-6b2c-40e5-9987-72a1e3508d33 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9db4a68-df8e-41f4-a54f-f938aa5a9ce5 HTTP/1.1" status: 200 len: 856 time: 0.0449302 Apr 29 12:02:29.197631 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550b446-cbb4-49c9-a57c-58c524424135 req-8558813f-151c-4265-afbe-1e3447cae3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:29.199112 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4550b446-cbb4-49c9-a57c-58c524424135 req-8558813f-151c-4265-afbe-1e3447cae3f0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c6a54c07-2d47-46dc-9ba8-7637e92ba127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0458336 Apr 29 12:02:29.269544 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:02:29.295520 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4550b446-cbb4-49c9-a57c-58c524424135 req-14940540-38b7-47cc-869d-595e3300edfe service neutron] 10.222.0.62 "GET /v2.0/networks/c6a54c07-2d47-46dc-9ba8-7637e92ba127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862906 Apr 29 12:02:29.390824 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4550b446-cbb4-49c9-a57c-58c524424135 req-4cbd61b9-e0da-4bb0-83b4-27feaf8960fe service neutron] 10.222.0.62 "GET /v2.0/networks/c6a54c07-2d47-46dc-9ba8-7637e92ba127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882142 Apr 29 12:02:29.478734 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341a34e-8730-4ccd-90db-3be888c86b29 req-2530492e-67d7-4f7a-b6d9-9b5c78dbc460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:29.480230 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d341a34e-8730-4ccd-90db-3be888c86b29 req-2530492e-67d7-4f7a-b6d9-9b5c78dbc460 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69e6b5d37bce4402a8542a2cdc46f6a6&device_id=377de691-7146-4a96-b25e-60d818a14d4e HTTP/1.1" status: 200 len: 1097 time: 0.0451522 Apr 29 12:02:29.569407 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341a34e-8730-4ccd-90db-3be888c86b29 req-81ac29ba-84cf-4950-9ad7-099964b98987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:29.570925 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d341a34e-8730-4ccd-90db-3be888c86b29 req-81ac29ba-84cf-4950-9ad7-099964b98987 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c6a54c07-2d47-46dc-9ba8-7637e92ba127 HTTP/1.1" status: 200 len: 918 time: 0.0838513 Apr 29 12:02:29.618153 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d341a34e-8730-4ccd-90db-3be888c86b29 req-9cecab7c-48a7-4a52-9b7d-5b81d91d1d8d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74b10913-b49f-42a3-99c7-646a0b05be35 HTTP/1.1" status: 200 len: 217 time: 0.0401440 Apr 29 12:02:29.667994 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341a34e-8730-4ccd-90db-3be888c86b29 req-e5f441a0-fb75-4d1b-a8f1-9a10c069f88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:29.669709 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d341a34e-8730-4ccd-90db-3be888c86b29 req-e5f441a0-fb75-4d1b-a8f1-9a10c069f88f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9db4a68-df8e-41f4-a54f-f938aa5a9ce5 HTTP/1.1" status: 200 len: 856 time: 0.0441759 Apr 29 12:02:29.718627 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341a34e-8730-4ccd-90db-3be888c86b29 req-b0ce1b96-d5ab-47fb-b8d9-5af786e4190c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:29.720125 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d341a34e-8730-4ccd-90db-3be888c86b29 req-b0ce1b96-d5ab-47fb-b8d9-5af786e4190c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c6a54c07-2d47-46dc-9ba8-7637e92ba127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407391 Apr 29 12:02:29.817774 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d341a34e-8730-4ccd-90db-3be888c86b29 req-03c96b4c-18e5-4d83-8f61-5f5a3c0cd43d service neutron] 10.222.0.62 "GET /v2.0/networks/c6a54c07-2d47-46dc-9ba8-7637e92ba127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864387 Apr 29 12:02:29.910557 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d341a34e-8730-4ccd-90db-3be888c86b29 req-1e774a63-4d03-4255-9427-9b3f5362becd service neutron] 10.222.0.62 "GET /v2.0/networks/c6a54c07-2d47-46dc-9ba8-7637e92ba127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841808 Apr 29 12:02:30.071224 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091939d1-3589-4638-8ecd-542d11438e13 req-adb49ae9-a7e2-40a7-a6ac-0c17dde383fa tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:30.072699 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-091939d1-3589-4638-8ecd-542d11438e13 req-adb49ae9-a7e2-40a7-a6ac-0c17dde383fa tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/ports?device_id=377de691-7146-4a96-b25e-60d818a14d4e HTTP/1.1" status: 200 len: 944 time: 0.0565910 Apr 29 12:02:30.097089 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:30.111803 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-091939d1-3589-4638-8ecd-542d11438e13 req-057aca4c-c171-4871-9e16-38ead648b58f tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f7e3a9d-3813-4400-9a3e-7da61bc26276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329752 Apr 29 12:02:30.248256 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:31.233871 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929dca59-0cd3-40e5-b177-98637f6e7643 req-cefbb664-45d5-4252-93d4-8b024ccc1a6e tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:31.235498 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-929dca59-0cd3-40e5-b177-98637f6e7643 req-cefbb664-45d5-4252-93d4-8b024ccc1a6e tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/ports?device_id=377de691-7146-4a96-b25e-60d818a14d4e HTTP/1.1" status: 200 len: 944 time: 0.0509133 Apr 29 12:02:31.274996 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-929dca59-0cd3-40e5-b177-98637f6e7643 req-fdb662d4-ff66-48e7-aa43-095e2386af82 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f7e3a9d-3813-4400-9a3e-7da61bc26276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334275 Apr 29 12:02:31.728345 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 74b10913-b49f-42a3-99c7-646a0b05be35 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 12:02:31.833105 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 74b10913-b49f-42a3-99c7-646a0b05be35, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=74b10913-b49f-42a3-99c7-646a0b05be35,segment=NetworkSegment(abe68b19-327b-4d20-ba64-ea42919358e3),segment_id=abe68b19-327b-4d20-ba64-ea42919358e3)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:02:31.845601 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '74b10913-b49f-42a3-99c7-646a0b05be35', 'network_id': 'c6a54c07-2d47-46dc-9ba8-7637e92ba127', 'port_id': '74b10913-b49f-42a3-99c7-646a0b05be35', 'mac_address': 'fa:16:3e:03:e7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9db4a68-df8e-41f4-a54f-f938aa5a9ce5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 12:02:31.881138 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:31.894547 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b10913-b49f-42a3-99c7-646a0b05be35 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:02:31.913778 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 74b10913-b49f-42a3-99c7-646a0b05be35, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=74b10913-b49f-42a3-99c7-646a0b05be35,segment=NetworkSegment(abe68b19-327b-4d20-ba64-ea42919358e3),segment_id=abe68b19-327b-4d20-ba64-ea42919358e3)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:02:31.917552 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:31.968840 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=74b10913-b49f-42a3-99c7-646a0b05be35,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:02:31.975639 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:31.975986 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:31.976327 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:31.976658 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:31.976987 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:31.977320 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:31.977647 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:31.977981 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:31.978339 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:31.978714 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:31.978984 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:31.979303 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:32.199855 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['74b10913-b49f-42a3-99c7-646a0b05be35'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 12:02:32.392598 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393dd19-a776-41b1-952e-91f20cf2d825 req-77555dde-f0ea-4516-864b-7839f574b409 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:32.394160 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9393dd19-a776-41b1-952e-91f20cf2d825 req-77555dde-f0ea-4516-864b-7839f574b409 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/ports?device_id=377de691-7146-4a96-b25e-60d818a14d4e HTTP/1.1" status: 200 len: 945 time: 0.0506816 Apr 29 12:02:32.431415 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9393dd19-a776-41b1-952e-91f20cf2d825 req-ff3487f5-028c-421b-b9f2-111650f277ca tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f7e3a9d-3813-4400-9a3e-7da61bc26276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311332 Apr 29 12:02:33.554049 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab5243-ed29-4183-adbe-7342c863cb71 req-8cc98b31-e29a-4498-8e2d-fb76e4965b4a tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:33.555628 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ddab5243-ed29-4183-adbe-7342c863cb71 req-8cc98b31-e29a-4498-8e2d-fb76e4965b4a tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/ports?device_id=377de691-7146-4a96-b25e-60d818a14d4e HTTP/1.1" status: 200 len: 945 time: 0.0548260 Apr 29 12:02:33.595722 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ddab5243-ed29-4183-adbe-7342c863cb71 req-fbb1aed9-295e-4049-b10a-7766ec0ef6de tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f7e3a9d-3813-4400-9a3e-7da61bc26276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333426 Apr 29 12:02:33.745653 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 74b10913-b49f-42a3-99c7-646a0b05be35 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:02:33.798111 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port 74b10913-b49f-42a3-99c7-646a0b05be35 completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:02:33.802288 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 74b10913-b49f-42a3-99c7-646a0b05be35 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:02:33.802664 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:33.879688 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:33.901380 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377de691-7146-4a96-b25e-60d818a14d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b10913-b49f-42a3-99c7-646a0b05be35'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:02:33.903775 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09dff685-b502-41b0-a8c2-8edaf0d26655" -d '{"events": [{"server_uuid": "377de691-7146-4a96-b25e-60d818a14d4e", "name": "network-vif-plugged", "status": "completed", "tag": "74b10913-b49f-42a3-99c7-646a0b05be35"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:02:33.915989 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 74b10913-b49f-42a3-99c7-646a0b05be35, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=74b10913-b49f-42a3-99c7-646a0b05be35,segment=NetworkSegment(abe68b19-327b-4d20-ba64-ea42919358e3),segment_id=abe68b19-327b-4d20-ba64-ea42919358e3)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:02:33.920686 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:33.947742 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b260e6d1-6676-4686-ade5-0f98971037a0 x-openstack-request-id: req-b260e6d1-6676-4686-ade5-0f98971037a0 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:02:33.948036 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377de691-7146-4a96-b25e-60d818a14d4e", "name": "network-vif-plugged", "status": "completed", "tag": "74b10913-b49f-42a3-99c7-646a0b05be35", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:02:33.948364 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b260e6d1-6676-4686-ade5-0f98971037a0 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:02:33.948735 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b260e6d1-6676-4686-ade5-0f98971037a0'] response: {'server_uuid': '377de691-7146-4a96-b25e-60d818a14d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b10913-b49f-42a3-99c7-646a0b05be35', 'code': 200} Apr 29 12:02:33.974957 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=74b10913-b49f-42a3-99c7-646a0b05be35,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:02:34.119474 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e9eb5-d923-4339-bce7-c0a68cca13e0 req-a072c5d7-72a2-4508-9c92-ac5b7c5780c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:34.120876 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8b2e9eb5-d923-4339-bce7-c0a68cca13e0 req-a072c5d7-72a2-4508-9c92-ac5b7c5780c4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=377de691-7146-4a96-b25e-60d818a14d4e HTTP/1.1" status: 200 len: 1099 time: 0.0425441 Apr 29 12:02:34.155503 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8b2e9eb5-d923-4339-bce7-c0a68cca13e0 req-a44abdc5-2982-4c39-8856-8cf124012985 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1f7e3a9d-3813-4400-9a3e-7da61bc26276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272899 Apr 29 12:02:34.720768 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c75450-f042-4bb7-b09d-d75a160d63f3 req-4e096cde-0f89-41ee-8603-b6c4780c3e96 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:34.722460 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-67c75450-f042-4bb7-b09d-d75a160d63f3 req-4e096cde-0f89-41ee-8603-b6c4780c3e96 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/ports?device_id=377de691-7146-4a96-b25e-60d818a14d4e HTTP/1.1" status: 200 len: 946 time: 0.0505269 Apr 29 12:02:34.759827 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-67c75450-f042-4bb7-b09d-d75a160d63f3 req-47243497-59b5-4024-b2c0-43eff9f6de3c tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f7e3a9d-3813-4400-9a3e-7da61bc26276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313294 Apr 29 12:02:35.892385 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db35a7b-57de-432c-b1a6-19107a980255 req-109a45a4-26a1-4564-95ed-eb321e87e2dc tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:35.893849 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1db35a7b-57de-432c-b1a6-19107a980255 req-109a45a4-26a1-4564-95ed-eb321e87e2dc tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/ports?device_id=377de691-7146-4a96-b25e-60d818a14d4e HTTP/1.1" status: 200 len: 946 time: 0.0632267 Apr 29 12:02:35.931338 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1db35a7b-57de-432c-b1a6-19107a980255 req-f3cf8e7e-af73-4fe0-9c7f-2767965be623 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f7e3a9d-3813-4400-9a3e-7da61bc26276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315142 Apr 29 12:02:36.046691 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf1f82-5fec-45fe-b3e4-a2ab2f1292bb req-ccbe72eb-ad79-4023-a2b6-aa98a2835516 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:36.048087 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b6cf1f82-5fec-45fe-b3e4-a2ab2f1292bb req-ccbe72eb-ad79-4023-a2b6-aa98a2835516 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/ports?device_id=377de691-7146-4a96-b25e-60d818a14d4e HTTP/1.1" status: 200 len: 946 time: 0.0493677 Apr 29 12:02:36.086451 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b6cf1f82-5fec-45fe-b3e4-a2ab2f1292bb req-4ea4e1c5-827f-43d3-804c-f3891a646a9f tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f7e3a9d-3813-4400-9a3e-7da61bc26276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322490 Apr 29 12:02:53.616059 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9169c10f-3abe-4380-ae98-114abfd8fea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:55.633801 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d430a-bf5e-418f-9b2e-31e6eb8e0e05 req-2ab5d563-0d2a-4afa-98ff-5a8591010f36 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:55.635376 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eb1d430a-bf5e-418f-9b2e-31e6eb8e0e05 req-2ab5d563-0d2a-4afa-98ff-5a8591010f36 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/ports?device_id=377de691-7146-4a96-b25e-60d818a14d4e HTTP/1.1" status: 200 len: 946 time: 0.0549228 Apr 29 12:02:55.680783 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eb1d430a-bf5e-418f-9b2e-31e6eb8e0e05 req-16d5a9c2-94cc-4b58-b04e-60384b2bc28b tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f7e3a9d-3813-4400-9a3e-7da61bc26276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377147 Apr 29 12:02:56.810327 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c54875-c604-460e-b215-cb89e4e11739 req-a5bc5966-e602-468f-b047-44b8d48ea2d9 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:56.812120 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-22c54875-c604-460e-b215-cb89e4e11739 req-a5bc5966-e602-468f-b047-44b8d48ea2d9 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/ports?device_id=377de691-7146-4a96-b25e-60d818a14d4e HTTP/1.1" status: 200 len: 946 time: 0.0552328 Apr 29 12:02:56.851836 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-22c54875-c604-460e-b215-cb89e4e11739 req-5d24defc-31a3-45c4-87fc-badd69fa1fcd tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f7e3a9d-3813-4400-9a3e-7da61bc26276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333257 Apr 29 12:02:57.290672 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:57.372630 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a741b-b0a9-450e-ae37-2f62b4038d99 req-bb458b21-5e70-4506-9b04-9f3124e7b137 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:57.375202 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eb6a741b-b0a9-450e-ae37-2f62b4038d99 req-bb458b21-5e70-4506-9b04-9f3124e7b137 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.62 "GET /v2.0/ports?device_id=377de691-7146-4a96-b25e-60d818a14d4e HTTP/1.1" status: 200 len: 946 time: 0.0512393 Apr 29 12:02:57.466192 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-eb6a741b-b0a9-450e-ae37-2f62b4038d99 req-ea0f3951-eed2-4dd8-afec-0ccf35823d64 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Deleting port 74b10913-b49f-42a3-99c7-646a0b05be35 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:02:57.466560 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-eb6a741b-b0a9-450e-ae37-2f62b4038d99 req-ea0f3951-eed2-4dd8-afec-0ccf35823d64 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:57.564065 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-eb6a741b-b0a9-450e-ae37-2f62b4038d99 req-ea0f3951-eed2-4dd8-afec-0ccf35823d64 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] For port 74b10913-b49f-42a3-99c7-646a0b05be35, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=74b10913-b49f-42a3-99c7-646a0b05be35,segment=NetworkSegment(abe68b19-327b-4d20-ba64-ea42919358e3),segment_id=abe68b19-327b-4d20-ba64-ea42919358e3)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:02:57.564336 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-eb6a741b-b0a9-450e-ae37-2f62b4038d99 req-ea0f3951-eed2-4dd8-afec-0ccf35823d64 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:57.577580 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-eb6a741b-b0a9-450e-ae37-2f62b4038d99 req-ea0f3951-eed2-4dd8-afec-0ccf35823d64 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Calling delete_port for 74b10913-b49f-42a3-99c7-646a0b05be35 owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:02:57.712349 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-eb6a741b-b0a9-450e-ae37-2f62b4038d99 req-ea0f3951-eed2-4dd8-afec-0ccf35823d64 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:57.728246 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['74b10913-b49f-42a3-99c7-646a0b05be35'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 12:02:57.740755 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f3951-eed2-4dd8-afec-0ccf35823d64 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Pushing event deleted for resources: {'Port': ['ID=74b10913-b49f-42a3-99c7-646a0b05be35,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:02:57.753673 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0f3951-eed2-4dd8-afec-0ccf35823d64 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:57.753997 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0f3951-eed2-4dd8-afec-0ccf35823d64 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:57.754374 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0f3951-eed2-4dd8-afec-0ccf35823d64 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:57.754715 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0f3951-eed2-4dd8-afec-0ccf35823d64 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:57.755052 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0f3951-eed2-4dd8-afec-0ccf35823d64 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:57.755384 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0f3951-eed2-4dd8-afec-0ccf35823d64 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:57.755720 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0f3951-eed2-4dd8-afec-0ccf35823d64 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:57.756070 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0f3951-eed2-4dd8-afec-0ccf35823d64 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:57.756370 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0f3951-eed2-4dd8-afec-0ccf35823d64 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:57.756697 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0f3951-eed2-4dd8-afec-0ccf35823d64 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:57.757020 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0f3951-eed2-4dd8-afec-0ccf35823d64 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:57.757345 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0f3951-eed2-4dd8-afec-0ccf35823d64 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:57.793318 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6a741b-b0a9-450e-ae37-2f62b4038d99 req-ea0f3951-eed2-4dd8-afec-0ccf35823d64 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] No DVR routers for this DVR port 74b10913-b49f-42a3-99c7-646a0b05be35 on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:02:57.796605 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-eb6a741b-b0a9-450e-ae37-2f62b4038d99 req-ea0f3951-eed2-4dd8-afec-0ccf35823d64 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:57.800162 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eb6a741b-b0a9-450e-ae37-2f62b4038d99 req-ea0f3951-eed2-4dd8-afec-0ccf35823d64 tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.62 "DELETE /v2.0/ports/74b10913-b49f-42a3-99c7-646a0b05be35 HTTP/1.1" status: 204 len: 173 time: 0.4187250 Apr 29 12:02:57.800676 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377de691-7146-4a96-b25e-60d818a14d4e', 'name': 'network-vif-deleted', 'tag': '74b10913-b49f-42a3-99c7-646a0b05be35'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:02:57.803163 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3869fbb8-e604-430f-8c4c-29378d94ea39" -d '{"events": [{"server_uuid": "377de691-7146-4a96-b25e-60d818a14d4e", "name": "network-vif-deleted", "tag": "74b10913-b49f-42a3-99c7-646a0b05be35"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:02:57.828638 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-81a35a2f-825a-420e-bf0e-dff39ddde163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:57.851730 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81ca65d-d12a-42d5-a66d-e86ca7d683f9 x-openstack-request-id: req-e81ca65d-d12a-42d5-a66d-e86ca7d683f9 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:02:57.852640 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377de691-7146-4a96-b25e-60d818a14d4e", "name": "network-vif-deleted", "tag": "74b10913-b49f-42a3-99c7-646a0b05be35", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:02:57.852893 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e81ca65d-d12a-42d5-a66d-e86ca7d683f9 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:02:57.853304 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e81ca65d-d12a-42d5-a66d-e86ca7d683f9'] response: {'server_uuid': '377de691-7146-4a96-b25e-60d818a14d4e', 'name': 'network-vif-deleted', 'tag': '74b10913-b49f-42a3-99c7-646a0b05be35', 'status': 'completed', 'code': 200} Apr 29 12:02:57.980752 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0e1dcd0b-4e7a-4e0f-aaa1-a554b16cf0e4 req-484c1b12-c2f2-45ba-a423-24e34ba6f45f tempest-TestEncryptedCinderVolumes-110009686 tempest-TestEncryptedCinderVolumes-110009686-project] 10.222.0.69 "GET /v2.0/ports?device_id=377de691-7146-4a96-b25e-60d818a14d4e HTTP/1.1" status: 200 len: 210 time: 0.0314071 Apr 29 12:02:58.587687 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:59.069339 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57768) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:02:59.421406 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5ffda9d1-69dc-4947-9eb4-ca1c635c8ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:59.997764 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-5ffda9d1-69dc-4947-9eb4-ca1c635c8ba2 admin admin] Deleting port dd16ad20-61a7-4ef9-97e1-286bc5639a2c {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:02:59.999112 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5ffda9d1-69dc-4947-9eb4-ca1c635c8ba2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:00.077284 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-5ffda9d1-69dc-4947-9eb4-ca1c635c8ba2 admin admin] For port dd16ad20-61a7-4ef9-97e1-286bc5639a2c, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=dd16ad20-61a7-4ef9-97e1-286bc5639a2c,segment=NetworkSegment(abe68b19-327b-4d20-ba64-ea42919358e3),segment_id=abe68b19-327b-4d20-ba64-ea42919358e3)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:03:00.078022 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5ffda9d1-69dc-4947-9eb4-ca1c635c8ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:00.091160 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-5ffda9d1-69dc-4947-9eb4-ca1c635c8ba2 admin admin] Calling delete_port for dd16ad20-61a7-4ef9-97e1-286bc5639a2c owned by network:router_interface {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:03:00.100790 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:00.252295 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:00.277740 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5ffda9d1-69dc-4947-9eb4-ca1c635c8ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:00.306398 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffda9d1-69dc-4947-9eb4-ca1c635c8ba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd16ad20-61a7-4ef9-97e1-286bc5639a2c,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:00.318436 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffda9d1-69dc-4947-9eb4-ca1c635c8ba2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:00.318785 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffda9d1-69dc-4947-9eb4-ca1c635c8ba2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:00.319155 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffda9d1-69dc-4947-9eb4-ca1c635c8ba2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:00.319494 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffda9d1-69dc-4947-9eb4-ca1c635c8ba2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:00.319828 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffda9d1-69dc-4947-9eb4-ca1c635c8ba2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:00.320150 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffda9d1-69dc-4947-9eb4-ca1c635c8ba2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:00.320474 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffda9d1-69dc-4947-9eb4-ca1c635c8ba2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:00.320795 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffda9d1-69dc-4947-9eb4-ca1c635c8ba2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:00.321114 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffda9d1-69dc-4947-9eb4-ca1c635c8ba2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:00.321444 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffda9d1-69dc-4947-9eb4-ca1c635c8ba2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:00.321758 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffda9d1-69dc-4947-9eb4-ca1c635c8ba2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:00.322074 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffda9d1-69dc-4947-9eb4-ca1c635c8ba2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:00.488191 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5ffda9d1-69dc-4947-9eb4-ca1c635c8ba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:00.708533 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffda9d1-69dc-4947-9eb4-ca1c635c8ba2 admin admin] Router 96ea6358-c1e2-4e08-9c76-7f91d982bc2b has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:03:00.819485 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffda9d1-69dc-4947-9eb4-ca1c635c8ba2 admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:03:00.824499 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5ffda9d1-69dc-4947-9eb4-ca1c635c8ba2 admin admin] 10.222.0.69 "PUT /v2.0/routers/96ea6358-c1e2-4e08-9c76-7f91d982bc2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7541482 Apr 29 12:03:00.827911 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57772) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:03:00.828860 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c36c91-8368-420f-9491-cd4e83ec3543 None None] Sync routers for ids ['96ea6358-c1e2-4e08-9c76-7f91d982bc2b'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:03:00.838572 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c36c91-8368-420f-9491-cd4e83ec3543 None None] Routers {'96ea6358-c1e2-4e08-9c76-7f91d982bc2b'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:03:00.839178 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-32c36c91-8368-420f-9491-cd4e83ec3543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:02:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['96ea6358-c1e2-4e08-9c76-7f91d982bc2b'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:00.933676 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-229a9c40-37d5-4dc0-b4af-9b4e72245955 admin admin] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:00.945146 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-32c36c91-8368-420f-9491-cd4e83ec3543 None None] Set router 96ea6358-c1e2-4e08-9c76-7f91d982bc2b gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:03:01.044797 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-229a9c40-37d5-4dc0-b4af-9b4e72245955 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:01.105684 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-229a9c40-37d5-4dc0-b4af-9b4e72245955 admin admin] Deleting port 2fdb6730-fd72-408e-98b1-a5d061585f21 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:03:01.106396 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-229a9c40-37d5-4dc0-b4af-9b4e72245955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:01.136862 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-32c36c91-8368-420f-9491-cd4e83ec3543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ea6358-c1e2-4e08-9c76-7f91d982bc2b', 'name': 'tempest-TestEncryptedCinderVolumes-1806018999-router', 'tenant_id': '69e6b5d37bce4402a8542a2cdc46f6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '2fdb6730-fd72-408e-98b1-a5d061585f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:01:41Z', 'updated_at': '2022-04-29T12:03:00Z', 'revision_number': 5, 'project_id': '69e6b5d37bce4402a8542a2cdc46f6a6', 'gw_port': {'id': '2fdb6730-fd72-408e-98b1-a5d061585f21', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:37:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ea6358-c1e2-4e08-9c76-7f91d982bc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:01:42Z', 'updated_at': '2022-04-29T12:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:01.165362 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c36c91-8368-420f-9491-cd4e83ec3543 None None] Checking router: 96ea6358-c1e2-4e08-9c76-7f91d982bc2b for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:03:01.175127 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c36c91-8368-420f-9491-cd4e83ec3543 None None] Routers {'96ea6358-c1e2-4e08-9c76-7f91d982bc2b'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:03:01.175771 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-32c36c91-8368-420f-9491-cd4e83ec3543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:02:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['96ea6358-c1e2-4e08-9c76-7f91d982bc2b'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:01.194560 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-229a9c40-37d5-4dc0-b4af-9b4e72245955 admin admin] For port 2fdb6730-fd72-408e-98b1-a5d061585f21, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=2fdb6730-fd72-408e-98b1-a5d061585f21,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:03:01.194923 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-229a9c40-37d5-4dc0-b4af-9b4e72245955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:01.209278 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-229a9c40-37d5-4dc0-b4af-9b4e72245955 admin admin] Calling delete_port for 2fdb6730-fd72-408e-98b1-a5d061585f21 owned by network:router_gateway {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:03:01.265814 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-32c36c91-8368-420f-9491-cd4e83ec3543 None None] Set router 96ea6358-c1e2-4e08-9c76-7f91d982bc2b gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:03:01.321539 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-32c36c91-8368-420f-9491-cd4e83ec3543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ea6358-c1e2-4e08-9c76-7f91d982bc2b', 'name': 'tempest-TestEncryptedCinderVolumes-1806018999-router', 'tenant_id': '69e6b5d37bce4402a8542a2cdc46f6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:01:41Z', 'updated_at': '2022-04-29T12:03:01Z', 'revision_number': 6, 'project_id': '69e6b5d37bce4402a8542a2cdc46f6a6', 'gw_port_host': None}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:01.350188 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c36c91-8368-420f-9491-cd4e83ec3543 None None] The sync data for ids ['96ea6358-c1e2-4e08-9c76-7f91d982bc2b'] in dv-neutron-838888-1-hyperv is: [{'id': '96ea6358-c1e2-4e08-9c76-7f91d982bc2b', 'name': 'tempest-TestEncryptedCinderVolumes-1806018999-router', 'tenant_id': '69e6b5d37bce4402a8542a2cdc46f6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:01:41Z', 'updated_at': '2022-04-29T12:03:01Z', 'revision_number': 6, 'project_id': '69e6b5d37bce4402a8542a2cdc46f6a6', 'gw_port_host': None}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:03:01.384936 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-229a9c40-37d5-4dc0-b4af-9b4e72245955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:01.415982 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a9c40-37d5-4dc0-b4af-9b4e72245955 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fdb6730-fd72-408e-98b1-a5d061585f21,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:01.477986 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-229a9c40-37d5-4dc0-b4af-9b4e72245955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:01.572782 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-229a9c40-37d5-4dc0-b4af-9b4e72245955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:01.574937 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-229a9c40-37d5-4dc0-b4af-9b4e72245955 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:01.622397 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-229a9c40-37d5-4dc0-b4af-9b4e72245955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:01.622979 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229a9c40-37d5-4dc0-b4af-9b4e72245955 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96ea6358-c1e2-4e08-9c76-7f91d982bc2b {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 12:03:01.628853 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-229a9c40-37d5-4dc0-b4af-9b4e72245955 admin admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:01.630464 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-229a9c40-37d5-4dc0-b4af-9b4e72245955 admin admin] 10.222.0.69 "DELETE /v2.0/routers/96ea6358-c1e2-4e08-9c76-7f91d982bc2b HTTP/1.1" status: 204 len: 168 time: 0.8015349 Apr 29 12:03:01.633061 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57774) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:03:01.679653 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbee9e16-1226-4ec1-99e5-0029e54cf52d admin admin] Deleting subnet a9db4a68-df8e-41f4-a54f-f938aa5a9ce5 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 12:03:01.683069 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bbee9e16-1226-4ec1-99e5-0029e54cf52d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:01.720646 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bbee9e16-1226-4ec1-99e5-0029e54cf52d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:01.837373 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device dd16ad20-61a7-4ef9-97e1-286bc5639a2c no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:03:01.839641 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bbee9e16-1226-4ec1-99e5-0029e54cf52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:01.862957 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 74b10913-b49f-42a3-99c7-646a0b05be35 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:03:01.865875 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: dd16ad20-61a7-4ef9-97e1-286bc5639a2c {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:03:01.866458 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device dd16ad20-61a7-4ef9-97e1-286bc5639a2c not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:03:01.885408 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: 74b10913-b49f-42a3-99c7-646a0b05be35 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:03:01.885744 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 74b10913-b49f-42a3-99c7-646a0b05be35 not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:03:01.907667 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bbee9e16-1226-4ec1-99e5-0029e54cf52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:01.934382 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee9e16-1226-4ec1-99e5-0029e54cf52d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9db4a68-df8e-41f4-a54f-f938aa5a9ce5,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:01.939260 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bbee9e16-1226-4ec1-99e5-0029e54cf52d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:01.943573 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-bbee9e16-1226-4ec1-99e5-0029e54cf52d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a9db4a68-df8e-41f4-a54f-f938aa5a9ce5 HTTP/1.1" status: 204 len: 168 time: 0.3091569 Apr 29 12:03:01.944583 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2dce7f-49b5-4c0b-8ff5-ef5020ef95fb None None] Network c6a54c07-2d47-46dc-9ba8-7637e92ba127 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:03:01.945820 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57776) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:03:02.029622 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cdf8f4c-4488-4d54-b9c8-4e1c5ea2e6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:02.091072 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-5cdf8f4c-4488-4d54-b9c8-4e1c5ea2e6f2 admin admin] Deleting port 9840ceff-42b3-495a-abcc-18f8f20572df {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:03:02.091394 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cdf8f4c-4488-4d54-b9c8-4e1c5ea2e6f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:02.177556 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af98e64c-de52-45ee-9dd3-541992431bec None None] DHCP port deletion for c6a54c07-2d47-46dc-9ba8-7637e92ba127 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 12:03:02.186231 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-5cdf8f4c-4488-4d54-b9c8-4e1c5ea2e6f2 admin admin] For port 9840ceff-42b3-495a-abcc-18f8f20572df, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=9840ceff-42b3-495a-abcc-18f8f20572df,segment=NetworkSegment(abe68b19-327b-4d20-ba64-ea42919358e3),segment_id=abe68b19-327b-4d20-ba64-ea42919358e3)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:03:02.186607 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cdf8f4c-4488-4d54-b9c8-4e1c5ea2e6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:02.204644 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-5cdf8f4c-4488-4d54-b9c8-4e1c5ea2e6f2 admin admin] Calling delete_port for 9840ceff-42b3-495a-abcc-18f8f20572df owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:03:02.233390 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-af98e64c-de52-45ee-9dd3-541992431bec None None] Deleting port 9840ceff-42b3-495a-abcc-18f8f20572df {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:03:02.233763 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-af98e64c-de52-45ee-9dd3-541992431bec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:02.300495 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cdf8f4c-4488-4d54-b9c8-4e1c5ea2e6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:02.307227 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-af98e64c-de52-45ee-9dd3-541992431bec None None] For port 9840ceff-42b3-495a-abcc-18f8f20572df, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=9840ceff-42b3-495a-abcc-18f8f20572df,segment=NetworkSegment(abe68b19-327b-4d20-ba64-ea42919358e3),segment_id=abe68b19-327b-4d20-ba64-ea42919358e3)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:03:02.307706 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-af98e64c-de52-45ee-9dd3-541992431bec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:02.322387 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-af98e64c-de52-45ee-9dd3-541992431bec None None] Calling delete_port for 9840ceff-42b3-495a-abcc-18f8f20572df owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:03:02.333037 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf8f4c-4488-4d54-b9c8-4e1c5ea2e6f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9840ceff-42b3-495a-abcc-18f8f20572df,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:02.337418 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdf8f4c-4488-4d54-b9c8-4e1c5ea2e6f2 admin admin] No DVR routers for this DVR port 9840ceff-42b3-495a-abcc-18f8f20572df on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:03:02.403889 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-af98e64c-de52-45ee-9dd3-541992431bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:02.416936 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cdf8f4c-4488-4d54-b9c8-4e1c5ea2e6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:02.430357 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98e64c-de52-45ee-9dd3-541992431bec None None] Pushing event deleted for resources: {'Port': ['ID=9840ceff-42b3-495a-abcc-18f8f20572df,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:02.434717 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af98e64c-de52-45ee-9dd3-541992431bec None None] No DVR routers for this DVR port 9840ceff-42b3-495a-abcc-18f8f20572df on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:03:02.448752 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-5cdf8f4c-4488-4d54-b9c8-4e1c5ea2e6f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a54c07-2d47-46dc-9ba8-7637e92ba127']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:02.461117 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-5cdf8f4c-4488-4d54-b9c8-4e1c5ea2e6f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abe68b19-327b-4d20-ba64-ea42919358e3') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:02.461413 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-5cdf8f4c-4488-4d54-b9c8-4e1c5ea2e6f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abe68b19-327b-4d20-ba64-ea42919358e3') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:02.472705 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cdf8f4c-4488-4d54-b9c8-4e1c5ea2e6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:02.487512 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cdf8f4c-4488-4d54-b9c8-4e1c5ea2e6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:02.494378 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cdf8f4c-4488-4d54-b9c8-4e1c5ea2e6f2 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:03:02.494927 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cdf8f4c-4488-4d54-b9c8-4e1c5ea2e6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:02.497416 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 12:03:02.497416 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:03:02.497416 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 12:03:02.497416 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:03:02.497416 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 12:03:02.497416 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 12:03:02.497416 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 12:03:02.497416 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:03:02.497416 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 12:03:02.497416 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:03:02.497416 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 12:03:02.497416 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:03:02.497416 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 12:03:02.497416 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 12:03:02.497416 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:03:02.497416 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 12:03:02.497416 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:03:02.497416 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 12:03:02.497416 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 12:03:02.497416 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 12:03:02.497416 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 12:03:02.497416 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 12:03:02.497416 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:03:02.497416 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:03:02.497416 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 12:03:02.497416 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:03:02.497416 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:03:02.497416 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:03:02.497416 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:03:02.497416 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:03:02.497416 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:03:02.497416 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:03:02.558937 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cdf8f4c-4488-4d54-b9c8-4e1c5ea2e6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:02.564702 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cdf8f4c-4488-4d54-b9c8-4e1c5ea2e6f2 admin admin] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:02.568236 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5cdf8f4c-4488-4d54-b9c8-4e1c5ea2e6f2 admin admin] 10.222.0.69 "DELETE /v2.0/networks/c6a54c07-2d47-46dc-9ba8-7637e92ba127 HTTP/1.1" status: 204 len: 168 time: 0.6214375 Apr 29 12:03:02.571448 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57778) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:03:02.581664 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf8f4c-4488-4d54-b9c8-4e1c5ea2e6f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6a54c07-2d47-46dc-9ba8-7637e92ba127,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:02.926247 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-07d97c38-6336-4202-bea9-1a784a47b78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:03.188492 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-07d97c38-6336-4202-bea9-1a784a47b78a admin admin] Deleting port fa50b14d-131a-42d3-9dd1-4a40449e3605 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:03:03.188752 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-07d97c38-6336-4202-bea9-1a784a47b78a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:03.272371 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-07d97c38-6336-4202-bea9-1a784a47b78a admin admin] For port fa50b14d-131a-42d3-9dd1-4a40449e3605, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=fa50b14d-131a-42d3-9dd1-4a40449e3605,segment=NetworkSegment(c54a7d6f-d91e-44f4-a1dd-c8d792753074),segment_id=c54a7d6f-d91e-44f4-a1dd-c8d792753074)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:03:03.272738 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-07d97c38-6336-4202-bea9-1a784a47b78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:03.287164 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-07d97c38-6336-4202-bea9-1a784a47b78a admin admin] Calling delete_port for fa50b14d-131a-42d3-9dd1-4a40449e3605 owned by network:router_interface {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:03:03.482084 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-07d97c38-6336-4202-bea9-1a784a47b78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:03.518017 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d97c38-6336-4202-bea9-1a784a47b78a admin admin] Pushing event deleted for resources: {'Port': ['ID=fa50b14d-131a-42d3-9dd1-4a40449e3605,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:03.704987 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-07d97c38-6336-4202-bea9-1a784a47b78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:03.754972 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 2fdb6730-fd72-408e-98b1-a5d061585f21 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:03:03.781234 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 2fdb6730-fd72-408e-98b1-a5d061585f21 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:03:03.781571 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 2fdb6730-fd72-408e-98b1-a5d061585f21 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:03:03.781987 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 9840ceff-42b3-495a-abcc-18f8f20572df no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:03:03.801899 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 9840ceff-42b3-495a-abcc-18f8f20572df {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:03:03.802132 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 9840ceff-42b3-495a-abcc-18f8f20572df not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:03:03.938937 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d97c38-6336-4202-bea9-1a784a47b78a admin admin] Router b04f31d1-31d5-4511-8d79-9f9e7e7d8660 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:03:04.372457 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d97c38-6336-4202-bea9-1a784a47b78a admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:03:04.381196 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57780) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:03:04.381682 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-07d97c38-6336-4202-bea9-1a784a47b78a admin admin] 10.222.0.69 "PUT /v2.0/routers/b04f31d1-31d5-4511-8d79-9f9e7e7d8660/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8086085 Apr 29 12:03:04.382812 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a8fc3b-d8b0-40ef-b35d-31b141ce0034 None None] Sync routers for ids ['b04f31d1-31d5-4511-8d79-9f9e7e7d8660'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:03:04.394536 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a8fc3b-d8b0-40ef-b35d-31b141ce0034 None None] Routers {'b04f31d1-31d5-4511-8d79-9f9e7e7d8660'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:03:04.395162 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-b8a8fc3b-d8b0-40ef-b35d-31b141ce0034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:02:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['b04f31d1-31d5-4511-8d79-9f9e7e7d8660'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:04.506333 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e152e194-27f2-4ae6-a464-3cc0b5b9c1b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:04.508988 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-b8a8fc3b-d8b0-40ef-b35d-31b141ce0034 None None] Set router b04f31d1-31d5-4511-8d79-9f9e7e7d8660 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:03:04.616902 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e152e194-27f2-4ae6-a464-3cc0b5b9c1b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:04.682705 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-e152e194-27f2-4ae6-a464-3cc0b5b9c1b2 admin admin] Deleting port e8f6b228-d87a-4382-8aa4-ea8b727900d7 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:03:04.682971 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e152e194-27f2-4ae6-a464-3cc0b5b9c1b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:04.701474 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-b8a8fc3b-d8b0-40ef-b35d-31b141ce0034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b04f31d1-31d5-4511-8d79-9f9e7e7d8660', 'name': 'tempest-TestEncryptedCinderVolumes-1303946674-router', 'tenant_id': 'ab0271c7d85d46849b9014e6327dadf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': 'e8f6b228-d87a-4382-8aa4-ea8b727900d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:01:46Z', 'updated_at': '2022-04-29T12:03:03Z', 'revision_number': 5, 'project_id': 'ab0271c7d85d46849b9014e6327dadf3', 'gw_port': {'id': 'e8f6b228-d87a-4382-8aa4-ea8b727900d7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:02:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04f31d1-31d5-4511-8d79-9f9e7e7d8660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:01:47Z', 'updated_at': '2022-04-29T12:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:04.731678 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a8fc3b-d8b0-40ef-b35d-31b141ce0034 None None] Checking router: b04f31d1-31d5-4511-8d79-9f9e7e7d8660 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:03:04.741467 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a8fc3b-d8b0-40ef-b35d-31b141ce0034 None None] Routers {'b04f31d1-31d5-4511-8d79-9f9e7e7d8660'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:03:04.742085 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-b8a8fc3b-d8b0-40ef-b35d-31b141ce0034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:02:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['b04f31d1-31d5-4511-8d79-9f9e7e7d8660'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:04.776682 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-e152e194-27f2-4ae6-a464-3cc0b5b9c1b2 admin admin] For port e8f6b228-d87a-4382-8aa4-ea8b727900d7, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=e8f6b228-d87a-4382-8aa4-ea8b727900d7,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:03:04.777080 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e152e194-27f2-4ae6-a464-3cc0b5b9c1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:04.790244 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-e152e194-27f2-4ae6-a464-3cc0b5b9c1b2 admin admin] Calling delete_port for e8f6b228-d87a-4382-8aa4-ea8b727900d7 owned by network:router_gateway {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:03:04.838580 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-b8a8fc3b-d8b0-40ef-b35d-31b141ce0034 None None] Set router b04f31d1-31d5-4511-8d79-9f9e7e7d8660 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:03:04.893997 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-b8a8fc3b-d8b0-40ef-b35d-31b141ce0034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b04f31d1-31d5-4511-8d79-9f9e7e7d8660', 'name': 'tempest-TestEncryptedCinderVolumes-1303946674-router', 'tenant_id': 'ab0271c7d85d46849b9014e6327dadf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:01:46Z', 'updated_at': '2022-04-29T12:03:04Z', 'revision_number': 6, 'project_id': 'ab0271c7d85d46849b9014e6327dadf3', 'gw_port_host': None}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:04.921206 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a8fc3b-d8b0-40ef-b35d-31b141ce0034 None None] The sync data for ids ['b04f31d1-31d5-4511-8d79-9f9e7e7d8660'] in dv-neutron-838888-1-hyperv is: [{'id': 'b04f31d1-31d5-4511-8d79-9f9e7e7d8660', 'name': 'tempest-TestEncryptedCinderVolumes-1303946674-router', 'tenant_id': 'ab0271c7d85d46849b9014e6327dadf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:01:46Z', 'updated_at': '2022-04-29T12:03:04Z', 'revision_number': 6, 'project_id': 'ab0271c7d85d46849b9014e6327dadf3', 'gw_port_host': None}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:03:04.967636 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e152e194-27f2-4ae6-a464-3cc0b5b9c1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:04.995119 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152e194-27f2-4ae6-a464-3cc0b5b9c1b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f6b228-d87a-4382-8aa4-ea8b727900d7,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:05.053809 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e152e194-27f2-4ae6-a464-3cc0b5b9c1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:05.147561 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e152e194-27f2-4ae6-a464-3cc0b5b9c1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:05.149704 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e152e194-27f2-4ae6-a464-3cc0b5b9c1b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:05.197080 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e152e194-27f2-4ae6-a464-3cc0b5b9c1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:05.197558 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e152e194-27f2-4ae6-a464-3cc0b5b9c1b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b04f31d1-31d5-4511-8d79-9f9e7e7d8660 {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 12:03:05.202397 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e152e194-27f2-4ae6-a464-3cc0b5b9c1b2 admin admin] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:05.204091 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e152e194-27f2-4ae6-a464-3cc0b5b9c1b2 admin admin] 10.222.0.69 "DELETE /v2.0/routers/b04f31d1-31d5-4511-8d79-9f9e7e7d8660 HTTP/1.1" status: 204 len: 168 time: 0.8216915 Apr 29 12:03:05.206782 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57782) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:03:05.252015 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-43173af4-6183-44ff-9c93-98c09d944ff1 admin admin] Deleting subnet 87e024d0-6e4b-4363-9e3a-9ede444b443e {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 12:03:05.256042 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-43173af4-6183-44ff-9c93-98c09d944ff1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:05.294479 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-43173af4-6183-44ff-9c93-98c09d944ff1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:05.727084 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-43173af4-6183-44ff-9c93-98c09d944ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:05.740984 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device fa50b14d-131a-42d3-9dd1-4a40449e3605 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:03:05.767320 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: fa50b14d-131a-42d3-9dd1-4a40449e3605 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:03:05.767595 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device fa50b14d-131a-42d3-9dd1-4a40449e3605 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:03:05.768204 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device e8f6b228-d87a-4382-8aa4-ea8b727900d7 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:03:05.788605 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-43173af4-6183-44ff-9c93-98c09d944ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:05.789199 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: e8f6b228-d87a-4382-8aa4-ea8b727900d7 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:03:05.789725 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device e8f6b228-d87a-4382-8aa4-ea8b727900d7 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:03:05.815533 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43173af4-6183-44ff-9c93-98c09d944ff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87e024d0-6e4b-4363-9e3a-9ede444b443e,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:05.821858 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-43173af4-6183-44ff-9c93-98c09d944ff1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:05.825307 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-43173af4-6183-44ff-9c93-98c09d944ff1 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/87e024d0-6e4b-4363-9e3a-9ede444b443e HTTP/1.1" status: 204 len: 168 time: 0.6173992 Apr 29 12:03:05.828553 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57784) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:03:05.829071 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab82f0d-025d-408e-85db-c467db32459a None None] Network efb83fca-e928-4b68-8704-8d442ffa0437 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:03:05.907763 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5cba1017-b767-4551-9149-fa6a79a0a2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:05.973791 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-5cba1017-b767-4551-9149-fa6a79a0a2f1 admin admin] Deleting port 732ad1a7-962c-44fb-868e-b0c1d401412b {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:03:05.974112 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5cba1017-b767-4551-9149-fa6a79a0a2f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:06.036613 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cff6e7c-2343-49de-a93b-d4cdfddb97e9 None None] DHCP port deletion for efb83fca-e928-4b68-8704-8d442ffa0437 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 12:03:06.052905 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-5cba1017-b767-4551-9149-fa6a79a0a2f1 admin admin] For port 732ad1a7-962c-44fb-868e-b0c1d401412b, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=732ad1a7-962c-44fb-868e-b0c1d401412b,segment=NetworkSegment(c54a7d6f-d91e-44f4-a1dd-c8d792753074),segment_id=c54a7d6f-d91e-44f4-a1dd-c8d792753074)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:03:06.053268 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5cba1017-b767-4551-9149-fa6a79a0a2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:06.070080 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-5cba1017-b767-4551-9149-fa6a79a0a2f1 admin admin] Calling delete_port for 732ad1a7-962c-44fb-868e-b0c1d401412b owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:03:06.090678 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-6cff6e7c-2343-49de-a93b-d4cdfddb97e9 None None] Deleting port 732ad1a7-962c-44fb-868e-b0c1d401412b {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:03:06.091183 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6cff6e7c-2343-49de-a93b-d4cdfddb97e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:06.157757 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-6cff6e7c-2343-49de-a93b-d4cdfddb97e9 None None] For port 732ad1a7-962c-44fb-868e-b0c1d401412b, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=732ad1a7-962c-44fb-868e-b0c1d401412b,segment=NetworkSegment(c54a7d6f-d91e-44f4-a1dd-c8d792753074),segment_id=c54a7d6f-d91e-44f4-a1dd-c8d792753074)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:03:06.164885 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6cff6e7c-2343-49de-a93b-d4cdfddb97e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:06.165112 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5cba1017-b767-4551-9149-fa6a79a0a2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:06.179328 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-6cff6e7c-2343-49de-a93b-d4cdfddb97e9 None None] Calling delete_port for 732ad1a7-962c-44fb-868e-b0c1d401412b owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:03:06.207034 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cba1017-b767-4551-9149-fa6a79a0a2f1 admin admin] No DVR routers for this DVR port 732ad1a7-962c-44fb-868e-b0c1d401412b on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:03:06.210842 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba1017-b767-4551-9149-fa6a79a0a2f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=732ad1a7-962c-44fb-868e-b0c1d401412b,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:06.260078 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6cff6e7c-2343-49de-a93b-d4cdfddb97e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:06.269442 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:03:06.285007 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5cba1017-b767-4551-9149-fa6a79a0a2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:06.288539 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff6e7c-2343-49de-a93b-d4cdfddb97e9 None None] Pushing event deleted for resources: {'Port': ['ID=732ad1a7-962c-44fb-868e-b0c1d401412b,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:06.290406 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cff6e7c-2343-49de-a93b-d4cdfddb97e9 None None] No DVR routers for this DVR port 732ad1a7-962c-44fb-868e-b0c1d401412b on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:03:06.320622 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-5cba1017-b767-4551-9149-fa6a79a0a2f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb83fca-e928-4b68-8704-8d442ffa0437']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:06.335019 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-5cba1017-b767-4551-9149-fa6a79a0a2f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c54a7d6f-d91e-44f4-a1dd-c8d792753074') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:06.336473 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-5cba1017-b767-4551-9149-fa6a79a0a2f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c54a7d6f-d91e-44f4-a1dd-c8d792753074') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:06.345892 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5cba1017-b767-4551-9149-fa6a79a0a2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:06.361357 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5cba1017-b767-4551-9149-fa6a79a0a2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:06.370635 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cba1017-b767-4551-9149-fa6a79a0a2f1 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:03:06.371038 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5cba1017-b767-4551-9149-fa6a79a0a2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:06.373754 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 12:03:06.373754 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:03:06.373754 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 12:03:06.373754 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:03:06.373754 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 12:03:06.373754 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 12:03:06.373754 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 12:03:06.373754 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:03:06.373754 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 12:03:06.373754 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:03:06.373754 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 12:03:06.373754 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:03:06.373754 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 12:03:06.373754 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 12:03:06.373754 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:03:06.373754 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 12:03:06.373754 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:03:06.373754 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 12:03:06.373754 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 12:03:06.373754 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 12:03:06.373754 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 12:03:06.373754 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 12:03:06.373754 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:03:06.373754 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:03:06.373754 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 12:03:06.373754 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:03:06.373754 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:03:06.373754 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:03:06.373754 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:03:06.373754 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:03:06.373754 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:03:06.373754 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:03:06.450308 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5cba1017-b767-4551-9149-fa6a79a0a2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:06.456325 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-5cba1017-b767-4551-9149-fa6a79a0a2f1 admin admin] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:06.463031 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5cba1017-b767-4551-9149-fa6a79a0a2f1 admin admin] 10.222.0.69 "DELETE /v2.0/networks/efb83fca-e928-4b68-8704-8d442ffa0437 HTTP/1.1" status: 204 len: 168 time: 0.6301031 Apr 29 12:03:06.473399 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba1017-b767-4551-9149-fa6a79a0a2f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=efb83fca-e928-4b68-8704-8d442ffa0437,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:06.672098 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57788) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:03:06.718434 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-8aaf7710-892b-4897-a38b-34d74583faf7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=69e6b5d37bce4402a8542a2cdc46f6a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450339 Apr 29 12:03:06.720994 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57790) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:03:06.771604 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-45cbd129-9b11-4590-8231-8c3e94c8a2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:06.797228 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-45cbd129-9b11-4590-8231-8c3e94c8a2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:06.855123 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-45cbd129-9b11-4590-8231-8c3e94c8a2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:06.858059 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-45cbd129-9b11-4590-8231-8c3e94c8a2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:06.859466 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-45cbd129-9b11-4590-8231-8c3e94c8a2cd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1f7e3a9d-3813-4400-9a3e-7da61bc26276 HTTP/1.1" status: 204 len: 168 time: 0.1375065 Apr 29 12:03:06.873838 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbd129-9b11-4590-8231-8c3e94c8a2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7e3a9d-3813-4400-9a3e-7da61bc26276,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:07.212814 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57796) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:03:07.253962 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7b13eb62-37ff-4ab3-8292-937705ad49e2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ab0271c7d85d46849b9014e6327dadf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399458 Apr 29 12:03:07.256406 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57798) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:03:07.313349 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-773719ef-f6e4-4b6f-aee9-09381ed8199c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:07.336797 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-773719ef-f6e4-4b6f-aee9-09381ed8199c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:07.400526 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-773719ef-f6e4-4b6f-aee9-09381ed8199c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:07.403353 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-773719ef-f6e4-4b6f-aee9-09381ed8199c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:07.405712 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-773719ef-f6e4-4b6f-aee9-09381ed8199c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/600a3b06-59af-410b-a037-7fe846754b0b HTTP/1.1" status: 204 len: 168 time: 0.1482856 Apr 29 12:03:07.413806 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773719ef-f6e4-4b6f-aee9-09381ed8199c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600a3b06-59af-410b-a037-7fe846754b0b,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:07.687311 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 732ad1a7-962c-44fb-868e-b0c1d401412b no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:03:07.710982 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 732ad1a7-962c-44fb-868e-b0c1d401412b {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:03:07.711593 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 732ad1a7-962c-44fb-868e-b0c1d401412b not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:03:08.123958 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57820) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:03:08.222857 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-cefe5f15-ee78-4a31-9b5d-25d72007cb6b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-507902886-network', 'tenant_id': '510e1d7700534921b54a9e05f30e1ce6'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:03:08.243319 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefe5f15-ee78-4a31-9b5d-25d72007cb6b admin admin] Made reservation on behalf of 510e1d7700534921b54a9e05f30e1ce6 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:03:08.245651 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cefe5f15-ee78-4a31-9b5d-25d72007cb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:08.254395 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cefe5f15-ee78-4a31-9b5d-25d72007cb6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:08.335385 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cefe5f15-ee78-4a31-9b5d-25d72007cb6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:08.339309 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cefe5f15-ee78-4a31-9b5d-25d72007cb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:08.366346 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cefe5f15-ee78-4a31-9b5d-25d72007cb6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:03:08.375756 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe5f15-ee78-4a31-9b5d-25d72007cb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce1acb4-cff5-41c4-be4d-c77a486859be,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:08.383668 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cefe5f15-ee78-4a31-9b5d-25d72007cb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:08.384175 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-cefe5f15-ee78-4a31-9b5d-25d72007cb6b admin admin] Added segment 1a4c222b-3139-44dd-9683-25fcf7ce6737 of type vlan for network e2484d75-aef8-4f25-9934-2845824dc212 Apr 29 12:03:08.428113 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cefe5f15-ee78-4a31-9b5d-25d72007cb6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:08.454665 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cefe5f15-ee78-4a31-9b5d-25d72007cb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:08.455786 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefe5f15-ee78-4a31-9b5d-25d72007cb6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:08.457853 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cefe5f15-ee78-4a31-9b5d-25d72007cb6b admin admin] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:08.511757 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-cefe5f15-ee78-4a31-9b5d-25d72007cb6b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3866532 Apr 29 12:03:08.515589 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57824) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:03:08.520754 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-a21cdda9-1237-44b3-b5e1-d51b1652c573 admin admin] Request body: {'subnet': {'network_id': 'e2484d75-aef8-4f25-9934-2845824dc212', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-507902886-subnet', 'tenant_id': '510e1d7700534921b54a9e05f30e1ce6', 'ip_version': 4}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:03:08.525519 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe5f15-ee78-4a31-9b5d-25d72007cb6b admin admin] Pushing event updated for resources: {'Network': ['ID=e2484d75-aef8-4f25-9934-2845824dc212,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:08.545255 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21cdda9-1237-44b3-b5e1-d51b1652c573 admin admin] Made reservation on behalf of 510e1d7700534921b54a9e05f30e1ce6 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:03:08.547697 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a21cdda9-1237-44b3-b5e1-d51b1652c573 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:08.680340 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network e2484d75-aef8-4f25-9934-2845824dc212 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 12:03:08.731504 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a21cdda9-1237-44b3-b5e1-d51b1652c573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:08.786286 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21cdda9-1237-44b3-b5e1-d51b1652c573 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b5858d0-8549-4456-bbbe-f8ed35bfc951,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:08.796788 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21cdda9-1237-44b3-b5e1-d51b1652c573 admin admin] Checking segment: {'id': '1a4c222b-3139-44dd-9683-25fcf7ce6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e2484d75-aef8-4f25-9934-2845824dc212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:03:08.797146 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21cdda9-1237-44b3-b5e1-d51b1652c573 admin admin] Network hostable DHCP agents. Network: e2484d75-aef8-4f25-9934-2845824dc212, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:03:08.821311 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21cdda9-1237-44b3-b5e1-d51b1652c573 admin admin] Network e2484d75-aef8-4f25-9934-2845824dc212 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:03:08.841092 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-a21cdda9-1237-44b3-b5e1-d51b1652c573 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, e2484d75-aef8-4f25-9934-2845824dc212) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:03:08.846634 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21cdda9-1237-44b3-b5e1-d51b1652c573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:08.847545 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a21cdda9-1237-44b3-b5e1-d51b1652c573 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:08.850696 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ab8dc5-de9a-497a-bf3c-74a9809c1adb None None] Network e2484d75-aef8-4f25-9934-2845824dc212 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:03:08.866212 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a21cdda9-1237-44b3-b5e1-d51b1652c573 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3493648 Apr 29 12:03:08.869764 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57826) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:03:08.875529 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-a358425c-d9fa-42c1-9380-00f074be6352 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-507902886-router', 'tenant_id': '510e1d7700534921b54a9e05f30e1ce6', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:03:08.895676 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a358425c-d9fa-42c1-9380-00f074be6352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:08.896721 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a358425c-d9fa-42c1-9380-00f074be6352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:08.962011 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a358425c-d9fa-42c1-9380-00f074be6352 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:09.023988 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8a7414-1384-4a23-9911-fa98d639821d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-e2484d75-aef8-4f25-9934-2845824dc212', 'network_id': 'e2484d75-aef8-4f25-9934-2845824dc212', 'tenant_id': '510e1d7700534921b54a9e05f30e1ce6', 'fixed_ips': [{'subnet_id': '5b5858d0-8549-4456-bbbe-f8ed35bfc951'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 12:03:09.025010 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6f8a7414-1384-4a23-9911-fa98d639821d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:09.114706 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a358425c-d9fa-42c1-9380-00f074be6352 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:09.178961 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-6f8a7414-1384-4a23-9911-fa98d639821d None None] Allocated IP 172.20.0.2 (e2484d75-aef8-4f25-9934-2845824dc212/5b5858d0-8549-4456-bbbe-f8ed35bfc951/d0e212ba-19c9-466e-b7e7-312ec0d7d206) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:03:09.328679 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a358425c-d9fa-42c1-9380-00f074be6352 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:09.351287 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6f8a7414-1384-4a23-9911-fa98d639821d None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:09.352437 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a358425c-d9fa-42c1-9380-00f074be6352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:09.358313 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6f8a7414-1384-4a23-9911-fa98d639821d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:09.400147 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8a7414-1384-4a23-9911-fa98d639821d None None] Network e2484d75-aef8-4f25-9934-2845824dc212 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:03:09.403308 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-6f8a7414-1384-4a23-9911-fa98d639821d None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:03:09.408079 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8a7414-1384-4a23-9911-fa98d639821d None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:03:09.417968 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a7414-1384-4a23-9911-fa98d639821d None None] Pushing event updated for resources: {'Port': ['ID=d0e212ba-19c9-466e-b7e7-312ec0d7d206,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:09.474345 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-6f8a7414-1384-4a23-9911-fa98d639821d None None] Attempting to bind port d0e212ba-19c9-466e-b7e7-312ec0d7d206 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:03:09.474716 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-6f8a7414-1384-4a23-9911-fa98d639821d None None] Attempting to bind port d0e212ba-19c9-466e-b7e7-312ec0d7d206 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '1a4c222b-3139-44dd-9683-25fcf7ce6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e2484d75-aef8-4f25-9934-2845824dc212'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:03:09.475076 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8a7414-1384-4a23-9911-fa98d639821d None None] Attempting to bind port d0e212ba-19c9-466e-b7e7-312ec0d7d206 on network e2484d75-aef8-4f25-9934-2845824dc212 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:03:09.480541 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8a7414-1384-4a23-9911-fa98d639821d None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:03:09.480911 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8a7414-1384-4a23-9911-fa98d639821d None None] Checking segment: {'id': '1a4c222b-3139-44dd-9683-25fcf7ce6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e2484d75-aef8-4f25-9934-2845824dc212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:03:09.481308 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6f8a7414-1384-4a23-9911-fa98d639821d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:09.481710 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8a7414-1384-4a23-9911-fa98d639821d None None] Bound using segment: {'id': '1a4c222b-3139-44dd-9683-25fcf7ce6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e2484d75-aef8-4f25-9934-2845824dc212'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:03:09.482750 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-6f8a7414-1384-4a23-9911-fa98d639821d None None] Bound port: d0e212ba-19c9-466e-b7e7-312ec0d7d206, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4c222b-3139-44dd-9683-25fcf7ce6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e2484d75-aef8-4f25-9934-2845824dc212'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:03:09.483143 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6f8a7414-1384-4a23-9911-fa98d639821d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:09.500433 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-a358425c-d9fa-42c1-9380-00f074be6352 admin admin] Allocated IP 172.26.4.182 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/08943729-7d29-4410-b832-f8d5a7c0d09d) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:03:09.555071 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-6f8a7414-1384-4a23-9911-fa98d639821d None None] For port d0e212ba-19c9-466e-b7e7-312ec0d7d206, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:03:09.558915 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-6f8a7414-1384-4a23-9911-fa98d639821d None None] For port d0e212ba-19c9-466e-b7e7-312ec0d7d206, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=d0e212ba-19c9-466e-b7e7-312ec0d7d206,segment=NetworkSegment(1a4c222b-3139-44dd-9683-25fcf7ce6737),segment_id=1a4c222b-3139-44dd-9683-25fcf7ce6737)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:03:09.564748 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6f8a7414-1384-4a23-9911-fa98d639821d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:09.639338 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a358425c-d9fa-42c1-9380-00f074be6352 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:09.640333 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a7414-1384-4a23-9911-fa98d639821d None None] Pushing event updated for resources: {'Port': ['ID=d0e212ba-19c9-466e-b7e7-312ec0d7d206,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:09.699953 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a358425c-d9fa-42c1-9380-00f074be6352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:09.742504 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a358425c-d9fa-42c1-9380-00f074be6352 admin admin] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:03:09.748235 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-a358425c-d9fa-42c1-9380-00f074be6352 admin admin] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:03:09.752259 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a358425c-d9fa-42c1-9380-00f074be6352 admin admin] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:03:09.786928 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358425c-d9fa-42c1-9380-00f074be6352 admin admin] Pushing event updated for resources: {'Port': ['ID=08943729-7d29-4410-b832-f8d5a7c0d09d,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:10.063121 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a358425c-d9fa-42c1-9380-00f074be6352 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:10.281559 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a358425c-d9fa-42c1-9380-00f074be6352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:10.430965 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a358425c-d9fa-42c1-9380-00f074be6352 admin admin] Router 61f39b32-7f78-44d2-baa8-0db59241d134 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 12:03:10.570313 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a358425c-d9fa-42c1-9380-00f074be6352 admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:03:10.582613 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b2eb05-1f1a-4446-9460-7802a778517c None None] Sync routers for ids ['61f39b32-7f78-44d2-baa8-0db59241d134'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:03:10.596481 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b2eb05-1f1a-4446-9460-7802a778517c None None] Routers {'61f39b32-7f78-44d2-baa8-0db59241d134'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:03:10.597046 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-d4b2eb05-1f1a-4446-9460-7802a778517c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:02:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['61f39b32-7f78-44d2-baa8-0db59241d134'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:10.603956 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fa484a-bd15-4389-ba35-b6c399fe464a None None] Network e2484d75-aef8-4f25-9934-2845824dc212 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:03:10.606847 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a358425c-d9fa-42c1-9380-00f074be6352 admin admin] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:10.609862 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a358425c-d9fa-42c1-9380-00f074be6352 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7385926 Apr 29 12:03:10.612453 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57828) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:03:10.726452 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-d4b2eb05-1f1a-4446-9460-7802a778517c None None] Set router 61f39b32-7f78-44d2-baa8-0db59241d134 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:03:10.735042 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-4a634115-af79-4859-8608-cded6348f345 None None] Provisioning complete for port d0e212ba-19c9-466e-b7e7-312ec0d7d206 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:10.735042 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4a634115-af79-4859-8608-cded6348f345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:10.882161 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4a634115-af79-4859-8608-cded6348f345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:10.928397 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-4a634115-af79-4859-8608-cded6348f345 None None] For port d0e212ba-19c9-466e-b7e7-312ec0d7d206, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=d0e212ba-19c9-466e-b7e7-312ec0d7d206,segment=NetworkSegment(1a4c222b-3139-44dd-9683-25fcf7ce6737),segment_id=1a4c222b-3139-44dd-9683-25fcf7ce6737)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:03:10.933961 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4a634115-af79-4859-8608-cded6348f345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:10.996693 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a634115-af79-4859-8608-cded6348f345 None None] Pushing event updated for resources: {'Port': ['ID=d0e212ba-19c9-466e-b7e7-312ec0d7d206,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:11.002960 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-d4b2eb05-1f1a-4446-9460-7802a778517c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'name': 'tempest-TestMinimumBasicScenario-507902886-router', 'tenant_id': '510e1d7700534921b54a9e05f30e1ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '08943729-7d29-4410-b832-f8d5a7c0d09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:08Z', 'updated_at': '2022-04-29T12:03:09Z', 'revision_number': 3, 'project_id': '510e1d7700534921b54a9e05f30e1ce6', 'gw_port': {'id': '08943729-7d29-4410-b832-f8d5a7c0d09d', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:09Z', 'updated_at': '2022-04-29T12:03:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:11.045664 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b2eb05-1f1a-4446-9460-7802a778517c None None] Checking router: 61f39b32-7f78-44d2-baa8-0db59241d134 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:03:11.046696 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b2eb05-1f1a-4446-9460-7802a778517c None None] Updating router 61f39b32-7f78-44d2-baa8-0db59241d134 port 08943729-7d29-4410-b832-f8d5a7c0d09d binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:03:11.082110 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-d4b2eb05-1f1a-4446-9460-7802a778517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:11.148942 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-346d18b8-8703-4c98-ab9a-2ae4cde14168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:11.157502 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-643fed57-b9b8-4238-933e-66cd8d9af90e None None] Provisioning complete for port d0e212ba-19c9-466e-b7e7-312ec0d7d206 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:11.157863 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-643fed57-b9b8-4238-933e-66cd8d9af90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:11.348595 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-346d18b8-8703-4c98-ab9a-2ae4cde14168 admin admin] Allocated IP 172.20.0.1 (e2484d75-aef8-4f25-9934-2845824dc212/5b5858d0-8549-4456-bbbe-f8ed35bfc951/30081f4e-f395-4ec2-b3f7-c8034799aceb) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:03:11.377936 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-d4b2eb05-1f1a-4446-9460-7802a778517c None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:11.385780 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-d4b2eb05-1f1a-4446-9460-7802a778517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:11.433997 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-d4b2eb05-1f1a-4446-9460-7802a778517c None None] Attempting to bind port 08943729-7d29-4410-b832-f8d5a7c0d09d on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:03:11.434391 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-d4b2eb05-1f1a-4446-9460-7802a778517c None None] Attempting to bind port 08943729-7d29-4410-b832-f8d5a7c0d09d by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:03:11.434738 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b2eb05-1f1a-4446-9460-7802a778517c None None] Attempting to bind port 08943729-7d29-4410-b832-f8d5a7c0d09d on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:03:11.445902 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b2eb05-1f1a-4446-9460-7802a778517c None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:03:11.447368 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b2eb05-1f1a-4446-9460-7802a778517c None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:03:11.447368 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-d4b2eb05-1f1a-4446-9460-7802a778517c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:11.447368 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b2eb05-1f1a-4446-9460-7802a778517c None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:03:11.447868 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-d4b2eb05-1f1a-4446-9460-7802a778517c None None] Bound port: 08943729-7d29-4410-b832-f8d5a7c0d09d, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:03:11.448032 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-d4b2eb05-1f1a-4446-9460-7802a778517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:11.475311 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fbd27e-10f0-479b-99d6-a9942f65dc79 None None] Pushing event updated for resources: {'Port': ['ID=08943729-7d29-4410-b832-f8d5a7c0d09d,revision_number=2']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:11.486454 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-346d18b8-8703-4c98-ab9a-2ae4cde14168 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:11.489178 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fbd27e-10f0-479b-99d6-a9942f65dc79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:11.489632 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fbd27e-10f0-479b-99d6-a9942f65dc79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:11.489972 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fbd27e-10f0-479b-99d6-a9942f65dc79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:11.490461 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fbd27e-10f0-479b-99d6-a9942f65dc79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:11.490790 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fbd27e-10f0-479b-99d6-a9942f65dc79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:11.491119 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fbd27e-10f0-479b-99d6-a9942f65dc79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:11.491503 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fbd27e-10f0-479b-99d6-a9942f65dc79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:11.491833 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fbd27e-10f0-479b-99d6-a9942f65dc79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:11.492162 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fbd27e-10f0-479b-99d6-a9942f65dc79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:11.492484 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fbd27e-10f0-479b-99d6-a9942f65dc79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:11.492803 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fbd27e-10f0-479b-99d6-a9942f65dc79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:11.493117 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fbd27e-10f0-479b-99d6-a9942f65dc79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:11.524251 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-d4b2eb05-1f1a-4446-9460-7802a778517c None None] For port 08943729-7d29-4410-b832-f8d5a7c0d09d, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:03:11.527610 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-346d18b8-8703-4c98-ab9a-2ae4cde14168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:11.528617 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-d4b2eb05-1f1a-4446-9460-7802a778517c None None] For port 08943729-7d29-4410-b832-f8d5a7c0d09d, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=08943729-7d29-4410-b832-f8d5a7c0d09d,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:03:11.534753 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-d4b2eb05-1f1a-4446-9460-7802a778517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:11.590427 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346d18b8-8703-4c98-ab9a-2ae4cde14168 admin admin] Network e2484d75-aef8-4f25-9934-2845824dc212 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:03:11.596158 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b2eb05-1f1a-4446-9460-7802a778517c None None] Routers {'61f39b32-7f78-44d2-baa8-0db59241d134'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:03:11.596789 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-d4b2eb05-1f1a-4446-9460-7802a778517c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:02:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['61f39b32-7f78-44d2-baa8-0db59241d134'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:11.597733 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-346d18b8-8703-4c98-ab9a-2ae4cde14168 admin admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:03:11.600612 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fbd27e-10f0-479b-99d6-a9942f65dc79 None None] Pushing event updated for resources: {'Port': ['ID=08943729-7d29-4410-b832-f8d5a7c0d09d,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:11.601612 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346d18b8-8703-4c98-ab9a-2ae4cde14168 admin admin] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:03:11.630680 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d18b8-8703-4c98-ab9a-2ae4cde14168 admin admin] Pushing event updated for resources: {'Port': ['ID=30081f4e-f395-4ec2-b3f7-c8034799aceb,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:11.662364 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-346d18b8-8703-4c98-ab9a-2ae4cde14168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:11.762539 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device d0e212ba-19c9-466e-b7e7-312ec0d7d206 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:03:11.868568 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-346d18b8-8703-4c98-ab9a-2ae4cde14168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:11.876542 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port d0e212ba-19c9-466e-b7e7-312ec0d7d206 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:11.876542 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:11.914724 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-d4b2eb05-1f1a-4446-9460-7802a778517c None None] Set router 61f39b32-7f78-44d2-baa8-0db59241d134 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:03:12.003490 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-af76fc9e-59f1-4c70-b88b-e9e3baa550b5 None None] Provisioning complete for port 30081f4e-f395-4ec2-b3f7-c8034799aceb triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:12.003844 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-af76fc9e-59f1-4c70-b88b-e9e3baa550b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:12.043146 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-af76fc9e-59f1-4c70-b88b-e9e3baa550b5 None None] Port 30081f4e-f395-4ec2-b3f7-c8034799aceb cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:03:12.145241 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-346d18b8-8703-4c98-ab9a-2ae4cde14168 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:12.147820 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-d4b2eb05-1f1a-4446-9460-7802a778517c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'name': 'tempest-TestMinimumBasicScenario-507902886-router', 'tenant_id': '510e1d7700534921b54a9e05f30e1ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '08943729-7d29-4410-b832-f8d5a7c0d09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:08Z', 'updated_at': '2022-04-29T12:03:09Z', 'revision_number': 3, 'project_id': '510e1d7700534921b54a9e05f30e1ce6', 'gw_port': {'id': '08943729-7d29-4410-b832-f8d5a7c0d09d', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:09Z', 'updated_at': '2022-04-29T12:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:12.153052 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-346d18b8-8703-4c98-ab9a-2ae4cde14168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:12.181467 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b2eb05-1f1a-4446-9460-7802a778517c None None] The sync data for ids ['61f39b32-7f78-44d2-baa8-0db59241d134'] in dv-neutron-838888-1-hyperv is: [{'id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'name': 'tempest-TestMinimumBasicScenario-507902886-router', 'tenant_id': '510e1d7700534921b54a9e05f30e1ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '08943729-7d29-4410-b832-f8d5a7c0d09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:08Z', 'updated_at': '2022-04-29T12:03:09Z', 'revision_number': 3, 'project_id': '510e1d7700534921b54a9e05f30e1ce6', 'gw_port': {'id': '08943729-7d29-4410-b832-f8d5a7c0d09d', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:09Z', 'updated_at': '2022-04-29T12:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:03:12.235838 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d18b8-8703-4c98-ab9a-2ae4cde14168 admin admin] Pushing event updated for resources: {'Port': ['ID=30081f4e-f395-4ec2-b3f7-c8034799aceb,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:12.241169 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-346d18b8-8703-4c98-ab9a-2ae4cde14168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:12.358453 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346d18b8-8703-4c98-ab9a-2ae4cde14168 admin admin] Network e2484d75-aef8-4f25-9934-2845824dc212 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:03:12.360401 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-346d18b8-8703-4c98-ab9a-2ae4cde14168 admin admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:03:12.554472 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346d18b8-8703-4c98-ab9a-2ae4cde14168 admin admin] Router 61f39b32-7f78-44d2-baa8-0db59241d134 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:03:12.670249 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-8ab1419e-8e9e-41dd-bfc8-e008247621d0 None None] Provisioning complete for port 30081f4e-f395-4ec2-b3f7-c8034799aceb triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:12.670626 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8ab1419e-8e9e-41dd-bfc8-e008247621d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:12.708242 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-8ab1419e-8e9e-41dd-bfc8-e008247621d0 None None] Port 30081f4e-f395-4ec2-b3f7-c8034799aceb cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:03:12.712274 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346d18b8-8703-4c98-ab9a-2ae4cde14168 admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:03:12.722788 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-346d18b8-8703-4c98-ab9a-2ae4cde14168 admin admin] 10.222.0.69 "PUT /v2.0/routers/61f39b32-7f78-44d2-baa8-0db59241d134/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1092074 Apr 29 12:03:13.293824 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 57844) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:03:13.298885 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-46303f59-36ca-4f6b-bba8-6a7eb28557ca admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1703357147-network', 'tenant_id': 'ac36a9a95e7e412985b3b81a902fa3c8'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:03:13.319651 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46303f59-36ca-4f6b-bba8-6a7eb28557ca admin admin] Made reservation on behalf of ac36a9a95e7e412985b3b81a902fa3c8 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:03:13.322082 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-46303f59-36ca-4f6b-bba8-6a7eb28557ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:13.332374 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-46303f59-36ca-4f6b-bba8-6a7eb28557ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:13.411653 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-46303f59-36ca-4f6b-bba8-6a7eb28557ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:13.415315 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-46303f59-36ca-4f6b-bba8-6a7eb28557ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:13.442792 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46303f59-36ca-4f6b-bba8-6a7eb28557ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:03:13.453077 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46303f59-36ca-4f6b-bba8-6a7eb28557ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f535390a-6a74-48b4-acc9-9e85d76daeca,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:13.458231 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-46303f59-36ca-4f6b-bba8-6a7eb28557ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:13.458548 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-46303f59-36ca-4f6b-bba8-6a7eb28557ca admin admin] Added segment 463a22b0-2f4c-4dfd-be0b-922dd2906a04 of type vlan for network 92e4e0b1-4d5f-44c5-a72a-073101284ebc Apr 29 12:03:13.501254 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-46303f59-36ca-4f6b-bba8-6a7eb28557ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:13.534397 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-46303f59-36ca-4f6b-bba8-6a7eb28557ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:13.535726 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46303f59-36ca-4f6b-bba8-6a7eb28557ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:13.536424 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-46303f59-36ca-4f6b-bba8-6a7eb28557ca admin admin] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:13.595804 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-46303f59-36ca-4f6b-bba8-6a7eb28557ca admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3007166 Apr 29 12:03:13.598686 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57846) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:03:13.604453 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-41cbf5f8-ab1d-441e-b1d3-06e9b69b833a admin admin] Request body: {'subnet': {'network_id': '92e4e0b1-4d5f-44c5-a72a-073101284ebc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1703357147-subnet', 'tenant_id': 'ac36a9a95e7e412985b3b81a902fa3c8', 'ip_version': 4}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:03:13.610018 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46303f59-36ca-4f6b-bba8-6a7eb28557ca admin admin] Pushing event updated for resources: {'Network': ['ID=92e4e0b1-4d5f-44c5-a72a-073101284ebc,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:13.623106 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 92e4e0b1-4d5f-44c5-a72a-073101284ebc details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 12:03:13.647067 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cbf5f8-ab1d-441e-b1d3-06e9b69b833a admin admin] Made reservation on behalf of ac36a9a95e7e412985b3b81a902fa3c8 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:03:13.658399 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-41cbf5f8-ab1d-441e-b1d3-06e9b69b833a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:13.772122 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 08943729-7d29-4410-b832-f8d5a7c0d09d up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:03:13.840595 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 08943729-7d29-4410-b832-f8d5a7c0d09d triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:13.841659 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:13.883088 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-41cbf5f8-ab1d-441e-b1d3-06e9b69b833a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:13.947616 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:13.949547 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbf5f8-ab1d-441e-b1d3-06e9b69b833a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c7809ac-d301-4db7-87bb-ff72672c70f3,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:13.958411 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cbf5f8-ab1d-441e-b1d3-06e9b69b833a admin admin] Checking segment: {'id': '463a22b0-2f4c-4dfd-be0b-922dd2906a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '92e4e0b1-4d5f-44c5-a72a-073101284ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:03:13.958774 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cbf5f8-ab1d-441e-b1d3-06e9b69b833a admin admin] Network hostable DHCP agents. Network: 92e4e0b1-4d5f-44c5-a72a-073101284ebc, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:03:13.974565 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 08943729-7d29-4410-b832-f8d5a7c0d09d, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=08943729-7d29-4410-b832-f8d5a7c0d09d,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:03:13.979275 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cbf5f8-ab1d-441e-b1d3-06e9b69b833a admin admin] Network 92e4e0b1-4d5f-44c5-a72a-073101284ebc is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:03:13.980333 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:13.991610 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-41cbf5f8-ab1d-441e-b1d3-06e9b69b833a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 92e4e0b1-4d5f-44c5-a72a-073101284ebc) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:03:13.997447 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cbf5f8-ab1d-441e-b1d3-06e9b69b833a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:13.998498 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-41cbf5f8-ab1d-441e-b1d3-06e9b69b833a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:14.010865 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5a829d-aa7d-48fc-a14e-882db524a31e None None] Network 92e4e0b1-4d5f-44c5-a72a-073101284ebc requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:03:14.020184 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-41cbf5f8-ab1d-441e-b1d3-06e9b69b833a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4203277 Apr 29 12:03:14.023945 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57848) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:03:14.028436 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-68a9e56d-61e4-43bf-903f-a952d3c452ff admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1703357147-router', 'tenant_id': 'ac36a9a95e7e412985b3b81a902fa3c8', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:03:14.049281 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-68a9e56d-61e4-43bf-903f-a952d3c452ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:14.050683 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-68a9e56d-61e4-43bf-903f-a952d3c452ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:14.084159 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=08943729-7d29-4410-b832-f8d5a7c0d09d,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:14.112552 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97454f18-a639-4266-b2d2-069340a1444b None None] Sync routers for ids ['61f39b32-7f78-44d2-baa8-0db59241d134'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:03:14.118230 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-68a9e56d-61e4-43bf-903f-a952d3c452ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:14.136352 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97454f18-a639-4266-b2d2-069340a1444b None None] Routers {'61f39b32-7f78-44d2-baa8-0db59241d134'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:03:14.137093 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-97454f18-a639-4266-b2d2-069340a1444b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:02:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['61f39b32-7f78-44d2-baa8-0db59241d134'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:14.269779 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-68a9e56d-61e4-43bf-903f-a952d3c452ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:14.272588 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898f7f68-752b-4849-b932-6ce81d202d7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-92e4e0b1-4d5f-44c5-a72a-073101284ebc', 'network_id': '92e4e0b1-4d5f-44c5-a72a-073101284ebc', 'tenant_id': 'ac36a9a95e7e412985b3b81a902fa3c8', 'fixed_ips': [{'subnet_id': '2c7809ac-d301-4db7-87bb-ff72672c70f3'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 12:03:14.273271 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-898f7f68-752b-4849-b932-6ce81d202d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:14.362651 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-97454f18-a639-4266-b2d2-069340a1444b None None] Set router 61f39b32-7f78-44d2-baa8-0db59241d134 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:03:14.501581 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-68a9e56d-61e4-43bf-903f-a952d3c452ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:14.522607 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-68a9e56d-61e4-43bf-903f-a952d3c452ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:14.546064 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-898f7f68-752b-4849-b932-6ce81d202d7c None None] Allocated IP 172.20.0.2 (92e4e0b1-4d5f-44c5-a72a-073101284ebc/2c7809ac-d301-4db7-87bb-ff72672c70f3/48129dcd-bbfc-442b-9689-af170f34826b) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:03:14.647112 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-68a9e56d-61e4-43bf-903f-a952d3c452ff admin admin] Allocated IP 172.26.4.241 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/456099f0-9bf8-4179-8f7f-e3b6c0df8c2d) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:03:14.738753 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-97454f18-a639-4266-b2d2-069340a1444b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'name': 'tempest-TestMinimumBasicScenario-507902886-router', 'tenant_id': '510e1d7700534921b54a9e05f30e1ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '08943729-7d29-4410-b832-f8d5a7c0d09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:08Z', 'updated_at': '2022-04-29T12:03:11Z', 'revision_number': 4, 'project_id': '510e1d7700534921b54a9e05f30e1ce6', 'gw_port': {'id': '08943729-7d29-4410-b832-f8d5a7c0d09d', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:09Z', 'updated_at': '2022-04-29T12:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '30081f4e-f395-4ec2-b3f7-c8034799aceb', 'name': '', 'network_id': 'e2484d75-aef8-4f25-9934-2845824dc212', 'tenant_id': '510e1d7700534921b54a9e05f30e1ce6', 'mac_address': 'fa:16:3e:25:b9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '5b5858d0-8549-4456-bbbe-f8ed35bfc951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:11Z', 'updated_at': '2022-04-29T12:03:11Z', 'revision_number': 2, 'project_id': '510e1d7700534921b54a9e05f30e1ce6', 'subnets': [{'id': '5b5858d0-8549-4456-bbbe-f8ed35bfc951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:14.757719 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-68a9e56d-61e4-43bf-903f-a952d3c452ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:14.772495 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97454f18-a639-4266-b2d2-069340a1444b None None] Checking router: 61f39b32-7f78-44d2-baa8-0db59241d134 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:03:14.772845 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97454f18-a639-4266-b2d2-069340a1444b None None] Updating router 61f39b32-7f78-44d2-baa8-0db59241d134 port 30081f4e-f395-4ec2-b3f7-c8034799aceb binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:03:14.796459 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-68a9e56d-61e4-43bf-903f-a952d3c452ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:14.797922 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-898f7f68-752b-4849-b932-6ce81d202d7c None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:14.807351 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-898f7f68-752b-4849-b932-6ce81d202d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:14.814846 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-97454f18-a639-4266-b2d2-069340a1444b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:14.836747 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a9e56d-61e4-43bf-903f-a952d3c452ff admin admin] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:03:14.844557 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-68a9e56d-61e4-43bf-903f-a952d3c452ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:03:14.847081 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a9e56d-61e4-43bf-903f-a952d3c452ff admin admin] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:03:14.881277 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9e56d-61e4-43bf-903f-a952d3c452ff admin admin] Pushing event updated for resources: {'Port': ['ID=456099f0-9bf8-4179-8f7f-e3b6c0df8c2d,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:15.010911 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898f7f68-752b-4849-b932-6ce81d202d7c None None] Network 92e4e0b1-4d5f-44c5-a72a-073101284ebc is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:03:15.035241 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-898f7f68-752b-4849-b932-6ce81d202d7c None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:03:15.041763 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898f7f68-752b-4849-b932-6ce81d202d7c None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:03:15.049976 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f7f68-752b-4849-b932-6ce81d202d7c None None] Pushing event updated for resources: {'Port': ['ID=48129dcd-bbfc-442b-9689-af170f34826b,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:15.143393 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-68a9e56d-61e4-43bf-903f-a952d3c452ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:15.172375 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-898f7f68-752b-4849-b932-6ce81d202d7c None None] Attempting to bind port 48129dcd-bbfc-442b-9689-af170f34826b on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:03:15.172821 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-898f7f68-752b-4849-b932-6ce81d202d7c None None] Attempting to bind port 48129dcd-bbfc-442b-9689-af170f34826b by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '463a22b0-2f4c-4dfd-be0b-922dd2906a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '92e4e0b1-4d5f-44c5-a72a-073101284ebc'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:03:15.173250 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f7f68-752b-4849-b932-6ce81d202d7c None None] Attempting to bind port 48129dcd-bbfc-442b-9689-af170f34826b on network 92e4e0b1-4d5f-44c5-a72a-073101284ebc {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:03:15.184430 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f7f68-752b-4849-b932-6ce81d202d7c None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:03:15.184800 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f7f68-752b-4849-b932-6ce81d202d7c None None] Checking segment: {'id': '463a22b0-2f4c-4dfd-be0b-922dd2906a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '92e4e0b1-4d5f-44c5-a72a-073101284ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:03:15.185778 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-898f7f68-752b-4849-b932-6ce81d202d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:15.186692 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f7f68-752b-4849-b932-6ce81d202d7c None None] Bound using segment: {'id': '463a22b0-2f4c-4dfd-be0b-922dd2906a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '92e4e0b1-4d5f-44c5-a72a-073101284ebc'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:03:15.186692 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-898f7f68-752b-4849-b932-6ce81d202d7c None None] Bound port: 48129dcd-bbfc-442b-9689-af170f34826b, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463a22b0-2f4c-4dfd-be0b-922dd2906a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '92e4e0b1-4d5f-44c5-a72a-073101284ebc'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:03:15.187118 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-898f7f68-752b-4849-b932-6ce81d202d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:15.324041 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-898f7f68-752b-4849-b932-6ce81d202d7c None None] For port 48129dcd-bbfc-442b-9689-af170f34826b, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:03:15.328397 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-898f7f68-752b-4849-b932-6ce81d202d7c None None] For port 48129dcd-bbfc-442b-9689-af170f34826b, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=48129dcd-bbfc-442b-9689-af170f34826b,segment=NetworkSegment(463a22b0-2f4c-4dfd-be0b-922dd2906a04),segment_id=463a22b0-2f4c-4dfd-be0b-922dd2906a04)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:03:15.341071 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-898f7f68-752b-4849-b932-6ce81d202d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:15.381994 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-68a9e56d-61e4-43bf-903f-a952d3c452ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:15.442979 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f7f68-752b-4849-b932-6ce81d202d7c None None] Pushing event updated for resources: {'Port': ['ID=48129dcd-bbfc-442b-9689-af170f34826b,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:15.461574 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-97454f18-a639-4266-b2d2-069340a1444b None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:15.469460 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-97454f18-a639-4266-b2d2-069340a1444b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:15.534027 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b919a-78a6-44e0-b91d-e3b3f6b1d613 None None] Pushing event updated for resources: {'Port': ['ID=30081f4e-f395-4ec2-b3f7-c8034799aceb,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:15.565557 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a9e56d-61e4-43bf-903f-a952d3c452ff admin admin] Router 5e2f7bfa-d9f8-458a-882f-27484eb838bf is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 12:03:15.587065 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-97454f18-a639-4266-b2d2-069340a1444b None None] Attempting to bind port 30081f4e-f395-4ec2-b3f7-c8034799aceb on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:03:15.587439 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-97454f18-a639-4266-b2d2-069340a1444b None None] Attempting to bind port 30081f4e-f395-4ec2-b3f7-c8034799aceb by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '1a4c222b-3139-44dd-9683-25fcf7ce6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e2484d75-aef8-4f25-9934-2845824dc212'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:03:15.587823 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97454f18-a639-4266-b2d2-069340a1444b None None] Attempting to bind port 30081f4e-f395-4ec2-b3f7-c8034799aceb on network e2484d75-aef8-4f25-9934-2845824dc212 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:03:15.595492 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97454f18-a639-4266-b2d2-069340a1444b None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:03:15.595876 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97454f18-a639-4266-b2d2-069340a1444b None None] Checking segment: {'id': '1a4c222b-3139-44dd-9683-25fcf7ce6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e2484d75-aef8-4f25-9934-2845824dc212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:03:15.596258 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-97454f18-a639-4266-b2d2-069340a1444b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:15.596649 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97454f18-a639-4266-b2d2-069340a1444b None None] Bound using segment: {'id': '1a4c222b-3139-44dd-9683-25fcf7ce6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e2484d75-aef8-4f25-9934-2845824dc212'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:03:15.597130 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-97454f18-a639-4266-b2d2-069340a1444b None None] Bound port: 30081f4e-f395-4ec2-b3f7-c8034799aceb, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4c222b-3139-44dd-9683-25fcf7ce6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e2484d75-aef8-4f25-9934-2845824dc212'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:03:15.597574 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-97454f18-a639-4266-b2d2-069340a1444b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:15.688507 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-97454f18-a639-4266-b2d2-069340a1444b None None] For port 30081f4e-f395-4ec2-b3f7-c8034799aceb, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:03:15.693587 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-97454f18-a639-4266-b2d2-069340a1444b None None] For port 30081f4e-f395-4ec2-b3f7-c8034799aceb, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=30081f4e-f395-4ec2-b3f7-c8034799aceb,segment=NetworkSegment(1a4c222b-3139-44dd-9683-25fcf7ce6737),segment_id=1a4c222b-3139-44dd-9683-25fcf7ce6737)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:03:15.699670 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-97454f18-a639-4266-b2d2-069340a1444b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:15.851377 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 08943729-7d29-4410-b832-f8d5a7c0d09d up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:03:15.895497 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b919a-78a6-44e0-b91d-e3b3f6b1d613 None None] Pushing event updated for resources: {'Port': ['ID=30081f4e-f395-4ec2-b3f7-c8034799aceb,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:15.919976 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-80c649b1-b520-4baa-8789-947c4a637b41 None None] Provisioning complete for port 30081f4e-f395-4ec2-b3f7-c8034799aceb triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:15.920355 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-80c649b1-b520-4baa-8789-947c4a637b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:15.922081 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97454f18-a639-4266-b2d2-069340a1444b None None] Routers {'61f39b32-7f78-44d2-baa8-0db59241d134'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:03:15.922764 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-97454f18-a639-4266-b2d2-069340a1444b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:02:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['61f39b32-7f78-44d2-baa8-0db59241d134'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:16.072687 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 08943729-7d29-4410-b832-f8d5a7c0d09d triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:16.073057 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:16.157549 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-97454f18-a639-4266-b2d2-069340a1444b None None] Set router 61f39b32-7f78-44d2-baa8-0db59241d134 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:03:16.159266 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-80c649b1-b520-4baa-8789-947c4a637b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:16.166671 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a9e56d-61e4-43bf-903f-a952d3c452ff admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:03:16.179840 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece9ac2d-76a8-4c62-9cb2-2a69cb8d7ca1 None None] Sync routers for ids ['5e2f7bfa-d9f8-458a-882f-27484eb838bf'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:03:16.191315 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-68a9e56d-61e4-43bf-903f-a952d3c452ff admin admin] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:16.195428 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-68a9e56d-61e4-43bf-903f-a952d3c452ff admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1680212 Apr 29 12:03:16.195614 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece9ac2d-76a8-4c62-9cb2-2a69cb8d7ca1 None None] Routers {'5e2f7bfa-d9f8-458a-882f-27484eb838bf'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:03:16.196410 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 57850) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:03:16.196546 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-ece9ac2d-76a8-4c62-9cb2-2a69cb8d7ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:02:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5e2f7bfa-d9f8-458a-882f-27484eb838bf'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:16.251308 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-80c649b1-b520-4baa-8789-947c4a637b41 None None] For port 30081f4e-f395-4ec2-b3f7-c8034799aceb, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=30081f4e-f395-4ec2-b3f7-c8034799aceb,segment=NetworkSegment(1a4c222b-3139-44dd-9683-25fcf7ce6737),segment_id=1a4c222b-3139-44dd-9683-25fcf7ce6737)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:03:16.291736 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-80c649b1-b520-4baa-8789-947c4a637b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:16.391963 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-ece9ac2d-76a8-4c62-9cb2-2a69cb8d7ca1 None None] Set router 5e2f7bfa-d9f8-458a-882f-27484eb838bf gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:03:16.464820 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c649b1-b520-4baa-8789-947c4a637b41 None None] Pushing event updated for resources: {'Port': ['ID=30081f4e-f395-4ec2-b3f7-c8034799aceb,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:16.490572 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-538c43fb-eb7c-44d6-afb5-668e566aa025 None None] Provisioning complete for port 30081f4e-f395-4ec2-b3f7-c8034799aceb triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:16.490945 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-538c43fb-eb7c-44d6-afb5-668e566aa025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:16.628486 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-97454f18-a639-4266-b2d2-069340a1444b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'name': 'tempest-TestMinimumBasicScenario-507902886-router', 'tenant_id': '510e1d7700534921b54a9e05f30e1ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '08943729-7d29-4410-b832-f8d5a7c0d09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:08Z', 'updated_at': '2022-04-29T12:03:11Z', 'revision_number': 4, 'project_id': '510e1d7700534921b54a9e05f30e1ce6', 'gw_port': {'id': '08943729-7d29-4410-b832-f8d5a7c0d09d', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:09Z', 'updated_at': '2022-04-29T12:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '30081f4e-f395-4ec2-b3f7-c8034799aceb', 'name': '', 'network_id': 'e2484d75-aef8-4f25-9934-2845824dc212', 'tenant_id': '510e1d7700534921b54a9e05f30e1ce6', 'mac_address': 'fa:16:3e:25:b9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '5b5858d0-8549-4456-bbbe-f8ed35bfc951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:11Z', 'updated_at': '2022-04-29T12:03:15Z', 'revision_number': 4, 'project_id': '510e1d7700534921b54a9e05f30e1ce6', 'subnets': [{'id': '5b5858d0-8549-4456-bbbe-f8ed35bfc951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:16.674314 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97454f18-a639-4266-b2d2-069340a1444b None None] The sync data for ids ['61f39b32-7f78-44d2-baa8-0db59241d134'] in dv-neutron-838888-1-hyperv is: [{'id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'name': 'tempest-TestMinimumBasicScenario-507902886-router', 'tenant_id': '510e1d7700534921b54a9e05f30e1ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '08943729-7d29-4410-b832-f8d5a7c0d09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:08Z', 'updated_at': '2022-04-29T12:03:11Z', 'revision_number': 4, 'project_id': '510e1d7700534921b54a9e05f30e1ce6', 'gw_port': {'id': '08943729-7d29-4410-b832-f8d5a7c0d09d', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:09Z', 'updated_at': '2022-04-29T12:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '30081f4e-f395-4ec2-b3f7-c8034799aceb', 'name': '', 'network_id': 'e2484d75-aef8-4f25-9934-2845824dc212', 'tenant_id': '510e1d7700534921b54a9e05f30e1ce6', 'mac_address': 'fa:16:3e:25:b9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '5b5858d0-8549-4456-bbbe-f8ed35bfc951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:11Z', 'updated_at': '2022-04-29T12:03:15Z', 'revision_number': 4, 'project_id': '510e1d7700534921b54a9e05f30e1ce6', 'subnets': [{'id': '5b5858d0-8549-4456-bbbe-f8ed35bfc951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:03:16.724603 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-ece9ac2d-76a8-4c62-9cb2-2a69cb8d7ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2f7bfa-d9f8-458a-882f-27484eb838bf', 'name': 'tempest-TestMinimumBasicScenario-1703357147-router', 'tenant_id': 'ac36a9a95e7e412985b3b81a902fa3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '456099f0-9bf8-4179-8f7f-e3b6c0df8c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:14Z', 'updated_at': '2022-04-29T12:03:15Z', 'revision_number': 3, 'project_id': 'ac36a9a95e7e412985b3b81a902fa3c8', 'gw_port': {'id': '456099f0-9bf8-4179-8f7f-e3b6c0df8c2d', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2f7bfa-d9f8-458a-882f-27484eb838bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:14Z', 'updated_at': '2022-04-29T12:03:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:16.760429 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eea0c61-a1c1-4ef7-aabe-90d03248fff8 None None] Network 92e4e0b1-4d5f-44c5-a72a-073101284ebc requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:03:16.792063 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece9ac2d-76a8-4c62-9cb2-2a69cb8d7ca1 None None] Checking router: 5e2f7bfa-d9f8-458a-882f-27484eb838bf for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:03:16.792655 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece9ac2d-76a8-4c62-9cb2-2a69cb8d7ca1 None None] Updating router 5e2f7bfa-d9f8-458a-882f-27484eb838bf port 456099f0-9bf8-4179-8f7f-e3b6c0df8c2d binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:03:16.831870 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-ece9ac2d-76a8-4c62-9cb2-2a69cb8d7ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:16.843561 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-63731131-f80e-4be3-bc33-5b6770350d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:16.884476 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-750def34-79e9-4823-b5be-ab7381f257e1 None None] Provisioning complete for port 48129dcd-bbfc-442b-9689-af170f34826b triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:16.885067 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-750def34-79e9-4823-b5be-ab7381f257e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:17.045929 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-750def34-79e9-4823-b5be-ab7381f257e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:17.099792 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-750def34-79e9-4823-b5be-ab7381f257e1 None None] For port 48129dcd-bbfc-442b-9689-af170f34826b, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=48129dcd-bbfc-442b-9689-af170f34826b,segment=NetworkSegment(463a22b0-2f4c-4dfd-be0b-922dd2906a04),segment_id=463a22b0-2f4c-4dfd-be0b-922dd2906a04)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:03:17.110036 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-750def34-79e9-4823-b5be-ab7381f257e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:17.120441 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-63731131-f80e-4be3-bc33-5b6770350d0b admin admin] Allocated IP 172.20.0.1 (92e4e0b1-4d5f-44c5-a72a-073101284ebc/2c7809ac-d301-4db7-87bb-ff72672c70f3/47fb9cf2-d7e8-4773-9845-2792079961eb) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:03:17.196167 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750def34-79e9-4823-b5be-ab7381f257e1 None None] Pushing event updated for resources: {'Port': ['ID=48129dcd-bbfc-442b-9689-af170f34826b,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:17.255927 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-ece9ac2d-76a8-4c62-9cb2-2a69cb8d7ca1 None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:17.265307 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-ece9ac2d-76a8-4c62-9cb2-2a69cb8d7ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:17.295843 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-63731131-f80e-4be3-bc33-5b6770350d0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:17.336102 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-ece9ac2d-76a8-4c62-9cb2-2a69cb8d7ca1 None None] Attempting to bind port 456099f0-9bf8-4179-8f7f-e3b6c0df8c2d on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:03:17.336467 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-ece9ac2d-76a8-4c62-9cb2-2a69cb8d7ca1 None None] Attempting to bind port 456099f0-9bf8-4179-8f7f-e3b6c0df8c2d by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:03:17.337008 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece9ac2d-76a8-4c62-9cb2-2a69cb8d7ca1 None None] Attempting to bind port 456099f0-9bf8-4179-8f7f-e3b6c0df8c2d on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:03:17.345546 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece9ac2d-76a8-4c62-9cb2-2a69cb8d7ca1 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:03:17.345938 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece9ac2d-76a8-4c62-9cb2-2a69cb8d7ca1 None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:03:17.346349 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-ece9ac2d-76a8-4c62-9cb2-2a69cb8d7ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:17.346624 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-63731131-f80e-4be3-bc33-5b6770350d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:17.346774 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece9ac2d-76a8-4c62-9cb2-2a69cb8d7ca1 None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:03:17.347265 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-ece9ac2d-76a8-4c62-9cb2-2a69cb8d7ca1 None None] Bound port: 456099f0-9bf8-4179-8f7f-e3b6c0df8c2d, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:03:17.347727 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-ece9ac2d-76a8-4c62-9cb2-2a69cb8d7ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:17.353545 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f39f8-f711-4b27-9b29-8d0211746753 None None] Pushing event updated for resources: {'Port': ['ID=456099f0-9bf8-4179-8f7f-e3b6c0df8c2d,revision_number=2']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:17.401976 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63731131-f80e-4be3-bc33-5b6770350d0b admin admin] Network 92e4e0b1-4d5f-44c5-a72a-073101284ebc is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:03:17.405897 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-63731131-f80e-4be3-bc33-5b6770350d0b admin admin] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:03:17.412176 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63731131-f80e-4be3-bc33-5b6770350d0b admin admin] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:03:17.417916 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-ece9ac2d-76a8-4c62-9cb2-2a69cb8d7ca1 None None] For port 456099f0-9bf8-4179-8f7f-e3b6c0df8c2d, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:03:17.422805 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-ece9ac2d-76a8-4c62-9cb2-2a69cb8d7ca1 None None] For port 456099f0-9bf8-4179-8f7f-e3b6c0df8c2d, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=456099f0-9bf8-4179-8f7f-e3b6c0df8c2d,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:03:17.431572 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-ece9ac2d-76a8-4c62-9cb2-2a69cb8d7ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:17.458786 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-569fee5f-30ed-4893-bbea-eeae23a8c033 None None] Provisioning complete for port 48129dcd-bbfc-442b-9689-af170f34826b triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:17.459160 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-569fee5f-30ed-4893-bbea-eeae23a8c033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:17.473228 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63731131-f80e-4be3-bc33-5b6770350d0b admin admin] Pushing event updated for resources: {'Port': ['ID=47fb9cf2-d7e8-4773-9845-2792079961eb,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:17.512552 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-63731131-f80e-4be3-bc33-5b6770350d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:17.519459 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece9ac2d-76a8-4c62-9cb2-2a69cb8d7ca1 None None] Routers {'5e2f7bfa-d9f8-458a-882f-27484eb838bf'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:03:17.520116 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-ece9ac2d-76a8-4c62-9cb2-2a69cb8d7ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:02:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5e2f7bfa-d9f8-458a-882f-27484eb838bf'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:17.590818 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f39f8-f711-4b27-9b29-8d0211746753 None None] Pushing event updated for resources: {'Port': ['ID=456099f0-9bf8-4179-8f7f-e3b6c0df8c2d,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:17.736649 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-ece9ac2d-76a8-4c62-9cb2-2a69cb8d7ca1 None None] Set router 5e2f7bfa-d9f8-458a-882f-27484eb838bf gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:03:17.767752 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-63731131-f80e-4be3-bc33-5b6770350d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:17.831436 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 30081f4e-f395-4ec2-b3f7-c8034799aceb up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:03:17.839406 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-686c67da-b6bf-4f32-9fd0-cf10ece74b33 None None] Provisioning complete for port 47fb9cf2-d7e8-4773-9845-2792079961eb triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:17.840035 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-686c67da-b6bf-4f32-9fd0-cf10ece74b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:17.914140 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-686c67da-b6bf-4f32-9fd0-cf10ece74b33 None None] Port 47fb9cf2-d7e8-4773-9845-2792079961eb cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:03:17.935332 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 30081f4e-f395-4ec2-b3f7-c8034799aceb triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:17.936066 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:17.980823 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-ece9ac2d-76a8-4c62-9cb2-2a69cb8d7ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2f7bfa-d9f8-458a-882f-27484eb838bf', 'name': 'tempest-TestMinimumBasicScenario-1703357147-router', 'tenant_id': 'ac36a9a95e7e412985b3b81a902fa3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '456099f0-9bf8-4179-8f7f-e3b6c0df8c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:14Z', 'updated_at': '2022-04-29T12:03:15Z', 'revision_number': 3, 'project_id': 'ac36a9a95e7e412985b3b81a902fa3c8', 'gw_port': {'id': '456099f0-9bf8-4179-8f7f-e3b6c0df8c2d', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2f7bfa-d9f8-458a-882f-27484eb838bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:14Z', 'updated_at': '2022-04-29T12:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:18.015403 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece9ac2d-76a8-4c62-9cb2-2a69cb8d7ca1 None None] The sync data for ids ['5e2f7bfa-d9f8-458a-882f-27484eb838bf'] in dv-neutron-838888-1-hyperv is: [{'id': '5e2f7bfa-d9f8-458a-882f-27484eb838bf', 'name': 'tempest-TestMinimumBasicScenario-1703357147-router', 'tenant_id': 'ac36a9a95e7e412985b3b81a902fa3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '456099f0-9bf8-4179-8f7f-e3b6c0df8c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:14Z', 'updated_at': '2022-04-29T12:03:15Z', 'revision_number': 3, 'project_id': 'ac36a9a95e7e412985b3b81a902fa3c8', 'gw_port': {'id': '456099f0-9bf8-4179-8f7f-e3b6c0df8c2d', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2f7bfa-d9f8-458a-882f-27484eb838bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:14Z', 'updated_at': '2022-04-29T12:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:03:18.040982 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 48129dcd-bbfc-442b-9689-af170f34826b up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:03:18.111040 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 48129dcd-bbfc-442b-9689-af170f34826b triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:18.112014 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:18.115981 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-63731131-f80e-4be3-bc33-5b6770350d0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:18.121835 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-63731131-f80e-4be3-bc33-5b6770350d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:18.219878 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-63731131-f80e-4be3-bc33-5b6770350d0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:18.243292 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63731131-f80e-4be3-bc33-5b6770350d0b admin admin] Pushing event updated for resources: {'Port': ['ID=47fb9cf2-d7e8-4773-9845-2792079961eb,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:18.374063 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63731131-f80e-4be3-bc33-5b6770350d0b admin admin] Network 92e4e0b1-4d5f-44c5-a72a-073101284ebc is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:03:18.383088 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-63731131-f80e-4be3-bc33-5b6770350d0b admin admin] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:03:18.599252 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63731131-f80e-4be3-bc33-5b6770350d0b admin admin] Router 5e2f7bfa-d9f8-458a-882f-27484eb838bf has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:03:18.739368 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63731131-f80e-4be3-bc33-5b6770350d0b admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:03:18.745301 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-63731131-f80e-4be3-bc33-5b6770350d0b admin admin] 10.222.0.69 "PUT /v2.0/routers/5e2f7bfa-d9f8-458a-882f-27484eb838bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5483506 Apr 29 12:03:18.755722 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-3941d819-a7d3-4ef2-a525-1bcceb9d28d0 None None] Provisioning complete for port 47fb9cf2-d7e8-4773-9845-2792079961eb triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:18.756096 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3941d819-a7d3-4ef2-a525-1bcceb9d28d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:18.799393 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-3941d819-a7d3-4ef2-a525-1bcceb9d28d0 None None] Port 47fb9cf2-d7e8-4773-9845-2792079961eb cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:03:19.734753 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 456099f0-9bf8-4179-8f7f-e3b6c0df8c2d up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:03:19.793584 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 456099f0-9bf8-4179-8f7f-e3b6c0df8c2d triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:19.794105 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:19.904922 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:19.934230 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 456099f0-9bf8-4179-8f7f-e3b6c0df8c2d, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=456099f0-9bf8-4179-8f7f-e3b6c0df8c2d,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:03:19.947730 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:20.171532 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=456099f0-9bf8-4179-8f7f-e3b6c0df8c2d,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:20.343016 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4b2a6e-af5b-4a29-a219-5ac6e96c7d9a None None] Sync routers for ids ['5e2f7bfa-d9f8-458a-882f-27484eb838bf'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:03:20.360746 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4b2a6e-af5b-4a29-a219-5ac6e96c7d9a None None] Routers {'5e2f7bfa-d9f8-458a-882f-27484eb838bf'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:03:20.361438 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-fb4b2a6e-af5b-4a29-a219-5ac6e96c7d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:02:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5e2f7bfa-d9f8-458a-882f-27484eb838bf'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:20.494745 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-fb4b2a6e-af5b-4a29-a219-5ac6e96c7d9a None None] Set router 5e2f7bfa-d9f8-458a-882f-27484eb838bf gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:03:20.751164 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-fb4b2a6e-af5b-4a29-a219-5ac6e96c7d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2f7bfa-d9f8-458a-882f-27484eb838bf', 'name': 'tempest-TestMinimumBasicScenario-1703357147-router', 'tenant_id': 'ac36a9a95e7e412985b3b81a902fa3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '456099f0-9bf8-4179-8f7f-e3b6c0df8c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:14Z', 'updated_at': '2022-04-29T12:03:17Z', 'revision_number': 4, 'project_id': 'ac36a9a95e7e412985b3b81a902fa3c8', 'gw_port': {'id': '456099f0-9bf8-4179-8f7f-e3b6c0df8c2d', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f7bfa-d9f8-458a-882f-27484eb838bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:14Z', 'updated_at': '2022-04-29T12:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '47fb9cf2-d7e8-4773-9845-2792079961eb', 'name': '', 'network_id': '92e4e0b1-4d5f-44c5-a72a-073101284ebc', 'tenant_id': 'ac36a9a95e7e412985b3b81a902fa3c8', 'mac_address': 'fa:16:3e:e0:3c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2f7bfa-d9f8-458a-882f-27484eb838bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '2c7809ac-d301-4db7-87bb-ff72672c70f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:16Z', 'updated_at': '2022-04-29T12:03:17Z', 'revision_number': 2, 'project_id': 'ac36a9a95e7e412985b3b81a902fa3c8', 'subnets': [{'id': '2c7809ac-d301-4db7-87bb-ff72672c70f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:20.785094 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4b2a6e-af5b-4a29-a219-5ac6e96c7d9a None None] Checking router: 5e2f7bfa-d9f8-458a-882f-27484eb838bf for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:03:20.785834 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4b2a6e-af5b-4a29-a219-5ac6e96c7d9a None None] Updating router 5e2f7bfa-d9f8-458a-882f-27484eb838bf port 47fb9cf2-d7e8-4773-9845-2792079961eb binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:03:20.814644 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fb4b2a6e-af5b-4a29-a219-5ac6e96c7d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:21.209971 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fb4b2a6e-af5b-4a29-a219-5ac6e96c7d9a None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:21.223483 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fb4b2a6e-af5b-4a29-a219-5ac6e96c7d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:21.283504 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507286fa-f9e8-4545-97db-32c5cbd7efe0 None None] Pushing event updated for resources: {'Port': ['ID=47fb9cf2-d7e8-4773-9845-2792079961eb,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:21.366102 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-fb4b2a6e-af5b-4a29-a219-5ac6e96c7d9a None None] Attempting to bind port 47fb9cf2-d7e8-4773-9845-2792079961eb on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:03:21.366653 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-fb4b2a6e-af5b-4a29-a219-5ac6e96c7d9a None None] Attempting to bind port 47fb9cf2-d7e8-4773-9845-2792079961eb by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '463a22b0-2f4c-4dfd-be0b-922dd2906a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '92e4e0b1-4d5f-44c5-a72a-073101284ebc'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:03:21.367170 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4b2a6e-af5b-4a29-a219-5ac6e96c7d9a None None] Attempting to bind port 47fb9cf2-d7e8-4773-9845-2792079961eb on network 92e4e0b1-4d5f-44c5-a72a-073101284ebc {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:03:21.374222 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4b2a6e-af5b-4a29-a219-5ac6e96c7d9a None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:03:21.374611 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4b2a6e-af5b-4a29-a219-5ac6e96c7d9a None None] Checking segment: {'id': '463a22b0-2f4c-4dfd-be0b-922dd2906a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '92e4e0b1-4d5f-44c5-a72a-073101284ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:03:21.378895 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fb4b2a6e-af5b-4a29-a219-5ac6e96c7d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:21.380200 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4b2a6e-af5b-4a29-a219-5ac6e96c7d9a None None] Bound using segment: {'id': '463a22b0-2f4c-4dfd-be0b-922dd2906a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '92e4e0b1-4d5f-44c5-a72a-073101284ebc'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:03:21.381355 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-fb4b2a6e-af5b-4a29-a219-5ac6e96c7d9a None None] Bound port: 47fb9cf2-d7e8-4773-9845-2792079961eb, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463a22b0-2f4c-4dfd-be0b-922dd2906a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '92e4e0b1-4d5f-44c5-a72a-073101284ebc'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:03:21.381877 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fb4b2a6e-af5b-4a29-a219-5ac6e96c7d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:21.480741 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-fb4b2a6e-af5b-4a29-a219-5ac6e96c7d9a None None] For port 47fb9cf2-d7e8-4773-9845-2792079961eb, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:03:21.488082 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-fb4b2a6e-af5b-4a29-a219-5ac6e96c7d9a None None] For port 47fb9cf2-d7e8-4773-9845-2792079961eb, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=47fb9cf2-d7e8-4773-9845-2792079961eb,segment=NetworkSegment(463a22b0-2f4c-4dfd-be0b-922dd2906a04),segment_id=463a22b0-2f4c-4dfd-be0b-922dd2906a04)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:03:21.496150 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fb4b2a6e-af5b-4a29-a219-5ac6e96c7d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:21.594902 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-fee0f5cb-5308-4858-b16d-7c11e82784f8 None None] Provisioning complete for port 47fb9cf2-d7e8-4773-9845-2792079961eb triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:21.594902 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fee0f5cb-5308-4858-b16d-7c11e82784f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:21.597247 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4b2a6e-af5b-4a29-a219-5ac6e96c7d9a None None] Routers {'5e2f7bfa-d9f8-458a-882f-27484eb838bf'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:03:21.598014 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-fb4b2a6e-af5b-4a29-a219-5ac6e96c7d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:02:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5e2f7bfa-d9f8-458a-882f-27484eb838bf'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:21.714350 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507286fa-f9e8-4545-97db-32c5cbd7efe0 None None] Pushing event updated for resources: {'Port': ['ID=47fb9cf2-d7e8-4773-9845-2792079961eb,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:21.788133 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-fb4b2a6e-af5b-4a29-a219-5ac6e96c7d9a None None] Set router 5e2f7bfa-d9f8-458a-882f-27484eb838bf gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:03:21.816111 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 456099f0-9bf8-4179-8f7f-e3b6c0df8c2d up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:03:22.020865 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fee0f5cb-5308-4858-b16d-7c11e82784f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:22.055397 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 456099f0-9bf8-4179-8f7f-e3b6c0df8c2d triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:22.055764 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:22.117378 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-fee0f5cb-5308-4858-b16d-7c11e82784f8 None None] For port 47fb9cf2-d7e8-4773-9845-2792079961eb, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=47fb9cf2-d7e8-4773-9845-2792079961eb,segment=NetworkSegment(463a22b0-2f4c-4dfd-be0b-922dd2906a04),segment_id=463a22b0-2f4c-4dfd-be0b-922dd2906a04)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:03:22.129444 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fee0f5cb-5308-4858-b16d-7c11e82784f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:22.204425 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0f5cb-5308-4858-b16d-7c11e82784f8 None None] Pushing event updated for resources: {'Port': ['ID=47fb9cf2-d7e8-4773-9845-2792079961eb,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:22.259170 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-fb4b2a6e-af5b-4a29-a219-5ac6e96c7d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2f7bfa-d9f8-458a-882f-27484eb838bf', 'name': 'tempest-TestMinimumBasicScenario-1703357147-router', 'tenant_id': 'ac36a9a95e7e412985b3b81a902fa3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '456099f0-9bf8-4179-8f7f-e3b6c0df8c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:14Z', 'updated_at': '2022-04-29T12:03:17Z', 'revision_number': 4, 'project_id': 'ac36a9a95e7e412985b3b81a902fa3c8', 'gw_port': {'id': '456099f0-9bf8-4179-8f7f-e3b6c0df8c2d', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f7bfa-d9f8-458a-882f-27484eb838bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:14Z', 'updated_at': '2022-04-29T12:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '47fb9cf2-d7e8-4773-9845-2792079961eb', 'name': '', 'network_id': '92e4e0b1-4d5f-44c5-a72a-073101284ebc', 'tenant_id': 'ac36a9a95e7e412985b3b81a902fa3c8', 'mac_address': 'fa:16:3e:e0:3c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2f7bfa-d9f8-458a-882f-27484eb838bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '2c7809ac-d301-4db7-87bb-ff72672c70f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:16Z', 'updated_at': '2022-04-29T12:03:21Z', 'revision_number': 4, 'project_id': 'ac36a9a95e7e412985b3b81a902fa3c8', 'subnets': [{'id': '2c7809ac-d301-4db7-87bb-ff72672c70f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:22.292437 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4b2a6e-af5b-4a29-a219-5ac6e96c7d9a None None] The sync data for ids ['5e2f7bfa-d9f8-458a-882f-27484eb838bf'] in dv-neutron-838888-1-hyperv is: [{'id': '5e2f7bfa-d9f8-458a-882f-27484eb838bf', 'name': 'tempest-TestMinimumBasicScenario-1703357147-router', 'tenant_id': 'ac36a9a95e7e412985b3b81a902fa3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '456099f0-9bf8-4179-8f7f-e3b6c0df8c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:14Z', 'updated_at': '2022-04-29T12:03:17Z', 'revision_number': 4, 'project_id': 'ac36a9a95e7e412985b3b81a902fa3c8', 'gw_port': {'id': '456099f0-9bf8-4179-8f7f-e3b6c0df8c2d', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f7bfa-d9f8-458a-882f-27484eb838bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:14Z', 'updated_at': '2022-04-29T12:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '47fb9cf2-d7e8-4773-9845-2792079961eb', 'name': '', 'network_id': '92e4e0b1-4d5f-44c5-a72a-073101284ebc', 'tenant_id': 'ac36a9a95e7e412985b3b81a902fa3c8', 'mac_address': 'fa:16:3e:e0:3c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2f7bfa-d9f8-458a-882f-27484eb838bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '2c7809ac-d301-4db7-87bb-ff72672c70f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:16Z', 'updated_at': '2022-04-29T12:03:21Z', 'revision_number': 4, 'project_id': 'ac36a9a95e7e412985b3b81a902fa3c8', 'subnets': [{'id': '2c7809ac-d301-4db7-87bb-ff72672c70f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:03:22.295341 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5e12f078-fcb8-4d34-8bb6-6342267a0ff0 None None] Provisioning complete for port 47fb9cf2-d7e8-4773-9845-2792079961eb triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:22.295795 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5e12f078-fcb8-4d34-8bb6-6342267a0ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:23.633662 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ea887cfd-84d7-43c4-bc85-01a6293f887e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:23.770752 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 47fb9cf2-d7e8-4773-9845-2792079961eb up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:03:23.876293 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 47fb9cf2-d7e8-4773-9845-2792079961eb triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:23.876824 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:27.297750 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:27.818116 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-50647c21-9652-4aba-9a22-6973813ae811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:28.593383 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:29.449516 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-d807ff3c-1e8c-4fcd-8465-2e78dc89fc49 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:29.451694 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-d807ff3c-1e8c-4fcd-8465-2e78dc89fc49 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/networks?id=e2484d75-aef8-4f25-9934-2845824dc212 HTTP/1.1" status: 200 len: 814 time: 0.1070309 Apr 29 12:03:29.472797 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-273d3d0e-88aa-4a46-acc0-af56bfb7ac5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/quotas/510e1d7700534921b54a9e05f30e1ce6 HTTP/1.1" status: 200 len: 375 time: 0.0114081 Apr 29 12:03:29.533235 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-a68b9553-3b98-446e-a128-cbb7845089e7 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=510e1d7700534921b54a9e05f30e1ce6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539193 Apr 29 12:03:29.741253 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-40b431bf-3415-466c-a58c-23406f1067cd service neutron] 10.222.0.69 "GET /v2.0/networks/e2484d75-aef8-4f25-9934-2845824dc212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951878 Apr 29 12:03:29.843825 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-505b4f69-ccef-4c71-a117-b1ec0925eb42 service neutron] 10.222.0.69 "GET /v2.0/networks/e2484d75-aef8-4f25-9934-2845824dc212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952551 Apr 29 12:03:30.103626 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:30.256472 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:31.039171 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c485d364-d3d7-4a4b-bc15-b54d69f78043 req-641a867e-cff7-4285-b281-5ab01055bde6 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 210 time: 0.0293941 Apr 29 12:03:32.143295 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2796f2f0-9f3f-4d11-9072-d64fe238a7e0 req-a25c70fd-316a-44e6-99e5-13f06f65af39 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 210 time: 0.0293031 Apr 29 12:03:32.349384 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-3d832b12-b8c5-4c3a-8da0-2cfe5c85648c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:32.350813 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-3d832b12-b8c5-4c3a-8da0-2cfe5c85648c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.62 "GET /v2.0/networks?id=e2484d75-aef8-4f25-9934-2845824dc212 HTTP/1.1" status: 200 len: 814 time: 0.1113410 Apr 29 12:03:32.365421 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-e56c85ea-745a-4c3b-bcd1-5c676f4b370c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Request body: {'port': {'device_id': '4f54260c-a5dd-4ed5-a5bd-62e25a6baee3', 'network_id': 'e2484d75-aef8-4f25-9934-2845824dc212', 'admin_state_up': True, 'tenant_id': '510e1d7700534921b54a9e05f30e1ce6'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:03:32.478739 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-e56c85ea-745a-4c3b-bcd1-5c676f4b370c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Made reservation on behalf of 510e1d7700534921b54a9e05f30e1ce6 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:03:32.482566 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-e56c85ea-745a-4c3b-bcd1-5c676f4b370c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:32.622864 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-e56c85ea-745a-4c3b-bcd1-5c676f4b370c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Allocated IP 172.20.0.6 (e2484d75-aef8-4f25-9934-2845824dc212/5b5858d0-8549-4456-bbbe-f8ed35bfc951/fd5ff78b-0840-4ac1-a498-0050506f3eeb) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:03:32.819147 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-e56c85ea-745a-4c3b-bcd1-5c676f4b370c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:32.868509 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-e56c85ea-745a-4c3b-bcd1-5c676f4b370c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:32.934477 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-e56c85ea-745a-4c3b-bcd1-5c676f4b370c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Network e2484d75-aef8-4f25-9934-2845824dc212 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:03:32.940304 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-e56c85ea-745a-4c3b-bcd1-5c676f4b370c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:03:32.943384 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-e56c85ea-745a-4c3b-bcd1-5c676f4b370c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:03:33.001676 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-e56c85ea-745a-4c3b-bcd1-5c676f4b370c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:33.002400 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-e56c85ea-745a-4c3b-bcd1-5c676f4b370c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:33.021114 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c85ea-745a-4c3b-bcd1-5c676f4b370c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Pushing event updated for resources: {'Port': ['ID=fd5ff78b-0840-4ac1-a498-0050506f3eeb,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:33.029278 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-e56c85ea-745a-4c3b-bcd1-5c676f4b370c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6677883 Apr 29 12:03:33.301592 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79505a-84c5-43d7-ba92-5d6e868722d8 req-23855b75-24bd-4838-a4ba-aa175cd6429f tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:33.306949 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fa79505a-84c5-43d7-ba92-5d6e868722d8 req-23855b75-24bd-4838-a4ba-aa175cd6429f tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 931 time: 0.0806420 Apr 29 12:03:33.340348 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-ea1294b5-4034-4075-89c5-2775374ff617 None None] Provisioning complete for port fd5ff78b-0840-4ac1-a498-0050506f3eeb triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:33.342240 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ea1294b5-4034-4075-89c5-2775374ff617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:33.387662 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fa79505a-84c5-43d7-ba92-5d6e868722d8 req-983cd38a-4bb9-4115-8e0c-6be28055cf57 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760286 Apr 29 12:03:33.402977 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-ea1294b5-4034-4075-89c5-2775374ff617 None None] Port fd5ff78b-0840-4ac1-a498-0050506f3eeb cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:03:34.541234 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d446cbc-6be5-4a5f-bb58-34d6bf3111ed req-49e2151a-55f8-4f49-b3fc-2b87dcb6cf29 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:34.547497 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1d446cbc-6be5-4a5f-bb58-34d6bf3111ed req-49e2151a-55f8-4f49-b3fc-2b87dcb6cf29 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 931 time: 0.0507183 Apr 29 12:03:34.588945 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1d446cbc-6be5-4a5f-bb58-34d6bf3111ed req-f5780520-2e56-4144-9e2e-642cefbea4ad tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395179 Apr 29 12:03:35.714308 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46f240-20e5-445b-a537-36f6b17252b7 req-bd9e1490-2397-44dd-83f2-4808c11bd9e1 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:35.715928 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ce46f240-20e5-445b-a537-36f6b17252b7 req-bd9e1490-2397-44dd-83f2-4808c11bd9e1 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 931 time: 0.0535500 Apr 29 12:03:35.773013 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ce46f240-20e5-445b-a537-36f6b17252b7 req-803ce281-aa04-43c6-bc47-053950f201f2 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446196 Apr 29 12:03:36.907620 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67876f2-09e9-42ce-b8c1-153046f4f8e1 req-5c6664be-f389-4c37-8355-26a07ef69590 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:36.909086 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e67876f2-09e9-42ce-b8c1-153046f4f8e1 req-5c6664be-f389-4c37-8355-26a07ef69590 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 931 time: 0.0565658 Apr 29 12:03:36.956329 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e67876f2-09e9-42ce-b8c1-153046f4f8e1 req-92ae20a8-a3aa-4ed2-a63a-48e49d9a9908 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411706 Apr 29 12:03:38.081553 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6c107-ea5a-4942-aef7-9b2cd32e11fc req-8aab38ea-97cd-4333-9e99-1ef62404ea5b tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:38.083252 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c2f6c107-ea5a-4942-aef7-9b2cd32e11fc req-8aab38ea-97cd-4333-9e99-1ef62404ea5b tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 931 time: 0.0536292 Apr 29 12:03:38.135991 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c2f6c107-ea5a-4942-aef7-9b2cd32e11fc req-4869f326-8530-4de8-a754-cf0010fa0dd4 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449016 Apr 29 12:03:39.286664 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda39b7-fd8b-4df1-ba54-c1b5d8dc94fa req-b0a12aeb-04a9-4e76-8cb3-c1c47047544a tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:39.288422 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1dda39b7-fd8b-4df1-ba54-c1b5d8dc94fa req-b0a12aeb-04a9-4e76-8cb3-c1c47047544a tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 931 time: 0.0756946 Apr 29 12:03:39.330017 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1dda39b7-fd8b-4df1-ba54-c1b5d8dc94fa req-32339a57-0980-4b23-b1f0-b9710124db52 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350196 Apr 29 12:03:40.473808 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3e2f3-7e40-4f3c-bebe-d51efd30d583 req-70e8a0b8-88a0-43f1-acfd-9024965fab16 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:40.475335 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-87b3e2f3-7e40-4f3c-bebe-d51efd30d583 req-70e8a0b8-88a0-43f1-acfd-9024965fab16 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 931 time: 0.0567334 Apr 29 12:03:40.524642 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-87b3e2f3-7e40-4f3c-bebe-d51efd30d583 req-228db857-bca6-4897-baa3-56fd949fb101 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430832 Apr 29 12:03:41.452240 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-fc11ecc1-0fd2-49c0-b552-59db25cde4d6 service neutron] Request body: {'port': {'device_id': '4f54260c-a5dd-4ed5-a5bd-62e25a6baee3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:03:41.512317 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-fc11ecc1-0fd2-49c0-b552-59db25cde4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:41.735363 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09645b7-141d-4bd9-bb0b-1649533b3ddf req-0e277e75-905d-48ab-b6ac-f9962435ef43 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:41.736936 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d09645b7-141d-4bd9-bb0b-1649533b3ddf req-0e277e75-905d-48ab-b6ac-f9962435ef43 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 931 time: 0.0810797 Apr 29 12:03:41.839687 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d09645b7-141d-4bd9-bb0b-1649533b3ddf req-50204d6b-f339-4f0e-90b2-c3a8e2f27975 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900331 Apr 29 12:03:41.936276 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-fc11ecc1-0fd2-49c0-b552-59db25cde4d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd5ff78b-0840-4ac1-a498-0050506f3eeb {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:03:41.945191 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-fc11ecc1-0fd2-49c0-b552-59db25cde4d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:41.958475 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-fc11ecc1-0fd2-49c0-b552-59db25cde4d6 service neutron] Transition to ACTIVE for port object fd5ff78b-0840-4ac1-a498-0050506f3eeb will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:03:41.964036 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-fc11ecc1-0fd2-49c0-b552-59db25cde4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:42.040583 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11ecc1-0fd2-49c0-b552-59db25cde4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5ff78b-0840-4ac1-a498-0050506f3eeb,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:42.096376 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-fc11ecc1-0fd2-49c0-b552-59db25cde4d6 service neutron] Attempting to bind port fd5ff78b-0840-4ac1-a498-0050506f3eeb on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:03:42.096711 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-fc11ecc1-0fd2-49c0-b552-59db25cde4d6 service neutron] Attempting to bind port fd5ff78b-0840-4ac1-a498-0050506f3eeb by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '1a4c222b-3139-44dd-9683-25fcf7ce6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e2484d75-aef8-4f25-9934-2845824dc212'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:03:42.097048 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-fc11ecc1-0fd2-49c0-b552-59db25cde4d6 service neutron] Attempting to bind port fd5ff78b-0840-4ac1-a498-0050506f3eeb on network e2484d75-aef8-4f25-9934-2845824dc212 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:03:42.101625 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-fc11ecc1-0fd2-49c0-b552-59db25cde4d6 service neutron] Port fd5ff78b-0840-4ac1-a498-0050506f3eeb on network e2484d75-aef8-4f25-9934-2845824dc212 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 12:03:42.101942 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-fc11ecc1-0fd2-49c0-b552-59db25cde4d6 service neutron] Attempting to bind port fd5ff78b-0840-4ac1-a498-0050506f3eeb on network e2484d75-aef8-4f25-9934-2845824dc212 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:03:42.108259 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-fc11ecc1-0fd2-49c0-b552-59db25cde4d6 service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:03:42.108603 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-fc11ecc1-0fd2-49c0-b552-59db25cde4d6 service neutron] Checking segment: {'id': '1a4c222b-3139-44dd-9683-25fcf7ce6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e2484d75-aef8-4f25-9934-2845824dc212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:03:42.108989 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-fc11ecc1-0fd2-49c0-b552-59db25cde4d6 service neutron] Bound using segment: {'id': '1a4c222b-3139-44dd-9683-25fcf7ce6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e2484d75-aef8-4f25-9934-2845824dc212'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:03:42.109426 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-fc11ecc1-0fd2-49c0-b552-59db25cde4d6 service neutron] Bound port: fd5ff78b-0840-4ac1-a498-0050506f3eeb, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a4c222b-3139-44dd-9683-25fcf7ce6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e2484d75-aef8-4f25-9934-2845824dc212'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:03:42.109783 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-fc11ecc1-0fd2-49c0-b552-59db25cde4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:42.191497 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-fc11ecc1-0fd2-49c0-b552-59db25cde4d6 service neutron] For port fd5ff78b-0840-4ac1-a498-0050506f3eeb, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:03:42.194942 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-fc11ecc1-0fd2-49c0-b552-59db25cde4d6 service neutron] For port fd5ff78b-0840-4ac1-a498-0050506f3eeb, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=fd5ff78b-0840-4ac1-a498-0050506f3eeb,segment=NetworkSegment(1a4c222b-3139-44dd-9683-25fcf7ce6737),segment_id=1a4c222b-3139-44dd-9683-25fcf7ce6737)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:03:42.202932 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-fc11ecc1-0fd2-49c0-b552-59db25cde4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:42.238319 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-fc11ecc1-0fd2-49c0-b552-59db25cde4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:42.238949 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-fc11ecc1-0fd2-49c0-b552-59db25cde4d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:42.240321 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-fc11ecc1-0fd2-49c0-b552-59db25cde4d6 service neutron] 10.222.0.62 "PUT /v2.0/ports/fd5ff78b-0840-4ac1-a498-0050506f3eeb HTTP/1.1" status: 200 len: 1093 time: 0.7937028 Apr 29 12:03:42.240756 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f54260c-a5dd-4ed5-a5bd-62e25a6baee3', 'tag': 'fd5ff78b-0840-4ac1-a498-0050506f3eeb'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:03:42.243067 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51ba74d-eb44-4077-acf6-cad0596d70b8" -d '{"events": [{"name": "network-changed", "server_uuid": "4f54260c-a5dd-4ed5-a5bd-62e25a6baee3", "tag": "fd5ff78b-0840-4ac1-a498-0050506f3eeb"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:03:42.269576 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11ecc1-0fd2-49c0-b552-59db25cde4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5ff78b-0840-4ac1-a498-0050506f3eeb,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:42.312839 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88bce72-2a0b-43d2-9397-73fbaef63b42 x-openstack-request-id: req-f88bce72-2a0b-43d2-9397-73fbaef63b42 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:03:42.313130 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f54260c-a5dd-4ed5-a5bd-62e25a6baee3", "tag": "fd5ff78b-0840-4ac1-a498-0050506f3eeb", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:03:42.313381 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f88bce72-2a0b-43d2-9397-73fbaef63b42 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:03:42.313783 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f88bce72-2a0b-43d2-9397-73fbaef63b42'] response: {'name': 'network-changed', 'server_uuid': '4f54260c-a5dd-4ed5-a5bd-62e25a6baee3', 'tag': 'fd5ff78b-0840-4ac1-a498-0050506f3eeb', 'status': 'completed', 'code': 200} Apr 29 12:03:42.333512 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-250b76d8-b8a9-467b-85f5-a1ddc2d05bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:42.335174 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-250b76d8-b8a9-467b-85f5-a1ddc2d05bc0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=510e1d7700534921b54a9e05f30e1ce6&device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 1096 time: 0.0515203 Apr 29 12:03:42.386404 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-fbf519a3-b415-427f-bbea-8cddbfc3a7ee service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd5ff78b-0840-4ac1-a498-0050506f3eeb HTTP/1.1" status: 200 len: 217 time: 0.0411489 Apr 29 12:03:42.440225 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-cd39acd5-d8f2-4b08-9e18-d007e01257e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:42.441788 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-cd39acd5-d8f2-4b08-9e18-d007e01257e3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5b5858d0-8549-4456-bbbe-f8ed35bfc951 HTTP/1.1" status: 200 len: 853 time: 0.0483234 Apr 29 12:03:42.490340 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-93e71e50-6ab8-42b7-99fd-50f7f5aea872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:42.491915 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-93e71e50-6ab8-42b7-99fd-50f7f5aea872 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e2484d75-aef8-4f25-9934-2845824dc212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429375 Apr 29 12:03:42.609231 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-57213868-0091-4010-aa0e-371b37bafff8 service neutron] 10.222.0.62 "GET /v2.0/networks/e2484d75-aef8-4f25-9934-2845824dc212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093960 Apr 29 12:03:42.704266 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6ef6fba3-97ab-491c-8085-f0b831c1a291 req-e26635f1-6aa9-4004-a785-3b6eef959955 service neutron] 10.222.0.62 "GET /v2.0/networks/e2484d75-aef8-4f25-9934-2845824dc212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871098 Apr 29 12:03:42.798529 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ba74d-eb44-4077-acf6-cad0596d70b8 req-16d55b75-c78b-430f-a23f-7a990fd73e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:42.799964 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f51ba74d-eb44-4077-acf6-cad0596d70b8 req-16d55b75-c78b-430f-a23f-7a990fd73e8f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=510e1d7700534921b54a9e05f30e1ce6&device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 1096 time: 0.0416288 Apr 29 12:03:42.895394 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ba74d-eb44-4077-acf6-cad0596d70b8 req-18cb31b1-00d0-4c6c-8e8b-2ff4b75250bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:42.896880 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f51ba74d-eb44-4077-acf6-cad0596d70b8 req-18cb31b1-00d0-4c6c-8e8b-2ff4b75250bc service neutron] 10.222.0.62 "GET /v2.0/networks?id=e2484d75-aef8-4f25-9934-2845824dc212 HTTP/1.1" status: 200 len: 915 time: 0.0889418 Apr 29 12:03:42.948381 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f51ba74d-eb44-4077-acf6-cad0596d70b8 req-9da4c321-6552-4b92-9b4c-e92a731297b6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd5ff78b-0840-4ac1-a498-0050506f3eeb HTTP/1.1" status: 200 len: 217 time: 0.0429249 Apr 29 12:03:43.025502 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1e54e-4ba6-4729-921a-ff232a1ccf72 req-4ffa1058-dd1d-49fd-9794-6ba32f21c290 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:43.026975 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5ca1e54e-4ba6-4729-921a-ff232a1ccf72 req-4ffa1058-dd1d-49fd-9794-6ba32f21c290 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 943 time: 0.0877628 Apr 29 12:03:43.031805 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ba74d-eb44-4077-acf6-cad0596d70b8 req-6c51d907-1a42-42cb-8bbf-ee24d644ef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:43.033149 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f51ba74d-eb44-4077-acf6-cad0596d70b8 req-6c51d907-1a42-42cb-8bbf-ee24d644ef9f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5b5858d0-8549-4456-bbbe-f8ed35bfc951 HTTP/1.1" status: 200 len: 853 time: 0.0629165 Apr 29 12:03:43.090372 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5ca1e54e-4ba6-4729-921a-ff232a1ccf72 req-89b03720-bf85-4ab6-b34f-8c3dc9977d46 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561874 Apr 29 12:03:43.100959 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ba74d-eb44-4077-acf6-cad0596d70b8 req-c7aecc1b-58e7-4fa6-a8c3-428a2e452ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:43.102437 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f51ba74d-eb44-4077-acf6-cad0596d70b8 req-c7aecc1b-58e7-4fa6-a8c3-428a2e452ef9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e2484d75-aef8-4f25-9934-2845824dc212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0549269 Apr 29 12:03:43.203973 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f51ba74d-eb44-4077-acf6-cad0596d70b8 req-3f2e580f-5e67-41ff-aa05-bcfb2554f872 service neutron] 10.222.0.62 "GET /v2.0/networks/e2484d75-aef8-4f25-9934-2845824dc212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938568 Apr 29 12:03:43.268529 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:03:43.295447 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f51ba74d-eb44-4077-acf6-cad0596d70b8 req-3e447d08-f756-4b7e-9e42-e0be6eaf1c19 service neutron] 10.222.0.62 "GET /v2.0/networks/e2484d75-aef8-4f25-9934-2845824dc212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835009 Apr 29 12:03:44.207689 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90638e0-78d2-4f7c-9f92-34189669f3d8 req-e13a5788-3c6f-40e7-8c2a-b75c933d5eff tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:44.209216 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f90638e0-78d2-4f7c-9f92-34189669f3d8 req-e13a5788-3c6f-40e7-8c2a-b75c933d5eff tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 943 time: 0.0502045 Apr 29 12:03:44.252776 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f90638e0-78d2-4f7c-9f92-34189669f3d8 req-f355aa00-b258-42db-8c81-805e3a2b2bc1 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375776 Apr 29 12:03:45.367791 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1401e4d-be8f-4d03-88c2-9d158482119a req-04a5a4ea-be92-4e8c-9be6-bd1e6406fe6e tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:45.369267 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1401e4d-be8f-4d03-88c2-9d158482119a req-04a5a4ea-be92-4e8c-9be6-bd1e6406fe6e tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 943 time: 0.0492311 Apr 29 12:03:45.408040 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b1401e4d-be8f-4d03-88c2-9d158482119a req-e7985e35-4f2f-46f9-aa72-4982c9d75bbd tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320768 Apr 29 12:03:46.134014 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device fd5ff78b-0840-4ac1-a498-0050506f3eeb details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 12:03:46.231021 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port fd5ff78b-0840-4ac1-a498-0050506f3eeb, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=fd5ff78b-0840-4ac1-a498-0050506f3eeb,segment=NetworkSegment(1a4c222b-3139-44dd-9683-25fcf7ce6737),segment_id=1a4c222b-3139-44dd-9683-25fcf7ce6737)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:03:46.242952 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': 'fd5ff78b-0840-4ac1-a498-0050506f3eeb', 'network_id': 'e2484d75-aef8-4f25-9934-2845824dc212', 'port_id': 'fd5ff78b-0840-4ac1-a498-0050506f3eeb', 'mac_address': 'fa:16:3e:2d:26:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b5858d0-8549-4456-bbbe-f8ed35bfc951', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 12:03:46.278924 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:46.291405 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd5ff78b-0840-4ac1-a498-0050506f3eeb {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:03:46.315127 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port fd5ff78b-0840-4ac1-a498-0050506f3eeb, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=fd5ff78b-0840-4ac1-a498-0050506f3eeb,segment=NetworkSegment(1a4c222b-3139-44dd-9683-25fcf7ce6737),segment_id=1a4c222b-3139-44dd-9683-25fcf7ce6737)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:03:46.319324 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:46.366079 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=fd5ff78b-0840-4ac1-a498-0050506f3eeb,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:46.372964 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:46.373315 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:46.373654 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:46.373989 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:46.374359 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:46.374694 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:46.375029 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:46.375380 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:46.375694 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:46.376025 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:46.376347 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:46.376667 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:46.523809 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e90a99-ac67-40cb-9342-bac84987938f req-420d0594-7703-4e44-a327-679db8c1cc0a tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:46.525306 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-04e90a99-ac67-40cb-9342-bac84987938f req-420d0594-7703-4e44-a327-679db8c1cc0a tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 944 time: 0.0508459 Apr 29 12:03:46.564728 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-04e90a99-ac67-40cb-9342-bac84987938f req-7cc7f632-9120-4445-b3ee-0708320f22ef tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322642 Apr 29 12:03:46.566029 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['fd5ff78b-0840-4ac1-a498-0050506f3eeb'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 12:03:47.680192 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e77b8-4e7a-4b2c-a3c4-b51f9caaf605 req-c1e76bfb-2867-4e9e-85e0-17bd96762446 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:47.681861 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0f2e77b8-4e7a-4b2c-a3c4-b51f9caaf605 req-c1e76bfb-2867-4e9e-85e0-17bd96762446 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 944 time: 0.0498159 Apr 29 12:03:47.723576 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0f2e77b8-4e7a-4b2c-a3c4-b51f9caaf605 req-ee09fcb2-7344-47dc-b38c-a462c1fde9af tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356495 Apr 29 12:03:48.149743 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device fd5ff78b-0840-4ac1-a498-0050506f3eeb up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:03:48.202068 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port fd5ff78b-0840-4ac1-a498-0050506f3eeb completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:03:48.206454 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port fd5ff78b-0840-4ac1-a498-0050506f3eeb triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:48.206826 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:48.282505 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:48.305095 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f54260c-a5dd-4ed5-a5bd-62e25a6baee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5ff78b-0840-4ac1-a498-0050506f3eeb'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:03:48.307498 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7682fd54-3353-41ae-9320-0bdfbbe1a49d" -d '{"events": [{"server_uuid": "4f54260c-a5dd-4ed5-a5bd-62e25a6baee3", "name": "network-vif-plugged", "status": "completed", "tag": "fd5ff78b-0840-4ac1-a498-0050506f3eeb"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:03:48.324689 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port fd5ff78b-0840-4ac1-a498-0050506f3eeb, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=fd5ff78b-0840-4ac1-a498-0050506f3eeb,segment=NetworkSegment(1a4c222b-3139-44dd-9683-25fcf7ce6737),segment_id=1a4c222b-3139-44dd-9683-25fcf7ce6737)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:03:48.329167 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:48.354387 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59233390-9a29-464b-b89c-2b4682cdb5b8 x-openstack-request-id: req-59233390-9a29-464b-b89c-2b4682cdb5b8 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:03:48.354678 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f54260c-a5dd-4ed5-a5bd-62e25a6baee3", "name": "network-vif-plugged", "status": "completed", "tag": "fd5ff78b-0840-4ac1-a498-0050506f3eeb", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:03:48.354931 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-59233390-9a29-464b-b89c-2b4682cdb5b8 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:03:48.355322 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59233390-9a29-464b-b89c-2b4682cdb5b8'] response: {'server_uuid': '4f54260c-a5dd-4ed5-a5bd-62e25a6baee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5ff78b-0840-4ac1-a498-0050506f3eeb', 'code': 200} Apr 29 12:03:48.384374 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=fd5ff78b-0840-4ac1-a498-0050506f3eeb,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:48.521154 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91c336-71f9-45a4-8ae6-2132591f5710 req-8e37d3b4-d5f4-47f1-b569-27de08c33b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:48.522701 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7c91c336-71f9-45a4-8ae6-2132591f5710 req-8e37d3b4-d5f4-47f1-b569-27de08c33b10 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 1098 time: 0.0400486 Apr 29 12:03:48.557247 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7c91c336-71f9-45a4-8ae6-2132591f5710 req-e85e1b01-fa24-4890-a522-c12720ae93f3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276906 Apr 29 12:03:48.839646 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035fbdb-e245-491b-a1f5-722768f15fec req-026f1d2c-5093-4589-8692-51ddce4e1d48 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:48.841812 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2035fbdb-e245-491b-a1f5-722768f15fec req-026f1d2c-5093-4589-8692-51ddce4e1d48 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 945 time: 0.0498130 Apr 29 12:03:48.880929 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2035fbdb-e245-491b-a1f5-722768f15fec req-34232b09-a993-43c9-8b45-d4e49f46447b tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324104 Apr 29 12:03:49.999325 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c3598-8100-40a4-a60e-50a870ef9e72 req-0df42230-f269-4325-b9dd-8c8acdbe1ac3 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:50.000815 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ad3c3598-8100-40a4-a60e-50a870ef9e72 req-0df42230-f269-4325-b9dd-8c8acdbe1ac3 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 945 time: 0.0495667 Apr 29 12:03:50.041554 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ad3c3598-8100-40a4-a60e-50a870ef9e72 req-da5e42d7-2f53-494a-8a3f-35452b708ca6 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346351 Apr 29 12:03:50.157229 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ad34c-c6c3-4b9e-b676-b6d31f6eff22 req-f6a2d63e-a28c-4d54-90ed-42d6e68cde98 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:50.158729 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8c6ad34c-c6c3-4b9e-b676-b6d31f6eff22 req-f6a2d63e-a28c-4d54-90ed-42d6e68cde98 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 945 time: 0.0491617 Apr 29 12:03:50.198968 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8c6ad34c-c6c3-4b9e-b676-b6d31f6eff22 req-c31edca9-3341-417a-9c43-18cfabd2fbd5 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341887 Apr 29 12:03:50.522650 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d4dac-df58-4134-8b41-da548f45fe37 req-4217ea07-5538-4fe9-a3c5-497aa8d33a36 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:50.524118 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-919d4dac-df58-4134-8b41-da548f45fe37 req-4217ea07-5538-4fe9-a3c5-497aa8d33a36 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 945 time: 0.0490007 Apr 29 12:03:50.562015 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-919d4dac-df58-4134-8b41-da548f45fe37 req-d82dacef-90b7-4ae4-bae2-9af18bb26b71 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309169 Apr 29 12:03:53.609962 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d094a163-f321-42ff-bcaf-d7ee126b2cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:57.301840 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:57.813930 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8bd2aec0-12c3-4d82-b47a-47385244c16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:58.597264 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:00.105504 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:00.259446 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:03.084468 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e55c3-7ef3-49f3-b3b9-4fbe229bd98e req-a19bdabc-0481-473b-a11d-f1a8da012ee2 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:03.085925 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c61e55c3-7ef3-49f3-b3b9-4fbe229bd98e req-a19bdabc-0481-473b-a11d-f1a8da012ee2 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 945 time: 0.0490348 Apr 29 12:04:03.127666 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c61e55c3-7ef3-49f3-b3b9-4fbe229bd98e req-7c7b239f-8b0d-4c58-b5f7-7743b55301ee tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355337 Apr 29 12:04:03.149976 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58050) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:04:03.236795 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a133070c-5fb3-4eb9-9a22-d0f267fab0e1 tempest-TestMinimumBasicScenario-1077476370 tempest-TestMinimumBasicScenario-1077476370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:03.238362 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a133070c-5fb3-4eb9-9a22-d0f267fab0e1 tempest-TestMinimumBasicScenario-1077476370 tempest-TestMinimumBasicScenario-1077476370-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 1093 time: 0.0873296 Apr 29 12:04:03.241336 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58054) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:04:03.245536 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-f8290eab-846e-4e48-ba64-c8bcd6084a5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'port_id': 'fd5ff78b-0840-4ac1-a498-0050506f3eeb', 'tenant_id': '510e1d7700534921b54a9e05f30e1ce6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:04:03.266319 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f8290eab-846e-4e48-ba64-c8bcd6084a5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks [] for floatingip, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:03.364056 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f8290eab-846e-4e48-ba64-c8bcd6084a5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:03.803654 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-f8290eab-846e-4e48-ba64-c8bcd6084a5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Allocated IP 172.26.4.236 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/f6ff2a3b-3a4b-40af-afa3-a45599ecd432) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:04:03.905353 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f8290eab-846e-4e48-ba64-c8bcd6084a5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:03.939110 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f8290eab-846e-4e48-ba64-c8bcd6084a5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:03.974070 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8290eab-846e-4e48-ba64-c8bcd6084a5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:04:03.978796 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-f8290eab-846e-4e48-ba64-c8bcd6084a5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:04:03.982246 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8290eab-846e-4e48-ba64-c8bcd6084a5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:04:04.007045 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8290eab-846e-4e48-ba64-c8bcd6084a5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Pushing event updated for resources: {'Port': ['ID=f6ff2a3b-3a4b-40af-afa3-a45599ecd432,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:04:04.019633 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8290eab-846e-4e48-ba64-c8bcd6084a5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:04:04.019983 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8290eab-846e-4e48-ba64-c8bcd6084a5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:04:04.020324 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8290eab-846e-4e48-ba64-c8bcd6084a5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:04:04.020657 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8290eab-846e-4e48-ba64-c8bcd6084a5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:04:04.020986 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8290eab-846e-4e48-ba64-c8bcd6084a5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:04:04.021313 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8290eab-846e-4e48-ba64-c8bcd6084a5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:04:04.021638 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8290eab-846e-4e48-ba64-c8bcd6084a5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:04:04.021962 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8290eab-846e-4e48-ba64-c8bcd6084a5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:04:04.022317 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8290eab-846e-4e48-ba64-c8bcd6084a5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:04:04.022639 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8290eab-846e-4e48-ba64-c8bcd6084a5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:04:04.022961 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8290eab-846e-4e48-ba64-c8bcd6084a5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:04:04.023281 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8290eab-846e-4e48-ba64-c8bcd6084a5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:04:04.355625 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f8290eab-846e-4e48-ba64-c8bcd6084a5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:04.424043 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f8290eab-846e-4e48-ba64-c8bcd6084a5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:04.579975 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f8290eab-846e-4e48-ba64-c8bcd6084a5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:04.584413 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f8290eab-846e-4e48-ba64-c8bcd6084a5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:04.659639 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8290eab-846e-4e48-ba64-c8bcd6084a5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Pushing event updated for resources: {'Port': ['ID=f6ff2a3b-3a4b-40af-afa3-a45599ecd432,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:04:04.667953 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f8290eab-846e-4e48-ba64-c8bcd6084a5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:04.765516 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [None req-f8290eab-846e-4e48-ba64-c8bcd6084a5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Floating IP 955ae982-871c-4e41-be41-c325aa6b87ee associated. External IP: 172.26.4.236, port: fd5ff78b-0840-4ac1-a498-0050506f3eeb. Apr 29 12:04:04.986761 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8290eab-846e-4e48-ba64-c8bcd6084a5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Router 61f39b32-7f78-44d2-baa8-0db59241d134 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:04:05.096917 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8290eab-846e-4e48-ba64-c8bcd6084a5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:04:05.107429 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d93cb6-58db-4eec-a15d-2e20b6e781de None None] Sync routers for ids ['61f39b32-7f78-44d2-baa8-0db59241d134'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:04:05.117619 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f8290eab-846e-4e48-ba64-c8bcd6084a5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:05.118338 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d93cb6-58db-4eec-a15d-2e20b6e781de None None] Routers {'61f39b32-7f78-44d2-baa8-0db59241d134'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:04:05.118956 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-e8d93cb6-58db-4eec-a15d-2e20b6e781de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:03:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['61f39b32-7f78-44d2-baa8-0db59241d134'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:04:05.145077 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f8290eab-846e-4e48-ba64-c8bcd6084a5c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9026880 Apr 29 12:04:05.145833 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f54260c-a5dd-4ed5-a5bd-62e25a6baee3', 'tag': 'fd5ff78b-0840-4ac1-a498-0050506f3eeb'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:04:05.148075 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142b12ad-0213-4520-b761-97508749777b" -d '{"events": [{"name": "network-changed", "server_uuid": "4f54260c-a5dd-4ed5-a5bd-62e25a6baee3", "tag": "fd5ff78b-0840-4ac1-a498-0050506f3eeb"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:04:05.148218 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58056) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:04:05.153814 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-af95608f-30e7-4dad-b4e3-513e638ba5e1 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1075137780', 'description': 'tempest-secgroup-smoke-1075137780 description', 'project_id': '510e1d7700534921b54a9e05f30e1ce6'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:04:05.178719 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-af95608f-30e7-4dad-b4e3-513e638ba5e1 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:05.188923 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8456b02b-3128-438c-9034-a3ca30840fb0 x-openstack-request-id: req-8456b02b-3128-438c-9034-a3ca30840fb0 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:04:05.189477 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f54260c-a5dd-4ed5-a5bd-62e25a6baee3", "tag": "fd5ff78b-0840-4ac1-a498-0050506f3eeb", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:04:05.189969 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8456b02b-3128-438c-9034-a3ca30840fb0 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:04:05.190618 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8456b02b-3128-438c-9034-a3ca30840fb0'] response: {'name': 'network-changed', 'server_uuid': '4f54260c-a5dd-4ed5-a5bd-62e25a6baee3', 'tag': 'fd5ff78b-0840-4ac1-a498-0050506f3eeb', 'status': 'completed', 'code': 200} Apr 29 12:04:05.233956 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-e8d93cb6-58db-4eec-a15d-2e20b6e781de None None] Set router 61f39b32-7f78-44d2-baa8-0db59241d134 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:04:05.262514 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b12ad-0213-4520-b761-97508749777b req-d86510b3-a410-4106-8ec5-a5e57b112494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:05.262866 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-af95608f-30e7-4dad-b4e3-513e638ba5e1 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:05.264949 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-142b12ad-0213-4520-b761-97508749777b req-d86510b3-a410-4106-8ec5-a5e57b112494 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=510e1d7700534921b54a9e05f30e1ce6&device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 1098 time: 0.0529075 Apr 29 12:04:05.267693 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-af95608f-30e7-4dad-b4e3-513e638ba5e1 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:05.298290 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-af95608f-30e7-4dad-b4e3-513e638ba5e1 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:05.299521 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-af95608f-30e7-4dad-b4e3-513e638ba5e1 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1504488 Apr 29 12:04:05.301374 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af95608f-30e7-4dad-b4e3-513e638ba5e1 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45f00616-4955-4ab9-8e91-ee24f517565c,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:04:05.302733 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58060) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:04:05.308344 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-b701aea1-157f-42df-b27e-596925458014 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Request body: {'security_group_rule': {'security_group_id': '45f00616-4955-4ab9-8e91-ee24f517565c', 'project_id': '510e1d7700534921b54a9e05f30e1ce6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:04:05.308536 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95608f-30e7-4dad-b4e3-513e638ba5e1 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:04:05.308844 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95608f-30e7-4dad-b4e3-513e638ba5e1 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:04:05.309184 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95608f-30e7-4dad-b4e3-513e638ba5e1 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:04:05.309519 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95608f-30e7-4dad-b4e3-513e638ba5e1 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:04:05.309849 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95608f-30e7-4dad-b4e3-513e638ba5e1 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:04:05.310196 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95608f-30e7-4dad-b4e3-513e638ba5e1 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:04:05.310568 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95608f-30e7-4dad-b4e3-513e638ba5e1 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:04:05.310893 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95608f-30e7-4dad-b4e3-513e638ba5e1 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:04:05.311213 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95608f-30e7-4dad-b4e3-513e638ba5e1 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:04:05.311534 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95608f-30e7-4dad-b4e3-513e638ba5e1 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:04:05.311848 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95608f-30e7-4dad-b4e3-513e638ba5e1 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:04:05.312166 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95608f-30e7-4dad-b4e3-513e638ba5e1 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:04:05.382044 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b701aea1-157f-42df-b27e-596925458014 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:05.400790 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b12ad-0213-4520-b761-97508749777b req-3cefe81a-8dfa-4d3c-b937-912db82f5768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:05.402352 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-142b12ad-0213-4520-b761-97508749777b req-3cefe81a-8dfa-4d3c-b937-912db82f5768 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e2484d75-aef8-4f25-9934-2845824dc212 HTTP/1.1" status: 200 len: 915 time: 0.1297183 Apr 29 12:04:05.466686 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-e8d93cb6-58db-4eec-a15d-2e20b6e781de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'name': 'tempest-TestMinimumBasicScenario-507902886-router', 'tenant_id': '510e1d7700534921b54a9e05f30e1ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '08943729-7d29-4410-b832-f8d5a7c0d09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:08Z', 'updated_at': '2022-04-29T12:03:11Z', 'revision_number': 4, 'project_id': '510e1d7700534921b54a9e05f30e1ce6', 'gw_port': {'id': '08943729-7d29-4410-b832-f8d5a7c0d09d', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:09Z', 'updated_at': '2022-04-29T12:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '955ae982-871c-4e41-be41-c325aa6b87ee', 'tenant_id': '510e1d7700534921b54a9e05f30e1ce6', 'floating_ip_address': '172.26.4.236', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'port_id': 'fd5ff78b-0840-4ac1-a498-0050506f3eeb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2484d75-aef8-4f25-9934-2845824dc212', 'mac_address': 'fa:16:3e:2d:26:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f54260c-a5dd-4ed5-a5bd-62e25a6baee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:04:04Z', 'updated_at': '2022-04-29T12:04:04Z', 'revision_number': 0, 'project_id': '510e1d7700534921b54a9e05f30e1ce6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30081f4e-f395-4ec2-b3f7-c8034799aceb', 'name': '', 'network_id': 'e2484d75-aef8-4f25-9934-2845824dc212', 'tenant_id': '510e1d7700534921b54a9e05f30e1ce6', 'mac_address': 'fa:16:3e:25:b9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '5b5858d0-8549-4456-bbbe-f8ed35bfc951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:11Z', 'updated_at': '2022-04-29T12:03:16Z', 'revision_number': 5, 'project_id': '510e1d7700534921b54a9e05f30e1ce6', 'subnets': [{'id': '5b5858d0-8549-4456-bbbe-f8ed35bfc951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:04:05.498160 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d93cb6-58db-4eec-a15d-2e20b6e781de None None] Checking router: 61f39b32-7f78-44d2-baa8-0db59241d134 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:04:05.508234 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d93cb6-58db-4eec-a15d-2e20b6e781de None None] Routers {'61f39b32-7f78-44d2-baa8-0db59241d134'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:04:05.508899 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-e8d93cb6-58db-4eec-a15d-2e20b6e781de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:03:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['61f39b32-7f78-44d2-baa8-0db59241d134'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:04:05.512100 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-142b12ad-0213-4520-b761-97508749777b req-92f7d152-357e-4e66-b380-2212ec2d078d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd5ff78b-0840-4ac1-a498-0050506f3eeb HTTP/1.1" status: 200 len: 999 time: 0.0994089 Apr 29 12:04:05.518402 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b701aea1-157f-42df-b27e-596925458014 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:05.529293 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b701aea1-157f-42df-b27e-596925458014 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:05.577167 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701aea1-157f-42df-b27e-596925458014 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0674656-96aa-430f-8920-49577ad0ff7d,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:04:05.584249 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b701aea1-157f-42df-b27e-596925458014 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:05.585447 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b701aea1-157f-42df-b27e-596925458014 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2813401 Apr 29 12:04:05.588291 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58062) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:04:05.594573 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-a88846e7-e293-4c27-bee4-2eb566fbbdf3 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Request body: {'security_group_rule': {'security_group_id': '45f00616-4955-4ab9-8e91-ee24f517565c', 'project_id': '510e1d7700534921b54a9e05f30e1ce6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:04:05.602409 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b12ad-0213-4520-b761-97508749777b req-b1f8485f-16f1-4a44-8b83-f24713fcbda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:05.604377 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-142b12ad-0213-4520-b761-97508749777b req-b1f8485f-16f1-4a44-8b83-f24713fcbda3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5b5858d0-8549-4456-bbbe-f8ed35bfc951 HTTP/1.1" status: 200 len: 853 time: 0.0833557 Apr 29 12:04:05.619610 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-e8d93cb6-58db-4eec-a15d-2e20b6e781de None None] Set router 61f39b32-7f78-44d2-baa8-0db59241d134 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:04:05.654114 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a88846e7-e293-4c27-bee4-2eb566fbbdf3 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:05.681841 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b12ad-0213-4520-b761-97508749777b req-8ad4c14c-1455-4b71-b465-e5e3c50a4bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:05.683447 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-142b12ad-0213-4520-b761-97508749777b req-8ad4c14c-1455-4b71-b465-e5e3c50a4bfe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e2484d75-aef8-4f25-9934-2845824dc212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708454 Apr 29 12:04:05.775091 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a88846e7-e293-4c27-bee4-2eb566fbbdf3 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:05.786398 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a88846e7-e293-4c27-bee4-2eb566fbbdf3 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:05.821647 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88846e7-e293-4c27-bee4-2eb566fbbdf3 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4efb56c7-d37f-4190-8362-46d977713d0b,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:04:05.826477 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-142b12ad-0213-4520-b761-97508749777b req-601ae816-db82-418c-be49-cce92a034cf1 service neutron] 10.222.0.62 "GET /v2.0/networks/e2484d75-aef8-4f25-9934-2845824dc212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318831 Apr 29 12:04:05.829183 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a88846e7-e293-4c27-bee4-2eb566fbbdf3 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:05.830321 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a88846e7-e293-4c27-bee4-2eb566fbbdf3 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2410984 Apr 29 12:04:05.833350 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58064) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:04:05.838103 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-342ecca1-a6dd-4a40-91c8-28b85cfb26ec tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Request body: {'security_group_rule': {'security_group_id': '45f00616-4955-4ab9-8e91-ee24f517565c', 'project_id': '510e1d7700534921b54a9e05f30e1ce6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:04:05.857841 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-e8d93cb6-58db-4eec-a15d-2e20b6e781de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'name': 'tempest-TestMinimumBasicScenario-507902886-router', 'tenant_id': '510e1d7700534921b54a9e05f30e1ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '08943729-7d29-4410-b832-f8d5a7c0d09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:08Z', 'updated_at': '2022-04-29T12:03:11Z', 'revision_number': 4, 'project_id': '510e1d7700534921b54a9e05f30e1ce6', 'gw_port': {'id': '08943729-7d29-4410-b832-f8d5a7c0d09d', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:09Z', 'updated_at': '2022-04-29T12:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '955ae982-871c-4e41-be41-c325aa6b87ee', 'tenant_id': '510e1d7700534921b54a9e05f30e1ce6', 'floating_ip_address': '172.26.4.236', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'port_id': 'fd5ff78b-0840-4ac1-a498-0050506f3eeb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2484d75-aef8-4f25-9934-2845824dc212', 'mac_address': 'fa:16:3e:2d:26:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f54260c-a5dd-4ed5-a5bd-62e25a6baee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:04:04Z', 'updated_at': '2022-04-29T12:04:04Z', 'revision_number': 0, 'project_id': '510e1d7700534921b54a9e05f30e1ce6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30081f4e-f395-4ec2-b3f7-c8034799aceb', 'name': '', 'network_id': 'e2484d75-aef8-4f25-9934-2845824dc212', 'tenant_id': '510e1d7700534921b54a9e05f30e1ce6', 'mac_address': 'fa:16:3e:25:b9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '5b5858d0-8549-4456-bbbe-f8ed35bfc951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:11Z', 'updated_at': '2022-04-29T12:03:16Z', 'revision_number': 5, 'project_id': '510e1d7700534921b54a9e05f30e1ce6', 'subnets': [{'id': '5b5858d0-8549-4456-bbbe-f8ed35bfc951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:04:05.864706 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-342ecca1-a6dd-4a40-91c8-28b85cfb26ec tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:05.885804 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d93cb6-58db-4eec-a15d-2e20b6e781de None None] The sync data for ids ['61f39b32-7f78-44d2-baa8-0db59241d134'] in dv-neutron-838888-1-hyperv is: [{'id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'name': 'tempest-TestMinimumBasicScenario-507902886-router', 'tenant_id': '510e1d7700534921b54a9e05f30e1ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '08943729-7d29-4410-b832-f8d5a7c0d09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:08Z', 'updated_at': '2022-04-29T12:03:11Z', 'revision_number': 4, 'project_id': '510e1d7700534921b54a9e05f30e1ce6', 'gw_port': {'id': '08943729-7d29-4410-b832-f8d5a7c0d09d', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:09Z', 'updated_at': '2022-04-29T12:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '955ae982-871c-4e41-be41-c325aa6b87ee', 'tenant_id': '510e1d7700534921b54a9e05f30e1ce6', 'floating_ip_address': '172.26.4.236', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'port_id': 'fd5ff78b-0840-4ac1-a498-0050506f3eeb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2484d75-aef8-4f25-9934-2845824dc212', 'mac_address': 'fa:16:3e:2d:26:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f54260c-a5dd-4ed5-a5bd-62e25a6baee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:04:04Z', 'updated_at': '2022-04-29T12:04:04Z', 'revision_number': 0, 'project_id': '510e1d7700534921b54a9e05f30e1ce6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30081f4e-f395-4ec2-b3f7-c8034799aceb', 'name': '', 'network_id': 'e2484d75-aef8-4f25-9934-2845824dc212', 'tenant_id': '510e1d7700534921b54a9e05f30e1ce6', 'mac_address': 'fa:16:3e:25:b9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '5b5858d0-8549-4456-bbbe-f8ed35bfc951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:11Z', 'updated_at': '2022-04-29T12:03:16Z', 'revision_number': 5, 'project_id': '510e1d7700534921b54a9e05f30e1ce6', 'subnets': [{'id': '5b5858d0-8549-4456-bbbe-f8ed35bfc951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:04:05.927292 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-142b12ad-0213-4520-b761-97508749777b req-c1263576-1c51-4c9b-a73c-45f1e4fb11e5 service neutron] 10.222.0.62 "GET /v2.0/networks/e2484d75-aef8-4f25-9934-2845824dc212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934508 Apr 29 12:04:05.931532 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-342ecca1-a6dd-4a40-91c8-28b85cfb26ec tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:05.935914 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-342ecca1-a6dd-4a40-91c8-28b85cfb26ec tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:05.954705 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ecca1-a6dd-4a40-91c8-28b85cfb26ec tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce1a37b3-a985-41d3-9eda-7b93e0197128,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:04:05.962076 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-342ecca1-a6dd-4a40-91c8-28b85cfb26ec tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:05.963408 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-342ecca1-a6dd-4a40-91c8-28b85cfb26ec tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1290183 Apr 29 12:04:05.966145 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58066) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:04:05.971316 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-ad9c430a-2b8d-44a7-b5d2-0e231c1c05a2 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Request body: {'security_group_rule': {'security_group_id': '45f00616-4955-4ab9-8e91-ee24f517565c', 'project_id': '510e1d7700534921b54a9e05f30e1ce6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:04:06.000382 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ad9c430a-2b8d-44a7-b5d2-0e231c1c05a2 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:06.063549 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ad9c430a-2b8d-44a7-b5d2-0e231c1c05a2 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:06.067884 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ad9c430a-2b8d-44a7-b5d2-0e231c1c05a2 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:06.089057 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c430a-2b8d-44a7-b5d2-0e231c1c05a2 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6906265-2e2f-40d9-842a-c1e4a41c710d,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:04:06.095737 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ad9c430a-2b8d-44a7-b5d2-0e231c1c05a2 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:06.099968 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ad9c430a-2b8d-44a7-b5d2-0e231c1c05a2 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1297593 Apr 29 12:04:06.099968 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58068) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:04:06.104166 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-c3ad083e-66f0-4184-b4a4-4aba4450a034 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Request body: {'security_group_rule': {'security_group_id': '45f00616-4955-4ab9-8e91-ee24f517565c', 'project_id': '510e1d7700534921b54a9e05f30e1ce6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:04:06.111820 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3cbda2-ce59-4cae-8300-4b2d4d65451a None None] New status for floating IP 955ae982-871c-4e41-be41-c325aa6b87ee: ACTIVE {{(pid=102961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:04:06.126771 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.securitygroups_db [None req-c3ad083e-66f0-4184-b4a4-4aba4450a034 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Project 510e1d7700534921b54a9e05f30e1ce6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:04:06.131730 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c3ad083e-66f0-4184-b4a4-4aba4450a034 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:06.195675 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c3ad083e-66f0-4184-b4a4-4aba4450a034 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:06.200755 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c3ad083e-66f0-4184-b4a4-4aba4450a034 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:06.218897 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad083e-66f0-4184-b4a4-4aba4450a034 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1659192-aa15-4e72-bbe6-c00e90157d93,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:04:06.228502 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c3ad083e-66f0-4184-b4a4-4aba4450a034 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:06.229756 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c3ad083e-66f0-4184-b4a4-4aba4450a034 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1290672 Apr 29 12:04:06.232495 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58070) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:04:06.236921 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-d09159b9-4a1c-496b-aa5d-ec9edc31bfb3 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Request body: {'security_group_rule': {'security_group_id': '45f00616-4955-4ab9-8e91-ee24f517565c', 'project_id': '510e1d7700534921b54a9e05f30e1ce6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:04:06.258844 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.securitygroups_db [None req-d09159b9-4a1c-496b-aa5d-ec9edc31bfb3 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Project 510e1d7700534921b54a9e05f30e1ce6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:04:06.264119 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d09159b9-4a1c-496b-aa5d-ec9edc31bfb3 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:06.330322 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d09159b9-4a1c-496b-aa5d-ec9edc31bfb3 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:06.334083 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d09159b9-4a1c-496b-aa5d-ec9edc31bfb3 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:06.353688 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09159b9-4a1c-496b-aa5d-ec9edc31bfb3 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d1a7c64-0b35-4b7c-a355-4b7b90e9a9d2,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:04:06.359160 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d09159b9-4a1c-496b-aa5d-ec9edc31bfb3 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:06.363397 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d09159b9-4a1c-496b-aa5d-ec9edc31bfb3 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271844 Apr 29 12:04:06.441370 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ff15d2f9-5355-427b-8259-560d444e8fda req-f3bd2ab0-f744-4000-ab2c-83b509488aba tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1075137780&fields=id&tenant_id=510e1d7700534921b54a9e05f30e1ce6 HTTP/1.1" status: 200 len: 267 time: 0.0332305 Apr 29 12:04:06.494612 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15d2f9-5355-427b-8259-560d444e8fda req-288b4b8f-08f4-4a32-ba34-e7fa33a07457 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:06.496078 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ff15d2f9-5355-427b-8259-560d444e8fda req-288b4b8f-08f4-4a32-ba34-e7fa33a07457 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 945 time: 0.0487437 Apr 29 12:04:06.508437 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-ff15d2f9-5355-427b-8259-560d444e8fda req-f96ecdaa-cb4f-4312-b8c8-9f26c91eeae0 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Request body: {'port': {'security_groups': ['5ce1acb4-cff5-41c4-be4d-c77a486859be', '45f00616-4955-4ab9-8e91-ee24f517565c']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:04:06.575027 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ff15d2f9-5355-427b-8259-560d444e8fda req-f96ecdaa-cb4f-4312-b8c8-9f26c91eeae0 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:06.760534 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-ff15d2f9-5355-427b-8259-560d444e8fda req-f96ecdaa-cb4f-4312-b8c8-9f26c91eeae0 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] For port fd5ff78b-0840-4ac1-a498-0050506f3eeb, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=fd5ff78b-0840-4ac1-a498-0050506f3eeb,segment=NetworkSegment(1a4c222b-3139-44dd-9683-25fcf7ce6737),segment_id=1a4c222b-3139-44dd-9683-25fcf7ce6737)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:04:06.789868 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ff15d2f9-5355-427b-8259-560d444e8fda req-f96ecdaa-cb4f-4312-b8c8-9f26c91eeae0 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:06.795453 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ff15d2f9-5355-427b-8259-560d444e8fda req-f96ecdaa-cb4f-4312-b8c8-9f26c91eeae0 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:06.808686 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['fd5ff78b-0840-4ac1-a498-0050506f3eeb'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 12:04:06.840207 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15d2f9-5355-427b-8259-560d444e8fda req-f96ecdaa-cb4f-4312-b8c8-9f26c91eeae0 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:06.840841 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ff15d2f9-5355-427b-8259-560d444e8fda req-f96ecdaa-cb4f-4312-b8c8-9f26c91eeae0 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:06.844409 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ff15d2f9-5355-427b-8259-560d444e8fda req-f96ecdaa-cb4f-4312-b8c8-9f26c91eeae0 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "PUT /v2.0/ports/fd5ff78b-0840-4ac1-a498-0050506f3eeb HTTP/1.1" status: 200 len: 981 time: 0.3409445 Apr 29 12:04:06.878939 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ecdaa-cb4f-4312-b8c8-9f26c91eeae0 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Pushing event updated for resources: {'Port': ['ID=fd5ff78b-0840-4ac1-a498-0050506f3eeb,revision_number=6']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:04:06.919372 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['fd5ff78b-0840-4ac1-a498-0050506f3eeb'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 12:04:06.961635 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876a150-2e70-46e5-9b1e-c3d7a0843be5 req-5ea422ed-3138-4e15-ae96-98f78a8ce475 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:06.963346 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2876a150-2e70-46e5-9b1e-c3d7a0843be5 req-5ea422ed-3138-4e15-ae96-98f78a8ce475 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 984 time: 0.0563498 Apr 29 12:04:07.012121 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2876a150-2e70-46e5-9b1e-c3d7a0843be5 req-0f6ddcbd-075e-49ed-b6b4-2d97b01941ae tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=45f00616-4955-4ab9-8e91-ee24f517565c&id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414732 Apr 29 12:04:07.128490 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-56a0085f-c682-4fb6-a10a-6d38339262d4 None None] Provisioning complete for port fd5ff78b-0840-4ac1-a498-0050506f3eeb triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:04:07.129071 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-56a0085f-c682-4fb6-a10a-6d38339262d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:07.192231 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f54260c-a5dd-4ed5-a5bd-62e25a6baee3', 'tag': 'fd5ff78b-0840-4ac1-a498-0050506f3eeb'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:04:07.201976 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c077b78f-6376-4476-8ec9-63742c660fed" -d '{"events": [{"name": "network-changed", "server_uuid": "4f54260c-a5dd-4ed5-a5bd-62e25a6baee3", "tag": "fd5ff78b-0840-4ac1-a498-0050506f3eeb"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:04:07.256414 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0053d987-13e5-4f90-95be-b8c309bae76b x-openstack-request-id: req-0053d987-13e5-4f90-95be-b8c309bae76b {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:04:07.256708 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f54260c-a5dd-4ed5-a5bd-62e25a6baee3", "tag": "fd5ff78b-0840-4ac1-a498-0050506f3eeb", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:04:07.257144 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0053d987-13e5-4f90-95be-b8c309bae76b {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:04:07.257621 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0053d987-13e5-4f90-95be-b8c309bae76b'] response: {'name': 'network-changed', 'server_uuid': '4f54260c-a5dd-4ed5-a5bd-62e25a6baee3', 'tag': 'fd5ff78b-0840-4ac1-a498-0050506f3eeb', 'status': 'completed', 'code': 200} Apr 29 12:04:07.329755 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077b78f-6376-4476-8ec9-63742c660fed req-7682fc0a-b43e-453e-894b-40f82dda9d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:07.332032 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c077b78f-6376-4476-8ec9-63742c660fed req-7682fc0a-b43e-453e-894b-40f82dda9d42 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=510e1d7700534921b54a9e05f30e1ce6&device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 1137 time: 0.0504072 Apr 29 12:04:07.433724 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077b78f-6376-4476-8ec9-63742c660fed req-ae8e355c-248d-420d-bbfb-a106718f77f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:07.436412 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c077b78f-6376-4476-8ec9-63742c660fed req-ae8e355c-248d-420d-bbfb-a106718f77f8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e2484d75-aef8-4f25-9934-2845824dc212 HTTP/1.1" status: 200 len: 915 time: 0.0931652 Apr 29 12:04:07.536664 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c077b78f-6376-4476-8ec9-63742c660fed req-9feaa1a9-7d2d-4b4f-84e5-1a6e6a2bac1e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd5ff78b-0840-4ac1-a498-0050506f3eeb HTTP/1.1" status: 200 len: 1001 time: 0.0845611 Apr 29 12:04:07.591418 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077b78f-6376-4476-8ec9-63742c660fed req-4766e7cb-8cb4-4403-96c4-dbcfc8efd6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:07.592911 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c077b78f-6376-4476-8ec9-63742c660fed req-4766e7cb-8cb4-4403-96c4-dbcfc8efd6fe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5b5858d0-8549-4456-bbbe-f8ed35bfc951 HTTP/1.1" status: 200 len: 853 time: 0.0461450 Apr 29 12:04:07.641680 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077b78f-6376-4476-8ec9-63742c660fed req-564e34aa-caa1-4ce2-88b5-c3919c4fcbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:07.644207 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c077b78f-6376-4476-8ec9-63742c660fed req-564e34aa-caa1-4ce2-88b5-c3919c4fcbba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e2484d75-aef8-4f25-9934-2845824dc212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441546 Apr 29 12:04:07.753557 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c077b78f-6376-4476-8ec9-63742c660fed req-1b872fa0-ea30-49e6-bca9-908cb26298c8 service neutron] 10.222.0.62 "GET /v2.0/networks/e2484d75-aef8-4f25-9934-2845824dc212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017878 Apr 29 12:04:07.857163 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c077b78f-6376-4476-8ec9-63742c660fed req-adc6dd3a-e4f1-4ef9-812b-0c76af65bb56 service neutron] 10.222.0.62 "GET /v2.0/networks/e2484d75-aef8-4f25-9934-2845824dc212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961070 Apr 29 12:04:20.267427 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:04:23.614059 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a1866727-929d-4b0d-af98-f09aad97340e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:25.934352 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2b6956e3-2dd9-433d-84a0-f4138c534c4c req-bead1efe-4d3c-4e00-8982-e251f561c9ab service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389683 Apr 29 12:04:26.022155 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6956e3-2dd9-433d-84a0-f4138c534c4c req-3e84f4f8-4be2-45b6-b351-9496100de9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:26.023694 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2b6956e3-2dd9-433d-84a0-f4138c534c4c req-3e84f4f8-4be2-45b6-b351-9496100de9d0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=510e1d7700534921b54a9e05f30e1ce6&device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 1137 time: 0.0454907 Apr 29 12:04:26.126482 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6956e3-2dd9-433d-84a0-f4138c534c4c req-2b0a5f8a-ebe8-4f1c-b4af-64b8501f3149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:26.127983 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2b6956e3-2dd9-433d-84a0-f4138c534c4c req-2b0a5f8a-ebe8-4f1c-b4af-64b8501f3149 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e2484d75-aef8-4f25-9934-2845824dc212 HTTP/1.1" status: 200 len: 915 time: 0.0845513 Apr 29 12:04:26.202415 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2b6956e3-2dd9-433d-84a0-f4138c534c4c req-2dc5ae6b-287e-48ce-8b09-f56812ebd0c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd5ff78b-0840-4ac1-a498-0050506f3eeb HTTP/1.1" status: 200 len: 1001 time: 0.0640161 Apr 29 12:04:26.254274 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6956e3-2dd9-433d-84a0-f4138c534c4c req-53213781-74e3-4e23-ba2c-255e150bfa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:26.255732 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2b6956e3-2dd9-433d-84a0-f4138c534c4c req-53213781-74e3-4e23-ba2c-255e150bfa27 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5b5858d0-8549-4456-bbbe-f8ed35bfc951 HTTP/1.1" status: 200 len: 853 time: 0.0442941 Apr 29 12:04:26.301340 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6956e3-2dd9-433d-84a0-f4138c534c4c req-4fb26d0a-5696-4cbb-8e5b-0e18b9744be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:26.302860 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2b6956e3-2dd9-433d-84a0-f4138c534c4c req-4fb26d0a-5696-4cbb-8e5b-0e18b9744be4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e2484d75-aef8-4f25-9934-2845824dc212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398548 Apr 29 12:04:26.396366 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2b6956e3-2dd9-433d-84a0-f4138c534c4c req-4306019f-d402-4e23-9d96-90d65414a8e9 service neutron] 10.222.0.62 "GET /v2.0/networks/e2484d75-aef8-4f25-9934-2845824dc212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852475 Apr 29 12:04:26.485616 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2b6956e3-2dd9-433d-84a0-f4138c534c4c req-59b83e97-861e-424a-8856-bc3ec8f49fbd service neutron] 10.222.0.62 "GET /v2.0/networks/e2484d75-aef8-4f25-9934-2845824dc212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817447 Apr 29 12:04:27.297226 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:27.825507 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e9e89995-4337-466e-8950-5c8471dde475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:28.595996 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:29.900578 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f2dfc-2ce2-4819-93e7-3c0942277149 req-94485d23-c5b9-4ed9-95f3-220c6ca2a605 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:29.902185 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ff5f2dfc-2ce2-4819-93e7-3c0942277149 req-94485d23-c5b9-4ed9-95f3-220c6ca2a605 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 984 time: 0.0866888 Apr 29 12:04:29.905309 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cfd96-ce2b-479e-99a1-3f3b81bda5f4 req-6c100a36-abd1-48d0-b2d0-d61be04dc914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:29.907604 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-317cfd96-ce2b-479e-99a1-3f3b81bda5f4 req-6c100a36-abd1-48d0-b2d0-d61be04dc914 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=510e1d7700534921b54a9e05f30e1ce6&device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 1137 time: 0.0798788 Apr 29 12:04:29.991724 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ff5f2dfc-2ce2-4819-93e7-3c0942277149 req-e87c9fa1-77be-4a95-8775-5d689ba62c3c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=45f00616-4955-4ab9-8e91-ee24f517565c&id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0823464 Apr 29 12:04:30.025103 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cfd96-ce2b-479e-99a1-3f3b81bda5f4 req-2f4e6ed0-481c-4ba1-8f8d-63b795c2526c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:30.026535 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-317cfd96-ce2b-479e-99a1-3f3b81bda5f4 req-2f4e6ed0-481c-4ba1-8f8d-63b795c2526c service neutron] 10.222.0.62 "GET /v2.0/networks?id=e2484d75-aef8-4f25-9934-2845824dc212 HTTP/1.1" status: 200 len: 915 time: 0.1104443 Apr 29 12:04:30.106351 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-317cfd96-ce2b-479e-99a1-3f3b81bda5f4 req-bfff3100-15d8-4d33-b78c-6423fb1786bd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd5ff78b-0840-4ac1-a498-0050506f3eeb HTTP/1.1" status: 200 len: 1001 time: 0.0712931 Apr 29 12:04:30.110706 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:30.160062 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cfd96-ce2b-479e-99a1-3f3b81bda5f4 req-28842f84-2e8d-4381-bd51-800605f9c505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:30.161549 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-317cfd96-ce2b-479e-99a1-3f3b81bda5f4 req-28842f84-2e8d-4381-bd51-800605f9c505 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5b5858d0-8549-4456-bbbe-f8ed35bfc951 HTTP/1.1" status: 200 len: 853 time: 0.0483356 Apr 29 12:04:30.210793 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cfd96-ce2b-479e-99a1-3f3b81bda5f4 req-94ba36be-c323-4da3-a3a1-884aecb2c54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:30.212289 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-317cfd96-ce2b-479e-99a1-3f3b81bda5f4 req-94ba36be-c323-4da3-a3a1-884aecb2c54c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e2484d75-aef8-4f25-9934-2845824dc212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422823 Apr 29 12:04:30.263929 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:30.314522 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-317cfd96-ce2b-479e-99a1-3f3b81bda5f4 req-116afad1-3960-49e4-9a83-86e8fd77f43f service neutron] 10.222.0.62 "GET /v2.0/networks/e2484d75-aef8-4f25-9934-2845824dc212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940225 Apr 29 12:04:30.417264 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-317cfd96-ce2b-479e-99a1-3f3b81bda5f4 req-ca48282f-8eec-4d6a-9bfc-4522b854d5ad service neutron] 10.222.0.62 "GET /v2.0/networks/e2484d75-aef8-4f25-9934-2845824dc212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951703 Apr 29 12:04:31.114347 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa187d93-557c-413e-8b5a-bbfde1bc09c5 req-85039af9-77b2-46d4-b8b5-87cb6a1eb986 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:31.115891 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-aa187d93-557c-413e-8b5a-bbfde1bc09c5 req-85039af9-77b2-46d4-b8b5-87cb6a1eb986 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 984 time: 0.0515199 Apr 29 12:04:31.164130 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-aa187d93-557c-413e-8b5a-bbfde1bc09c5 req-530d682a-cea4-46b3-80c6-2c7627ab37f3 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=45f00616-4955-4ab9-8e91-ee24f517565c&id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419886 Apr 29 12:04:32.294886 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef4874-eebd-48fb-818d-57fba78c3093 req-9245e7bb-56df-4117-9dd2-65b97ea87de8 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:32.296476 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b5ef4874-eebd-48fb-818d-57fba78c3093 req-9245e7bb-56df-4117-9dd2-65b97ea87de8 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 984 time: 0.0590024 Apr 29 12:04:32.342104 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b5ef4874-eebd-48fb-818d-57fba78c3093 req-50765271-bae1-4003-a2f0-fb1af87e3ed5 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=45f00616-4955-4ab9-8e91-ee24f517565c&id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388079 Apr 29 12:04:33.459152 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f5ece-73ca-43e8-89a6-6c91811d6e1c req-3dea530b-3ba4-4eeb-a386-2feb16e4b7cb tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:33.460676 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-642f5ece-73ca-43e8-89a6-6c91811d6e1c req-3dea530b-3ba4-4eeb-a386-2feb16e4b7cb tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 984 time: 0.0495589 Apr 29 12:04:33.501442 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-642f5ece-73ca-43e8-89a6-6c91811d6e1c req-5766d5e4-cf72-42d5-9e8b-299fe4c9f3ec tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=45f00616-4955-4ab9-8e91-ee24f517565c&id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346959 Apr 29 12:04:34.617750 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4d532-c8f9-4b09-8fd5-78c3d27c4ecf req-9b01625b-6e04-4f21-8980-3b63e832a868 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:34.619251 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-07a4d532-c8f9-4b09-8fd5-78c3d27c4ecf req-9b01625b-6e04-4f21-8980-3b63e832a868 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 984 time: 0.0496199 Apr 29 12:04:34.665173 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-07a4d532-c8f9-4b09-8fd5-78c3d27c4ecf req-8bad62e5-0c34-480e-91ed-a4746d2124c2 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=45f00616-4955-4ab9-8e91-ee24f517565c&id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396969 Apr 29 12:04:35.785144 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec83342-1da4-4416-9b1e-b38bd2c2a638 req-9659b7d0-7646-46f8-a019-811ac5d79070 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:35.786707 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0ec83342-1da4-4416-9b1e-b38bd2c2a638 req-9659b7d0-7646-46f8-a019-811ac5d79070 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 984 time: 0.0505755 Apr 29 12:04:35.830936 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0ec83342-1da4-4416-9b1e-b38bd2c2a638 req-95fc1224-cde5-478d-b1d9-4fd04d8f298b tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=45f00616-4955-4ab9-8e91-ee24f517565c&id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377469 Apr 29 12:04:36.955801 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729be486-957c-442c-8ce0-f4f81eea4528 req-6632a5da-3864-457d-bfe0-331408042913 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:36.957401 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-729be486-957c-442c-8ce0-f4f81eea4528 req-6632a5da-3864-457d-bfe0-331408042913 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 984 time: 0.0544508 Apr 29 12:04:37.003380 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-729be486-957c-442c-8ce0-f4f81eea4528 req-d4a08330-844f-4265-af0b-90ac03707ccb tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=45f00616-4955-4ab9-8e91-ee24f517565c&id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374496 Apr 29 12:04:38.126867 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf968e-b979-49a5-95e9-02b58466c7e3 req-afebd30e-8495-4356-8117-5684e26be577 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:38.128402 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-47cf968e-b979-49a5-95e9-02b58466c7e3 req-afebd30e-8495-4356-8117-5684e26be577 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 984 time: 0.0509317 Apr 29 12:04:38.180321 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-47cf968e-b979-49a5-95e9-02b58466c7e3 req-4dc152d3-2a9e-4cff-a5e2-137b18444d62 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=45f00616-4955-4ab9-8e91-ee24f517565c&id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437524 Apr 29 12:04:39.304366 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92cfd6c-7e1c-40f8-9f74-379b26b60636 req-1b00eed1-986e-4b51-9996-c5a3a19c1de8 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:39.305891 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a92cfd6c-7e1c-40f8-9f74-379b26b60636 req-1b00eed1-986e-4b51-9996-c5a3a19c1de8 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 984 time: 0.0534821 Apr 29 12:04:39.354010 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a92cfd6c-7e1c-40f8-9f74-379b26b60636 req-a237c2cc-7199-490e-96b3-788bdce3bbaf tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=45f00616-4955-4ab9-8e91-ee24f517565c&id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419679 Apr 29 12:04:40.474758 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc4d64-3620-473c-a2cc-6d4b88c4d4ba req-3040d22b-0e7d-4451-8464-17d6f760885e tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:40.476317 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-76cc4d64-3620-473c-a2cc-6d4b88c4d4ba req-3040d22b-0e7d-4451-8464-17d6f760885e tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 984 time: 0.0514092 Apr 29 12:04:40.518472 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-76cc4d64-3620-473c-a2cc-6d4b88c4d4ba req-11805a5b-257e-4c59-a1b9-c2f428ff129b tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=45f00616-4955-4ab9-8e91-ee24f517565c&id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360756 Apr 29 12:04:41.643154 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c9a12-99a7-4b24-a75e-cba779e0db94 req-b4debfd3-dd51-43e2-9dc6-73eb8508246a tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:41.644749 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-de4c9a12-99a7-4b24-a75e-cba779e0db94 req-b4debfd3-dd51-43e2-9dc6-73eb8508246a tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 984 time: 0.0525475 Apr 29 12:04:41.696548 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-de4c9a12-99a7-4b24-a75e-cba779e0db94 req-011272fb-f13c-40ed-856a-aab423f10e86 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=45f00616-4955-4ab9-8e91-ee24f517565c&id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452280 Apr 29 12:04:42.827432 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482629a-b7be-4ce1-8d93-df66ca47ebdd req-f1fdd6d7-1a71-49b4-86f0-d7b4c5a4c245 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:42.829549 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6482629a-b7be-4ce1-8d93-df66ca47ebdd req-f1fdd6d7-1a71-49b4-86f0-d7b4c5a4c245 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 984 time: 0.0556338 Apr 29 12:04:42.876996 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6482629a-b7be-4ce1-8d93-df66ca47ebdd req-08a783fb-4721-484e-9b09-12b601476646 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=45f00616-4955-4ab9-8e91-ee24f517565c&id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406508 Apr 29 12:04:44.024405 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76781e-8028-4ca9-a8db-d3b8807ca44d req-e5751035-1c2d-4ac0-934f-4e6b0a14e0e1 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:44.026064 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9e76781e-8028-4ca9-a8db-d3b8807ca44d req-e5751035-1c2d-4ac0-934f-4e6b0a14e0e1 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 984 time: 0.0642340 Apr 29 12:04:44.071670 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9e76781e-8028-4ca9-a8db-d3b8807ca44d req-f7144e73-90e0-4c50-a586-732b79b4900c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=45f00616-4955-4ab9-8e91-ee24f517565c&id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384541 Apr 29 12:04:45.219693 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89821349-8f3b-4209-afff-d3ef8794c2b5 req-5f125a86-23e1-4ebe-9dfc-b99a62f97f09 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:45.221364 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-89821349-8f3b-4209-afff-d3ef8794c2b5 req-5f125a86-23e1-4ebe-9dfc-b99a62f97f09 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 984 time: 0.0715611 Apr 29 12:04:45.271652 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-89821349-8f3b-4209-afff-d3ef8794c2b5 req-f1ebc35a-982b-4ef3-8f6f-fda67c171f1f tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=45f00616-4955-4ab9-8e91-ee24f517565c&id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426941 Apr 29 12:04:46.411555 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220fee3-2bfa-4bf4-b158-e1a2f392c37c req-57ec6faf-ec24-4ebc-b446-e640cb3b53b5 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:46.413143 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d220fee3-2bfa-4bf4-b158-e1a2f392c37c req-57ec6faf-ec24-4ebc-b446-e640cb3b53b5 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 984 time: 0.0636036 Apr 29 12:04:46.465991 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d220fee3-2bfa-4bf4-b158-e1a2f392c37c req-e4fd374f-6cd4-46a2-8b93-e95ff1366b6f tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=45f00616-4955-4ab9-8e91-ee24f517565c&id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409663 Apr 29 12:04:53.617516 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5f610bfb-e742-494c-a80d-33db92ddb7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:57.268367 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:04:57.301522 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:57.819686 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-89a288b8-df5f-4ffb-bbae-72773120972e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:58.599559 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:00.113574 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:00.266842 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:19.614070 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0b722837-7ba7-4bc2-87a5-a63cccc6cebb req-53a96e78-35c2-4b77-85f2-1fe8979c01be tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1075137780&fields=id&tenant_id=510e1d7700534921b54a9e05f30e1ce6 HTTP/1.1" status: 200 len: 267 time: 0.0328782 Apr 29 12:05:19.667420 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b722837-7ba7-4bc2-87a5-a63cccc6cebb req-492cf67d-4c54-44f1-a634-a2cc2def8f56 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:19.668886 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0b722837-7ba7-4bc2-87a5-a63cccc6cebb req-492cf67d-4c54-44f1-a634-a2cc2def8f56 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 984 time: 0.0491073 Apr 29 12:05:19.680442 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-0b722837-7ba7-4bc2-87a5-a63cccc6cebb req-95e4690c-396e-42b3-bb75-616e32e8ea19 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Request body: {'port': {'security_groups': ['5ce1acb4-cff5-41c4-be4d-c77a486859be']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:05:19.748502 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-0b722837-7ba7-4bc2-87a5-a63cccc6cebb req-95e4690c-396e-42b3-bb75-616e32e8ea19 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:19.919180 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-0b722837-7ba7-4bc2-87a5-a63cccc6cebb req-95e4690c-396e-42b3-bb75-616e32e8ea19 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] For port fd5ff78b-0840-4ac1-a498-0050506f3eeb, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=fd5ff78b-0840-4ac1-a498-0050506f3eeb,segment=NetworkSegment(1a4c222b-3139-44dd-9683-25fcf7ce6737),segment_id=1a4c222b-3139-44dd-9683-25fcf7ce6737)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:05:19.948048 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-0b722837-7ba7-4bc2-87a5-a63cccc6cebb req-95e4690c-396e-42b3-bb75-616e32e8ea19 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:19.952452 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-0b722837-7ba7-4bc2-87a5-a63cccc6cebb req-95e4690c-396e-42b3-bb75-616e32e8ea19 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:19.965682 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['fd5ff78b-0840-4ac1-a498-0050506f3eeb'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 12:05:19.996061 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b722837-7ba7-4bc2-87a5-a63cccc6cebb req-95e4690c-396e-42b3-bb75-616e32e8ea19 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:19.996690 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-0b722837-7ba7-4bc2-87a5-a63cccc6cebb req-95e4690c-396e-42b3-bb75-616e32e8ea19 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:19.998089 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0b722837-7ba7-4bc2-87a5-a63cccc6cebb req-95e4690c-396e-42b3-bb75-616e32e8ea19 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "PUT /v2.0/ports/fd5ff78b-0840-4ac1-a498-0050506f3eeb HTTP/1.1" status: 200 len: 942 time: 0.3220906 Apr 29 12:05:19.998620 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f54260c-a5dd-4ed5-a5bd-62e25a6baee3', 'tag': 'fd5ff78b-0840-4ac1-a498-0050506f3eeb'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:05:20.001959 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7ae4c4-2f38-4f43-bab8-30677a8495f4" -d '{"events": [{"name": "network-changed", "server_uuid": "4f54260c-a5dd-4ed5-a5bd-62e25a6baee3", "tag": "fd5ff78b-0840-4ac1-a498-0050506f3eeb"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:05:20.005466 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58136) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:05:20.034852 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4690c-396e-42b3-bb75-616e32e8ea19 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Pushing event updated for resources: {'Port': ['ID=fd5ff78b-0840-4ac1-a498-0050506f3eeb,revision_number=7']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:20.044804 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4690c-396e-42b3-bb75-616e32e8ea19 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:20.045524 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4690c-396e-42b3-bb75-616e32e8ea19 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:20.046089 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4690c-396e-42b3-bb75-616e32e8ea19 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:20.046826 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4690c-396e-42b3-bb75-616e32e8ea19 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:20.047526 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4690c-396e-42b3-bb75-616e32e8ea19 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:20.048201 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4690c-396e-42b3-bb75-616e32e8ea19 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:20.048888 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4690c-396e-42b3-bb75-616e32e8ea19 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:20.049577 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4690c-396e-42b3-bb75-616e32e8ea19 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:20.050136 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4690c-396e-42b3-bb75-616e32e8ea19 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:20.050948 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4690c-396e-42b3-bb75-616e32e8ea19 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:20.051758 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4690c-396e-42b3-bb75-616e32e8ea19 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:20.052593 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4690c-396e-42b3-bb75-616e32e8ea19 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:20.070785 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25edf1bc-a32c-4fc4-9076-cee5a61fbb71 x-openstack-request-id: req-25edf1bc-a32c-4fc4-9076-cee5a61fbb71 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:05:20.071071 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f54260c-a5dd-4ed5-a5bd-62e25a6baee3", "tag": "fd5ff78b-0840-4ac1-a498-0050506f3eeb", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:05:20.071325 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-25edf1bc-a32c-4fc4-9076-cee5a61fbb71 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:05:20.071732 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25edf1bc-a32c-4fc4-9076-cee5a61fbb71'] response: {'name': 'network-changed', 'server_uuid': '4f54260c-a5dd-4ed5-a5bd-62e25a6baee3', 'tag': 'fd5ff78b-0840-4ac1-a498-0050506f3eeb', 'status': 'completed', 'code': 200} Apr 29 12:05:20.086144 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ff2edc37-58d4-4f45-8e3e-381bc1300342 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:20.098762 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['fd5ff78b-0840-4ac1-a498-0050506f3eeb'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 12:05:20.131233 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ff2edc37-58d4-4f45-8e3e-381bc1300342 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:20.133394 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ae4c4-2f38-4f43-bab8-30677a8495f4 req-7151d232-f487-4eb8-af0b-5c0628f5ce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:20.134959 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7c7ae4c4-2f38-4f43-bab8-30677a8495f4 req-7151d232-f487-4eb8-af0b-5c0628f5ce5b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=510e1d7700534921b54a9e05f30e1ce6&device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 1098 time: 0.0490086 Apr 29 12:05:20.228975 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ff2edc37-58d4-4f45-8e3e-381bc1300342 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:20.236888 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ff2edc37-58d4-4f45-8e3e-381bc1300342 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:20.238772 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ff2edc37-58d4-4f45-8e3e-381bc1300342 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "DELETE /v2.0/security-groups/45f00616-4955-4ab9-8e91-ee24f517565c HTTP/1.1" status: 204 len: 168 time: 0.2321749 Apr 29 12:05:20.243176 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58140) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:05:20.254272 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ae4c4-2f38-4f43-bab8-30677a8495f4 req-3dbf0097-a185-4cba-ac73-f0c35b8bc72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:20.255764 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7c7ae4c4-2f38-4f43-bab8-30677a8495f4 req-3dbf0097-a185-4cba-ac73-f0c35b8bc72a service neutron] 10.222.0.62 "GET /v2.0/networks?id=e2484d75-aef8-4f25-9934-2845824dc212 HTTP/1.1" status: 200 len: 915 time: 0.1092882 Apr 29 12:05:20.288718 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2edc37-58d4-4f45-8e3e-381bc1300342 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f00616-4955-4ab9-8e91-ee24f517565c,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:20.303592 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2edc37-58d4-4f45-8e3e-381bc1300342 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:20.303939 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2edc37-58d4-4f45-8e3e-381bc1300342 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:20.304283 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2edc37-58d4-4f45-8e3e-381bc1300342 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:20.304678 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2edc37-58d4-4f45-8e3e-381bc1300342 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:20.305020 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2edc37-58d4-4f45-8e3e-381bc1300342 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:20.305359 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2edc37-58d4-4f45-8e3e-381bc1300342 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:20.305692 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2edc37-58d4-4f45-8e3e-381bc1300342 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:20.306018 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2edc37-58d4-4f45-8e3e-381bc1300342 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:20.306372 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2edc37-58d4-4f45-8e3e-381bc1300342 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:20.306697 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2edc37-58d4-4f45-8e3e-381bc1300342 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:20.307022 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2edc37-58d4-4f45-8e3e-381bc1300342 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:20.307347 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2edc37-58d4-4f45-8e3e-381bc1300342 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:20.335077 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7c7ae4c4-2f38-4f43-bab8-30677a8495f4 req-06651b29-9948-4cd0-a619-4d76ad37f34d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd5ff78b-0840-4ac1-a498-0050506f3eeb HTTP/1.1" status: 200 len: 1001 time: 0.0722868 Apr 29 12:05:20.338493 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-ed456b17-2ba6-4093-b26a-805b284501cc None None] Provisioning complete for port fd5ff78b-0840-4ac1-a498-0050506f3eeb triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:05:20.339067 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ed456b17-2ba6-4093-b26a-805b284501cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:20.402023 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ae4c4-2f38-4f43-bab8-30677a8495f4 req-d41f1f57-75dc-4fbf-8973-c33b3b4745ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:20.404094 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7c7ae4c4-2f38-4f43-bab8-30677a8495f4 req-d41f1f57-75dc-4fbf-8973-c33b3b4745ab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5b5858d0-8549-4456-bbbe-f8ed35bfc951 HTTP/1.1" status: 200 len: 853 time: 0.0603859 Apr 29 12:05:20.436946 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-26c8b857-897f-430c-adf6-321120fb264c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Deleting port f6ff2a3b-3a4b-40af-afa3-a45599ecd432 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:05:20.437286 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-26c8b857-897f-430c-adf6-321120fb264c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:20.520451 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-26c8b857-897f-430c-adf6-321120fb264c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:20.520681 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-26c8b857-897f-430c-adf6-321120fb264c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:20.533825 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-26c8b857-897f-430c-adf6-321120fb264c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Calling delete_port for f6ff2a3b-3a4b-40af-afa3-a45599ecd432 owned by network:floatingip {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:05:20.694157 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-26c8b857-897f-430c-adf6-321120fb264c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:20.719255 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8b857-897f-430c-adf6-321120fb264c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Pushing event deleted for resources: {'Port': ['ID=f6ff2a3b-3a4b-40af-afa3-a45599ecd432,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:20.787671 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-26c8b857-897f-430c-adf6-321120fb264c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks [] for floatingip, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:20.787897 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-26c8b857-897f-430c-adf6-321120fb264c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Floating IP 955ae982-871c-4e41-be41-c325aa6b87ee disassociated (deleted). External IP: 172.26.4.236, port: fd5ff78b-0840-4ac1-a498-0050506f3eeb. Apr 29 12:05:20.789558 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ae4c4-2f38-4f43-bab8-30677a8495f4 req-629b8bbb-e2f9-41b6-a825-50c6abce8345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:20.791437 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7c7ae4c4-2f38-4f43-bab8-30677a8495f4 req-629b8bbb-e2f9-41b6-a825-50c6abce8345 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e2484d75-aef8-4f25-9934-2845824dc212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3802981 Apr 29 12:05:20.882649 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7c7ae4c4-2f38-4f43-bab8-30677a8495f4 req-9b03135a-bd22-4be1-a7b0-29ad75fb88d2 service neutron] 10.222.0.62 "GET /v2.0/networks/e2484d75-aef8-4f25-9934-2845824dc212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833476 Apr 29 12:05:20.978608 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7c7ae4c4-2f38-4f43-bab8-30677a8495f4 req-079a898e-29d4-404c-9199-8797f69e9839 service neutron] 10.222.0.62 "GET /v2.0/networks/e2484d75-aef8-4f25-9934-2845824dc212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874557 Apr 29 12:05:21.001800 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c8b857-897f-430c-adf6-321120fb264c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Router 61f39b32-7f78-44d2-baa8-0db59241d134 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:05:21.440205 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c8b857-897f-430c-adf6-321120fb264c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:05:21.445431 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-26c8b857-897f-430c-adf6-321120fb264c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:21.450775 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa14cc4a-719a-4b60-9062-5322457008fb None None] Sync routers for ids ['61f39b32-7f78-44d2-baa8-0db59241d134'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:05:21.461907 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa14cc4a-719a-4b60-9062-5322457008fb None None] Routers {'61f39b32-7f78-44d2-baa8-0db59241d134'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:05:21.462559 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-fa14cc4a-719a-4b60-9062-5322457008fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:04:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['61f39b32-7f78-44d2-baa8-0db59241d134'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:21.477911 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-26c8b857-897f-430c-adf6-321120fb264c tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "DELETE /v2.0/floatingips/955ae982-871c-4e41-be41-c325aa6b87ee HTTP/1.1" status: 204 len: 168 time: 1.2336872 Apr 29 12:05:21.478747 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f54260c-a5dd-4ed5-a5bd-62e25a6baee3', 'tag': 'fd5ff78b-0840-4ac1-a498-0050506f3eeb'}] {{(pid=102960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:05:21.481119 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f284d994886e2bee032f7329864f24e5fe1e0d39b4215f9cf8d7074f2166ea6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca4527d-44fc-4d2c-9133-8179d25fff2a" -d '{"events": [{"name": "network-changed", "server_uuid": "4f54260c-a5dd-4ed5-a5bd-62e25a6baee3", "tag": "fd5ff78b-0840-4ac1-a498-0050506f3eeb"}]}' {{(pid=102960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:05:21.584279 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-fa14cc4a-719a-4b60-9062-5322457008fb None None] Set router 61f39b32-7f78-44d2-baa8-0db59241d134 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:05:21.654751 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d35c6c-2215-4e63-a85c-5b449204bd88 x-openstack-request-id: req-e7d35c6c-2215-4e63-a85c-5b449204bd88 {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:05:21.655117 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f54260c-a5dd-4ed5-a5bd-62e25a6baee3", "tag": "fd5ff78b-0840-4ac1-a498-0050506f3eeb", "status": "completed", "code": 200}]} {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:05:21.655438 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e7d35c6c-2215-4e63-a85c-5b449204bd88 {{(pid=102960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:05:21.655904 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7d35c6c-2215-4e63-a85c-5b449204bd88'] response: {'name': 'network-changed', 'server_uuid': '4f54260c-a5dd-4ed5-a5bd-62e25a6baee3', 'tag': 'fd5ff78b-0840-4ac1-a498-0050506f3eeb', 'status': 'completed', 'code': 200} Apr 29 12:05:21.753466 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4527d-44fc-4d2c-9133-8179d25fff2a req-a94dd9ce-763f-4186-9e35-9d643d47ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:21.755212 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8ca4527d-44fc-4d2c-9133-8179d25fff2a req-a94dd9ce-763f-4186-9e35-9d643d47ed36 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=510e1d7700534921b54a9e05f30e1ce6&device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 1098 time: 0.0711889 Apr 29 12:05:21.873622 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4527d-44fc-4d2c-9133-8179d25fff2a req-192f1dc7-945c-4c87-b8fc-d3ab9ef39285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:21.875214 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8ca4527d-44fc-4d2c-9133-8179d25fff2a req-192f1dc7-945c-4c87-b8fc-d3ab9ef39285 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e2484d75-aef8-4f25-9934-2845824dc212 HTTP/1.1" status: 200 len: 915 time: 0.1056654 Apr 29 12:05:21.920024 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-fa14cc4a-719a-4b60-9062-5322457008fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'name': 'tempest-TestMinimumBasicScenario-507902886-router', 'tenant_id': '510e1d7700534921b54a9e05f30e1ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '08943729-7d29-4410-b832-f8d5a7c0d09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:08Z', 'updated_at': '2022-04-29T12:03:11Z', 'revision_number': 4, 'project_id': '510e1d7700534921b54a9e05f30e1ce6', 'gw_port': {'id': '08943729-7d29-4410-b832-f8d5a7c0d09d', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:09Z', 'updated_at': '2022-04-29T12:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '30081f4e-f395-4ec2-b3f7-c8034799aceb', 'name': '', 'network_id': 'e2484d75-aef8-4f25-9934-2845824dc212', 'tenant_id': '510e1d7700534921b54a9e05f30e1ce6', 'mac_address': 'fa:16:3e:25:b9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '5b5858d0-8549-4456-bbbe-f8ed35bfc951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:11Z', 'updated_at': '2022-04-29T12:03:16Z', 'revision_number': 5, 'project_id': '510e1d7700534921b54a9e05f30e1ce6', 'subnets': [{'id': '5b5858d0-8549-4456-bbbe-f8ed35bfc951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:21.922424 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8ca4527d-44fc-4d2c-9133-8179d25fff2a req-ab4f1856-9438-44d7-b40a-97a602b8edd6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd5ff78b-0840-4ac1-a498-0050506f3eeb HTTP/1.1" status: 200 len: 217 time: 0.0364828 Apr 29 12:05:21.949869 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa14cc4a-719a-4b60-9062-5322457008fb None None] Checking router: 61f39b32-7f78-44d2-baa8-0db59241d134 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:05:21.958808 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa14cc4a-719a-4b60-9062-5322457008fb None None] Routers {'61f39b32-7f78-44d2-baa8-0db59241d134'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:05:21.959317 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-fa14cc4a-719a-4b60-9062-5322457008fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:04:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['61f39b32-7f78-44d2-baa8-0db59241d134'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:21.974046 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4527d-44fc-4d2c-9133-8179d25fff2a req-cb41ed0c-f21a-43be-86f1-af4289783e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:21.975605 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8ca4527d-44fc-4d2c-9133-8179d25fff2a req-cb41ed0c-f21a-43be-86f1-af4289783e39 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5b5858d0-8549-4456-bbbe-f8ed35bfc951 HTTP/1.1" status: 200 len: 853 time: 0.0444679 Apr 29 12:05:22.026031 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4527d-44fc-4d2c-9133-8179d25fff2a req-19b7ea90-97a7-4c76-9218-135b1a8b3181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:22.027619 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8ca4527d-44fc-4d2c-9133-8179d25fff2a req-19b7ea90-97a7-4c76-9218-135b1a8b3181 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e2484d75-aef8-4f25-9934-2845824dc212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451374 Apr 29 12:05:22.065400 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-fa14cc4a-719a-4b60-9062-5322457008fb None None] Set router 61f39b32-7f78-44d2-baa8-0db59241d134 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:05:22.115682 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8ca4527d-44fc-4d2c-9133-8179d25fff2a req-c9b574b6-c151-4a78-8339-8bcca3d76c80 service neutron] 10.222.0.62 "GET /v2.0/networks/e2484d75-aef8-4f25-9934-2845824dc212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809078 Apr 29 12:05:22.220242 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8ca4527d-44fc-4d2c-9133-8179d25fff2a req-d3088552-f7ff-4aad-a31e-040f4386ae80 service neutron] 10.222.0.62 "GET /v2.0/networks/e2484d75-aef8-4f25-9934-2845824dc212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930102 Apr 29 12:05:22.270279 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-fa14cc4a-719a-4b60-9062-5322457008fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'name': 'tempest-TestMinimumBasicScenario-507902886-router', 'tenant_id': '510e1d7700534921b54a9e05f30e1ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '08943729-7d29-4410-b832-f8d5a7c0d09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:08Z', 'updated_at': '2022-04-29T12:03:11Z', 'revision_number': 4, 'project_id': '510e1d7700534921b54a9e05f30e1ce6', 'gw_port': {'id': '08943729-7d29-4410-b832-f8d5a7c0d09d', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:09Z', 'updated_at': '2022-04-29T12:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '30081f4e-f395-4ec2-b3f7-c8034799aceb', 'name': '', 'network_id': 'e2484d75-aef8-4f25-9934-2845824dc212', 'tenant_id': '510e1d7700534921b54a9e05f30e1ce6', 'mac_address': 'fa:16:3e:25:b9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '5b5858d0-8549-4456-bbbe-f8ed35bfc951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:11Z', 'updated_at': '2022-04-29T12:03:16Z', 'revision_number': 5, 'project_id': '510e1d7700534921b54a9e05f30e1ce6', 'subnets': [{'id': '5b5858d0-8549-4456-bbbe-f8ed35bfc951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:22.296650 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa14cc4a-719a-4b60-9062-5322457008fb None None] The sync data for ids ['61f39b32-7f78-44d2-baa8-0db59241d134'] in dv-neutron-838888-1-hyperv is: [{'id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'name': 'tempest-TestMinimumBasicScenario-507902886-router', 'tenant_id': '510e1d7700534921b54a9e05f30e1ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '08943729-7d29-4410-b832-f8d5a7c0d09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:08Z', 'updated_at': '2022-04-29T12:03:11Z', 'revision_number': 4, 'project_id': '510e1d7700534921b54a9e05f30e1ce6', 'gw_port': {'id': '08943729-7d29-4410-b832-f8d5a7c0d09d', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:09Z', 'updated_at': '2022-04-29T12:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '30081f4e-f395-4ec2-b3f7-c8034799aceb', 'name': '', 'network_id': 'e2484d75-aef8-4f25-9934-2845824dc212', 'tenant_id': '510e1d7700534921b54a9e05f30e1ce6', 'mac_address': 'fa:16:3e:25:b9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '5b5858d0-8549-4456-bbbe-f8ed35bfc951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:11Z', 'updated_at': '2022-04-29T12:03:16Z', 'revision_number': 5, 'project_id': '510e1d7700534921b54a9e05f30e1ce6', 'subnets': [{'id': '5b5858d0-8549-4456-bbbe-f8ed35bfc951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:05:22.530977 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2586aae-ff45-460f-98e6-01c7e8eaa3f3 None None] New status for floating IP 955ae982-871c-4e41-be41-c325aa6b87ee: DOWN {{(pid=102961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:05:23.620776 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8e49e3a6-9b18-47fb-a07b-b2f38758fb65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:26.929504 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-16b6a7ff-134c-4708-8e8d-3e9467948fbb req-35206cd0-db41-4362-b1d3-56ee1ffcfe87 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420806 Apr 29 12:05:27.014136 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6a7ff-134c-4708-8e8d-3e9467948fbb req-35a5765f-10dc-41ed-9448-68f7488ead44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:27.015578 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-16b6a7ff-134c-4708-8e8d-3e9467948fbb req-35a5765f-10dc-41ed-9448-68f7488ead44 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=510e1d7700534921b54a9e05f30e1ce6&device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 1098 time: 0.0415645 Apr 29 12:05:27.123412 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6a7ff-134c-4708-8e8d-3e9467948fbb req-2d0c3338-201b-4658-a38b-27725721a336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:27.124907 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-16b6a7ff-134c-4708-8e8d-3e9467948fbb req-2d0c3338-201b-4658-a38b-27725721a336 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e2484d75-aef8-4f25-9934-2845824dc212 HTTP/1.1" status: 200 len: 915 time: 0.0896165 Apr 29 12:05:27.169507 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-16b6a7ff-134c-4708-8e8d-3e9467948fbb req-97c86691-cda5-4009-81cf-da00ac9bb822 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd5ff78b-0840-4ac1-a498-0050506f3eeb HTTP/1.1" status: 200 len: 217 time: 0.0375216 Apr 29 12:05:27.223950 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6a7ff-134c-4708-8e8d-3e9467948fbb req-df52bae5-13ad-469a-96ac-1cdc558d8f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:27.225461 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-16b6a7ff-134c-4708-8e8d-3e9467948fbb req-df52bae5-13ad-469a-96ac-1cdc558d8f72 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5b5858d0-8549-4456-bbbe-f8ed35bfc951 HTTP/1.1" status: 200 len: 853 time: 0.0481112 Apr 29 12:05:27.271384 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6a7ff-134c-4708-8e8d-3e9467948fbb req-3443aea0-65c6-4f7d-9c00-f29c59e9202a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:27.272810 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-16b6a7ff-134c-4708-8e8d-3e9467948fbb req-3443aea0-65c6-4f7d-9c00-f29c59e9202a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e2484d75-aef8-4f25-9934-2845824dc212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400832 Apr 29 12:05:27.302368 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:27.371448 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-16b6a7ff-134c-4708-8e8d-3e9467948fbb req-309e43c5-a17a-4e18-a3a7-a22a3d997b8c service neutron] 10.222.0.62 "GET /v2.0/networks/e2484d75-aef8-4f25-9934-2845824dc212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914052 Apr 29 12:05:27.468260 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-16b6a7ff-134c-4708-8e8d-3e9467948fbb req-53a676d0-eb5a-4ece-947a-f0c252de4b48 service neutron] 10.222.0.62 "GET /v2.0/networks/e2484d75-aef8-4f25-9934-2845824dc212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897489 Apr 29 12:05:27.823067 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9031fc91-2b8a-4010-acc0-5416e140a885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:28.461613 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2c8fd-2287-4a4e-a491-889c583f36d4 req-89e325e9-0172-439c-b836-f4de7379c605 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:28.463213 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-57d2c8fd-2287-4a4e-a491-889c583f36d4 req-89e325e9-0172-439c-b836-f4de7379c605 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 945 time: 0.0512986 Apr 29 12:05:28.505902 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-57d2c8fd-2287-4a4e-a491-889c583f36d4 req-e28fee87-d6cf-46fb-ab37-60bac371c8e6 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346122 Apr 29 12:05:28.602319 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:29.625416 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8ce83-605e-4736-af54-42679fe5ddd5 req-62ee7186-369d-4d3e-a1dd-9d893394db80 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:29.627451 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-60b8ce83-605e-4736-af54-42679fe5ddd5 req-62ee7186-369d-4d3e-a1dd-9d893394db80 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 945 time: 0.0489969 Apr 29 12:05:29.665567 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-60b8ce83-605e-4736-af54-42679fe5ddd5 req-25a11830-6d1a-40c8-8f3e-14d351757568 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320652 Apr 29 12:05:30.113418 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:30.269398 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:30.440171 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331c4c8-d4e8-43cd-ac55-9e7a0896dd9e req-d704533e-a878-4ad7-a66d-b5306f597922 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:30.441936 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9331c4c8-d4e8-43cd-ac55-9e7a0896dd9e req-d704533e-a878-4ad7-a66d-b5306f597922 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 945 time: 0.0477448 Apr 29 12:05:30.536607 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-9331c4c8-d4e8-43cd-ac55-9e7a0896dd9e req-755713e1-c708-4fc7-81cf-0e8fed291a45 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Deleting port fd5ff78b-0840-4ac1-a498-0050506f3eeb {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:05:30.536946 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-9331c4c8-d4e8-43cd-ac55-9e7a0896dd9e req-755713e1-c708-4fc7-81cf-0e8fed291a45 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:30.623957 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-9331c4c8-d4e8-43cd-ac55-9e7a0896dd9e req-755713e1-c708-4fc7-81cf-0e8fed291a45 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] For port fd5ff78b-0840-4ac1-a498-0050506f3eeb, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=fd5ff78b-0840-4ac1-a498-0050506f3eeb,segment=NetworkSegment(1a4c222b-3139-44dd-9683-25fcf7ce6737),segment_id=1a4c222b-3139-44dd-9683-25fcf7ce6737)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:05:30.624325 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-9331c4c8-d4e8-43cd-ac55-9e7a0896dd9e req-755713e1-c708-4fc7-81cf-0e8fed291a45 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:30.637975 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-9331c4c8-d4e8-43cd-ac55-9e7a0896dd9e req-755713e1-c708-4fc7-81cf-0e8fed291a45 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Calling delete_port for fd5ff78b-0840-4ac1-a498-0050506f3eeb owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:05:30.799317 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-9331c4c8-d4e8-43cd-ac55-9e7a0896dd9e req-755713e1-c708-4fc7-81cf-0e8fed291a45 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:30.812137 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['fd5ff78b-0840-4ac1-a498-0050506f3eeb'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 12:05:30.818801 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c458e4-817d-4530-9f0f-632c19a093d4 req-671a2aa3-d09d-4bf2-b13b-61c139080a75 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:30.820321 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-26c458e4-817d-4530-9f0f-632c19a093d4 req-671a2aa3-d09d-4bf2-b13b-61c139080a75 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f54260c-a5dd-4ed5-a5bd-62e25a6baee3 HTTP/1.1" status: 200 len: 945 time: 0.0763786 Apr 29 12:05:30.856618 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755713e1-c708-4fc7-81cf-0e8fed291a45 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Pushing event deleted for resources: {'Port': ['ID=fd5ff78b-0840-4ac1-a498-0050506f3eeb,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:30.901245 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-9331c4c8-d4e8-43cd-ac55-9e7a0896dd9e req-755713e1-c708-4fc7-81cf-0e8fed291a45 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] No DVR routers for this DVR port fd5ff78b-0840-4ac1-a498-0050506f3eeb on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:05:30.904738 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-9331c4c8-d4e8-43cd-ac55-9e7a0896dd9e req-755713e1-c708-4fc7-81cf-0e8fed291a45 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:30.908840 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9331c4c8-d4e8-43cd-ac55-9e7a0896dd9e req-755713e1-c708-4fc7-81cf-0e8fed291a45 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.62 "DELETE /v2.0/ports/fd5ff78b-0840-4ac1-a498-0050506f3eeb HTTP/1.1" status: 204 len: 173 time: 0.4599080 Apr 29 12:05:30.909290 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f54260c-a5dd-4ed5-a5bd-62e25a6baee3', 'name': 'network-vif-deleted', 'tag': 'fd5ff78b-0840-4ac1-a498-0050506f3eeb'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:05:30.911564 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e437c30-98a3-4df2-9557-ca58424bd372" -d '{"events": [{"server_uuid": "4f54260c-a5dd-4ed5-a5bd-62e25a6baee3", "name": "network-vif-deleted", "tag": "fd5ff78b-0840-4ac1-a498-0050506f3eeb"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:05:30.933117 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-26c458e4-817d-4530-9f0f-632c19a093d4 req-4b356519-09f8-4e1f-b398-c32be6096361 tempest-TestMinimumBasicScenario-324417496 tempest-TestMinimumBasicScenario-324417496-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ce1acb4-cff5-41c4-be4d-c77a486859be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846915 Apr 29 12:05:30.961389 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8c2f51-a97d-4391-ba46-eef9e061c262 x-openstack-request-id: req-db8c2f51-a97d-4391-ba46-eef9e061c262 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:05:30.961679 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f54260c-a5dd-4ed5-a5bd-62e25a6baee3", "name": "network-vif-deleted", "tag": "fd5ff78b-0840-4ac1-a498-0050506f3eeb", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:05:30.961936 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-db8c2f51-a97d-4391-ba46-eef9e061c262 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:05:30.962367 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db8c2f51-a97d-4391-ba46-eef9e061c262'] response: {'server_uuid': '4f54260c-a5dd-4ed5-a5bd-62e25a6baee3', 'name': 'network-vif-deleted', 'tag': 'fd5ff78b-0840-4ac1-a498-0050506f3eeb', 'status': 'completed', 'code': 200} Apr 29 12:05:32.558558 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58244) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:05:32.899311 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d85514fe-657b-42bb-b340-34cc770da9e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:33.140313 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-d85514fe-657b-42bb-b340-34cc770da9e3 admin admin] Deleting port 30081f4e-f395-4ec2-b3f7-c8034799aceb {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:05:33.140644 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d85514fe-657b-42bb-b340-34cc770da9e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:33.229037 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-d85514fe-657b-42bb-b340-34cc770da9e3 admin admin] For port 30081f4e-f395-4ec2-b3f7-c8034799aceb, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=30081f4e-f395-4ec2-b3f7-c8034799aceb,segment=NetworkSegment(1a4c222b-3139-44dd-9683-25fcf7ce6737),segment_id=1a4c222b-3139-44dd-9683-25fcf7ce6737)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:05:33.229516 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d85514fe-657b-42bb-b340-34cc770da9e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:33.243259 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-d85514fe-657b-42bb-b340-34cc770da9e3 admin admin] Calling delete_port for 30081f4e-f395-4ec2-b3f7-c8034799aceb owned by network:router_interface {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:05:33.424465 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d85514fe-657b-42bb-b340-34cc770da9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:33.449663 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85514fe-657b-42bb-b340-34cc770da9e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=30081f4e-f395-4ec2-b3f7-c8034799aceb,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:33.623643 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d85514fe-657b-42bb-b340-34cc770da9e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:33.853864 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85514fe-657b-42bb-b340-34cc770da9e3 admin admin] Router 61f39b32-7f78-44d2-baa8-0db59241d134 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:05:33.960614 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85514fe-657b-42bb-b340-34cc770da9e3 admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:05:33.965602 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d85514fe-657b-42bb-b340-34cc770da9e3 admin admin] 10.222.0.69 "PUT /v2.0/routers/61f39b32-7f78-44d2-baa8-0db59241d134/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4060404 Apr 29 12:05:33.968149 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58246) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:05:33.969278 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7b6023-34c6-460d-8815-21ae32f7f804 None None] Sync routers for ids ['61f39b32-7f78-44d2-baa8-0db59241d134'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:05:33.979142 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7b6023-34c6-460d-8815-21ae32f7f804 None None] Routers {'61f39b32-7f78-44d2-baa8-0db59241d134'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:05:33.979752 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-3e7b6023-34c6-460d-8815-21ae32f7f804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:05:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['61f39b32-7f78-44d2-baa8-0db59241d134'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:34.073641 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dafec176-564b-42c7-8daf-19b79845c5d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:34.083968 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-3e7b6023-34c6-460d-8815-21ae32f7f804 None None] Set router 61f39b32-7f78-44d2-baa8-0db59241d134 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:05:34.179118 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dafec176-564b-42c7-8daf-19b79845c5d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:34.233176 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-dafec176-564b-42c7-8daf-19b79845c5d4 admin admin] Deleting port 08943729-7d29-4410-b832-f8d5a7c0d09d {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:05:34.233523 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dafec176-564b-42c7-8daf-19b79845c5d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:34.263173 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-3e7b6023-34c6-460d-8815-21ae32f7f804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'name': 'tempest-TestMinimumBasicScenario-507902886-router', 'tenant_id': '510e1d7700534921b54a9e05f30e1ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '08943729-7d29-4410-b832-f8d5a7c0d09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:08Z', 'updated_at': '2022-04-29T12:05:33Z', 'revision_number': 5, 'project_id': '510e1d7700534921b54a9e05f30e1ce6', 'gw_port': {'id': '08943729-7d29-4410-b832-f8d5a7c0d09d', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:09Z', 'updated_at': '2022-04-29T12:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:34.292043 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:05:34.292829 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7b6023-34c6-460d-8815-21ae32f7f804 None None] Checking router: 61f39b32-7f78-44d2-baa8-0db59241d134 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:05:34.301253 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7b6023-34c6-460d-8815-21ae32f7f804 None None] Routers {'61f39b32-7f78-44d2-baa8-0db59241d134'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:05:34.301857 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-3e7b6023-34c6-460d-8815-21ae32f7f804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:05:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['61f39b32-7f78-44d2-baa8-0db59241d134'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:34.322065 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-dafec176-564b-42c7-8daf-19b79845c5d4 admin admin] For port 08943729-7d29-4410-b832-f8d5a7c0d09d, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=08943729-7d29-4410-b832-f8d5a7c0d09d,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:05:34.322456 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dafec176-564b-42c7-8daf-19b79845c5d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:34.335832 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-dafec176-564b-42c7-8daf-19b79845c5d4 admin admin] Calling delete_port for 08943729-7d29-4410-b832-f8d5a7c0d09d owned by network:router_gateway {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:05:34.388485 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-3e7b6023-34c6-460d-8815-21ae32f7f804 None None] Set router 61f39b32-7f78-44d2-baa8-0db59241d134 gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:05:34.444602 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-3e7b6023-34c6-460d-8815-21ae32f7f804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'name': 'tempest-TestMinimumBasicScenario-507902886-router', 'tenant_id': '510e1d7700534921b54a9e05f30e1ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:08Z', 'updated_at': '2022-04-29T12:05:34Z', 'revision_number': 6, 'project_id': '510e1d7700534921b54a9e05f30e1ce6', 'gw_port_host': None}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:34.471930 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7b6023-34c6-460d-8815-21ae32f7f804 None None] The sync data for ids ['61f39b32-7f78-44d2-baa8-0db59241d134'] in dv-neutron-838888-1-hyperv is: [{'id': '61f39b32-7f78-44d2-baa8-0db59241d134', 'name': 'tempest-TestMinimumBasicScenario-507902886-router', 'tenant_id': '510e1d7700534921b54a9e05f30e1ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:08Z', 'updated_at': '2022-04-29T12:05:34Z', 'revision_number': 6, 'project_id': '510e1d7700534921b54a9e05f30e1ce6', 'gw_port_host': None}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:05:34.515059 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dafec176-564b-42c7-8daf-19b79845c5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:34.539764 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafec176-564b-42c7-8daf-19b79845c5d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=08943729-7d29-4410-b832-f8d5a7c0d09d,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:34.600412 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device fd5ff78b-0840-4ac1-a498-0050506f3eeb no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:05:34.603600 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dafec176-564b-42c7-8daf-19b79845c5d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:34.621232 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: fd5ff78b-0840-4ac1-a498-0050506f3eeb {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:05:34.621569 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device fd5ff78b-0840-4ac1-a498-0050506f3eeb not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:05:34.697633 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dafec176-564b-42c7-8daf-19b79845c5d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:34.699795 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dafec176-564b-42c7-8daf-19b79845c5d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:34.742664 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dafec176-564b-42c7-8daf-19b79845c5d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:34.743206 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafec176-564b-42c7-8daf-19b79845c5d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61f39b32-7f78-44d2-baa8-0db59241d134 {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 12:05:34.747936 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-dafec176-564b-42c7-8daf-19b79845c5d4 admin admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:34.749122 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-dafec176-564b-42c7-8daf-19b79845c5d4 admin admin] 10.222.0.69 "DELETE /v2.0/routers/61f39b32-7f78-44d2-baa8-0db59241d134 HTTP/1.1" status: 204 len: 168 time: 0.7800667 Apr 29 12:05:34.752316 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58248) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:05:34.797892 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba229f5c-a002-4c32-b71c-f3b039e29718 admin admin] Deleting subnet 5b5858d0-8549-4456-bbbe-f8ed35bfc951 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 12:05:34.801626 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ba229f5c-a002-4c32-b71c-f3b039e29718 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:34.838449 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ba229f5c-a002-4c32-b71c-f3b039e29718 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:34.925003 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ba229f5c-a002-4c32-b71c-f3b039e29718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:34.978101 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ba229f5c-a002-4c32-b71c-f3b039e29718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:35.004354 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba229f5c-a002-4c32-b71c-f3b039e29718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b5858d0-8549-4456-bbbe-f8ed35bfc951,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:35.006330 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ba229f5c-a002-4c32-b71c-f3b039e29718 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:35.010655 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ba229f5c-a002-4c32-b71c-f3b039e29718 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/5b5858d0-8549-4456-bbbe-f8ed35bfc951 HTTP/1.1" status: 204 len: 168 time: 0.2573969 Apr 29 12:05:35.011130 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d68d4ca-dc8e-46d8-bf7e-84256bbe7bf4 None None] Network e2484d75-aef8-4f25-9934-2845824dc212 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:05:35.012078 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58250) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:05:35.081448 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-498d6b58-142b-403c-bacf-0ee69d12a27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:35.138083 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-498d6b58-142b-403c-bacf-0ee69d12a27a admin admin] Deleting port d0e212ba-19c9-466e-b7e7-312ec0d7d206 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:05:35.138467 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-498d6b58-142b-403c-bacf-0ee69d12a27a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:35.207375 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-498d6b58-142b-403c-bacf-0ee69d12a27a admin admin] For port d0e212ba-19c9-466e-b7e7-312ec0d7d206, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=d0e212ba-19c9-466e-b7e7-312ec0d7d206,segment=NetworkSegment(1a4c222b-3139-44dd-9683-25fcf7ce6737),segment_id=1a4c222b-3139-44dd-9683-25fcf7ce6737)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:05:35.207622 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32035dd-4182-4da8-ae4a-8644ec184744 None None] DHCP port deletion for e2484d75-aef8-4f25-9934-2845824dc212 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 12:05:35.207900 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-498d6b58-142b-403c-bacf-0ee69d12a27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:35.224399 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-498d6b58-142b-403c-bacf-0ee69d12a27a admin admin] Calling delete_port for d0e212ba-19c9-466e-b7e7-312ec0d7d206 owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:05:35.259577 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-c32035dd-4182-4da8-ae4a-8644ec184744 None None] Deleting port d0e212ba-19c9-466e-b7e7-312ec0d7d206 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:05:35.260050 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c32035dd-4182-4da8-ae4a-8644ec184744 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:35.315092 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-498d6b58-142b-403c-bacf-0ee69d12a27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:35.333168 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-c32035dd-4182-4da8-ae4a-8644ec184744 None None] For port d0e212ba-19c9-466e-b7e7-312ec0d7d206, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=d0e212ba-19c9-466e-b7e7-312ec0d7d206,segment=NetworkSegment(1a4c222b-3139-44dd-9683-25fcf7ce6737),segment_id=1a4c222b-3139-44dd-9683-25fcf7ce6737)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:05:35.333730 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c32035dd-4182-4da8-ae4a-8644ec184744 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:35.350777 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-c32035dd-4182-4da8-ae4a-8644ec184744 None None] Calling delete_port for d0e212ba-19c9-466e-b7e7-312ec0d7d206 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:05:35.360455 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d6b58-142b-403c-bacf-0ee69d12a27a admin admin] Pushing event deleted for resources: {'Port': ['ID=d0e212ba-19c9-466e-b7e7-312ec0d7d206,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:35.362684 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498d6b58-142b-403c-bacf-0ee69d12a27a admin admin] No DVR routers for this DVR port d0e212ba-19c9-466e-b7e7-312ec0d7d206 on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: from cryptography.utils import int_from_bytes Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: from cryptography.utils import int_from_bytes Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: self.session.flush() Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: self.session.flush() Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: self.session.flush() Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: self.session.flush() Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: self.session.flush() Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: self.session.flush() Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: self.session.flush() Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: self.session.flush() Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: self.session.flush() Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: self.session.flush() Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: self.session.flush() Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: self.session.flush() Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: self.session.flush() Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: self.session.flush() Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: self.session.flush() Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: self.session.flush() Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: self.session.flush() Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: self.session.flush() Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: self.session.flush() Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: self.session.flush() Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: self.session.flush() Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: self.session.flush() Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: self.session.flush() Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: self.session.flush() Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: self.session.flush() Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:05:35.434312 dv-neutron-838888-1-hyperv neutron-server[102961]: self.session.flush() Apr 29 12:05:35.446650 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c32035dd-4182-4da8-ae4a-8644ec184744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:35.451980 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-498d6b58-142b-403c-bacf-0ee69d12a27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:35.475828 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32035dd-4182-4da8-ae4a-8644ec184744 None None] Pushing event deleted for resources: {'Port': ['ID=d0e212ba-19c9-466e-b7e7-312ec0d7d206,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:35.477042 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-498d6b58-142b-403c-bacf-0ee69d12a27a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2484d75-aef8-4f25-9934-2845824dc212']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:35.480937 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32035dd-4182-4da8-ae4a-8644ec184744 None None] No DVR routers for this DVR port d0e212ba-19c9-466e-b7e7-312ec0d7d206 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:05:35.489215 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-498d6b58-142b-403c-bacf-0ee69d12a27a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a4c222b-3139-44dd-9683-25fcf7ce6737') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:35.489521 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-498d6b58-142b-403c-bacf-0ee69d12a27a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a4c222b-3139-44dd-9683-25fcf7ce6737') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:35.489679 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32035dd-4182-4da8-ae4a-8644ec184744 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:35.490107 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32035dd-4182-4da8-ae4a-8644ec184744 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:35.490588 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32035dd-4182-4da8-ae4a-8644ec184744 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:35.490993 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32035dd-4182-4da8-ae4a-8644ec184744 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:35.491399 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32035dd-4182-4da8-ae4a-8644ec184744 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:35.491796 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32035dd-4182-4da8-ae4a-8644ec184744 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:35.492192 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32035dd-4182-4da8-ae4a-8644ec184744 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:35.492588 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32035dd-4182-4da8-ae4a-8644ec184744 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:35.492998 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32035dd-4182-4da8-ae4a-8644ec184744 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:35.493421 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32035dd-4182-4da8-ae4a-8644ec184744 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:35.493814 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32035dd-4182-4da8-ae4a-8644ec184744 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:35.494262 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32035dd-4182-4da8-ae4a-8644ec184744 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:35.510755 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-498d6b58-142b-403c-bacf-0ee69d12a27a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:35.528671 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-498d6b58-142b-403c-bacf-0ee69d12a27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:35.536485 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-498d6b58-142b-403c-bacf-0ee69d12a27a admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:05:35.536923 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-498d6b58-142b-403c-bacf-0ee69d12a27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:35.538725 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 12:05:35.538725 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:05:35.538725 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 12:05:35.538725 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:05:35.538725 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 12:05:35.538725 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 12:05:35.538725 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 12:05:35.538725 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:05:35.538725 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 12:05:35.538725 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:05:35.538725 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 12:05:35.538725 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:05:35.538725 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 12:05:35.538725 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 12:05:35.538725 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:05:35.538725 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 12:05:35.538725 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:05:35.538725 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 12:05:35.538725 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 12:05:35.538725 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 12:05:35.538725 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 12:05:35.538725 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 12:05:35.538725 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:05:35.538725 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:05:35.538725 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 12:05:35.538725 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:05:35.538725 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:05:35.538725 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:05:35.538725 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:05:35.538725 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:05:35.538725 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:05:35.538725 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:05:35.596372 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-498d6b58-142b-403c-bacf-0ee69d12a27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:35.601765 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-498d6b58-142b-403c-bacf-0ee69d12a27a admin admin] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:35.604961 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-498d6b58-142b-403c-bacf-0ee69d12a27a admin admin] 10.222.0.69 "DELETE /v2.0/networks/e2484d75-aef8-4f25-9934-2845824dc212 HTTP/1.1" status: 204 len: 168 time: 0.5918908 Apr 29 12:05:35.608486 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58252) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:05:35.617333 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d6b58-142b-403c-bacf-0ee69d12a27a admin admin] Pushing event deleted for resources: {'Network': ['ID=e2484d75-aef8-4f25-9934-2845824dc212,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:35.779073 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 30081f4e-f395-4ec2-b3f7-c8034799aceb no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:05:35.801467 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 30081f4e-f395-4ec2-b3f7-c8034799aceb {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:05:35.801812 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 30081f4e-f395-4ec2-b3f7-c8034799aceb not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:05:35.802405 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 08943729-7d29-4410-b832-f8d5a7c0d09d no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:05:35.822000 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 08943729-7d29-4410-b832-f8d5a7c0d09d {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:05:35.822373 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 08943729-7d29-4410-b832-f8d5a7c0d09d not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:05:35.822811 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device d0e212ba-19c9-466e-b7e7-312ec0d7d206 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:05:35.844007 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: d0e212ba-19c9-466e-b7e7-312ec0d7d206 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:05:35.845012 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device d0e212ba-19c9-466e-b7e7-312ec0d7d206 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:05:35.996521 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0553be4a-3c84-4fcf-a7d1-27b8ee0493e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:36.245619 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-0553be4a-3c84-4fcf-a7d1-27b8ee0493e7 admin admin] Deleting port 47fb9cf2-d7e8-4773-9845-2792079961eb {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:05:36.245952 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0553be4a-3c84-4fcf-a7d1-27b8ee0493e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:36.322982 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-0553be4a-3c84-4fcf-a7d1-27b8ee0493e7 admin admin] For port 47fb9cf2-d7e8-4773-9845-2792079961eb, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=47fb9cf2-d7e8-4773-9845-2792079961eb,segment=NetworkSegment(463a22b0-2f4c-4dfd-be0b-922dd2906a04),segment_id=463a22b0-2f4c-4dfd-be0b-922dd2906a04)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:05:36.323266 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0553be4a-3c84-4fcf-a7d1-27b8ee0493e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:36.336233 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-0553be4a-3c84-4fcf-a7d1-27b8ee0493e7 admin admin] Calling delete_port for 47fb9cf2-d7e8-4773-9845-2792079961eb owned by network:router_interface {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:05:36.522995 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0553be4a-3c84-4fcf-a7d1-27b8ee0493e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:36.551925 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0553be4a-3c84-4fcf-a7d1-27b8ee0493e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=47fb9cf2-d7e8-4773-9845-2792079961eb,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:36.728741 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0553be4a-3c84-4fcf-a7d1-27b8ee0493e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:37.259278 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0553be4a-3c84-4fcf-a7d1-27b8ee0493e7 admin admin] Router 5e2f7bfa-d9f8-458a-882f-27484eb838bf has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:05:37.366803 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0553be4a-3c84-4fcf-a7d1-27b8ee0493e7 admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:05:37.372088 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0553be4a-3c84-4fcf-a7d1-27b8ee0493e7 admin admin] 10.222.0.69 "PUT /v2.0/routers/5e2f7bfa-d9f8-458a-882f-27484eb838bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7625673 Apr 29 12:05:37.374681 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58254) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:05:37.379062 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53653121-02d7-4505-9326-08ee59ac8e6c None None] Sync routers for ids ['5e2f7bfa-d9f8-458a-882f-27484eb838bf'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:05:37.388449 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53653121-02d7-4505-9326-08ee59ac8e6c None None] Routers {'5e2f7bfa-d9f8-458a-882f-27484eb838bf'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:05:37.389060 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-53653121-02d7-4505-9326-08ee59ac8e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:05:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5e2f7bfa-d9f8-458a-882f-27484eb838bf'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:37.480522 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7eaf60aa-858f-4f3c-b998-246fb6837509 admin admin] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:37.495382 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-53653121-02d7-4505-9326-08ee59ac8e6c None None] Set router 5e2f7bfa-d9f8-458a-882f-27484eb838bf gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:05:37.581162 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7eaf60aa-858f-4f3c-b998-246fb6837509 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:37.639559 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-7eaf60aa-858f-4f3c-b998-246fb6837509 admin admin] Deleting port 456099f0-9bf8-4179-8f7f-e3b6c0df8c2d {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:05:37.639904 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7eaf60aa-858f-4f3c-b998-246fb6837509 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:37.727874 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-7eaf60aa-858f-4f3c-b998-246fb6837509 admin admin] For port 456099f0-9bf8-4179-8f7f-e3b6c0df8c2d, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=456099f0-9bf8-4179-8f7f-e3b6c0df8c2d,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:05:37.728406 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7eaf60aa-858f-4f3c-b998-246fb6837509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:37.746003 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-7eaf60aa-858f-4f3c-b998-246fb6837509 admin admin] Calling delete_port for 456099f0-9bf8-4179-8f7f-e3b6c0df8c2d owned by network:router_gateway {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:05:37.830756 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-53653121-02d7-4505-9326-08ee59ac8e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2f7bfa-d9f8-458a-882f-27484eb838bf', 'name': 'tempest-TestMinimumBasicScenario-1703357147-router', 'tenant_id': 'ac36a9a95e7e412985b3b81a902fa3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '456099f0-9bf8-4179-8f7f-e3b6c0df8c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:14Z', 'updated_at': '2022-04-29T12:05:36Z', 'revision_number': 5, 'project_id': 'ac36a9a95e7e412985b3b81a902fa3c8', 'gw_port': {'id': '456099f0-9bf8-4179-8f7f-e3b6c0df8c2d', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f7bfa-d9f8-458a-882f-27484eb838bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:14Z', 'updated_at': '2022-04-29T12:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:37.858557 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53653121-02d7-4505-9326-08ee59ac8e6c None None] Checking router: 5e2f7bfa-d9f8-458a-882f-27484eb838bf for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:05:37.868457 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53653121-02d7-4505-9326-08ee59ac8e6c None None] Routers {'5e2f7bfa-d9f8-458a-882f-27484eb838bf'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:05:37.869311 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-53653121-02d7-4505-9326-08ee59ac8e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:05:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['5e2f7bfa-d9f8-458a-882f-27484eb838bf'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:37.939788 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7eaf60aa-858f-4f3c-b998-246fb6837509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:37.961841 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-53653121-02d7-4505-9326-08ee59ac8e6c None None] Set router 5e2f7bfa-d9f8-458a-882f-27484eb838bf gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:05:37.967654 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf60aa-858f-4f3c-b998-246fb6837509 admin admin] Pushing event deleted for resources: {'Port': ['ID=456099f0-9bf8-4179-8f7f-e3b6c0df8c2d,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:38.017090 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-53653121-02d7-4505-9326-08ee59ac8e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2f7bfa-d9f8-458a-882f-27484eb838bf', 'name': 'tempest-TestMinimumBasicScenario-1703357147-router', 'tenant_id': 'ac36a9a95e7e412985b3b81a902fa3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:14Z', 'updated_at': '2022-04-29T12:05:37Z', 'revision_number': 6, 'project_id': 'ac36a9a95e7e412985b3b81a902fa3c8', 'gw_port_host': None}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:38.032773 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7eaf60aa-858f-4f3c-b998-246fb6837509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:38.043021 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53653121-02d7-4505-9326-08ee59ac8e6c None None] The sync data for ids ['5e2f7bfa-d9f8-458a-882f-27484eb838bf'] in dv-neutron-838888-1-hyperv is: [{'id': '5e2f7bfa-d9f8-458a-882f-27484eb838bf', 'name': 'tempest-TestMinimumBasicScenario-1703357147-router', 'tenant_id': 'ac36a9a95e7e412985b3b81a902fa3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:14Z', 'updated_at': '2022-04-29T12:05:37Z', 'revision_number': 6, 'project_id': 'ac36a9a95e7e412985b3b81a902fa3c8', 'gw_port_host': None}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:05:38.126078 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7eaf60aa-858f-4f3c-b998-246fb6837509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:38.128643 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7eaf60aa-858f-4f3c-b998-246fb6837509 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:38.173904 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7eaf60aa-858f-4f3c-b998-246fb6837509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:38.174567 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eaf60aa-858f-4f3c-b998-246fb6837509 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e2f7bfa-d9f8-458a-882f-27484eb838bf {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 12:05:38.179090 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7eaf60aa-858f-4f3c-b998-246fb6837509 admin admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:38.182513 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7eaf60aa-858f-4f3c-b998-246fb6837509 admin admin] 10.222.0.69 "DELETE /v2.0/routers/5e2f7bfa-d9f8-458a-882f-27484eb838bf HTTP/1.1" status: 204 len: 168 time: 0.8045459 Apr 29 12:05:38.182674 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58256) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:05:38.226813 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-280c1d72-a7cf-4831-88b6-bc119b917502 admin admin] Deleting subnet 2c7809ac-d301-4db7-87bb-ff72672c70f3 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 12:05:38.229842 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-280c1d72-a7cf-4831-88b6-bc119b917502 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:38.268950 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-280c1d72-a7cf-4831-88b6-bc119b917502 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:38.346376 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-280c1d72-a7cf-4831-88b6-bc119b917502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:38.408560 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-280c1d72-a7cf-4831-88b6-bc119b917502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:38.434759 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c1d72-a7cf-4831-88b6-bc119b917502 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c7809ac-d301-4db7-87bb-ff72672c70f3,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:38.439993 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-280c1d72-a7cf-4831-88b6-bc119b917502 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:38.445219 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790855b0-2b20-4225-ad04-35b41cc476d1 None None] Network 92e4e0b1-4d5f-44c5-a72a-073101284ebc requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:05:38.446963 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58258) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:05:38.447483 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-280c1d72-a7cf-4831-88b6-bc119b917502 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/2c7809ac-d301-4db7-87bb-ff72672c70f3 HTTP/1.1" status: 204 len: 168 time: 0.2632904 Apr 29 12:05:38.529172 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9fa4795d-712d-4ec2-b945-cc79320b9c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:38.583047 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-9fa4795d-712d-4ec2-b945-cc79320b9c20 admin admin] Deleting port 48129dcd-bbfc-442b-9689-af170f34826b {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:05:38.583396 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9fa4795d-712d-4ec2-b945-cc79320b9c20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:38.647094 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-9fa4795d-712d-4ec2-b945-cc79320b9c20 admin admin] For port 48129dcd-bbfc-442b-9689-af170f34826b, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=48129dcd-bbfc-442b-9689-af170f34826b,segment=NetworkSegment(463a22b0-2f4c-4dfd-be0b-922dd2906a04),segment_id=463a22b0-2f4c-4dfd-be0b-922dd2906a04)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:05:38.647383 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9fa4795d-712d-4ec2-b945-cc79320b9c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:38.660818 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-9fa4795d-712d-4ec2-b945-cc79320b9c20 admin admin] Calling delete_port for 48129dcd-bbfc-442b-9689-af170f34826b owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:05:38.744549 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9fa4795d-712d-4ec2-b945-cc79320b9c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:38.770745 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4795d-712d-4ec2-b945-cc79320b9c20 admin admin] Pushing event deleted for resources: {'Port': ['ID=48129dcd-bbfc-442b-9689-af170f34826b,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:38.772738 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa4795d-712d-4ec2-b945-cc79320b9c20 admin admin] No DVR routers for this DVR port 48129dcd-bbfc-442b-9689-af170f34826b on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:05:38.823040 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a3e322-f6bb-4687-8e11-0a44bdc088a3 None None] DHCP port deletion for 92e4e0b1-4d5f-44c5-a72a-073101284ebc request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 12:05:38.848368 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9fa4795d-712d-4ec2-b945-cc79320b9c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:38.873383 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-9fa4795d-712d-4ec2-b945-cc79320b9c20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e4e0b1-4d5f-44c5-a72a-073101284ebc']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:38.882556 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-9fa4795d-712d-4ec2-b945-cc79320b9c20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '463a22b0-2f4c-4dfd-be0b-922dd2906a04') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:38.882843 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-9fa4795d-712d-4ec2-b945-cc79320b9c20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '463a22b0-2f4c-4dfd-be0b-922dd2906a04') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:38.893371 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9fa4795d-712d-4ec2-b945-cc79320b9c20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:38.908736 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9fa4795d-712d-4ec2-b945-cc79320b9c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:38.915425 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa4795d-712d-4ec2-b945-cc79320b9c20 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:05:38.915831 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9fa4795d-712d-4ec2-b945-cc79320b9c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:38.917564 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 12:05:38.917564 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:05:38.917564 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 12:05:38.917564 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:05:38.917564 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 12:05:38.917564 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 12:05:38.917564 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 12:05:38.917564 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:05:38.917564 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 12:05:38.917564 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:05:38.917564 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 12:05:38.917564 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:05:38.917564 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 12:05:38.917564 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 12:05:38.917564 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:05:38.917564 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 12:05:38.917564 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:05:38.917564 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 12:05:38.917564 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 12:05:38.917564 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 12:05:38.917564 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 12:05:38.917564 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 12:05:38.917564 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:05:38.917564 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:05:38.917564 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 12:05:38.917564 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:05:38.917564 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:05:38.917564 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:05:38.917564 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:05:38.917564 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:05:38.917564 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:05:38.917564 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:05:38.975350 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9fa4795d-712d-4ec2-b945-cc79320b9c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:38.981018 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9fa4795d-712d-4ec2-b945-cc79320b9c20 admin admin] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:38.984198 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9fa4795d-712d-4ec2-b945-cc79320b9c20 admin admin] 10.222.0.69 "DELETE /v2.0/networks/92e4e0b1-4d5f-44c5-a72a-073101284ebc HTTP/1.1" status: 204 len: 168 time: 0.5360956 Apr 29 12:05:38.996036 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4795d-712d-4ec2-b945-cc79320b9c20 admin admin] Pushing event deleted for resources: {'Network': ['ID=92e4e0b1-4d5f-44c5-a72a-073101284ebc,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:39.165296 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58262) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:05:39.207572 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-fd453093-7dec-4441-8188-535410f16a7e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=510e1d7700534921b54a9e05f30e1ce6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410028 Apr 29 12:05:39.210009 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58264) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:05:39.257741 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-164a3b63-5dac-4624-b2cb-bb55d178e09a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:39.285355 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-164a3b63-5dac-4624-b2cb-bb55d178e09a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:39.332408 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-164a3b63-5dac-4624-b2cb-bb55d178e09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:39.334897 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-164a3b63-5dac-4624-b2cb-bb55d178e09a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:39.336050 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-164a3b63-5dac-4624-b2cb-bb55d178e09a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5ce1acb4-cff5-41c4-be4d-c77a486859be HTTP/1.1" status: 204 len: 168 time: 0.1251242 Apr 29 12:05:39.343888 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a3b63-5dac-4624-b2cb-bb55d178e09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce1acb4-cff5-41c4-be4d-c77a486859be,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:39.652701 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58270) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:05:39.693200 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7d77f56e-ad1d-48e5-97c8-3b23fd0e9540 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ac36a9a95e7e412985b3b81a902fa3c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391958 Apr 29 12:05:39.696354 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58272) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:05:39.746467 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0b3e4a01-8bd0-4e1f-9590-151a462b6358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:39.769470 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0b3e4a01-8bd0-4e1f-9590-151a462b6358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:39.773397 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 456099f0-9bf8-4179-8f7f-e3b6c0df8c2d no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:05:39.793850 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 456099f0-9bf8-4179-8f7f-e3b6c0df8c2d {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:05:39.794212 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 456099f0-9bf8-4179-8f7f-e3b6c0df8c2d not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:05:39.794639 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 48129dcd-bbfc-442b-9689-af170f34826b no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:05:39.818515 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0b3e4a01-8bd0-4e1f-9590-151a462b6358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:39.820447 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 48129dcd-bbfc-442b-9689-af170f34826b {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:05:39.820797 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 48129dcd-bbfc-442b-9689-af170f34826b not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:05:39.821177 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0b3e4a01-8bd0-4e1f-9590-151a462b6358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:39.821281 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 47fb9cf2-d7e8-4773-9845-2792079961eb no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:05:39.822390 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0b3e4a01-8bd0-4e1f-9590-151a462b6358 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f535390a-6a74-48b4-acc9-9e85d76daeca HTTP/1.1" status: 204 len: 168 time: 0.1250982 Apr 29 12:05:39.830848 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e4a01-8bd0-4e1f-9590-151a462b6358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f535390a-6a74-48b4-acc9-9e85d76daeca,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:39.841368 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 47fb9cf2-d7e8-4773-9845-2792079961eb {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:05:39.841840 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 47fb9cf2-d7e8-4773-9845-2792079961eb not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:05:41.848152 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58312) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:05:41.852727 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-d8347c44-1e2a-41eb-b07e-02b003ec1376 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2098691611', 'description': 'tempest-secgroup-smoke-2098691611 description', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:05:41.875507 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d8347c44-1e2a-41eb-b07e-02b003ec1376 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:41.884722 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d8347c44-1e2a-41eb-b07e-02b003ec1376 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:41.963553 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d8347c44-1e2a-41eb-b07e-02b003ec1376 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:41.967675 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d8347c44-1e2a-41eb-b07e-02b003ec1376 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:42.007577 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8347c44-1e2a-41eb-b07e-02b003ec1376 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb188cae-711f-4a8f-a68c-10bfede178bb,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:42.046362 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d8347c44-1e2a-41eb-b07e-02b003ec1376 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:42.050693 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d8347c44-1e2a-41eb-b07e-02b003ec1376 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:42.082660 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d8347c44-1e2a-41eb-b07e-02b003ec1376 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:42.083915 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d8347c44-1e2a-41eb-b07e-02b003ec1376 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2347400 Apr 29 12:05:42.085025 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8347c44-1e2a-41eb-b07e-02b003ec1376 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aece2b4-e6c0-4edb-a5fc-edf3f3b58333,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:42.087113 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58314) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:05:42.091841 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-b1d9441c-2a4f-4d91-b5fd-2ac489f12450 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group_rule': {'security_group_id': '9aece2b4-e6c0-4edb-a5fc-edf3f3b58333', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:05:42.122672 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b1d9441c-2a4f-4d91-b5fd-2ac489f12450 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:42.168518 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b1d9441c-2a4f-4d91-b5fd-2ac489f12450 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:42.172512 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b1d9441c-2a4f-4d91-b5fd-2ac489f12450 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:42.191179 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9441c-2a4f-4d91-b5fd-2ac489f12450 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=026b6d4a-7a45-403c-8ee1-2d7979c278c3,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:42.200621 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b1d9441c-2a4f-4d91-b5fd-2ac489f12450 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:42.201857 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b1d9441c-2a4f-4d91-b5fd-2ac489f12450 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1135993 Apr 29 12:05:42.205373 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58316) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:05:42.209793 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-d2c8f9f0-ae9c-428c-8b21-ac83efdaa951 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group_rule': {'security_group_id': '9aece2b4-e6c0-4edb-a5fc-edf3f3b58333', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:05:42.235550 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f9f0-ae9c-428c-8b21-ac83efdaa951 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:42.293145 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f9f0-ae9c-428c-8b21-ac83efdaa951 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:42.296879 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f9f0-ae9c-428c-8b21-ac83efdaa951 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:42.314768 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8f9f0-ae9c-428c-8b21-ac83efdaa951 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf44181-78d5-4d7b-951a-2446364fdc5c,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:42.323582 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d2c8f9f0-ae9c-428c-8b21-ac83efdaa951 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:42.324911 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d2c8f9f0-ae9c-428c-8b21-ac83efdaa951 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1185772 Apr 29 12:05:42.327617 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58318) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:05:42.332100 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-605ea483-1f8c-41ff-98ad-70dd2e1f39b8 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group_rule': {'security_group_id': '9aece2b4-e6c0-4edb-a5fc-edf3f3b58333', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:05:42.356274 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-605ea483-1f8c-41ff-98ad-70dd2e1f39b8 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:42.417927 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-605ea483-1f8c-41ff-98ad-70dd2e1f39b8 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:42.421744 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-605ea483-1f8c-41ff-98ad-70dd2e1f39b8 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:42.441129 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ea483-1f8c-41ff-98ad-70dd2e1f39b8 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de4d9458-503e-41bd-9c95-b5beb8bb15df,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:42.449100 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-605ea483-1f8c-41ff-98ad-70dd2e1f39b8 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:42.450347 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-605ea483-1f8c-41ff-98ad-70dd2e1f39b8 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217749 Apr 29 12:05:42.453253 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58320) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:05:42.458368 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-31fcf5d3-2411-4e3b-a60f-68177bc8add2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group_rule': {'security_group_id': '9aece2b4-e6c0-4edb-a5fc-edf3f3b58333', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:05:42.485782 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-31fcf5d3-2411-4e3b-a60f-68177bc8add2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:42.554388 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-31fcf5d3-2411-4e3b-a60f-68177bc8add2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:42.559735 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-31fcf5d3-2411-4e3b-a60f-68177bc8add2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:42.579889 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcf5d3-2411-4e3b-a60f-68177bc8add2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61d6f72-f43f-4e6e-8691-78d481c08f00,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:42.588792 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-31fcf5d3-2411-4e3b-a60f-68177bc8add2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:42.590022 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-31fcf5d3-2411-4e3b-a60f-68177bc8add2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1358690 Apr 29 12:05:42.593228 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58322) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:05:42.597917 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-9b90b2b6-19eb-405b-aa22-910137521feb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group_rule': {'security_group_id': '9aece2b4-e6c0-4edb-a5fc-edf3f3b58333', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:05:42.619024 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.securitygroups_db [None req-9b90b2b6-19eb-405b-aa22-910137521feb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Project 1c28ececa83b46b8acc32fd2580ffbc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:05:42.624204 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9b90b2b6-19eb-405b-aa22-910137521feb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:42.684827 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9b90b2b6-19eb-405b-aa22-910137521feb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:42.689149 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9b90b2b6-19eb-405b-aa22-910137521feb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:42.707480 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90b2b6-19eb-405b-aa22-910137521feb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb66347f-1130-47a1-b40e-a2475cef5364,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:42.712677 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-9b90b2b6-19eb-405b-aa22-910137521feb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:42.716589 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58326) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:05:42.716821 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9b90b2b6-19eb-405b-aa22-910137521feb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224480 Apr 29 12:05:42.721366 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-444ab53c-e669-4563-89c2-3a0fc6fdfe02 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group_rule': {'security_group_id': '9aece2b4-e6c0-4edb-a5fc-edf3f3b58333', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:05:42.742290 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.securitygroups_db [None req-444ab53c-e669-4563-89c2-3a0fc6fdfe02 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Project 1c28ececa83b46b8acc32fd2580ffbc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:05:42.746797 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-444ab53c-e669-4563-89c2-3a0fc6fdfe02 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:42.807224 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-444ab53c-e669-4563-89c2-3a0fc6fdfe02 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:42.810695 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-444ab53c-e669-4563-89c2-3a0fc6fdfe02 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:42.828630 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ab53c-e669-4563-89c2-3a0fc6fdfe02 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2644b10f-8c1f-415c-8d98-052d2bd90a1d,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:42.835962 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-444ab53c-e669-4563-89c2-3a0fc6fdfe02 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:42.837094 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-444ab53c-e669-4563-89c2-3a0fc6fdfe02 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194491 Apr 29 12:05:42.840036 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58328) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:05:42.845045 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-678639ad-afcc-4dfa-9347-7040ad08a0df tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'network': {'name': 'tempest-network-smoke--1880001947', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'port_security_enabled': True}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:05:42.863486 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678639ad-afcc-4dfa-9347-7040ad08a0df tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Made reservation on behalf of 1c28ececa83b46b8acc32fd2580ffbc3 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:05:42.866775 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-678639ad-afcc-4dfa-9347-7040ad08a0df tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:42.889496 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-678639ad-afcc-4dfa-9347-7040ad08a0df tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:05:42.898074 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-678639ad-afcc-4dfa-9347-7040ad08a0df tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:42.898437 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-678639ad-afcc-4dfa-9347-7040ad08a0df tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Added segment ba8386d8-b251-4796-964b-51b7035c635c of type vlan for network 06fafec4-6911-4a5f-bf3f-c58421012214 Apr 29 12:05:42.937895 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-678639ad-afcc-4dfa-9347-7040ad08a0df tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:42.961988 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-678639ad-afcc-4dfa-9347-7040ad08a0df tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:42.967446 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678639ad-afcc-4dfa-9347-7040ad08a0df tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:42.968019 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-678639ad-afcc-4dfa-9347-7040ad08a0df tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:43.001663 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-678639ad-afcc-4dfa-9347-7040ad08a0df tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1599422 Apr 29 12:05:43.004673 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58330) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:05:43.009273 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-f072310c-49ed-422d-8879-202d60500e4d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-800908058', 'admin_state_up': True, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:05:43.031385 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f072310c-49ed-422d-8879-202d60500e4d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:43.033156 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f072310c-49ed-422d-8879-202d60500e4d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:43.044002 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678639ad-afcc-4dfa-9347-7040ad08a0df tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Network': ['ID=06fafec4-6911-4a5f-bf3f-c58421012214,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:43.055670 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 06fafec4-6911-4a5f-bf3f-c58421012214 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 12:05:43.090303 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f072310c-49ed-422d-8879-202d60500e4d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:43.229167 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f072310c-49ed-422d-8879-202d60500e4d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:43.426073 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f072310c-49ed-422d-8879-202d60500e4d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router_gateway, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:43.445772 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f072310c-49ed-422d-8879-202d60500e4d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:43.548276 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-f072310c-49ed-422d-8879-202d60500e4d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Allocated IP 172.26.4.48 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/82d65351-2a5c-47fc-932f-a786b476a683) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:05:43.656290 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f072310c-49ed-422d-8879-202d60500e4d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:43.691876 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f072310c-49ed-422d-8879-202d60500e4d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:43.737482 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f072310c-49ed-422d-8879-202d60500e4d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:05:43.743360 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-f072310c-49ed-422d-8879-202d60500e4d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:05:43.747456 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f072310c-49ed-422d-8879-202d60500e4d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:05:43.775832 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072310c-49ed-422d-8879-202d60500e4d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Port': ['ID=82d65351-2a5c-47fc-932f-a786b476a683,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:44.020148 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f072310c-49ed-422d-8879-202d60500e4d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router_gateway, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:44.218218 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f072310c-49ed-422d-8879-202d60500e4d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:44.344890 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f072310c-49ed-422d-8879-202d60500e4d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Router f2051581-c1ba-49b3-be6f-acb76ae69c4c is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 12:05:44.452474 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f072310c-49ed-422d-8879-202d60500e4d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:05:44.462475 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee51c7e-df2d-4589-88e1-3cda51335245 None None] Sync routers for ids ['f2051581-c1ba-49b3-be6f-acb76ae69c4c'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:05:44.471701 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee51c7e-df2d-4589-88e1-3cda51335245 None None] Routers {'f2051581-c1ba-49b3-be6f-acb76ae69c4c'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:05:44.472384 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-2ee51c7e-df2d-4589-88e1-3cda51335245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:05:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f2051581-c1ba-49b3-be6f-acb76ae69c4c'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:44.473033 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f072310c-49ed-422d-8879-202d60500e4d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:44.477491 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f072310c-49ed-422d-8879-202d60500e4d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4686096 Apr 29 12:05:44.477918 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58332) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:05:44.580840 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-2ee51c7e-df2d-4589-88e1-3cda51335245 None None] Set router f2051581-c1ba-49b3-be6f-acb76ae69c4c gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:05:44.606799 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d5a488e2-9333-41bc-8a2f-7d808ef7f023 tempest-TestNetworkAdvancedServerOps-785408138 tempest-TestNetworkAdvancedServerOps-785408138-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=1c28ececa83b46b8acc32fd2580ffbc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1275096 Apr 29 12:05:44.609477 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58336) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:05:44.700452 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eec24bd-7b02-4cc9-8c44-d9365e90efba tempest-TestNetworkAdvancedServerOps-785408138 tempest-TestNetworkAdvancedServerOps-785408138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:44.702037 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-5eec24bd-7b02-4cc9-8c44-d9365e90efba tempest-TestNetworkAdvancedServerOps-785408138 tempest-TestNetworkAdvancedServerOps-785408138-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915694 Apr 29 12:05:44.705764 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58338) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:05:44.733961 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-9964a139-1c1f-4721-bf59-a08d76a8b0a6 tempest-TestNetworkAdvancedServerOps-785408138 tempest-TestNetworkAdvancedServerOps-785408138-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=1c458760-cee1-43dd-bfaa-f7beebba31f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269992 Apr 29 12:05:44.737064 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58340) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:05:44.742376 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-16317419-5d34-49f4-a626-c2f507d5db4c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1474893401', 'network_id': '06fafec4-6911-4a5f-bf3f-c58421012214', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:05:44.834990 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16317419-5d34-49f4-a626-c2f507d5db4c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Made reservation on behalf of 1c28ececa83b46b8acc32fd2580ffbc3 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:05:44.839118 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-16317419-5d34-49f4-a626-c2f507d5db4c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:44.852253 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-2ee51c7e-df2d-4589-88e1-3cda51335245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800908058', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '82d65351-2a5c-47fc-932f-a786b476a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:05:43Z', 'updated_at': '2022-04-29T12:05:43Z', 'revision_number': 3, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': '82d65351-2a5c-47fc-932f-a786b476a683', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:19:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:43Z', 'updated_at': '2022-04-29T12:05:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:44.880905 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee51c7e-df2d-4589-88e1-3cda51335245 None None] Checking router: f2051581-c1ba-49b3-be6f-acb76ae69c4c for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:05:44.881488 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee51c7e-df2d-4589-88e1-3cda51335245 None None] Updating router f2051581-c1ba-49b3-be6f-acb76ae69c4c port 82d65351-2a5c-47fc-932f-a786b476a683 binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:05:44.907745 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-2ee51c7e-df2d-4589-88e1-3cda51335245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:45.029578 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-16317419-5d34-49f4-a626-c2f507d5db4c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:45.091997 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16317419-5d34-49f4-a626-c2f507d5db4c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Subnet': ['ID=c297a025-68ab-4c35-8145-4b36564d1d74,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:45.102372 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16317419-5d34-49f4-a626-c2f507d5db4c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Checking segment: {'id': 'ba8386d8-b251-4796-964b-51b7035c635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '06fafec4-6911-4a5f-bf3f-c58421012214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:05:45.102729 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16317419-5d34-49f4-a626-c2f507d5db4c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network hostable DHCP agents. Network: 06fafec4-6911-4a5f-bf3f-c58421012214, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:05:45.120475 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16317419-5d34-49f4-a626-c2f507d5db4c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network 06fafec4-6911-4a5f-bf3f-c58421012214 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:05:45.132722 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-16317419-5d34-49f4-a626-c2f507d5db4c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 06fafec4-6911-4a5f-bf3f-c58421012214) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:05:45.137354 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16317419-5d34-49f4-a626-c2f507d5db4c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:45.137956 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-16317419-5d34-49f4-a626-c2f507d5db4c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:45.143361 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88059cf6-f3aa-4ed6-9046-5ecf3090789d None None] Network 06fafec4-6911-4a5f-bf3f-c58421012214 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:05:45.156220 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-16317419-5d34-49f4-a626-c2f507d5db4c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4179721 Apr 29 12:05:45.159157 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58342) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:05:45.184765 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-2ee51c7e-df2d-4589-88e1-3cda51335245 None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:45.191019 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-2ee51c7e-df2d-4589-88e1-3cda51335245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:45.241409 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-2ee51c7e-df2d-4589-88e1-3cda51335245 None None] Attempting to bind port 82d65351-2a5c-47fc-932f-a786b476a683 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:05:45.241873 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-2ee51c7e-df2d-4589-88e1-3cda51335245 None None] Attempting to bind port 82d65351-2a5c-47fc-932f-a786b476a683 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:05:45.242330 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee51c7e-df2d-4589-88e1-3cda51335245 None None] Attempting to bind port 82d65351-2a5c-47fc-932f-a786b476a683 on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:05:45.253734 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee51c7e-df2d-4589-88e1-3cda51335245 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:05:45.253734 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee51c7e-df2d-4589-88e1-3cda51335245 None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:05:45.254290 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-2ee51c7e-df2d-4589-88e1-3cda51335245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:45.254680 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee51c7e-df2d-4589-88e1-3cda51335245 None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:05:45.255215 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-2ee51c7e-df2d-4589-88e1-3cda51335245 None None] Bound port: 82d65351-2a5c-47fc-932f-a786b476a683, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:05:45.255665 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-2ee51c7e-df2d-4589-88e1-3cda51335245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:45.259036 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ab379-9e83-4041-9196-92f7f7de1684 None None] Pushing event updated for resources: {'Port': ['ID=82d65351-2a5c-47fc-932f-a786b476a683,revision_number=2']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:45.286273 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ab379-9e83-4041-9196-92f7f7de1684 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:45.286682 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ab379-9e83-4041-9196-92f7f7de1684 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:45.286955 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ab379-9e83-4041-9196-92f7f7de1684 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:45.287290 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ab379-9e83-4041-9196-92f7f7de1684 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:45.287618 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ab379-9e83-4041-9196-92f7f7de1684 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:45.287937 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ab379-9e83-4041-9196-92f7f7de1684 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:45.288264 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ab379-9e83-4041-9196-92f7f7de1684 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:45.288585 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ab379-9e83-4041-9196-92f7f7de1684 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:45.288925 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ab379-9e83-4041-9196-92f7f7de1684 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:45.289229 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ab379-9e83-4041-9196-92f7f7de1684 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:45.289548 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ab379-9e83-4041-9196-92f7f7de1684 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:45.289865 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ab379-9e83-4041-9196-92f7f7de1684 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:45.304122 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ced87f-3f9b-4896-8ef1-bce9cbf28536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-06fafec4-6911-4a5f-bf3f-c58421012214', 'network_id': '06fafec4-6911-4a5f-bf3f-c58421012214', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'fixed_ips': [{'subnet_id': 'c297a025-68ab-4c35-8145-4b36564d1d74'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 12:05:45.305071 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c2ced87f-3f9b-4896-8ef1-bce9cbf28536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:45.323649 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-2ee51c7e-df2d-4589-88e1-3cda51335245 None None] For port 82d65351-2a5c-47fc-932f-a786b476a683, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:05:45.328256 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-2ee51c7e-df2d-4589-88e1-3cda51335245 None None] For port 82d65351-2a5c-47fc-932f-a786b476a683, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=82d65351-2a5c-47fc-932f-a786b476a683,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:05:45.333855 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-2ee51c7e-df2d-4589-88e1-3cda51335245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:45.388797 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee51c7e-df2d-4589-88e1-3cda51335245 None None] Routers {'f2051581-c1ba-49b3-be6f-acb76ae69c4c'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:05:45.389439 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-2ee51c7e-df2d-4589-88e1-3cda51335245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:05:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f2051581-c1ba-49b3-be6f-acb76ae69c4c'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:45.461381 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-c2ced87f-3f9b-4896-8ef1-bce9cbf28536 None None] Allocated IP 172.20.0.2 (06fafec4-6911-4a5f-bf3f-c58421012214/c297a025-68ab-4c35-8145-4b36564d1d74/a1199df2-266b-4e6c-89ae-8ceee65ae778) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:05:45.486627 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ab379-9e83-4041-9196-92f7f7de1684 None None] Pushing event updated for resources: {'Port': ['ID=82d65351-2a5c-47fc-932f-a786b476a683,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:45.507597 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-2ee51c7e-df2d-4589-88e1-3cda51335245 None None] Set router f2051581-c1ba-49b3-be6f-acb76ae69c4c gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:05:45.625159 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c2ced87f-3f9b-4896-8ef1-bce9cbf28536 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:45.629032 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3804123f-266a-4e0e-94cd-b0260db837df tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:45.635704 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c2ced87f-3f9b-4896-8ef1-bce9cbf28536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:45.673729 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ced87f-3f9b-4896-8ef1-bce9cbf28536 None None] Network 06fafec4-6911-4a5f-bf3f-c58421012214 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:05:45.678025 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-c2ced87f-3f9b-4896-8ef1-bce9cbf28536 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:05:45.684338 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ced87f-3f9b-4896-8ef1-bce9cbf28536 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:05:45.700871 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ced87f-3f9b-4896-8ef1-bce9cbf28536 None None] Pushing event updated for resources: {'Port': ['ID=a1199df2-266b-4e6c-89ae-8ceee65ae778,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:45.720648 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-2ee51c7e-df2d-4589-88e1-3cda51335245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800908058', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '82d65351-2a5c-47fc-932f-a786b476a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:05:43Z', 'updated_at': '2022-04-29T12:05:43Z', 'revision_number': 3, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': '82d65351-2a5c-47fc-932f-a786b476a683', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:19:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:43Z', 'updated_at': '2022-04-29T12:05:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:45.750716 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee51c7e-df2d-4589-88e1-3cda51335245 None None] The sync data for ids ['f2051581-c1ba-49b3-be6f-acb76ae69c4c'] in dv-neutron-838888-1-hyperv is: [{'id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800908058', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '82d65351-2a5c-47fc-932f-a786b476a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:05:43Z', 'updated_at': '2022-04-29T12:05:43Z', 'revision_number': 3, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': '82d65351-2a5c-47fc-932f-a786b476a683', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:19:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:43Z', 'updated_at': '2022-04-29T12:05:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:05:45.757248 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-c2ced87f-3f9b-4896-8ef1-bce9cbf28536 None None] Attempting to bind port a1199df2-266b-4e6c-89ae-8ceee65ae778 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:05:45.757416 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-c2ced87f-3f9b-4896-8ef1-bce9cbf28536 None None] Attempting to bind port a1199df2-266b-4e6c-89ae-8ceee65ae778 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'ba8386d8-b251-4796-964b-51b7035c635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '06fafec4-6911-4a5f-bf3f-c58421012214'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:05:45.757754 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ced87f-3f9b-4896-8ef1-bce9cbf28536 None None] Attempting to bind port a1199df2-266b-4e6c-89ae-8ceee65ae778 on network 06fafec4-6911-4a5f-bf3f-c58421012214 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:05:45.764118 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ced87f-3f9b-4896-8ef1-bce9cbf28536 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:05:45.764492 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ced87f-3f9b-4896-8ef1-bce9cbf28536 None None] Checking segment: {'id': 'ba8386d8-b251-4796-964b-51b7035c635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '06fafec4-6911-4a5f-bf3f-c58421012214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:05:45.764895 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c2ced87f-3f9b-4896-8ef1-bce9cbf28536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:45.765288 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ced87f-3f9b-4896-8ef1-bce9cbf28536 None None] Bound using segment: {'id': 'ba8386d8-b251-4796-964b-51b7035c635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '06fafec4-6911-4a5f-bf3f-c58421012214'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:05:45.765760 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-c2ced87f-3f9b-4896-8ef1-bce9cbf28536 None None] Bound port: a1199df2-266b-4e6c-89ae-8ceee65ae778, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba8386d8-b251-4796-964b-51b7035c635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '06fafec4-6911-4a5f-bf3f-c58421012214'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:05:45.766137 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c2ced87f-3f9b-4896-8ef1-bce9cbf28536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:45.849296 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-c2ced87f-3f9b-4896-8ef1-bce9cbf28536 None None] For port a1199df2-266b-4e6c-89ae-8ceee65ae778, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:05:45.853101 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-c2ced87f-3f9b-4896-8ef1-bce9cbf28536 None None] For port a1199df2-266b-4e6c-89ae-8ceee65ae778, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=a1199df2-266b-4e6c-89ae-8ceee65ae778,segment=NetworkSegment(ba8386d8-b251-4796-964b-51b7035c635c),segment_id=ba8386d8-b251-4796-964b-51b7035c635c)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:05:45.857602 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c2ced87f-3f9b-4896-8ef1-bce9cbf28536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:45.923998 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ced87f-3f9b-4896-8ef1-bce9cbf28536 None None] Pushing event updated for resources: {'Port': ['ID=a1199df2-266b-4e6c-89ae-8ceee65ae778,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:46.313373 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-3804123f-266a-4e0e-94cd-b0260db837df tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Allocated IP 172.20.0.1 (06fafec4-6911-4a5f-bf3f-c58421012214/c297a025-68ab-4c35-8145-4b36564d1d74/222f5977-7108-48e3-b2d2-752e764afb5a) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:05:46.442093 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3804123f-266a-4e0e-94cd-b0260db837df tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:46.483549 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3804123f-266a-4e0e-94cd-b0260db837df tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:46.522326 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3804123f-266a-4e0e-94cd-b0260db837df tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network 06fafec4-6911-4a5f-bf3f-c58421012214 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:05:46.529498 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-3804123f-266a-4e0e-94cd-b0260db837df tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:05:46.532034 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3804123f-266a-4e0e-94cd-b0260db837df tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:05:46.563083 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804123f-266a-4e0e-94cd-b0260db837df tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Port': ['ID=222f5977-7108-48e3-b2d2-752e764afb5a,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:46.586474 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3804123f-266a-4e0e-94cd-b0260db837df tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:46.731017 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3804123f-266a-4e0e-94cd-b0260db837df tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:46.960032 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c298b41e-64a8-4006-976d-ed64427920e3 None None] Network 06fafec4-6911-4a5f-bf3f-c58421012214 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:05:47.031652 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3804123f-266a-4e0e-94cd-b0260db837df tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:47.038506 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3804123f-266a-4e0e-94cd-b0260db837df tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:47.053513 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-71861ff8-ceaf-491f-a7ef-bc457645c49f None None] Provisioning complete for port a1199df2-266b-4e6c-89ae-8ceee65ae778 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:05:47.053874 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-71861ff8-ceaf-491f-a7ef-bc457645c49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:47.113923 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3804123f-266a-4e0e-94cd-b0260db837df tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:47.116583 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804123f-266a-4e0e-94cd-b0260db837df tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Port': ['ID=222f5977-7108-48e3-b2d2-752e764afb5a,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:47.201905 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-71861ff8-ceaf-491f-a7ef-bc457645c49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:47.229153 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3804123f-266a-4e0e-94cd-b0260db837df tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network 06fafec4-6911-4a5f-bf3f-c58421012214 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:05:47.230710 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-3804123f-266a-4e0e-94cd-b0260db837df tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:05:47.242123 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-71861ff8-ceaf-491f-a7ef-bc457645c49f None None] For port a1199df2-266b-4e6c-89ae-8ceee65ae778, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=a1199df2-266b-4e6c-89ae-8ceee65ae778,segment=NetworkSegment(ba8386d8-b251-4796-964b-51b7035c635c),segment_id=ba8386d8-b251-4796-964b-51b7035c635c)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:05:47.248316 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-71861ff8-ceaf-491f-a7ef-bc457645c49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:47.303815 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71861ff8-ceaf-491f-a7ef-bc457645c49f None None] Pushing event updated for resources: {'Port': ['ID=a1199df2-266b-4e6c-89ae-8ceee65ae778,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:47.372430 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3804123f-266a-4e0e-94cd-b0260db837df tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Router f2051581-c1ba-49b3-be6f-acb76ae69c4c has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:05:47.475273 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-196b1c6c-cd29-4108-92b2-1b510c37e8fa None None] Provisioning complete for port a1199df2-266b-4e6c-89ae-8ceee65ae778 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:05:47.475658 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-196b1c6c-cd29-4108-92b2-1b510c37e8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:47.503351 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3804123f-266a-4e0e-94cd-b0260db837df tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:05:47.509490 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3804123f-266a-4e0e-94cd-b0260db837df tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "PUT /v2.0/routers/f2051581-c1ba-49b3-be6f-acb76ae69c4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3490267 Apr 29 12:05:47.597227 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-196b1c6c-cd29-4108-92b2-1b510c37e8fa None None] Provisioning complete for port 222f5977-7108-48e3-b2d2-752e764afb5a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:05:47.597640 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-196b1c6c-cd29-4108-92b2-1b510c37e8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:47.626930 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb808cab-be83-4b1f-9120-99c54d2681af None None] Sync routers for ids ['f2051581-c1ba-49b3-be6f-acb76ae69c4c'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:05:47.648655 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb808cab-be83-4b1f-9120-99c54d2681af None None] Routers {'f2051581-c1ba-49b3-be6f-acb76ae69c4c'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:05:47.649413 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-cb808cab-be83-4b1f-9120-99c54d2681af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:05:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f2051581-c1ba-49b3-be6f-acb76ae69c4c'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:47.651585 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-196b1c6c-cd29-4108-92b2-1b510c37e8fa None None] Port 222f5977-7108-48e3-b2d2-752e764afb5a cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:05:47.684130 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-4e17f077-6c87-46ed-9474-87d93336654c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2098691611&fields=id&tenant_id=1c28ececa83b46b8acc32fd2580ffbc3 HTTP/1.1" status: 200 len: 267 time: 0.0412493 Apr 29 12:05:47.777562 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-cb808cab-be83-4b1f-9120-99c54d2681af None None] Set router f2051581-c1ba-49b3-be6f-acb76ae69c4c gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:05:47.856595 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-e9eeef88-44dc-403e-83ba-04e0c4870061 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:47.865390 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-e9eeef88-44dc-403e-83ba-04e0c4870061 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/networks?id=06fafec4-6911-4a5f-bf3f-c58421012214 HTTP/1.1" status: 200 len: 797 time: 0.1730096 Apr 29 12:05:47.877261 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-d5e94060-d272-466a-839e-25b22bdc7e04 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/quotas/1c28ececa83b46b8acc32fd2580ffbc3 HTTP/1.1" status: 200 len: 375 time: 0.0106328 Apr 29 12:05:47.900700 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device a1199df2-266b-4e6c-89ae-8ceee65ae778 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:05:47.902335 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-0fb08d14-865e-4fc6-9b47-515fae33803d None None] Provisioning complete for port 222f5977-7108-48e3-b2d2-752e764afb5a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:05:47.902556 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0fb08d14-865e-4fc6-9b47-515fae33803d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:47.942557 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-d56eeb3a-6626-462e-b70c-6041a88fbb09 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542071 Apr 29 12:05:48.011253 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-0fb08d14-865e-4fc6-9b47-515fae33803d None None] Port 222f5977-7108-48e3-b2d2-752e764afb5a cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:05:48.039376 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-a9c433b9-f844-4a81-8281-2baf1c4249f2 service neutron] 10.222.0.69 "GET /v2.0/networks/06fafec4-6911-4a5f-bf3f-c58421012214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837958 Apr 29 12:05:48.048231 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port a1199df2-266b-4e6c-89ae-8ceee65ae778 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:05:48.048937 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:48.135209 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-aa032661-875e-4a6a-ab9b-facfa3c73477 service neutron] 10.222.0.69 "GET /v2.0/networks/06fafec4-6911-4a5f-bf3f-c58421012214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892720 Apr 29 12:05:48.144698 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-ceb20eb4-cf24-4a3a-95a7-8fee562aead3 None None] Provisioning complete for port 222f5977-7108-48e3-b2d2-752e764afb5a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:05:48.145065 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ceb20eb4-cf24-4a3a-95a7-8fee562aead3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:48.186289 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-cb808cab-be83-4b1f-9120-99c54d2681af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800908058', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '82d65351-2a5c-47fc-932f-a786b476a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:05:43Z', 'updated_at': '2022-04-29T12:05:46Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': '82d65351-2a5c-47fc-932f-a786b476a683', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:19:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:43Z', 'updated_at': '2022-04-29T12:05:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '222f5977-7108-48e3-b2d2-752e764afb5a', 'name': '', 'network_id': '06fafec4-6911-4a5f-bf3f-c58421012214', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:a7:76:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'c297a025-68ab-4c35-8145-4b36564d1d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:46Z', 'updated_at': '2022-04-29T12:05:46Z', 'revision_number': 2, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'c297a025-68ab-4c35-8145-4b36564d1d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:48.227095 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb808cab-be83-4b1f-9120-99c54d2681af None None] Checking router: f2051581-c1ba-49b3-be6f-acb76ae69c4c for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:05:48.227441 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb808cab-be83-4b1f-9120-99c54d2681af None None] Updating router f2051581-c1ba-49b3-be6f-acb76ae69c4c port 222f5977-7108-48e3-b2d2-752e764afb5a binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:05:48.369984 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3a011bfa-e7f5-4847-8413-11aa590d06e2 req-bf873bb2-88e1-467f-8492-a4400feed114 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb779b0e-6899-4255-91d5-cccebe59b694 HTTP/1.1" status: 200 len: 210 time: 0.0904787 Apr 29 12:05:48.410029 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 82d65351-2a5c-47fc-932f-a786b476a683 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:05:48.417281 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-ceb20eb4-cf24-4a3a-95a7-8fee562aead3 None None] Port 222f5977-7108-48e3-b2d2-752e764afb5a cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:05:48.418692 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cb808cab-be83-4b1f-9120-99c54d2681af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:48.567103 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 82d65351-2a5c-47fc-932f-a786b476a683 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:05:48.567469 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:48.724354 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:48.760737 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 82d65351-2a5c-47fc-932f-a786b476a683, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=82d65351-2a5c-47fc-932f-a786b476a683,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:05:48.765735 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:48.849307 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cb808cab-be83-4b1f-9120-99c54d2681af None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:48.853707 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=82d65351-2a5c-47fc-932f-a786b476a683,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:48.857259 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cb808cab-be83-4b1f-9120-99c54d2681af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:48.910635 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b785324-488c-42a9-9c8e-3728bd8e76bd None None] Pushing event updated for resources: {'Port': ['ID=222f5977-7108-48e3-b2d2-752e764afb5a,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:48.964776 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-cb808cab-be83-4b1f-9120-99c54d2681af None None] Attempting to bind port 222f5977-7108-48e3-b2d2-752e764afb5a on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:05:48.965151 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-cb808cab-be83-4b1f-9120-99c54d2681af None None] Attempting to bind port 222f5977-7108-48e3-b2d2-752e764afb5a by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'ba8386d8-b251-4796-964b-51b7035c635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '06fafec4-6911-4a5f-bf3f-c58421012214'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:05:48.965525 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb808cab-be83-4b1f-9120-99c54d2681af None None] Attempting to bind port 222f5977-7108-48e3-b2d2-752e764afb5a on network 06fafec4-6911-4a5f-bf3f-c58421012214 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:05:48.971200 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb808cab-be83-4b1f-9120-99c54d2681af None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:05:48.971682 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb808cab-be83-4b1f-9120-99c54d2681af None None] Checking segment: {'id': 'ba8386d8-b251-4796-964b-51b7035c635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '06fafec4-6911-4a5f-bf3f-c58421012214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:05:48.972282 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cb808cab-be83-4b1f-9120-99c54d2681af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:48.972595 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb808cab-be83-4b1f-9120-99c54d2681af None None] Bound using segment: {'id': 'ba8386d8-b251-4796-964b-51b7035c635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '06fafec4-6911-4a5f-bf3f-c58421012214'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:05:48.973065 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-cb808cab-be83-4b1f-9120-99c54d2681af None None] Bound port: 222f5977-7108-48e3-b2d2-752e764afb5a, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba8386d8-b251-4796-964b-51b7035c635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '06fafec4-6911-4a5f-bf3f-c58421012214'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:05:48.973444 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cb808cab-be83-4b1f-9120-99c54d2681af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:49.039994 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-cb808cab-be83-4b1f-9120-99c54d2681af None None] For port 222f5977-7108-48e3-b2d2-752e764afb5a, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:05:49.043436 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-cb808cab-be83-4b1f-9120-99c54d2681af None None] For port 222f5977-7108-48e3-b2d2-752e764afb5a, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=222f5977-7108-48e3-b2d2-752e764afb5a,segment=NetworkSegment(ba8386d8-b251-4796-964b-51b7035c635c),segment_id=ba8386d8-b251-4796-964b-51b7035c635c)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:05:49.048539 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cb808cab-be83-4b1f-9120-99c54d2681af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:49.111808 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb808cab-be83-4b1f-9120-99c54d2681af None None] Routers {'f2051581-c1ba-49b3-be6f-acb76ae69c4c'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:05:49.112426 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-cb808cab-be83-4b1f-9120-99c54d2681af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:05:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f2051581-c1ba-49b3-be6f-acb76ae69c4c'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:49.114355 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b785324-488c-42a9-9c8e-3728bd8e76bd None None] Pushing event updated for resources: {'Port': ['ID=222f5977-7108-48e3-b2d2-752e764afb5a,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:49.179355 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-cf24800b-79ed-4f1a-a598-80464eb51850 None None] Provisioning complete for port 222f5977-7108-48e3-b2d2-752e764afb5a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:05:49.179642 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cf24800b-79ed-4f1a-a598-80464eb51850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:49.261692 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-cb808cab-be83-4b1f-9120-99c54d2681af None None] Set router f2051581-c1ba-49b3-be6f-acb76ae69c4c gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:05:49.401458 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-84e1dc74-38e1-4b75-aaaa-e1fa4cdf4953 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:49.403071 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-84e1dc74-38e1-4b75-aaaa-e1fa4cdf4953 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.62 "GET /v2.0/networks?id=06fafec4-6911-4a5f-bf3f-c58421012214 HTTP/1.1" status: 200 len: 797 time: 0.1521754 Apr 29 12:05:49.416289 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cf24800b-79ed-4f1a-a598-80464eb51850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:49.455108 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-9cfa8331-28a9-4e14-829c-8239f400eaa4 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c28ececa83b46b8acc32fd2580ffbc3 HTTP/1.1" status: 200 len: 380 time: 0.0392880 Apr 29 12:05:49.475344 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-7d1de8d5-c0b5-4e52-a688-255c11b69738 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'port': {'device_id': 'fb779b0e-6899-4255-91d5-cccebe59b694', 'network_id': '06fafec4-6911-4a5f-bf3f-c58421012214', 'admin_state_up': True, 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'security_groups': ['9aece2b4-e6c0-4edb-a5fc-edf3f3b58333']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:05:49.495912 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-cf24800b-79ed-4f1a-a598-80464eb51850 None None] For port 222f5977-7108-48e3-b2d2-752e764afb5a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=222f5977-7108-48e3-b2d2-752e764afb5a,segment=NetworkSegment(ba8386d8-b251-4796-964b-51b7035c635c),segment_id=ba8386d8-b251-4796-964b-51b7035c635c)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:05:49.501603 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cf24800b-79ed-4f1a-a598-80464eb51850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:49.502963 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-23d66550-a896-4b53-a4e4-2f4f038d7b95 req-4354806b-1a15-499c-a248-63f6825cd1b9 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb779b0e-6899-4255-91d5-cccebe59b694 HTTP/1.1" status: 200 len: 210 time: 0.0440652 Apr 29 12:05:49.575473 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf24800b-79ed-4f1a-a598-80464eb51850 None None] Pushing event updated for resources: {'Port': ['ID=222f5977-7108-48e3-b2d2-752e764afb5a,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:49.591106 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-cb808cab-be83-4b1f-9120-99c54d2681af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800908058', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '82d65351-2a5c-47fc-932f-a786b476a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:05:43Z', 'updated_at': '2022-04-29T12:05:46Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': '82d65351-2a5c-47fc-932f-a786b476a683', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:43Z', 'updated_at': '2022-04-29T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '222f5977-7108-48e3-b2d2-752e764afb5a', 'name': '', 'network_id': '06fafec4-6911-4a5f-bf3f-c58421012214', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:a7:76:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'c297a025-68ab-4c35-8145-4b36564d1d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:46Z', 'updated_at': '2022-04-29T12:05:49Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'c297a025-68ab-4c35-8145-4b36564d1d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:49.614566 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-7d1de8d5-c0b5-4e52-a688-255c11b69738 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Made reservation on behalf of 1c28ececa83b46b8acc32fd2580ffbc3 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:05:49.618305 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-7d1de8d5-c0b5-4e52-a688-255c11b69738 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:49.621931 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb808cab-be83-4b1f-9120-99c54d2681af None None] The sync data for ids ['f2051581-c1ba-49b3-be6f-acb76ae69c4c'] in dv-neutron-838888-1-hyperv is: [{'id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800908058', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '82d65351-2a5c-47fc-932f-a786b476a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:05:43Z', 'updated_at': '2022-04-29T12:05:46Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': '82d65351-2a5c-47fc-932f-a786b476a683', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:43Z', 'updated_at': '2022-04-29T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '222f5977-7108-48e3-b2d2-752e764afb5a', 'name': '', 'network_id': '06fafec4-6911-4a5f-bf3f-c58421012214', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:a7:76:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'c297a025-68ab-4c35-8145-4b36564d1d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:46Z', 'updated_at': '2022-04-29T12:05:49Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'c297a025-68ab-4c35-8145-4b36564d1d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:05:49.632949 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-8e80103d-eb4a-484f-8f65-77484faa8c83 None None] Provisioning complete for port 222f5977-7108-48e3-b2d2-752e764afb5a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:05:49.633403 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8e80103d-eb4a-484f-8f65-77484faa8c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:49.787791 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-7d1de8d5-c0b5-4e52-a688-255c11b69738 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Allocated IP 172.20.0.11 (06fafec4-6911-4a5f-bf3f-c58421012214/c297a025-68ab-4c35-8145-4b36564d1d74/066369d9-447a-4537-9ecd-0435b611bb1f) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:05:49.884139 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 222f5977-7108-48e3-b2d2-752e764afb5a up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:05:49.933610 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 222f5977-7108-48e3-b2d2-752e764afb5a triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:05:49.933984 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:49.958189 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-7d1de8d5-c0b5-4e52-a688-255c11b69738 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:49.996503 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-7d1de8d5-c0b5-4e52-a688-255c11b69738 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:50.026431 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 82d65351-2a5c-47fc-932f-a786b476a683 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:05:50.039571 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-7d1de8d5-c0b5-4e52-a688-255c11b69738 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network 06fafec4-6911-4a5f-bf3f-c58421012214 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:05:50.045508 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-7d1de8d5-c0b5-4e52-a688-255c11b69738 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:05:50.049406 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-7d1de8d5-c0b5-4e52-a688-255c11b69738 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:05:50.079635 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 82d65351-2a5c-47fc-932f-a786b476a683 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:05:50.080244 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:50.080341 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1de8d5-c0b5-4e52-a688-255c11b69738 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Port': ['ID=066369d9-447a-4537-9ecd-0435b611bb1f,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:50.107453 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-7d1de8d5-c0b5-4e52-a688-255c11b69738 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:50.108125 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-7d1de8d5-c0b5-4e52-a688-255c11b69738 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:50.129880 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-7d1de8d5-c0b5-4e52-a688-255c11b69738 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6684756 Apr 29 12:05:50.143530 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-c12b80e5-d0e4-4f00-ba90-543403627e16 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 12:05:50.144562 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-c12b80e5-d0e4-4f00-ba90-543403627e16 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072703 Apr 29 12:05:50.159590 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-a4c3da53-b9a4-4ca7-8b64-c514a1162756 service neutron] Request body: {'port': {'device_id': 'fb779b0e-6899-4255-91d5-cccebe59b694', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:05:50.230773 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-a4c3da53-b9a4-4ca7-8b64-c514a1162756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:50.380928 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-6a26e40f-7bad-4a51-9bbb-f9b6863ff7e2 None None] Provisioning complete for port 066369d9-447a-4537-9ecd-0435b611bb1f triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:05:50.381532 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6a26e40f-7bad-4a51-9bbb-f9b6863ff7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:50.423297 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-6a26e40f-7bad-4a51-9bbb-f9b6863ff7e2 None None] Port 066369d9-447a-4537-9ecd-0435b611bb1f cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:05:50.526833 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-a4c3da53-b9a4-4ca7-8b64-c514a1162756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 066369d9-447a-4537-9ecd-0435b611bb1f {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:05:50.535533 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-a4c3da53-b9a4-4ca7-8b64-c514a1162756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:50.549349 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-a4c3da53-b9a4-4ca7-8b64-c514a1162756 service neutron] Transition to ACTIVE for port object 066369d9-447a-4537-9ecd-0435b611bb1f will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:05:50.553287 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-a4c3da53-b9a4-4ca7-8b64-c514a1162756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:50.636758 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3da53-b9a4-4ca7-8b64-c514a1162756 service neutron] Pushing event updated for resources: {'Port': ['ID=066369d9-447a-4537-9ecd-0435b611bb1f,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:50.707013 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874bd54-45b7-4068-8a57-191672876fb1 req-3e2f7ea4-1d13-44fc-a21e-bfd8b9ed27ef tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:50.708638 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0874bd54-45b7-4068-8a57-191672876fb1 req-3e2f7ea4-1d13-44fc-a21e-bfd8b9ed27ef tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb779b0e-6899-4255-91d5-cccebe59b694 HTTP/1.1" status: 200 len: 944 time: 0.1241255 Apr 29 12:05:50.745087 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-a4c3da53-b9a4-4ca7-8b64-c514a1162756 service neutron] Attempting to bind port 066369d9-447a-4537-9ecd-0435b611bb1f on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:05:50.745436 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-a4c3da53-b9a4-4ca7-8b64-c514a1162756 service neutron] Attempting to bind port 066369d9-447a-4537-9ecd-0435b611bb1f by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ba8386d8-b251-4796-964b-51b7035c635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '06fafec4-6911-4a5f-bf3f-c58421012214'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:05:50.745792 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-a4c3da53-b9a4-4ca7-8b64-c514a1162756 service neutron] Attempting to bind port 066369d9-447a-4537-9ecd-0435b611bb1f on network 06fafec4-6911-4a5f-bf3f-c58421012214 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:05:50.759118 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-a4c3da53-b9a4-4ca7-8b64-c514a1162756 service neutron] Port 066369d9-447a-4537-9ecd-0435b611bb1f on network 06fafec4-6911-4a5f-bf3f-c58421012214 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 12:05:50.759453 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-a4c3da53-b9a4-4ca7-8b64-c514a1162756 service neutron] Attempting to bind port 066369d9-447a-4537-9ecd-0435b611bb1f on network 06fafec4-6911-4a5f-bf3f-c58421012214 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:05:50.771751 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0874bd54-45b7-4068-8a57-191672876fb1 req-bee4f098-95b9-4850-8043-b9791aaa08cb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=9aece2b4-e6c0-4edb-a5fc-edf3f3b58333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551980 Apr 29 12:05:50.772644 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-a4c3da53-b9a4-4ca7-8b64-c514a1162756 service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:05:50.773453 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-a4c3da53-b9a4-4ca7-8b64-c514a1162756 service neutron] Checking segment: {'id': 'ba8386d8-b251-4796-964b-51b7035c635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '06fafec4-6911-4a5f-bf3f-c58421012214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:05:50.773848 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-a4c3da53-b9a4-4ca7-8b64-c514a1162756 service neutron] Bound using segment: {'id': 'ba8386d8-b251-4796-964b-51b7035c635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '06fafec4-6911-4a5f-bf3f-c58421012214'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:05:50.774332 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-a4c3da53-b9a4-4ca7-8b64-c514a1162756 service neutron] Bound port: 066369d9-447a-4537-9ecd-0435b611bb1f, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba8386d8-b251-4796-964b-51b7035c635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '06fafec4-6911-4a5f-bf3f-c58421012214'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:05:50.774690 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-a4c3da53-b9a4-4ca7-8b64-c514a1162756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:50.857036 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-a4c3da53-b9a4-4ca7-8b64-c514a1162756 service neutron] For port 066369d9-447a-4537-9ecd-0435b611bb1f, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:05:50.860064 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-a4c3da53-b9a4-4ca7-8b64-c514a1162756 service neutron] For port 066369d9-447a-4537-9ecd-0435b611bb1f, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=066369d9-447a-4537-9ecd-0435b611bb1f,segment=NetworkSegment(ba8386d8-b251-4796-964b-51b7035c635c),segment_id=ba8386d8-b251-4796-964b-51b7035c635c)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:05:50.865087 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-a4c3da53-b9a4-4ca7-8b64-c514a1162756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:50.898686 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-a4c3da53-b9a4-4ca7-8b64-c514a1162756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:50.899303 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-a4c3da53-b9a4-4ca7-8b64-c514a1162756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:50.900723 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-a4c3da53-b9a4-4ca7-8b64-c514a1162756 service neutron] 10.222.0.62 "PUT /v2.0/ports/066369d9-447a-4537-9ecd-0435b611bb1f HTTP/1.1" status: 200 len: 1094 time: 0.7471313 Apr 29 12:05:50.901247 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb779b0e-6899-4255-91d5-cccebe59b694', 'tag': '066369d9-447a-4537-9ecd-0435b611bb1f'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:05:50.903526 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71ef55e-0c7a-45f7-9980-48f1d8ced057" -d '{"events": [{"name": "network-changed", "server_uuid": "fb779b0e-6899-4255-91d5-cccebe59b694", "tag": "066369d9-447a-4537-9ecd-0435b611bb1f"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:05:50.929460 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3da53-b9a4-4ca7-8b64-c514a1162756 service neutron] Pushing event updated for resources: {'Port': ['ID=066369d9-447a-4537-9ecd-0435b611bb1f,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:50.957256 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7196bc-b0e8-48ba-9bbf-c38f35268108 x-openstack-request-id: req-bd7196bc-b0e8-48ba-9bbf-c38f35268108 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:05:50.957548 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb779b0e-6899-4255-91d5-cccebe59b694", "tag": "066369d9-447a-4537-9ecd-0435b611bb1f", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:05:50.957799 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bd7196bc-b0e8-48ba-9bbf-c38f35268108 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:05:50.958223 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd7196bc-b0e8-48ba-9bbf-c38f35268108'] response: {'name': 'network-changed', 'server_uuid': 'fb779b0e-6899-4255-91d5-cccebe59b694', 'tag': '066369d9-447a-4537-9ecd-0435b611bb1f', 'status': 'completed', 'code': 200} Apr 29 12:05:50.989245 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-de6ba9b8-1d3a-4962-ab57-255a09ea9e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:50.990798 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-de6ba9b8-1d3a-4962-ab57-255a09ea9e8d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&device_id=fb779b0e-6899-4255-91d5-cccebe59b694 HTTP/1.1" status: 200 len: 1097 time: 0.0442083 Apr 29 12:05:51.034689 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-2580af73-31d9-4d68-a939-a0af680a1d12 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=066369d9-447a-4537-9ecd-0435b611bb1f HTTP/1.1" status: 200 len: 217 time: 0.0357239 Apr 29 12:05:51.091355 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-385e4580-f186-46b0-afb4-6dd66f8f7de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:51.092815 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-385e4580-f186-46b0-afb4-6dd66f8f7de9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c297a025-68ab-4c35-8145-4b36564d1d74 HTTP/1.1" status: 200 len: 835 time: 0.0516932 Apr 29 12:05:51.139442 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-e23ac9f2-431e-4531-8bd5-eefaa1c36c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:51.140939 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-e23ac9f2-431e-4531-8bd5-eefaa1c36c13 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=06fafec4-6911-4a5f-bf3f-c58421012214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408425 Apr 29 12:05:51.240577 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-baba1fcd-2036-4283-a611-549d08cbf0ce service neutron] 10.222.0.62 "GET /v2.0/networks/06fafec4-6911-4a5f-bf3f-c58421012214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896370 Apr 29 12:05:51.329524 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3809d64a-ec88-4280-aa39-0aed07ccadd1 req-ef07579f-8f18-4953-b07d-6d2c23125242 service neutron] 10.222.0.62 "GET /v2.0/networks/06fafec4-6911-4a5f-bf3f-c58421012214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819972 Apr 29 12:05:51.419318 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ef55e-0c7a-45f7-9980-48f1d8ced057 req-bb9ffdee-5a00-48ab-8ad4-a1c91e351072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:51.420806 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e71ef55e-0c7a-45f7-9980-48f1d8ced057 req-bb9ffdee-5a00-48ab-8ad4-a1c91e351072 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&device_id=fb779b0e-6899-4255-91d5-cccebe59b694 HTTP/1.1" status: 200 len: 1097 time: 0.0405660 Apr 29 12:05:51.516712 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ef55e-0c7a-45f7-9980-48f1d8ced057 req-9afdc658-df93-4323-b389-6081336f1447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:51.518213 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e71ef55e-0c7a-45f7-9980-48f1d8ced057 req-9afdc658-df93-4323-b389-6081336f1447 service neutron] 10.222.0.62 "GET /v2.0/networks?id=06fafec4-6911-4a5f-bf3f-c58421012214 HTTP/1.1" status: 200 len: 898 time: 0.0886068 Apr 29 12:05:51.560737 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e71ef55e-0c7a-45f7-9980-48f1d8ced057 req-fc3b2b93-1285-43bc-a57c-bd552f826569 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=066369d9-447a-4537-9ecd-0435b611bb1f HTTP/1.1" status: 200 len: 217 time: 0.0350897 Apr 29 12:05:51.609518 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ef55e-0c7a-45f7-9980-48f1d8ced057 req-48ef8272-51fb-4245-a9ce-d01fafc14771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:51.611713 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e71ef55e-0c7a-45f7-9980-48f1d8ced057 req-48ef8272-51fb-4245-a9ce-d01fafc14771 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c297a025-68ab-4c35-8145-4b36564d1d74 HTTP/1.1" status: 200 len: 835 time: 0.0440736 Apr 29 12:05:51.659934 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ef55e-0c7a-45f7-9980-48f1d8ced057 req-db0b0e40-c322-43cb-a85e-6653c42f4de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:51.661400 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e71ef55e-0c7a-45f7-9980-48f1d8ced057 req-db0b0e40-c322-43cb-a85e-6653c42f4de6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=06fafec4-6911-4a5f-bf3f-c58421012214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427005 Apr 29 12:05:51.752950 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e71ef55e-0c7a-45f7-9980-48f1d8ced057 req-c6d79503-0804-45c9-a5f8-d2b80997d974 service neutron] 10.222.0.62 "GET /v2.0/networks/06fafec4-6911-4a5f-bf3f-c58421012214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841055 Apr 29 12:05:51.875841 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e71ef55e-0c7a-45f7-9980-48f1d8ced057 req-8f1f47c0-9411-4248-add7-c85c9274271f service neutron] 10.222.0.62 "GET /v2.0/networks/06fafec4-6911-4a5f-bf3f-c58421012214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156683 Apr 29 12:05:51.911697 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341f961-cef5-44bc-8bc5-18ae1d8c062d req-8f33e778-3436-47ca-ad59-3d8ac3339e1c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:51.913251 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3341f961-cef5-44bc-8bc5-18ae1d8c062d req-8f33e778-3436-47ca-ad59-3d8ac3339e1c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb779b0e-6899-4255-91d5-cccebe59b694 HTTP/1.1" status: 200 len: 944 time: 0.0661645 Apr 29 12:05:51.950408 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3341f961-cef5-44bc-8bc5-18ae1d8c062d req-9163f2b9-b0ac-4b11-8c32-0af4c960e5d5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=9aece2b4-e6c0-4edb-a5fc-edf3f3b58333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310724 Apr 29 12:05:53.116500 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463bb205-7f5f-417f-9f74-3178b7f4d6e2 req-78d43442-478b-4c32-9ec1-e01969960b86 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:53.117987 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-463bb205-7f5f-417f-9f74-3178b7f4d6e2 req-78d43442-478b-4c32-9ec1-e01969960b86 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb779b0e-6899-4255-91d5-cccebe59b694 HTTP/1.1" status: 200 len: 944 time: 0.0990195 Apr 29 12:05:53.156225 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-463bb205-7f5f-417f-9f74-3178b7f4d6e2 req-d263919c-b82a-4842-8102-6a64e2887127 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=9aece2b4-e6c0-4edb-a5fc-edf3f3b58333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321293 Apr 29 12:05:53.622870 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fc568e2c-a81d-4e27-83d4-bd5caba419e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:54.274153 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfb663-11b9-4f3b-833e-705155e2f668 req-0935719a-166e-4d13-b396-3b6973fb26e8 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:54.275901 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-62cfb663-11b9-4f3b-833e-705155e2f668 req-0935719a-166e-4d13-b396-3b6973fb26e8 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb779b0e-6899-4255-91d5-cccebe59b694 HTTP/1.1" status: 200 len: 944 time: 0.0516655 Apr 29 12:05:54.314744 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-62cfb663-11b9-4f3b-833e-705155e2f668 req-1256fa20-9b8b-4d04-8e53-896e2d9b1b26 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=9aece2b4-e6c0-4edb-a5fc-edf3f3b58333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324323 Apr 29 12:05:54.740708 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 066369d9-447a-4537-9ecd-0435b611bb1f details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 12:05:54.837770 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 066369d9-447a-4537-9ecd-0435b611bb1f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=066369d9-447a-4537-9ecd-0435b611bb1f,segment=NetworkSegment(ba8386d8-b251-4796-964b-51b7035c635c),segment_id=ba8386d8-b251-4796-964b-51b7035c635c)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:05:54.849022 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '066369d9-447a-4537-9ecd-0435b611bb1f', 'network_id': '06fafec4-6911-4a5f-bf3f-c58421012214', 'port_id': '066369d9-447a-4537-9ecd-0435b611bb1f', 'mac_address': 'fa:16:3e:fa:89:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c297a025-68ab-4c35-8145-4b36564d1d74', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 12:05:54.885931 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:54.898835 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 066369d9-447a-4537-9ecd-0435b611bb1f {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:05:54.918139 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 066369d9-447a-4537-9ecd-0435b611bb1f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=066369d9-447a-4537-9ecd-0435b611bb1f,segment=NetworkSegment(ba8386d8-b251-4796-964b-51b7035c635c),segment_id=ba8386d8-b251-4796-964b-51b7035c635c)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:05:54.922201 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:54.970611 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=066369d9-447a-4537-9ecd-0435b611bb1f,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:55.159199 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['066369d9-447a-4537-9ecd-0435b611bb1f'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 12:05:55.431330 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff01a9-9e93-431e-8294-8fe8fab67710 req-3c85464f-ff18-41be-81a0-6e858e5cb9f9 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:55.432734 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a3ff01a9-9e93-431e-8294-8fe8fab67710 req-3c85464f-ff18-41be-81a0-6e858e5cb9f9 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb779b0e-6899-4255-91d5-cccebe59b694 HTTP/1.1" status: 200 len: 945 time: 0.0489922 Apr 29 12:05:55.471465 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a3ff01a9-9e93-431e-8294-8fe8fab67710 req-32fb87ec-88fd-450f-8876-5c4548976a4d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=9aece2b4-e6c0-4edb-a5fc-edf3f3b58333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319905 Apr 29 12:05:56.593112 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3124e4-78b6-4b06-b4e7-120f3278d788 req-656dd74a-876e-4a74-b53c-b13b177f37b5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:56.594604 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9a3124e4-78b6-4b06-b4e7-120f3278d788 req-656dd74a-876e-4a74-b53c-b13b177f37b5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb779b0e-6899-4255-91d5-cccebe59b694 HTTP/1.1" status: 200 len: 945 time: 0.0555286 Apr 29 12:05:56.632484 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9a3124e4-78b6-4b06-b4e7-120f3278d788 req-8b13f646-690d-4c49-9b59-229da28d095d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=9aece2b4-e6c0-4edb-a5fc-edf3f3b58333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313804 Apr 29 12:05:56.756556 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 066369d9-447a-4537-9ecd-0435b611bb1f up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:05:56.807167 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port 066369d9-447a-4537-9ecd-0435b611bb1f completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:05:56.811178 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 066369d9-447a-4537-9ecd-0435b611bb1f triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:05:56.811541 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:56.888380 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:56.913228 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb779b0e-6899-4255-91d5-cccebe59b694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066369d9-447a-4537-9ecd-0435b611bb1f'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:05:56.915486 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d272d0d4-c843-4c0d-8425-e946db7e8723" -d '{"events": [{"server_uuid": "fb779b0e-6899-4255-91d5-cccebe59b694", "name": "network-vif-plugged", "status": "completed", "tag": "066369d9-447a-4537-9ecd-0435b611bb1f"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:05:56.928331 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 066369d9-447a-4537-9ecd-0435b611bb1f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=066369d9-447a-4537-9ecd-0435b611bb1f,segment=NetworkSegment(ba8386d8-b251-4796-964b-51b7035c635c),segment_id=ba8386d8-b251-4796-964b-51b7035c635c)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:05:56.932674 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:56.988787 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=066369d9-447a-4537-9ecd-0435b611bb1f,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:57.012793 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb901bd-d8b0-41b3-a71c-4797204e076c x-openstack-request-id: req-8fb901bd-d8b0-41b3-a71c-4797204e076c {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:05:57.013087 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb779b0e-6899-4255-91d5-cccebe59b694", "name": "network-vif-plugged", "status": "completed", "tag": "066369d9-447a-4537-9ecd-0435b611bb1f", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:05:57.013345 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8fb901bd-d8b0-41b3-a71c-4797204e076c {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:05:57.013769 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fb901bd-d8b0-41b3-a71c-4797204e076c'] response: {'server_uuid': 'fb779b0e-6899-4255-91d5-cccebe59b694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066369d9-447a-4537-9ecd-0435b611bb1f', 'code': 200} Apr 29 12:05:57.189935 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a8f83-92a6-4365-9243-b154f6302002 req-9e991486-f12f-4e31-8deb-d449937115c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:57.191728 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e87a8f83-92a6-4365-9243-b154f6302002 req-9e991486-f12f-4e31-8deb-d449937115c5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fb779b0e-6899-4255-91d5-cccebe59b694 HTTP/1.1" status: 200 len: 1099 time: 0.0478666 Apr 29 12:05:57.228599 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e87a8f83-92a6-4365-9243-b154f6302002 req-9d992854-0865-4ebe-a30a-15aefb4bc194 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9aece2b4-e6c0-4edb-a5fc-edf3f3b58333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294154 Apr 29 12:05:57.308113 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:57.749451 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c7a87-f29f-4e12-a4f9-7842570006b6 req-fd26d770-de66-4d36-bbd3-a5dbb142447d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:57.750989 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f57c7a87-f29f-4e12-a4f9-7842570006b6 req-fd26d770-de66-4d36-bbd3-a5dbb142447d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb779b0e-6899-4255-91d5-cccebe59b694 HTTP/1.1" status: 200 len: 946 time: 0.0500398 Apr 29 12:05:57.788868 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f57c7a87-f29f-4e12-a4f9-7842570006b6 req-de9820b8-64ea-4859-a181-c75512b9da86 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=9aece2b4-e6c0-4edb-a5fc-edf3f3b58333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310719 Apr 29 12:05:57.826791 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e196226b-086b-40f0-b8eb-4f4445decd6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:58.604333 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:58.904887 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dcb69-aa86-44cb-be44-99ee4f097963 req-1ba03558-cfdf-4598-bda6-2c6b8017244d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:58.906396 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-832dcb69-aa86-44cb-be44-99ee4f097963 req-1ba03558-cfdf-4598-bda6-2c6b8017244d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb779b0e-6899-4255-91d5-cccebe59b694 HTTP/1.1" status: 200 len: 946 time: 0.0486290 Apr 29 12:05:58.945716 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-832dcb69-aa86-44cb-be44-99ee4f097963 req-846da028-6efa-425a-bf32-f0e81b869075 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=9aece2b4-e6c0-4edb-a5fc-edf3f3b58333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321498 Apr 29 12:05:59.062764 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25057ee9-aa34-46e8-885c-8d47f9d5f7a3 req-d1edacd4-dde6-46e5-a4c3-8b68e4d0f443 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:59.064384 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-25057ee9-aa34-46e8-885c-8d47f9d5f7a3 req-d1edacd4-dde6-46e5-a4c3-8b68e4d0f443 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb779b0e-6899-4255-91d5-cccebe59b694 HTTP/1.1" status: 200 len: 946 time: 0.0514755 Apr 29 12:05:59.103844 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-25057ee9-aa34-46e8-885c-8d47f9d5f7a3 req-4ca92fea-5b2d-455c-9ce0-25496202aab9 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=9aece2b4-e6c0-4edb-a5fc-edf3f3b58333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331705 Apr 29 12:05:59.125569 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58404) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:05:59.165366 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05efd48-ad76-48fe-872d-8e9e5a6478c0 tempest-TestNetworkAdvancedServerOps-785408138 tempest-TestNetworkAdvancedServerOps-785408138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:59.166915 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c05efd48-ad76-48fe-872d-8e9e5a6478c0 tempest-TestNetworkAdvancedServerOps-785408138 tempest-TestNetworkAdvancedServerOps-785408138-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=fb779b0e-6899-4255-91d5-cccebe59b694 HTTP/1.1" status: 200 len: 1094 time: 0.0403385 Apr 29 12:05:59.169785 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58406) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:05:59.174349 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-d1722661-8d65-43cd-948a-46f87a7f2991 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'port_id': '066369d9-447a-4537-9ecd-0435b611bb1f', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:05:59.194996 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d1722661-8d65-43cd-948a-46f87a7f2991 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for floatingip, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:59.294326 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d1722661-8d65-43cd-948a-46f87a7f2991 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:59.400060 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-d1722661-8d65-43cd-948a-46f87a7f2991 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Allocated IP 172.26.4.5 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/28f4ae5e-d77a-4841-a5fd-a09a70e103dc) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:05:59.508161 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d1722661-8d65-43cd-948a-46f87a7f2991 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:59.542454 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d1722661-8d65-43cd-948a-46f87a7f2991 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:59.583590 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1722661-8d65-43cd-948a-46f87a7f2991 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:05:59.586510 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-d1722661-8d65-43cd-948a-46f87a7f2991 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:05:59.589132 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1722661-8d65-43cd-948a-46f87a7f2991 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:05:59.614327 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1722661-8d65-43cd-948a-46f87a7f2991 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Port': ['ID=28f4ae5e-d77a-4841-a5fd-a09a70e103dc,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:59.952525 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d1722661-8d65-43cd-948a-46f87a7f2991 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:00.018104 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d1722661-8d65-43cd-948a-46f87a7f2991 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:00.118109 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:00.168098 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d1722661-8d65-43cd-948a-46f87a7f2991 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:00.173139 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d1722661-8d65-43cd-948a-46f87a7f2991 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:00.250714 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1722661-8d65-43cd-948a-46f87a7f2991 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Port': ['ID=28f4ae5e-d77a-4841-a5fd-a09a70e103dc,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:00.261273 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d1722661-8d65-43cd-948a-46f87a7f2991 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:00.277226 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:00.362812 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-d1722661-8d65-43cd-948a-46f87a7f2991 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Floating IP 93793da7-9330-4206-9191-2c916eb765df associated. External IP: 172.26.4.5, port: 066369d9-447a-4537-9ecd-0435b611bb1f. Apr 29 12:06:00.568365 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1722661-8d65-43cd-948a-46f87a7f2991 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Router f2051581-c1ba-49b3-be6f-acb76ae69c4c has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:06:00.675690 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1722661-8d65-43cd-948a-46f87a7f2991 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:06:00.686406 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe2faec-d466-49ba-b018-8799f180c2d5 None None] Sync routers for ids ['f2051581-c1ba-49b3-be6f-acb76ae69c4c'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:06:00.693688 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d1722661-8d65-43cd-948a-46f87a7f2991 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:00.697511 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe2faec-d466-49ba-b018-8799f180c2d5 None None] Routers {'f2051581-c1ba-49b3-be6f-acb76ae69c4c'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:06:00.698216 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-4fe2faec-d466-49ba-b018-8799f180c2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:05:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f2051581-c1ba-49b3-be6f-acb76ae69c4c'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:06:00.722673 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d1722661-8d65-43cd-948a-46f87a7f2991 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5517967 Apr 29 12:06:00.723352 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb779b0e-6899-4255-91d5-cccebe59b694', 'tag': '066369d9-447a-4537-9ecd-0435b611bb1f'}] {{(pid=102960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:06:00.725699 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f284d994886e2bee032f7329864f24e5fe1e0d39b4215f9cf8d7074f2166ea6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65da0c6f-2434-474f-a991-805efefc20fb" -d '{"events": [{"name": "network-changed", "server_uuid": "fb779b0e-6899-4255-91d5-cccebe59b694", "tag": "066369d9-447a-4537-9ecd-0435b611bb1f"}]}' {{(pid=102960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:06:00.762801 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5b78e2-61c2-470a-a70c-0466f4875e10 x-openstack-request-id: req-df5b78e2-61c2-470a-a70c-0466f4875e10 {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:06:00.763189 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb779b0e-6899-4255-91d5-cccebe59b694", "tag": "066369d9-447a-4537-9ecd-0435b611bb1f", "status": "completed", "code": 200}]} {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:06:00.763531 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-df5b78e2-61c2-470a-a70c-0466f4875e10 {{(pid=102960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:06:00.764042 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df5b78e2-61c2-470a-a70c-0466f4875e10'] response: {'name': 'network-changed', 'server_uuid': 'fb779b0e-6899-4255-91d5-cccebe59b694', 'tag': '066369d9-447a-4537-9ecd-0435b611bb1f', 'status': 'completed', 'code': 200} Apr 29 12:06:00.807861 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-4fe2faec-d466-49ba-b018-8799f180c2d5 None None] Set router f2051581-c1ba-49b3-be6f-acb76ae69c4c gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:06:00.852741 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da0c6f-2434-474f-a991-805efefc20fb req-8d3f063c-7821-4e3b-b906-83b97df3a95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:00.854271 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-65da0c6f-2434-474f-a991-805efefc20fb req-8d3f063c-7821-4e3b-b906-83b97df3a95e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&device_id=fb779b0e-6899-4255-91d5-cccebe59b694 HTTP/1.1" status: 200 len: 1099 time: 0.0616276 Apr 29 12:06:00.863445 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27ec7c-201e-4efe-a63f-aaa8de80b67d req-cf613f01-4f93-4dd4-8865-dd315f584f3e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:00.864838 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-df27ec7c-201e-4efe-a63f-aaa8de80b67d req-cf613f01-4f93-4dd4-8865-dd315f584f3e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb779b0e-6899-4255-91d5-cccebe59b694 HTTP/1.1" status: 200 len: 946 time: 0.0834181 Apr 29 12:06:00.952276 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-df27ec7c-201e-4efe-a63f-aaa8de80b67d req-350d4607-aea1-4d66-803d-1c3ae55d5d87 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=9aece2b4-e6c0-4edb-a5fc-edf3f3b58333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794015 Apr 29 12:06:00.980784 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58412) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:06:00.991807 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da0c6f-2434-474f-a991-805efefc20fb req-19d0da91-aae3-4f23-a353-217482e9640e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:00.993423 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-65da0c6f-2434-474f-a991-805efefc20fb req-19d0da91-aae3-4f23-a353-217482e9640e service neutron] 10.222.0.62 "GET /v2.0/networks?id=06fafec4-6911-4a5f-bf3f-c58421012214 HTTP/1.1" status: 200 len: 898 time: 0.1277173 Apr 29 12:06:01.044961 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8f2c7818-a717-4422-b1e0-698b3509e0b0 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/floatingips/93793da7-9330-4206-9191-2c916eb765df HTTP/1.1" status: 200 len: 990 time: 0.0630045 Apr 29 12:06:01.054949 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-4fe2faec-d466-49ba-b018-8799f180c2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800908058', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '82d65351-2a5c-47fc-932f-a786b476a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:05:43Z', 'updated_at': '2022-04-29T12:05:46Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': '82d65351-2a5c-47fc-932f-a786b476a683', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:43Z', 'updated_at': '2022-04-29T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '93793da7-9330-4206-9191-2c916eb765df', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'floating_ip_address': '172.26.4.5', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'port_id': '066369d9-447a-4537-9ecd-0435b611bb1f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06fafec4-6911-4a5f-bf3f-c58421012214', 'mac_address': 'fa:16:3e:fa:89:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb779b0e-6899-4255-91d5-cccebe59b694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:05:59Z', 'updated_at': '2022-04-29T12:05:59Z', 'revision_number': 0, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222f5977-7108-48e3-b2d2-752e764afb5a', 'name': '', 'network_id': '06fafec4-6911-4a5f-bf3f-c58421012214', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:a7:76:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'c297a025-68ab-4c35-8145-4b36564d1d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:46Z', 'updated_at': '2022-04-29T12:05:49Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'c297a025-68ab-4c35-8145-4b36564d1d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:06:01.077611 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-65da0c6f-2434-474f-a991-805efefc20fb req-303c3f6d-376d-496c-a68e-88dc741ea6df service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=066369d9-447a-4537-9ecd-0435b611bb1f HTTP/1.1" status: 200 len: 998 time: 0.0768268 Apr 29 12:06:01.083935 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe2faec-d466-49ba-b018-8799f180c2d5 None None] Checking router: f2051581-c1ba-49b3-be6f-acb76ae69c4c for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:06:01.093998 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe2faec-d466-49ba-b018-8799f180c2d5 None None] Routers {'f2051581-c1ba-49b3-be6f-acb76ae69c4c'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:06:01.094896 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-4fe2faec-d466-49ba-b018-8799f180c2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:05:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f2051581-c1ba-49b3-be6f-acb76ae69c4c'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:06:01.213838 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-4fe2faec-d466-49ba-b018-8799f180c2d5 None None] Set router f2051581-c1ba-49b3-be6f-acb76ae69c4c gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:06:01.459951 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-4fe2faec-d466-49ba-b018-8799f180c2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800908058', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '82d65351-2a5c-47fc-932f-a786b476a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:05:43Z', 'updated_at': '2022-04-29T12:05:46Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': '82d65351-2a5c-47fc-932f-a786b476a683', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:43Z', 'updated_at': '2022-04-29T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '93793da7-9330-4206-9191-2c916eb765df', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'floating_ip_address': '172.26.4.5', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'port_id': '066369d9-447a-4537-9ecd-0435b611bb1f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06fafec4-6911-4a5f-bf3f-c58421012214', 'mac_address': 'fa:16:3e:fa:89:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb779b0e-6899-4255-91d5-cccebe59b694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:05:59Z', 'updated_at': '2022-04-29T12:05:59Z', 'revision_number': 0, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222f5977-7108-48e3-b2d2-752e764afb5a', 'name': '', 'network_id': '06fafec4-6911-4a5f-bf3f-c58421012214', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:a7:76:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'c297a025-68ab-4c35-8145-4b36564d1d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:46Z', 'updated_at': '2022-04-29T12:05:49Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'c297a025-68ab-4c35-8145-4b36564d1d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:06:01.473404 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da0c6f-2434-474f-a991-805efefc20fb req-4f6ea355-5b15-4d53-8bac-fbeb987e59d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:01.475029 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-65da0c6f-2434-474f-a991-805efefc20fb req-4f6ea355-5b15-4d53-8bac-fbeb987e59d4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c297a025-68ab-4c35-8145-4b36564d1d74 HTTP/1.1" status: 200 len: 835 time: 0.3906124 Apr 29 12:06:01.487981 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe2faec-d466-49ba-b018-8799f180c2d5 None None] The sync data for ids ['f2051581-c1ba-49b3-be6f-acb76ae69c4c'] in dv-neutron-838888-1-hyperv is: [{'id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800908058', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '82d65351-2a5c-47fc-932f-a786b476a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:05:43Z', 'updated_at': '2022-04-29T12:05:46Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': '82d65351-2a5c-47fc-932f-a786b476a683', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:43Z', 'updated_at': '2022-04-29T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '93793da7-9330-4206-9191-2c916eb765df', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'floating_ip_address': '172.26.4.5', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'port_id': '066369d9-447a-4537-9ecd-0435b611bb1f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06fafec4-6911-4a5f-bf3f-c58421012214', 'mac_address': 'fa:16:3e:fa:89:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb779b0e-6899-4255-91d5-cccebe59b694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:05:59Z', 'updated_at': '2022-04-29T12:05:59Z', 'revision_number': 0, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222f5977-7108-48e3-b2d2-752e764afb5a', 'name': '', 'network_id': '06fafec4-6911-4a5f-bf3f-c58421012214', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:a7:76:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'c297a025-68ab-4c35-8145-4b36564d1d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:46Z', 'updated_at': '2022-04-29T12:05:49Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'c297a025-68ab-4c35-8145-4b36564d1d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:06:01.523789 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da0c6f-2434-474f-a991-805efefc20fb req-a088be46-c675-48d3-8d4c-ca11b77a3052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:01.525301 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-65da0c6f-2434-474f-a991-805efefc20fb req-a088be46-c675-48d3-8d4c-ca11b77a3052 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=06fafec4-6911-4a5f-bf3f-c58421012214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428970 Apr 29 12:06:01.621271 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-65da0c6f-2434-474f-a991-805efefc20fb req-3a0ea5ae-9989-41cb-ab6f-8cc6e4d021f0 service neutron] 10.222.0.62 "GET /v2.0/networks/06fafec4-6911-4a5f-bf3f-c58421012214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888283 Apr 29 12:06:01.689798 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694ba8b1-097b-4c9d-a9f1-7137d552651a None None] New status for floating IP 93793da7-9330-4206-9191-2c916eb765df: ACTIVE {{(pid=102961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:06:01.725353 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-65da0c6f-2434-474f-a991-805efefc20fb req-673f3db5-1efa-4f49-9f8d-6f5896f8efc5 service neutron] 10.222.0.62 "GET /v2.0/networks/06fafec4-6911-4a5f-bf3f-c58421012214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954511 Apr 29 12:06:02.049371 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58414) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:06:02.111760 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3a366293-56ae-459f-8416-a18945a01869 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/floatingips/93793da7-9330-4206-9191-2c916eb765df HTTP/1.1" status: 200 len: 992 time: 0.0607769 Apr 29 12:06:11.271948 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:06:23.625564 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1de84874-b8fd-4b44-8ddb-3362ba409be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:26.933546 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-96518732-0d1f-4cbf-a4e1-becf5bfd7f54 req-25776189-5416-4e29-9f3c-83d86dc878e4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fb779b0e-6899-4255-91d5-cccebe59b694&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415273 Apr 29 12:06:27.024261 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96518732-0d1f-4cbf-a4e1-becf5bfd7f54 req-c0b2d34b-b91d-430f-8319-942d01788ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:27.025754 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-96518732-0d1f-4cbf-a4e1-becf5bfd7f54 req-c0b2d34b-b91d-430f-8319-942d01788ec5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&device_id=fb779b0e-6899-4255-91d5-cccebe59b694 HTTP/1.1" status: 200 len: 1099 time: 0.0476704 Apr 29 12:06:27.133946 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96518732-0d1f-4cbf-a4e1-becf5bfd7f54 req-5804aa0a-0fa5-427e-b479-8b01aec237f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:27.135466 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-96518732-0d1f-4cbf-a4e1-becf5bfd7f54 req-5804aa0a-0fa5-427e-b479-8b01aec237f3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=06fafec4-6911-4a5f-bf3f-c58421012214 HTTP/1.1" status: 200 len: 898 time: 0.0891960 Apr 29 12:06:27.207874 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-96518732-0d1f-4cbf-a4e1-becf5bfd7f54 req-2774d00d-f8cc-4ac8-81ca-9d849aea685e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=066369d9-447a-4537-9ecd-0435b611bb1f HTTP/1.1" status: 200 len: 1000 time: 0.0644140 Apr 29 12:06:27.258610 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96518732-0d1f-4cbf-a4e1-becf5bfd7f54 req-efff8031-4116-44fe-a374-78344ecdeac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:27.260099 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-96518732-0d1f-4cbf-a4e1-becf5bfd7f54 req-efff8031-4116-44fe-a374-78344ecdeac5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c297a025-68ab-4c35-8145-4b36564d1d74 HTTP/1.1" status: 200 len: 835 time: 0.0447111 Apr 29 12:06:27.309164 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96518732-0d1f-4cbf-a4e1-becf5bfd7f54 req-b8044334-bf3f-434f-9427-2c6af7a3111e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:27.310708 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-96518732-0d1f-4cbf-a4e1-becf5bfd7f54 req-b8044334-bf3f-434f-9427-2c6af7a3111e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=06fafec4-6911-4a5f-bf3f-c58421012214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439987 Apr 29 12:06:27.318311 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:27.406416 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-96518732-0d1f-4cbf-a4e1-becf5bfd7f54 req-a195b5f1-25d5-425c-9254-f279150a665b service neutron] 10.222.0.62 "GET /v2.0/networks/06fafec4-6911-4a5f-bf3f-c58421012214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881662 Apr 29 12:06:27.500018 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-96518732-0d1f-4cbf-a4e1-becf5bfd7f54 req-a538eb6e-45f5-43c4-8880-8cd1c6f40a94 service neutron] 10.222.0.62 "GET /v2.0/networks/06fafec4-6911-4a5f-bf3f-c58421012214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847995 Apr 29 12:06:27.830767 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f5bdb52f-77fe-4a11-b460-e325144bc6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:28.610608 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:30.119885 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:30.271046 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:37.721782 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a234d-069d-40bb-b477-4a82e0b04df3 req-6d5e208a-26cb-4ca6-a70b-1ad3daeb662c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:37.723533 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-241a234d-069d-40bb-b477-4a82e0b04df3 req-6d5e208a-26cb-4ca6-a70b-1ad3daeb662c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb779b0e-6899-4255-91d5-cccebe59b694 HTTP/1.1" status: 200 len: 946 time: 0.0550826 Apr 29 12:06:37.779210 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-241a234d-069d-40bb-b477-4a82e0b04df3 req-53dce169-f165-4cd7-9499-29c2c5b00358 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=9aece2b4-e6c0-4edb-a5fc-edf3f3b58333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481579 Apr 29 12:06:38.921163 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78acf7e-1e20-4792-bed2-dd00ad97bb9e req-80e86ce7-acca-4bac-b553-6dc43e92b7ca tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:38.922790 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d78acf7e-1e20-4792-bed2-dd00ad97bb9e req-80e86ce7-acca-4bac-b553-6dc43e92b7ca tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb779b0e-6899-4255-91d5-cccebe59b694 HTTP/1.1" status: 200 len: 946 time: 0.0586312 Apr 29 12:06:38.968629 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d78acf7e-1e20-4792-bed2-dd00ad97bb9e req-ccea616b-4597-4144-b799-a2d894d70dea tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=9aece2b4-e6c0-4edb-a5fc-edf3f3b58333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389645 Apr 29 12:06:39.001753 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58432) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:06:39.071896 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-fdf613ff-b8f5-4e0e-9105-f767528d5e37 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/floatingips/93793da7-9330-4206-9191-2c916eb765df HTTP/1.1" status: 200 len: 992 time: 0.0685871 Apr 29 12:06:40.394934 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613d19c-9687-442f-9e5f-bbff59c24785 req-47fa41e6-7ce1-4900-90e7-45de1a568ca1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:40.396360 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b613d19c-9687-442f-9e5f-bbff59c24785 req-47fa41e6-7ce1-4900-90e7-45de1a568ca1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb779b0e-6899-4255-91d5-cccebe59b694 HTTP/1.1" status: 200 len: 946 time: 0.0525661 Apr 29 12:06:40.439817 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b613d19c-9687-442f-9e5f-bbff59c24785 req-30f784e8-5e01-4615-8914-199f0dacb648 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=9aece2b4-e6c0-4edb-a5fc-edf3f3b58333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369370 Apr 29 12:06:41.573274 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ba523-5437-4e71-96fc-b5d6d813b9c6 req-affd2e41-db8a-48ad-8be5-39dfdece2a9f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:41.574953 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-613ba523-5437-4e71-96fc-b5d6d813b9c6 req-affd2e41-db8a-48ad-8be5-39dfdece2a9f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb779b0e-6899-4255-91d5-cccebe59b694 HTTP/1.1" status: 200 len: 946 time: 0.0531595 Apr 29 12:06:41.617800 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-613ba523-5437-4e71-96fc-b5d6d813b9c6 req-3c7a1c49-6f6b-4fbc-9168-43e0f7da6c6e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=9aece2b4-e6c0-4edb-a5fc-edf3f3b58333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366714 Apr 29 12:06:41.641017 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58442) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:06:41.705217 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b79f5b36-03f2-4ac2-a8bd-8080e302cc42 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/floatingips/93793da7-9330-4206-9191-2c916eb765df HTTP/1.1" status: 200 len: 992 time: 0.0629916 Apr 29 12:06:41.983358 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58448) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:06:42.144043 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-9b6eef6c-d753-409b-87d9-9e25458a0f6d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Deleting port 28f4ae5e-d77a-4841-a5fd-a09a70e103dc {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:06:42.144516 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9b6eef6c-d753-409b-87d9-9e25458a0f6d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:42.227807 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9b6eef6c-d753-409b-87d9-9e25458a0f6d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:42.228127 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9b6eef6c-d753-409b-87d9-9e25458a0f6d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:42.240612 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-9b6eef6c-d753-409b-87d9-9e25458a0f6d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Calling delete_port for 28f4ae5e-d77a-4841-a5fd-a09a70e103dc owned by network:floatingip {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:06:42.389845 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9b6eef6c-d753-409b-87d9-9e25458a0f6d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:42.415177 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6eef6c-d753-409b-87d9-9e25458a0f6d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'Port': ['ID=28f4ae5e-d77a-4841-a5fd-a09a70e103dc,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:42.429336 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6eef6c-d753-409b-87d9-9e25458a0f6d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:42.429708 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6eef6c-d753-409b-87d9-9e25458a0f6d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:42.430051 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6eef6c-d753-409b-87d9-9e25458a0f6d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:42.430440 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6eef6c-d753-409b-87d9-9e25458a0f6d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:42.430774 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6eef6c-d753-409b-87d9-9e25458a0f6d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:42.431100 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6eef6c-d753-409b-87d9-9e25458a0f6d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:42.431422 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6eef6c-d753-409b-87d9-9e25458a0f6d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:42.431742 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6eef6c-d753-409b-87d9-9e25458a0f6d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:42.432091 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6eef6c-d753-409b-87d9-9e25458a0f6d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:42.432411 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6eef6c-d753-409b-87d9-9e25458a0f6d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:42.432730 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6eef6c-d753-409b-87d9-9e25458a0f6d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:42.433050 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6eef6c-d753-409b-87d9-9e25458a0f6d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:42.492997 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9b6eef6c-d753-409b-87d9-9e25458a0f6d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for floatingip, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:42.493245 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [None req-9b6eef6c-d753-409b-87d9-9e25458a0f6d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Floating IP 93793da7-9330-4206-9191-2c916eb765df disassociated (deleted). External IP: 172.26.4.5, port: 066369d9-447a-4537-9ecd-0435b611bb1f. Apr 29 12:06:42.700937 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6eef6c-d753-409b-87d9-9e25458a0f6d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Router f2051581-c1ba-49b3-be6f-acb76ae69c4c has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:06:42.810998 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6eef6c-d753-409b-87d9-9e25458a0f6d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:06:42.815305 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9b6eef6c-d753-409b-87d9-9e25458a0f6d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:42.820805 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e604395-fd26-47f6-8055-fa79df90e30c None None] Sync routers for ids ['f2051581-c1ba-49b3-be6f-acb76ae69c4c'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:06:42.833318 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e604395-fd26-47f6-8055-fa79df90e30c None None] Routers {'f2051581-c1ba-49b3-be6f-acb76ae69c4c'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:06:42.833946 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-8e604395-fd26-47f6-8055-fa79df90e30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:06:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f2051581-c1ba-49b3-be6f-acb76ae69c4c'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:06:42.846175 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9b6eef6c-d753-409b-87d9-9e25458a0f6d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "DELETE /v2.0/floatingips/93793da7-9330-4206-9191-2c916eb765df HTTP/1.1" status: 204 len: 168 time: 0.8618021 Apr 29 12:06:42.846877 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb779b0e-6899-4255-91d5-cccebe59b694', 'tag': '066369d9-447a-4537-9ecd-0435b611bb1f'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:06:42.849828 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd07da4e-08a8-49c4-9257-7c7a8bd1a833" -d '{"events": [{"name": "network-changed", "server_uuid": "fb779b0e-6899-4255-91d5-cccebe59b694", "tag": "066369d9-447a-4537-9ecd-0435b611bb1f"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:06:42.953125 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610ff88a-e397-49ee-b3f6-9a9161285764 x-openstack-request-id: req-610ff88a-e397-49ee-b3f6-9a9161285764 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:06:42.953437 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb779b0e-6899-4255-91d5-cccebe59b694", "tag": "066369d9-447a-4537-9ecd-0435b611bb1f", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:06:42.953804 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-610ff88a-e397-49ee-b3f6-9a9161285764 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:06:42.954338 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-610ff88a-e397-49ee-b3f6-9a9161285764'] response: {'name': 'network-changed', 'server_uuid': 'fb779b0e-6899-4255-91d5-cccebe59b694', 'tag': '066369d9-447a-4537-9ecd-0435b611bb1f', 'status': 'completed', 'code': 200} Apr 29 12:06:43.031986 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07da4e-08a8-49c4-9257-7c7a8bd1a833 req-b5af3a93-0ba0-4dd3-b125-0f9eb6d49a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:43.033531 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bd07da4e-08a8-49c4-9257-7c7a8bd1a833 req-b5af3a93-0ba0-4dd3-b125-0f9eb6d49a8d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&device_id=fb779b0e-6899-4255-91d5-cccebe59b694 HTTP/1.1" status: 200 len: 1099 time: 0.0510273 Apr 29 12:06:43.041253 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-8e604395-fd26-47f6-8055-fa79df90e30c None None] Set router f2051581-c1ba-49b3-be6f-acb76ae69c4c gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:06:43.158332 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246e24b-35de-485a-9328-7b2f287c2670 req-d447c584-7cce-4246-badc-d0d91714101d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:43.160696 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7246e24b-35de-485a-9328-7b2f287c2670 req-d447c584-7cce-4246-badc-d0d91714101d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb779b0e-6899-4255-91d5-cccebe59b694 HTTP/1.1" status: 200 len: 946 time: 0.1098354 Apr 29 12:06:43.183251 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07da4e-08a8-49c4-9257-7c7a8bd1a833 req-21f6b49b-06cf-46ba-b9da-01ec3826f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:43.184736 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bd07da4e-08a8-49c4-9257-7c7a8bd1a833 req-21f6b49b-06cf-46ba-b9da-01ec3826f61e service neutron] 10.222.0.62 "GET /v2.0/networks?id=06fafec4-6911-4a5f-bf3f-c58421012214 HTTP/1.1" status: 200 len: 898 time: 0.1432118 Apr 29 12:06:43.238552 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7246e24b-35de-485a-9328-7b2f287c2670 req-65777975-8518-479a-a93b-217a4208b4b9 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=9aece2b4-e6c0-4edb-a5fc-edf3f3b58333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718112 Apr 29 12:06:43.240016 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bd07da4e-08a8-49c4-9257-7c7a8bd1a833 req-65488a53-6c6f-4692-b8a2-919552db0da5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=066369d9-447a-4537-9ecd-0435b611bb1f HTTP/1.1" status: 200 len: 217 time: 0.0418882 Apr 29 12:06:43.258265 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-8e604395-fd26-47f6-8055-fa79df90e30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800908058', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '82d65351-2a5c-47fc-932f-a786b476a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:05:43Z', 'updated_at': '2022-04-29T12:05:46Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': '82d65351-2a5c-47fc-932f-a786b476a683', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:43Z', 'updated_at': '2022-04-29T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '222f5977-7108-48e3-b2d2-752e764afb5a', 'name': '', 'network_id': '06fafec4-6911-4a5f-bf3f-c58421012214', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:a7:76:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'c297a025-68ab-4c35-8145-4b36564d1d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:46Z', 'updated_at': '2022-04-29T12:05:49Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'c297a025-68ab-4c35-8145-4b36564d1d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:06:43.284396 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e604395-fd26-47f6-8055-fa79df90e30c None None] Checking router: f2051581-c1ba-49b3-be6f-acb76ae69c4c for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:06:43.290706 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07da4e-08a8-49c4-9257-7c7a8bd1a833 req-04d59560-457d-43c4-abd1-7c1102bc9eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:43.292166 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bd07da4e-08a8-49c4-9257-7c7a8bd1a833 req-04d59560-457d-43c4-abd1-7c1102bc9eb7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c297a025-68ab-4c35-8145-4b36564d1d74 HTTP/1.1" status: 200 len: 835 time: 0.0451267 Apr 29 12:06:43.293197 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e604395-fd26-47f6-8055-fa79df90e30c None None] Routers {'f2051581-c1ba-49b3-be6f-acb76ae69c4c'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:06:43.293793 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-8e604395-fd26-47f6-8055-fa79df90e30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:06:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f2051581-c1ba-49b3-be6f-acb76ae69c4c'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:06:43.350453 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07da4e-08a8-49c4-9257-7c7a8bd1a833 req-4131a886-25df-4367-bd9b-1b296e33a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:43.351997 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bd07da4e-08a8-49c4-9257-7c7a8bd1a833 req-4131a886-25df-4367-bd9b-1b296e33a0dc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=06fafec4-6911-4a5f-bf3f-c58421012214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0522711 Apr 29 12:06:43.402299 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-8e604395-fd26-47f6-8055-fa79df90e30c None None] Set router f2051581-c1ba-49b3-be6f-acb76ae69c4c gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:06:43.441688 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bd07da4e-08a8-49c4-9257-7c7a8bd1a833 req-a0e93dc4-a0e3-4ed1-b135-baa2ea205e48 service neutron] 10.222.0.62 "GET /v2.0/networks/06fafec4-6911-4a5f-bf3f-c58421012214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815279 Apr 29 12:06:43.536812 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bd07da4e-08a8-49c4-9257-7c7a8bd1a833 req-d99efc4f-f93a-4bd4-b5a7-d3f238bf6156 service neutron] 10.222.0.62 "GET /v2.0/networks/06fafec4-6911-4a5f-bf3f-c58421012214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888629 Apr 29 12:06:43.606952 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-8e604395-fd26-47f6-8055-fa79df90e30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800908058', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '82d65351-2a5c-47fc-932f-a786b476a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:05:43Z', 'updated_at': '2022-04-29T12:05:46Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': '82d65351-2a5c-47fc-932f-a786b476a683', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:43Z', 'updated_at': '2022-04-29T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '222f5977-7108-48e3-b2d2-752e764afb5a', 'name': '', 'network_id': '06fafec4-6911-4a5f-bf3f-c58421012214', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:a7:76:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'c297a025-68ab-4c35-8145-4b36564d1d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:46Z', 'updated_at': '2022-04-29T12:05:49Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'c297a025-68ab-4c35-8145-4b36564d1d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:06:43.639506 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e604395-fd26-47f6-8055-fa79df90e30c None None] The sync data for ids ['f2051581-c1ba-49b3-be6f-acb76ae69c4c'] in dv-neutron-838888-1-hyperv is: [{'id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800908058', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '82d65351-2a5c-47fc-932f-a786b476a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:05:43Z', 'updated_at': '2022-04-29T12:05:46Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': '82d65351-2a5c-47fc-932f-a786b476a683', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:43Z', 'updated_at': '2022-04-29T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '222f5977-7108-48e3-b2d2-752e764afb5a', 'name': '', 'network_id': '06fafec4-6911-4a5f-bf3f-c58421012214', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:a7:76:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'c297a025-68ab-4c35-8145-4b36564d1d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:46Z', 'updated_at': '2022-04-29T12:05:49Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'c297a025-68ab-4c35-8145-4b36564d1d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:06:43.864070 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d812d3f-4861-479a-bc81-cd979af56c61 None None] New status for floating IP 93793da7-9330-4206-9191-2c916eb765df: DOWN {{(pid=102961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:06:44.370700 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98369bd7-e029-4621-a9c8-8f077e82893f req-12b1f0bc-37ff-4360-88d3-656e7247402c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:44.372235 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-98369bd7-e029-4621-a9c8-8f077e82893f req-12b1f0bc-37ff-4360-88d3-656e7247402c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb779b0e-6899-4255-91d5-cccebe59b694 HTTP/1.1" status: 200 len: 946 time: 0.0596685 Apr 29 12:06:44.412548 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-98369bd7-e029-4621-a9c8-8f077e82893f req-b2dfa032-93fb-487c-b8c5-2b46bf3ceddb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=9aece2b4-e6c0-4edb-a5fc-edf3f3b58333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342162 Apr 29 12:06:44.873385 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e9520-b5e8-4671-81d4-4e1312ad380a req-a76683cf-5c5a-4deb-86c5-d822a4a4c64f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:44.874907 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5b1e9520-b5e8-4671-81d4-4e1312ad380a req-a76683cf-5c5a-4deb-86c5-d822a4a4c64f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb779b0e-6899-4255-91d5-cccebe59b694 HTTP/1.1" status: 200 len: 946 time: 0.0523658 Apr 29 12:06:44.973031 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-5b1e9520-b5e8-4671-81d4-4e1312ad380a req-78439431-a2c8-4417-832b-5db22c79c863 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Deleting port 066369d9-447a-4537-9ecd-0435b611bb1f {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:06:44.973375 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-5b1e9520-b5e8-4671-81d4-4e1312ad380a req-78439431-a2c8-4417-832b-5db22c79c863 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:45.060469 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-5b1e9520-b5e8-4671-81d4-4e1312ad380a req-78439431-a2c8-4417-832b-5db22c79c863 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] For port 066369d9-447a-4537-9ecd-0435b611bb1f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=066369d9-447a-4537-9ecd-0435b611bb1f,segment=NetworkSegment(ba8386d8-b251-4796-964b-51b7035c635c),segment_id=ba8386d8-b251-4796-964b-51b7035c635c)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:06:45.060832 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-5b1e9520-b5e8-4671-81d4-4e1312ad380a req-78439431-a2c8-4417-832b-5db22c79c863 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:45.073808 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-5b1e9520-b5e8-4671-81d4-4e1312ad380a req-78439431-a2c8-4417-832b-5db22c79c863 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Calling delete_port for 066369d9-447a-4537-9ecd-0435b611bb1f owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:06:45.207190 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-5b1e9520-b5e8-4671-81d4-4e1312ad380a req-78439431-a2c8-4417-832b-5db22c79c863 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:45.236062 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78439431-a2c8-4417-832b-5db22c79c863 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'Port': ['ID=066369d9-447a-4537-9ecd-0435b611bb1f,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:45.283493 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1e9520-b5e8-4671-81d4-4e1312ad380a req-78439431-a2c8-4417-832b-5db22c79c863 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] No DVR routers for this DVR port 066369d9-447a-4537-9ecd-0435b611bb1f on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:06:45.286832 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-5b1e9520-b5e8-4671-81d4-4e1312ad380a req-78439431-a2c8-4417-832b-5db22c79c863 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:45.290234 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5b1e9520-b5e8-4671-81d4-4e1312ad380a req-78439431-a2c8-4417-832b-5db22c79c863 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.62 "DELETE /v2.0/ports/066369d9-447a-4537-9ecd-0435b611bb1f HTTP/1.1" status: 204 len: 173 time: 0.4093711 Apr 29 12:06:45.290695 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb779b0e-6899-4255-91d5-cccebe59b694', 'name': 'network-vif-deleted', 'tag': '066369d9-447a-4537-9ecd-0435b611bb1f'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:06:45.292951 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be35a269-a4bf-4f3d-8c73-5e769474b870" -d '{"events": [{"server_uuid": "fb779b0e-6899-4255-91d5-cccebe59b694", "name": "network-vif-deleted", "tag": "066369d9-447a-4537-9ecd-0435b611bb1f"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:06:45.330789 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c1d673-9317-49fe-a66d-ac925de7f6bd x-openstack-request-id: req-c3c1d673-9317-49fe-a66d-ac925de7f6bd {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:06:45.331094 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb779b0e-6899-4255-91d5-cccebe59b694", "name": "network-vif-deleted", "tag": "066369d9-447a-4537-9ecd-0435b611bb1f", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:06:45.331834 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c3c1d673-9317-49fe-a66d-ac925de7f6bd {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:06:45.332245 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3c1d673-9317-49fe-a66d-ac925de7f6bd'] response: {'server_uuid': 'fb779b0e-6899-4255-91d5-cccebe59b694', 'name': 'network-vif-deleted', 'tag': '066369d9-447a-4537-9ecd-0435b611bb1f', 'status': 'completed', 'code': 200} Apr 29 12:06:45.519902 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-caa47c48-3fda-4891-8172-12e30bb2a599 req-8a0dd5e5-bd27-49f0-ae47-ea19fe6b0dc4 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb779b0e-6899-4255-91d5-cccebe59b694 HTTP/1.1" status: 200 len: 210 time: 0.0272541 Apr 29 12:06:46.579029 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58466) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:06:46.931666 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-33493a49-50c5-435d-b572-8e6253d4012b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:47.186870 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-33493a49-50c5-435d-b572-8e6253d4012b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Deleting port 222f5977-7108-48e3-b2d2-752e764afb5a {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:06:47.187127 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-33493a49-50c5-435d-b572-8e6253d4012b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:47.280188 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-33493a49-50c5-435d-b572-8e6253d4012b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] For port 222f5977-7108-48e3-b2d2-752e764afb5a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=222f5977-7108-48e3-b2d2-752e764afb5a,segment=NetworkSegment(ba8386d8-b251-4796-964b-51b7035c635c),segment_id=ba8386d8-b251-4796-964b-51b7035c635c)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:06:47.280543 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-33493a49-50c5-435d-b572-8e6253d4012b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:47.293511 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-33493a49-50c5-435d-b572-8e6253d4012b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Calling delete_port for 222f5977-7108-48e3-b2d2-752e764afb5a owned by network:router_interface {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:06:47.479885 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-33493a49-50c5-435d-b572-8e6253d4012b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:47.507167 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33493a49-50c5-435d-b572-8e6253d4012b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'Port': ['ID=222f5977-7108-48e3-b2d2-752e764afb5a,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:47.701565 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-33493a49-50c5-435d-b572-8e6253d4012b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:48.254757 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33493a49-50c5-435d-b572-8e6253d4012b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Router f2051581-c1ba-49b3-be6f-acb76ae69c4c has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:06:48.271038 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:06:48.362384 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33493a49-50c5-435d-b572-8e6253d4012b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:06:48.368100 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-33493a49-50c5-435d-b572-8e6253d4012b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "PUT /v2.0/routers/f2051581-c1ba-49b3-be6f-acb76ae69c4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7875063 Apr 29 12:06:48.370322 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58468) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:06:48.373205 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2beb3db-6d39-4b4a-ab8c-592ff675e25d None None] Sync routers for ids ['f2051581-c1ba-49b3-be6f-acb76ae69c4c'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:06:48.384333 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2beb3db-6d39-4b4a-ab8c-592ff675e25d None None] Routers {'f2051581-c1ba-49b3-be6f-acb76ae69c4c'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:06:48.384979 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-c2beb3db-6d39-4b4a-ab8c-592ff675e25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:06:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f2051581-c1ba-49b3-be6f-acb76ae69c4c'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:06:48.422951 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb334f7c-517f-4a74-b71b-692f22d70351 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Deleting subnet c297a025-68ab-4c35-8145-4b36564d1d74 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 12:06:48.426280 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eb334f7c-517f-4a74-b71b-692f22d70351 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:48.467126 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eb334f7c-517f-4a74-b71b-692f22d70351 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:48.491235 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-c2beb3db-6d39-4b4a-ab8c-592ff675e25d None None] Set router f2051581-c1ba-49b3-be6f-acb76ae69c4c gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:06:48.564580 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eb334f7c-517f-4a74-b71b-692f22d70351 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:48.625176 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eb334f7c-517f-4a74-b71b-692f22d70351 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:48.653473 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb334f7c-517f-4a74-b71b-692f22d70351 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'Subnet': ['ID=c297a025-68ab-4c35-8145-4b36564d1d74,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:48.657092 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-eb334f7c-517f-4a74-b71b-692f22d70351 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:48.664202 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-eb334f7c-517f-4a74-b71b-692f22d70351 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "DELETE /v2.0/subnets/c297a025-68ab-4c35-8145-4b36564d1d74 HTTP/1.1" status: 204 len: 168 time: 0.2894955 Apr 29 12:06:48.665006 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58470) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:06:48.667949 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c7fca8-11e3-4e46-aacc-4e4181fd6c94 None None] Network 06fafec4-6911-4a5f-bf3f-c58421012214 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:06:48.683554 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-c2beb3db-6d39-4b4a-ab8c-592ff675e25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800908058', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '82d65351-2a5c-47fc-932f-a786b476a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:05:43Z', 'updated_at': '2022-04-29T12:06:47Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': '82d65351-2a5c-47fc-932f-a786b476a683', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:43Z', 'updated_at': '2022-04-29T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:06:48.711326 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2beb3db-6d39-4b4a-ab8c-592ff675e25d None None] Checking router: f2051581-c1ba-49b3-be6f-acb76ae69c4c for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:06:48.721202 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2beb3db-6d39-4b4a-ab8c-592ff675e25d None None] Routers {'f2051581-c1ba-49b3-be6f-acb76ae69c4c'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:06:48.722488 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-c2beb3db-6d39-4b4a-ab8c-592ff675e25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:06:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['f2051581-c1ba-49b3-be6f-acb76ae69c4c'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:06:48.847697 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-c2beb3db-6d39-4b4a-ab8c-592ff675e25d None None] Set router f2051581-c1ba-49b3-be6f-acb76ae69c4c gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:06:48.882038 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d815db99-b9b9-4960-880b-f29a593f81fa None None] DHCP port deletion for 06fafec4-6911-4a5f-bf3f-c58421012214 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 12:06:48.943941 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-d815db99-b9b9-4960-880b-f29a593f81fa None None] Deleting port a1199df2-266b-4e6c-89ae-8ceee65ae778 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:06:48.944316 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d815db99-b9b9-4960-880b-f29a593f81fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:49.013383 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-d815db99-b9b9-4960-880b-f29a593f81fa None None] For port a1199df2-266b-4e6c-89ae-8ceee65ae778, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=a1199df2-266b-4e6c-89ae-8ceee65ae778,segment=NetworkSegment(ba8386d8-b251-4796-964b-51b7035c635c),segment_id=ba8386d8-b251-4796-964b-51b7035c635c)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:06:49.013956 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d815db99-b9b9-4960-880b-f29a593f81fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:49.029058 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-d815db99-b9b9-4960-880b-f29a593f81fa None None] Calling delete_port for a1199df2-266b-4e6c-89ae-8ceee65ae778 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:06:49.057583 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-c2beb3db-6d39-4b4a-ab8c-592ff675e25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800908058', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '82d65351-2a5c-47fc-932f-a786b476a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:05:43Z', 'updated_at': '2022-04-29T12:06:47Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': '82d65351-2a5c-47fc-932f-a786b476a683', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:43Z', 'updated_at': '2022-04-29T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:06:49.089360 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2beb3db-6d39-4b4a-ab8c-592ff675e25d None None] The sync data for ids ['f2051581-c1ba-49b3-be6f-acb76ae69c4c'] in dv-neutron-838888-1-hyperv is: [{'id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800908058', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.48'}], 'enable_snat': True}, 'gw_port_id': '82d65351-2a5c-47fc-932f-a786b476a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:05:43Z', 'updated_at': '2022-04-29T12:06:47Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': '82d65351-2a5c-47fc-932f-a786b476a683', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2051581-c1ba-49b3-be6f-acb76ae69c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:43Z', 'updated_at': '2022-04-29T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:06:49.122141 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d815db99-b9b9-4960-880b-f29a593f81fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:49.138438 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cb9d36bb-8d7d-4172-bfc8-b21f9a8e1148 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:49.148447 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815db99-b9b9-4960-880b-f29a593f81fa None None] Pushing event deleted for resources: {'Port': ['ID=a1199df2-266b-4e6c-89ae-8ceee65ae778,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:49.150799 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 066369d9-447a-4537-9ecd-0435b611bb1f no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:06:49.178660 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815db99-b9b9-4960-880b-f29a593f81fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:49.179012 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815db99-b9b9-4960-880b-f29a593f81fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:49.179359 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815db99-b9b9-4960-880b-f29a593f81fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:49.180194 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815db99-b9b9-4960-880b-f29a593f81fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:49.180194 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815db99-b9b9-4960-880b-f29a593f81fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:49.180434 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815db99-b9b9-4960-880b-f29a593f81fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:49.180658 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815db99-b9b9-4960-880b-f29a593f81fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:49.181371 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815db99-b9b9-4960-880b-f29a593f81fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:49.181371 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815db99-b9b9-4960-880b-f29a593f81fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:49.181698 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815db99-b9b9-4960-880b-f29a593f81fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:49.181915 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815db99-b9b9-4960-880b-f29a593f81fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:49.182254 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815db99-b9b9-4960-880b-f29a593f81fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:49.185716 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d815db99-b9b9-4960-880b-f29a593f81fa None None] No DVR routers for this DVR port a1199df2-266b-4e6c-89ae-8ceee65ae778 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:06:49.187074 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: 066369d9-447a-4537-9ecd-0435b611bb1f {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:06:49.187561 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 066369d9-447a-4537-9ecd-0435b611bb1f not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:06:49.251601 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cb9d36bb-8d7d-4172-bfc8-b21f9a8e1148 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:49.317704 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-cb9d36bb-8d7d-4172-bfc8-b21f9a8e1148 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Deleting port 82d65351-2a5c-47fc-932f-a786b476a683 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:06:49.318054 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cb9d36bb-8d7d-4172-bfc8-b21f9a8e1148 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:49.402770 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-cb9d36bb-8d7d-4172-bfc8-b21f9a8e1148 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] For port 82d65351-2a5c-47fc-932f-a786b476a683, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=82d65351-2a5c-47fc-932f-a786b476a683,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:06:49.403024 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cb9d36bb-8d7d-4172-bfc8-b21f9a8e1148 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:49.415748 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-cb9d36bb-8d7d-4172-bfc8-b21f9a8e1148 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Calling delete_port for 82d65351-2a5c-47fc-932f-a786b476a683 owned by network:router_gateway {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:06:49.601647 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cb9d36bb-8d7d-4172-bfc8-b21f9a8e1148 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:49.633692 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d36bb-8d7d-4172-bfc8-b21f9a8e1148 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'Port': ['ID=82d65351-2a5c-47fc-932f-a786b476a683,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:49.659981 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d36bb-8d7d-4172-bfc8-b21f9a8e1148 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:49.660208 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d36bb-8d7d-4172-bfc8-b21f9a8e1148 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:49.660549 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d36bb-8d7d-4172-bfc8-b21f9a8e1148 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:49.660886 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d36bb-8d7d-4172-bfc8-b21f9a8e1148 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:49.661332 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d36bb-8d7d-4172-bfc8-b21f9a8e1148 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:49.661561 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d36bb-8d7d-4172-bfc8-b21f9a8e1148 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:49.661910 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d36bb-8d7d-4172-bfc8-b21f9a8e1148 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:49.662258 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d36bb-8d7d-4172-bfc8-b21f9a8e1148 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:49.662595 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d36bb-8d7d-4172-bfc8-b21f9a8e1148 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:49.662924 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d36bb-8d7d-4172-bfc8-b21f9a8e1148 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:49.663251 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d36bb-8d7d-4172-bfc8-b21f9a8e1148 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:49.663573 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d36bb-8d7d-4172-bfc8-b21f9a8e1148 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:49.710279 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cb9d36bb-8d7d-4172-bfc8-b21f9a8e1148 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:49.807517 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cb9d36bb-8d7d-4172-bfc8-b21f9a8e1148 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:49.809874 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cb9d36bb-8d7d-4172-bfc8-b21f9a8e1148 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:49.862877 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cb9d36bb-8d7d-4172-bfc8-b21f9a8e1148 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:49.863477 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9d36bb-8d7d-4172-bfc8-b21f9a8e1148 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Fanout notify agent at l3_agent the message router_deleted on router f2051581-c1ba-49b3-be6f-acb76ae69c4c {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 12:06:49.867991 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device a1199df2-266b-4e6c-89ae-8ceee65ae778 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:06:49.870723 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-cb9d36bb-8d7d-4172-bfc8-b21f9a8e1148 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:49.871850 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-cb9d36bb-8d7d-4172-bfc8-b21f9a8e1148 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "DELETE /v2.0/routers/f2051581-c1ba-49b3-be6f-acb76ae69c4c HTTP/1.1" status: 204 len: 168 time: 1.2069383 Apr 29 12:06:49.874762 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58472) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:06:49.906517 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: a1199df2-266b-4e6c-89ae-8ceee65ae778 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:06:49.907087 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device a1199df2-266b-4e6c-89ae-8ceee65ae778 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:06:49.907761 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 222f5977-7108-48e3-b2d2-752e764afb5a no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:06:49.944559 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 222f5977-7108-48e3-b2d2-752e764afb5a {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:06:49.945144 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 222f5977-7108-48e3-b2d2-752e764afb5a not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:06:49.975477 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6cc8dcad-db8b-4a87-aad1-ff1e84411a92 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:50.070049 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6cc8dcad-db8b-4a87-aad1-ff1e84411a92 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:50.091457 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-6cc8dcad-db8b-4a87-aad1-ff1e84411a92 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06fafec4-6911-4a5f-bf3f-c58421012214']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:06:50.101313 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-6cc8dcad-db8b-4a87-aad1-ff1e84411a92 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba8386d8-b251-4796-964b-51b7035c635c') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:06:50.101607 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-6cc8dcad-db8b-4a87-aad1-ff1e84411a92 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba8386d8-b251-4796-964b-51b7035c635c') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:06:50.111024 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6cc8dcad-db8b-4a87-aad1-ff1e84411a92 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:50.125308 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6cc8dcad-db8b-4a87-aad1-ff1e84411a92 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:50.131593 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cc8dcad-db8b-4a87-aad1-ff1e84411a92 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:06:50.132000 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6cc8dcad-db8b-4a87-aad1-ff1e84411a92 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:50.134980 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 12:06:50.134980 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:06:50.134980 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 12:06:50.134980 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:06:50.134980 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 12:06:50.134980 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 12:06:50.134980 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 12:06:50.134980 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:06:50.134980 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 12:06:50.134980 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:06:50.134980 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 12:06:50.134980 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:06:50.134980 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 12:06:50.134980 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 12:06:50.134980 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:06:50.134980 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 12:06:50.134980 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:06:50.134980 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 12:06:50.134980 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 12:06:50.134980 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 12:06:50.134980 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 12:06:50.134980 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 12:06:50.134980 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:06:50.134980 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:06:50.134980 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 12:06:50.134980 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:06:50.134980 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:06:50.134980 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:06:50.134980 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:06:50.134980 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:06:50.134980 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:06:50.134980 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:06:50.199538 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6cc8dcad-db8b-4a87-aad1-ff1e84411a92 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:50.206882 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6cc8dcad-db8b-4a87-aad1-ff1e84411a92 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:50.209740 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6cc8dcad-db8b-4a87-aad1-ff1e84411a92 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "DELETE /v2.0/networks/06fafec4-6911-4a5f-bf3f-c58421012214 HTTP/1.1" status: 204 len: 168 time: 0.3339248 Apr 29 12:06:50.212767 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58474) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:06:50.223383 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8dcad-db8b-4a87-aad1-ff1e84411a92 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'Network': ['ID=06fafec4-6911-4a5f-bf3f-c58421012214,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:50.276087 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ece196c9-37f5-4505-bd08-52f1e003af14 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:50.301944 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ece196c9-37f5-4505-bd08-52f1e003af14 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:50.371938 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ece196c9-37f5-4505-bd08-52f1e003af14 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:50.374040 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ece196c9-37f5-4505-bd08-52f1e003af14 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:50.375246 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ece196c9-37f5-4505-bd08-52f1e003af14 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "DELETE /v2.0/security-groups/9aece2b4-e6c0-4edb-a5fc-edf3f3b58333 HTTP/1.1" status: 204 len: 168 time: 0.1612399 Apr 29 12:06:50.394203 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece196c9-37f5-4505-bd08-52f1e003af14 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aece2b4-e6c0-4edb-a5fc-edf3f3b58333,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:50.855187 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58480) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:06:50.859467 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-425ef6f7-f154-40cc-ab01-a570530d539d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-984434922', 'description': 'tempest-secgroup-smoke-984434922 description', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:06:50.880813 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-425ef6f7-f154-40cc-ab01-a570530d539d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:50.960756 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-425ef6f7-f154-40cc-ab01-a570530d539d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:50.965216 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-425ef6f7-f154-40cc-ab01-a570530d539d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:50.997800 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-425ef6f7-f154-40cc-ab01-a570530d539d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:50.999144 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-425ef6f7-f154-40cc-ab01-a570530d539d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1433947 Apr 29 12:06:51.002081 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58482) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:06:51.008304 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-efe14785-d413-4b2e-8b65-ed1a2abd0e7b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group_rule': {'security_group_id': '63267224-11ea-4aed-b517-6496b68f98d7', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:06:51.013868 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ef6f7-f154-40cc-ab01-a570530d539d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63267224-11ea-4aed-b517-6496b68f98d7,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:51.039290 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-efe14785-d413-4b2e-8b65-ed1a2abd0e7b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:51.108200 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-efe14785-d413-4b2e-8b65-ed1a2abd0e7b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:51.114344 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-efe14785-d413-4b2e-8b65-ed1a2abd0e7b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:51.133982 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe14785-d413-4b2e-8b65-ed1a2abd0e7b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72164667-2755-4c4d-86e5-579a1db92d54,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:51.146979 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-efe14785-d413-4b2e-8b65-ed1a2abd0e7b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:51.152139 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-efe14785-d413-4b2e-8b65-ed1a2abd0e7b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1451893 Apr 29 12:06:51.152404 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58484) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:06:51.157285 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-628011c0-166f-4b0a-b3bb-e66a8a113ef7 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group_rule': {'security_group_id': '63267224-11ea-4aed-b517-6496b68f98d7', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:06:51.185372 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-628011c0-166f-4b0a-b3bb-e66a8a113ef7 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:51.251208 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-628011c0-166f-4b0a-b3bb-e66a8a113ef7 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:51.257328 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-628011c0-166f-4b0a-b3bb-e66a8a113ef7 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:51.278794 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011c0-166f-4b0a-b3bb-e66a8a113ef7 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e58d5442-90d8-4b0e-aa87-6e10e4c447bb,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:51.284054 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-628011c0-166f-4b0a-b3bb-e66a8a113ef7 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:51.286791 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-628011c0-166f-4b0a-b3bb-e66a8a113ef7 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1331234 Apr 29 12:06:51.289350 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58486) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:06:51.294936 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-d6d615bc-aef7-4dd6-93fa-3d0c5dbf14f3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group_rule': {'security_group_id': '63267224-11ea-4aed-b517-6496b68f98d7', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:06:51.322671 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d6d615bc-aef7-4dd6-93fa-3d0c5dbf14f3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:51.390514 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d6d615bc-aef7-4dd6-93fa-3d0c5dbf14f3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:51.396578 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d6d615bc-aef7-4dd6-93fa-3d0c5dbf14f3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:51.420811 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d615bc-aef7-4dd6-93fa-3d0c5dbf14f3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f505a6-ac23-482a-90b4-ab4180f88bdf,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:51.427721 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d6d615bc-aef7-4dd6-93fa-3d0c5dbf14f3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:51.429029 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d6d615bc-aef7-4dd6-93fa-3d0c5dbf14f3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1383433 Apr 29 12:06:51.432162 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58488) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:06:51.436715 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-36981f5f-c0f8-47a5-8336-4005e65c4fde tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group_rule': {'security_group_id': '63267224-11ea-4aed-b517-6496b68f98d7', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:06:51.465553 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-36981f5f-c0f8-47a5-8336-4005e65c4fde tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:51.532684 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-36981f5f-c0f8-47a5-8336-4005e65c4fde tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:51.537718 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-36981f5f-c0f8-47a5-8336-4005e65c4fde tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:51.556274 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36981f5f-c0f8-47a5-8336-4005e65c4fde tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd4c118-b276-47cd-943b-ab040b5609be,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:51.567011 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-36981f5f-c0f8-47a5-8336-4005e65c4fde tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:51.567788 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-36981f5f-c0f8-47a5-8336-4005e65c4fde tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1346681 Apr 29 12:06:51.571065 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58490) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:06:51.575675 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-31f9a7e7-5dbe-4d5f-9491-4ba75b0e6282 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group_rule': {'security_group_id': '63267224-11ea-4aed-b517-6496b68f98d7', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:06:51.596070 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.securitygroups_db [None req-31f9a7e7-5dbe-4d5f-9491-4ba75b0e6282 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Project 1c28ececa83b46b8acc32fd2580ffbc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:06:51.602298 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-31f9a7e7-5dbe-4d5f-9491-4ba75b0e6282 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:51.667868 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-31f9a7e7-5dbe-4d5f-9491-4ba75b0e6282 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:51.672443 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-31f9a7e7-5dbe-4d5f-9491-4ba75b0e6282 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:51.691880 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9a7e7-5dbe-4d5f-9491-4ba75b0e6282 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b45cd543-48dc-4e05-ae48-969013ddea92,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:51.703925 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-31f9a7e7-5dbe-4d5f-9491-4ba75b0e6282 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:51.706018 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-31f9a7e7-5dbe-4d5f-9491-4ba75b0e6282 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1336656 Apr 29 12:06:51.709650 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58492) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:06:51.714555 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-a98b6931-afd0-4342-bb61-ab39a583ee63 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group_rule': {'security_group_id': '63267224-11ea-4aed-b517-6496b68f98d7', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:06:51.736784 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.securitygroups_db [None req-a98b6931-afd0-4342-bb61-ab39a583ee63 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Project 1c28ececa83b46b8acc32fd2580ffbc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:06:51.741669 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a98b6931-afd0-4342-bb61-ab39a583ee63 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:51.772217 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 82d65351-2a5c-47fc-932f-a786b476a683 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:06:51.794334 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 82d65351-2a5c-47fc-932f-a786b476a683 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:06:51.794683 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 82d65351-2a5c-47fc-932f-a786b476a683 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:06:51.814524 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a98b6931-afd0-4342-bb61-ab39a583ee63 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:51.820014 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a98b6931-afd0-4342-bb61-ab39a583ee63 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:51.844005 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b6931-afd0-4342-bb61-ab39a583ee63 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5413e26a-7cc5-4968-baa5-c4f5fb3ed942,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:51.850760 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a98b6931-afd0-4342-bb61-ab39a583ee63 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:51.852233 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a98b6931-afd0-4342-bb61-ab39a583ee63 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1413622 Apr 29 12:06:51.854910 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58494) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:06:51.860238 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-8cda413c-012a-4615-affa-6d6a10cdf168 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'network': {'name': 'tempest-network-smoke--1196903880', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'port_security_enabled': True}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:06:51.881950 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cda413c-012a-4615-affa-6d6a10cdf168 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Made reservation on behalf of 1c28ececa83b46b8acc32fd2580ffbc3 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:06:51.885475 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8cda413c-012a-4615-affa-6d6a10cdf168 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:51.913534 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cda413c-012a-4615-affa-6d6a10cdf168 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:06:51.923613 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8cda413c-012a-4615-affa-6d6a10cdf168 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:51.923814 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-8cda413c-012a-4615-affa-6d6a10cdf168 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Added segment d12f2c67-db45-472f-b845-816334b5767a of type vlan for network 2b7ec411-fb71-41cd-8a23-f6b45451457d Apr 29 12:06:51.968368 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8cda413c-012a-4615-affa-6d6a10cdf168 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:51.994677 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8cda413c-012a-4615-affa-6d6a10cdf168 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:52.000250 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cda413c-012a-4615-affa-6d6a10cdf168 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:52.000865 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8cda413c-012a-4615-affa-6d6a10cdf168 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:52.056916 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8cda413c-012a-4615-affa-6d6a10cdf168 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2005212 Apr 29 12:06:52.059800 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58496) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:06:52.065476 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-729def1c-beda-40ff-99b0-98c57f042ad3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-345179223', 'admin_state_up': True, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:06:52.074199 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda413c-012a-4615-affa-6d6a10cdf168 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Network': ['ID=2b7ec411-fb71-41cd-8a23-f6b45451457d,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:52.086920 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 2b7ec411-fb71-41cd-8a23-f6b45451457d details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 12:06:52.091879 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-729def1c-beda-40ff-99b0-98c57f042ad3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:52.093660 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-729def1c-beda-40ff-99b0-98c57f042ad3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:52.166094 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-729def1c-beda-40ff-99b0-98c57f042ad3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:52.317203 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-729def1c-beda-40ff-99b0-98c57f042ad3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:52.509411 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-729def1c-beda-40ff-99b0-98c57f042ad3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router_gateway, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:52.532073 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-729def1c-beda-40ff-99b0-98c57f042ad3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:52.634660 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-729def1c-beda-40ff-99b0-98c57f042ad3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Allocated IP 172.26.4.97 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/df70fef3-aae5-47b0-b8cc-9b98e9056e8e) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:06:52.742405 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-729def1c-beda-40ff-99b0-98c57f042ad3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:52.777178 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-729def1c-beda-40ff-99b0-98c57f042ad3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:52.812910 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729def1c-beda-40ff-99b0-98c57f042ad3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:06:52.818035 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-729def1c-beda-40ff-99b0-98c57f042ad3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:06:52.820495 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729def1c-beda-40ff-99b0-98c57f042ad3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:06:52.850521 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729def1c-beda-40ff-99b0-98c57f042ad3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Port': ['ID=df70fef3-aae5-47b0-b8cc-9b98e9056e8e,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:53.075093 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-729def1c-beda-40ff-99b0-98c57f042ad3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router_gateway, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:53.273154 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-729def1c-beda-40ff-99b0-98c57f042ad3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:53.400284 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729def1c-beda-40ff-99b0-98c57f042ad3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Router 05713b0b-df67-4526-807d-4f3f229fab5c is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 12:06:53.506507 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729def1c-beda-40ff-99b0-98c57f042ad3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:06:53.516860 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f51cff-76fd-4564-9e8f-25427fcc5fb4 None None] Sync routers for ids ['05713b0b-df67-4526-807d-4f3f229fab5c'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:06:53.531419 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-729def1c-beda-40ff-99b0-98c57f042ad3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:53.532807 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-729def1c-beda-40ff-99b0-98c57f042ad3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4715657 Apr 29 12:06:53.533182 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f51cff-76fd-4564-9e8f-25427fcc5fb4 None None] Routers {'05713b0b-df67-4526-807d-4f3f229fab5c'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:06:53.533513 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-57f51cff-76fd-4564-9e8f-25427fcc5fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:06:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['05713b0b-df67-4526-807d-4f3f229fab5c'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:06:53.538521 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58498) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:06:53.568887 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-ae03aa10-0498-4edf-890b-e82b1ab87a16 tempest-TestNetworkAdvancedServerOps-785408138 tempest-TestNetworkAdvancedServerOps-785408138-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=1c28ececa83b46b8acc32fd2580ffbc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292563 Apr 29 12:06:53.571530 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58500) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:06:53.649478 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2960d1b3-d367-46c9-95dc-046f2972c605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:53.652410 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-57f51cff-76fd-4564-9e8f-25427fcc5fb4 None None] Set router 05713b0b-df67-4526-807d-4f3f229fab5c gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:06:53.663824 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f5c603-ba31-423f-b347-72e157d5bab0 tempest-TestNetworkAdvancedServerOps-785408138 tempest-TestNetworkAdvancedServerOps-785408138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:53.667995 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-10f5c603-ba31-423f-b347-72e157d5bab0 tempest-TestNetworkAdvancedServerOps-785408138 tempest-TestNetworkAdvancedServerOps-785408138-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0929246 Apr 29 12:06:53.668360 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58502) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:06:53.702928 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b1ac058a-bdc7-40ca-a6b3-3fda1b723cca tempest-TestNetworkAdvancedServerOps-785408138 tempest-TestNetworkAdvancedServerOps-785408138-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=1c458760-cee1-43dd-bfaa-f7beebba31f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311592 Apr 29 12:06:53.703170 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58504) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:06:53.708836 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-29c2464c-d406-4ecb-9e12-f539604c1edc tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1745165345', 'network_id': '2b7ec411-fb71-41cd-8a23-f6b45451457d', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:06:53.806637 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c2464c-d406-4ecb-9e12-f539604c1edc tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Made reservation on behalf of 1c28ececa83b46b8acc32fd2580ffbc3 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:06:53.810105 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-29c2464c-d406-4ecb-9e12-f539604c1edc tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:53.853749 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-57f51cff-76fd-4564-9e8f-25427fcc5fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345179223', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'df70fef3-aae5-47b0-b8cc-9b98e9056e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:06:52Z', 'updated_at': '2022-04-29T12:06:52Z', 'revision_number': 3, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'df70fef3-aae5-47b0-b8cc-9b98e9056e8e', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:06:52Z', 'updated_at': '2022-04-29T12:06:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:06:53.881434 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f51cff-76fd-4564-9e8f-25427fcc5fb4 None None] Checking router: 05713b0b-df67-4526-807d-4f3f229fab5c for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:06:53.881785 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f51cff-76fd-4564-9e8f-25427fcc5fb4 None None] Updating router 05713b0b-df67-4526-807d-4f3f229fab5c port df70fef3-aae5-47b0-b8cc-9b98e9056e8e binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:06:53.912821 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-57f51cff-76fd-4564-9e8f-25427fcc5fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:53.998046 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-29c2464c-d406-4ecb-9e12-f539604c1edc tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:54.052140 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2464c-d406-4ecb-9e12-f539604c1edc tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Subnet': ['ID=8da8c866-1de5-4cd8-9523-bd0e8bac0e27,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:54.067733 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c2464c-d406-4ecb-9e12-f539604c1edc tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Checking segment: {'id': 'd12f2c67-db45-472f-b845-816334b5767a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2b7ec411-fb71-41cd-8a23-f6b45451457d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:06:54.068089 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c2464c-d406-4ecb-9e12-f539604c1edc tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network hostable DHCP agents. Network: 2b7ec411-fb71-41cd-8a23-f6b45451457d, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:06:54.083497 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c2464c-d406-4ecb-9e12-f539604c1edc tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network 2b7ec411-fb71-41cd-8a23-f6b45451457d is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:06:54.092225 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-29c2464c-d406-4ecb-9e12-f539604c1edc tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 2b7ec411-fb71-41cd-8a23-f6b45451457d) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:06:54.096358 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c2464c-d406-4ecb-9e12-f539604c1edc tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:54.097598 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-29c2464c-d406-4ecb-9e12-f539604c1edc tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:54.103594 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac6936a-bf80-4c4c-b557-f2790c70b415 None None] Network 2b7ec411-fb71-41cd-8a23-f6b45451457d requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:06:54.115227 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-29c2464c-d406-4ecb-9e12-f539604c1edc tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4110537 Apr 29 12:06:54.117871 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58506) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:06:54.240504 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-57f51cff-76fd-4564-9e8f-25427fcc5fb4 None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:54.264055 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-57f51cff-76fd-4564-9e8f-25427fcc5fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:54.332879 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c94a76-b608-4110-841a-c618f086064a None None] Pushing event updated for resources: {'Port': ['ID=df70fef3-aae5-47b0-b8cc-9b98e9056e8e,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:54.358771 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-57f51cff-76fd-4564-9e8f-25427fcc5fb4 None None] Attempting to bind port df70fef3-aae5-47b0-b8cc-9b98e9056e8e on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:06:54.359240 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-57f51cff-76fd-4564-9e8f-25427fcc5fb4 None None] Attempting to bind port df70fef3-aae5-47b0-b8cc-9b98e9056e8e by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:06:54.359615 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f51cff-76fd-4564-9e8f-25427fcc5fb4 None None] Attempting to bind port df70fef3-aae5-47b0-b8cc-9b98e9056e8e on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:06:54.367198 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f51cff-76fd-4564-9e8f-25427fcc5fb4 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:06:54.367573 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f51cff-76fd-4564-9e8f-25427fcc5fb4 None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:06:54.367981 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-57f51cff-76fd-4564-9e8f-25427fcc5fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:54.368357 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f51cff-76fd-4564-9e8f-25427fcc5fb4 None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:06:54.368822 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-57f51cff-76fd-4564-9e8f-25427fcc5fb4 None None] Bound port: df70fef3-aae5-47b0-b8cc-9b98e9056e8e, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:06:54.369205 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-57f51cff-76fd-4564-9e8f-25427fcc5fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:54.390134 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ad7c50-9000-4404-91ff-0845dd7c4da7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-2b7ec411-fb71-41cd-8a23-f6b45451457d', 'network_id': '2b7ec411-fb71-41cd-8a23-f6b45451457d', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'fixed_ips': [{'subnet_id': '8da8c866-1de5-4cd8-9523-bd0e8bac0e27'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 12:06:54.390996 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-18ad7c50-9000-4404-91ff-0845dd7c4da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:54.496800 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-57f51cff-76fd-4564-9e8f-25427fcc5fb4 None None] For port df70fef3-aae5-47b0-b8cc-9b98e9056e8e, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:06:54.514762 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-57f51cff-76fd-4564-9e8f-25427fcc5fb4 None None] For port df70fef3-aae5-47b0-b8cc-9b98e9056e8e, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=df70fef3-aae5-47b0-b8cc-9b98e9056e8e,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:06:54.524366 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-57f51cff-76fd-4564-9e8f-25427fcc5fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:54.569579 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-458f16b0-a02d-4b50-abde-e2cbaa2f4d43 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:54.617487 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-18ad7c50-9000-4404-91ff-0845dd7c4da7 None None] Allocated IP 172.20.0.2 (2b7ec411-fb71-41cd-8a23-f6b45451457d/8da8c866-1de5-4cd8-9523-bd0e8bac0e27/10cfe0a5-93e2-48f9-9202-77f7f305f502) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:06:54.631225 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c94a76-b608-4110-841a-c618f086064a None None] Pushing event updated for resources: {'Port': ['ID=df70fef3-aae5-47b0-b8cc-9b98e9056e8e,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:54.633730 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f51cff-76fd-4564-9e8f-25427fcc5fb4 None None] Routers {'05713b0b-df67-4526-807d-4f3f229fab5c'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:06:54.634630 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-57f51cff-76fd-4564-9e8f-25427fcc5fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:06:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['05713b0b-df67-4526-807d-4f3f229fab5c'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:06:54.950579 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-57f51cff-76fd-4564-9e8f-25427fcc5fb4 None None] Set router 05713b0b-df67-4526-807d-4f3f229fab5c gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:06:55.098617 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-18ad7c50-9000-4404-91ff-0845dd7c4da7 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:55.108318 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-18ad7c50-9000-4404-91ff-0845dd7c4da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:55.158014 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-458f16b0-a02d-4b50-abde-e2cbaa2f4d43 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Allocated IP 172.20.0.1 (2b7ec411-fb71-41cd-8a23-f6b45451457d/8da8c866-1de5-4cd8-9523-bd0e8bac0e27/5531cbcd-06b5-43fe-8423-a99874c0f3e3) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:06:55.162444 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ad7c50-9000-4404-91ff-0845dd7c4da7 None None] Network 2b7ec411-fb71-41cd-8a23-f6b45451457d is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:06:55.182248 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-18ad7c50-9000-4404-91ff-0845dd7c4da7 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:06:55.189651 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ad7c50-9000-4404-91ff-0845dd7c4da7 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:06:55.196365 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad7c50-9000-4404-91ff-0845dd7c4da7 None None] Pushing event updated for resources: {'Port': ['ID=10cfe0a5-93e2-48f9-9202-77f7f305f502,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:55.260141 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-18ad7c50-9000-4404-91ff-0845dd7c4da7 None None] Attempting to bind port 10cfe0a5-93e2-48f9-9202-77f7f305f502 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:06:55.260508 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-18ad7c50-9000-4404-91ff-0845dd7c4da7 None None] Attempting to bind port 10cfe0a5-93e2-48f9-9202-77f7f305f502 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'd12f2c67-db45-472f-b845-816334b5767a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2b7ec411-fb71-41cd-8a23-f6b45451457d'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:06:55.260869 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ad7c50-9000-4404-91ff-0845dd7c4da7 None None] Attempting to bind port 10cfe0a5-93e2-48f9-9202-77f7f305f502 on network 2b7ec411-fb71-41cd-8a23-f6b45451457d {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:06:55.269561 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ad7c50-9000-4404-91ff-0845dd7c4da7 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:06:55.270213 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ad7c50-9000-4404-91ff-0845dd7c4da7 None None] Checking segment: {'id': 'd12f2c67-db45-472f-b845-816334b5767a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2b7ec411-fb71-41cd-8a23-f6b45451457d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:06:55.270601 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-18ad7c50-9000-4404-91ff-0845dd7c4da7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:55.270986 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ad7c50-9000-4404-91ff-0845dd7c4da7 None None] Bound using segment: {'id': 'd12f2c67-db45-472f-b845-816334b5767a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2b7ec411-fb71-41cd-8a23-f6b45451457d'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:06:55.271453 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-18ad7c50-9000-4404-91ff-0845dd7c4da7 None None] Bound port: 10cfe0a5-93e2-48f9-9202-77f7f305f502, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12f2c67-db45-472f-b845-816334b5767a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2b7ec411-fb71-41cd-8a23-f6b45451457d'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:06:55.271828 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-18ad7c50-9000-4404-91ff-0845dd7c4da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:55.277811 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-458f16b0-a02d-4b50-abde-e2cbaa2f4d43 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:55.285352 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-57f51cff-76fd-4564-9e8f-25427fcc5fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345179223', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'df70fef3-aae5-47b0-b8cc-9b98e9056e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:06:52Z', 'updated_at': '2022-04-29T12:06:52Z', 'revision_number': 3, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'df70fef3-aae5-47b0-b8cc-9b98e9056e8e', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:06:52Z', 'updated_at': '2022-04-29T12:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:06:55.312586 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-458f16b0-a02d-4b50-abde-e2cbaa2f4d43 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:55.313852 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f51cff-76fd-4564-9e8f-25427fcc5fb4 None None] The sync data for ids ['05713b0b-df67-4526-807d-4f3f229fab5c'] in dv-neutron-838888-1-hyperv is: [{'id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345179223', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'df70fef3-aae5-47b0-b8cc-9b98e9056e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:06:52Z', 'updated_at': '2022-04-29T12:06:52Z', 'revision_number': 3, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'df70fef3-aae5-47b0-b8cc-9b98e9056e8e', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:06:52Z', 'updated_at': '2022-04-29T12:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:06:55.367232 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458f16b0-a02d-4b50-abde-e2cbaa2f4d43 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network 2b7ec411-fb71-41cd-8a23-f6b45451457d is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:06:55.370056 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-18ad7c50-9000-4404-91ff-0845dd7c4da7 None None] For port 10cfe0a5-93e2-48f9-9202-77f7f305f502, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:06:55.372711 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-458f16b0-a02d-4b50-abde-e2cbaa2f4d43 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:06:55.374368 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-18ad7c50-9000-4404-91ff-0845dd7c4da7 None None] For port 10cfe0a5-93e2-48f9-9202-77f7f305f502, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=10cfe0a5-93e2-48f9-9202-77f7f305f502,segment=NetworkSegment(d12f2c67-db45-472f-b845-816334b5767a),segment_id=d12f2c67-db45-472f-b845-816334b5767a)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:06:55.376999 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458f16b0-a02d-4b50-abde-e2cbaa2f4d43 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:06:55.385253 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-18ad7c50-9000-4404-91ff-0845dd7c4da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:55.458485 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad7c50-9000-4404-91ff-0845dd7c4da7 None None] Pushing event updated for resources: {'Port': ['ID=10cfe0a5-93e2-48f9-9202-77f7f305f502,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:55.782481 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f16b0-a02d-4b50-abde-e2cbaa2f4d43 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Port': ['ID=5531cbcd-06b5-43fe-8423-a99874c0f3e3,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:55.809514 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-458f16b0-a02d-4b50-abde-e2cbaa2f4d43 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:55.930384 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 10cfe0a5-93e2-48f9-9202-77f7f305f502 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:06:55.967412 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-458f16b0-a02d-4b50-abde-e2cbaa2f4d43 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:55.994155 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 10cfe0a5-93e2-48f9-9202-77f7f305f502 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:06:55.994559 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:56.078460 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:56.115625 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 10cfe0a5-93e2-48f9-9202-77f7f305f502, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=10cfe0a5-93e2-48f9-9202-77f7f305f502,segment=NetworkSegment(d12f2c67-db45-472f-b845-816334b5767a),segment_id=d12f2c67-db45-472f-b845-816334b5767a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:06:56.120320 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:56.121227 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device df70fef3-aae5-47b0-b8cc-9b98e9056e8e up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:06:56.214031 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=10cfe0a5-93e2-48f9-9202-77f7f305f502,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:56.227543 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port df70fef3-aae5-47b0-b8cc-9b98e9056e8e triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:06:56.227911 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:56.325432 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:56.341636 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-458f16b0-a02d-4b50-abde-e2cbaa2f4d43 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:56.349490 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-458f16b0-a02d-4b50-abde-e2cbaa2f4d43 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:56.351019 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port df70fef3-aae5-47b0-b8cc-9b98e9056e8e, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=df70fef3-aae5-47b0-b8cc-9b98e9056e8e,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:06:56.358213 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:56.436244 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-458f16b0-a02d-4b50-abde-e2cbaa2f4d43 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:56.441600 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=df70fef3-aae5-47b0-b8cc-9b98e9056e8e,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:56.463400 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f16b0-a02d-4b50-abde-e2cbaa2f4d43 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Port': ['ID=5531cbcd-06b5-43fe-8423-a99874c0f3e3,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:56.555393 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458f16b0-a02d-4b50-abde-e2cbaa2f4d43 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network 2b7ec411-fb71-41cd-8a23-f6b45451457d is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:06:56.556760 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-458f16b0-a02d-4b50-abde-e2cbaa2f4d43 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:06:56.581382 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c0db9b-17fb-4a4a-aeee-ba714fdd7e08 None None] Network 2b7ec411-fb71-41cd-8a23-f6b45451457d requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:06:56.660055 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-c1efea46-5638-4a88-9dba-bf1821cbd537 None None] Provisioning complete for port 10cfe0a5-93e2-48f9-9202-77f7f305f502 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:06:56.660574 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c1efea46-5638-4a88-9dba-bf1821cbd537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:56.683808 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458f16b0-a02d-4b50-abde-e2cbaa2f4d43 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Router 05713b0b-df67-4526-807d-4f3f229fab5c has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:06:56.795115 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458f16b0-a02d-4b50-abde-e2cbaa2f4d43 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:06:56.803068 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-458f16b0-a02d-4b50-abde-e2cbaa2f4d43 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "PUT /v2.0/routers/05713b0b-df67-4526-807d-4f3f229fab5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6832278 Apr 29 12:06:56.953899 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-74135c17-137b-49f4-9e54-e686a0d32045 req-9cc1dc5b-13c9-401c-bab7-e630c22f86e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-984434922&fields=id&tenant_id=1c28ececa83b46b8acc32fd2580ffbc3 HTTP/1.1" status: 200 len: 267 time: 0.0374646 Apr 29 12:06:57.026309 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-882bf2b7-00a4-4822-a18d-ffb9b41d12d8 None None] Provisioning complete for port 10cfe0a5-93e2-48f9-9202-77f7f305f502 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:06:57.026883 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-882bf2b7-00a4-4822-a18d-ffb9b41d12d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:57.075847 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74135c17-137b-49f4-9e54-e686a0d32045 req-b3c3d8b5-f238-43e1-a0bf-509ade1a5800 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:57.085042 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-74135c17-137b-49f4-9e54-e686a0d32045 req-b3c3d8b5-f238-43e1-a0bf-509ade1a5800 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/networks?id=2b7ec411-fb71-41cd-8a23-f6b45451457d HTTP/1.1" status: 200 len: 797 time: 0.1227858 Apr 29 12:06:57.102785 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-74135c17-137b-49f4-9e54-e686a0d32045 req-467976b5-55a3-40bf-9437-da7254d18658 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/quotas/1c28ececa83b46b8acc32fd2580ffbc3 HTTP/1.1" status: 200 len: 375 time: 0.0167282 Apr 29 12:06:57.134765 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-882bf2b7-00a4-4822-a18d-ffb9b41d12d8 None None] Provisioning complete for port 5531cbcd-06b5-43fe-8423-a99874c0f3e3 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:06:57.135147 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-882bf2b7-00a4-4822-a18d-ffb9b41d12d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:57.157188 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-74135c17-137b-49f4-9e54-e686a0d32045 req-771ecfbe-d4f1-4ff4-9045-4c22e611fe91 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516150 Apr 29 12:06:57.174668 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [req-74135c17-137b-49f4-9e54-e686a0d32045 req-f431b159-a255-49cb-b9e5-04cbcc3ef24d service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 12:06:57.176104 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-74135c17-137b-49f4-9e54-e686a0d32045 req-f431b159-a255-49cb-b9e5-04cbcc3ef24d service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062973 Apr 29 12:06:57.178033 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-882bf2b7-00a4-4822-a18d-ffb9b41d12d8 None None] Port 5531cbcd-06b5-43fe-8423-a99874c0f3e3 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:06:57.207964 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643e81f0-aabb-4537-bb47-aad669b8ff80 None None] Sync routers for ids ['05713b0b-df67-4526-807d-4f3f229fab5c'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:06:57.282465 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-74135c17-137b-49f4-9e54-e686a0d32045 req-34d7c024-dd73-481c-9b80-3b786e68e1e4 service neutron] 10.222.0.69 "GET /v2.0/networks/2b7ec411-fb71-41cd-8a23-f6b45451457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978365 Apr 29 12:06:57.306132 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-645579e4-00b0-4017-b437-d494aeb134ab None None] Provisioning complete for port 5531cbcd-06b5-43fe-8423-a99874c0f3e3 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:06:57.306543 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-645579e4-00b0-4017-b437-d494aeb134ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:57.309460 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643e81f0-aabb-4537-bb47-aad669b8ff80 None None] Routers {'05713b0b-df67-4526-807d-4f3f229fab5c'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:06:57.310132 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-643e81f0-aabb-4537-bb47-aad669b8ff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:06:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['05713b0b-df67-4526-807d-4f3f229fab5c'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:06:57.365726 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-645579e4-00b0-4017-b437-d494aeb134ab None None] Port 5531cbcd-06b5-43fe-8423-a99874c0f3e3 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:06:57.371945 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:57.398814 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-74135c17-137b-49f4-9e54-e686a0d32045 req-f072406f-a03d-4d07-878f-97cdb500990a service neutron] 10.222.0.69 "GET /v2.0/networks/2b7ec411-fb71-41cd-8a23-f6b45451457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089666 Apr 29 12:06:57.433984 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-643e81f0-aabb-4537-bb47-aad669b8ff80 None None] Set router 05713b0b-df67-4526-807d-4f3f229fab5c gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:06:57.490747 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-7ccb47f0-422c-4dcb-8468-367407f60da5 None None] Provisioning complete for port 5531cbcd-06b5-43fe-8423-a99874c0f3e3 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:06:57.491373 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7ccb47f0-422c-4dcb-8468-367407f60da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:57.532181 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-7ccb47f0-422c-4dcb-8468-367407f60da5 None None] Port 5531cbcd-06b5-43fe-8423-a99874c0f3e3 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:06:57.588133 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0aa0477f-d7b2-4baa-953a-56a41dc77827 req-0230b077-f35b-42dc-94a6-bb29ec1765b2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 210 time: 0.0337498 Apr 29 12:06:57.649738 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-643e81f0-aabb-4537-bb47-aad669b8ff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345179223', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'df70fef3-aae5-47b0-b8cc-9b98e9056e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:06:52Z', 'updated_at': '2022-04-29T12:06:55Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'df70fef3-aae5-47b0-b8cc-9b98e9056e8e', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:06:52Z', 'updated_at': '2022-04-29T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '5531cbcd-06b5-43fe-8423-a99874c0f3e3', 'name': '', 'network_id': '2b7ec411-fb71-41cd-8a23-f6b45451457d', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:c8:af:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '8da8c866-1de5-4cd8-9523-bd0e8bac0e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:06:54Z', 'updated_at': '2022-04-29T12:06:56Z', 'revision_number': 2, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': '8da8c866-1de5-4cd8-9523-bd0e8bac0e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:06:57.679294 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643e81f0-aabb-4537-bb47-aad669b8ff80 None None] Checking router: 05713b0b-df67-4526-807d-4f3f229fab5c for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:06:57.679645 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643e81f0-aabb-4537-bb47-aad669b8ff80 None None] Updating router 05713b0b-df67-4526-807d-4f3f229fab5c port 5531cbcd-06b5-43fe-8423-a99874c0f3e3 binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:06:57.704894 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-643e81f0-aabb-4537-bb47-aad669b8ff80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:57.835836 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 10cfe0a5-93e2-48f9-9202-77f7f305f502 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:06:57.857835 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9f4f9a65-6359-404e-ac07-d17e0ddc8486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:57.891344 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 10cfe0a5-93e2-48f9-9202-77f7f305f502 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:06:57.891719 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:57.979729 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device df70fef3-aae5-47b0-b8cc-9b98e9056e8e up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:06:57.998962 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-643e81f0-aabb-4537-bb47-aad669b8ff80 None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:58.007039 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-643e81f0-aabb-4537-bb47-aad669b8ff80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:58.031148 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port df70fef3-aae5-47b0-b8cc-9b98e9056e8e triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:06:58.031765 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:58.085074 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71183b66-5322-4bf9-995d-1c2c341c8ca0 None None] Pushing event updated for resources: {'Port': ['ID=5531cbcd-06b5-43fe-8423-a99874c0f3e3,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:58.110878 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71183b66-5322-4bf9-995d-1c2c341c8ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:58.111237 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71183b66-5322-4bf9-995d-1c2c341c8ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:58.111548 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71183b66-5322-4bf9-995d-1c2c341c8ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:58.111872 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71183b66-5322-4bf9-995d-1c2c341c8ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:58.112194 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71183b66-5322-4bf9-995d-1c2c341c8ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:58.113073 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71183b66-5322-4bf9-995d-1c2c341c8ca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:58.113391 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71183b66-5322-4bf9-995d-1c2c341c8ca0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:58.113707 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71183b66-5322-4bf9-995d-1c2c341c8ca0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:58.114023 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71183b66-5322-4bf9-995d-1c2c341c8ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:58.114735 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71183b66-5322-4bf9-995d-1c2c341c8ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:58.114735 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71183b66-5322-4bf9-995d-1c2c341c8ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:58.115023 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71183b66-5322-4bf9-995d-1c2c341c8ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:06:58.126900 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-643e81f0-aabb-4537-bb47-aad669b8ff80 None None] Attempting to bind port 5531cbcd-06b5-43fe-8423-a99874c0f3e3 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:06:58.127387 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-643e81f0-aabb-4537-bb47-aad669b8ff80 None None] Attempting to bind port 5531cbcd-06b5-43fe-8423-a99874c0f3e3 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'd12f2c67-db45-472f-b845-816334b5767a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2b7ec411-fb71-41cd-8a23-f6b45451457d'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:06:58.127855 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643e81f0-aabb-4537-bb47-aad669b8ff80 None None] Attempting to bind port 5531cbcd-06b5-43fe-8423-a99874c0f3e3 on network 2b7ec411-fb71-41cd-8a23-f6b45451457d {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:06:58.136643 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643e81f0-aabb-4537-bb47-aad669b8ff80 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:06:58.137017 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643e81f0-aabb-4537-bb47-aad669b8ff80 None None] Checking segment: {'id': 'd12f2c67-db45-472f-b845-816334b5767a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2b7ec411-fb71-41cd-8a23-f6b45451457d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:06:58.137468 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-643e81f0-aabb-4537-bb47-aad669b8ff80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:58.137861 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643e81f0-aabb-4537-bb47-aad669b8ff80 None None] Bound using segment: {'id': 'd12f2c67-db45-472f-b845-816334b5767a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2b7ec411-fb71-41cd-8a23-f6b45451457d'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:06:58.138363 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-643e81f0-aabb-4537-bb47-aad669b8ff80 None None] Bound port: 5531cbcd-06b5-43fe-8423-a99874c0f3e3, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12f2c67-db45-472f-b845-816334b5767a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2b7ec411-fb71-41cd-8a23-f6b45451457d'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:06:58.138741 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-643e81f0-aabb-4537-bb47-aad669b8ff80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:58.209442 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-643e81f0-aabb-4537-bb47-aad669b8ff80 None None] For port 5531cbcd-06b5-43fe-8423-a99874c0f3e3, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:06:58.212842 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-643e81f0-aabb-4537-bb47-aad669b8ff80 None None] For port 5531cbcd-06b5-43fe-8423-a99874c0f3e3, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=5531cbcd-06b5-43fe-8423-a99874c0f3e3,segment=NetworkSegment(d12f2c67-db45-472f-b845-816334b5767a),segment_id=d12f2c67-db45-472f-b845-816334b5767a)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:06:58.217210 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-643e81f0-aabb-4537-bb47-aad669b8ff80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:58.276712 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71183b66-5322-4bf9-995d-1c2c341c8ca0 None None] Pushing event updated for resources: {'Port': ['ID=5531cbcd-06b5-43fe-8423-a99874c0f3e3,revision_number=4']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:58.281827 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643e81f0-aabb-4537-bb47-aad669b8ff80 None None] Routers {'05713b0b-df67-4526-807d-4f3f229fab5c'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:06:58.282438 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-643e81f0-aabb-4537-bb47-aad669b8ff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:06:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['05713b0b-df67-4526-807d-4f3f229fab5c'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:06:58.367366 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-92246989-7117-4767-b8ca-222a8bb813bf None None] Provisioning complete for port 5531cbcd-06b5-43fe-8423-a99874c0f3e3 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:06:58.367747 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-92246989-7117-4767-b8ca-222a8bb813bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:58.399093 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-643e81f0-aabb-4537-bb47-aad669b8ff80 None None] Set router 05713b0b-df67-4526-807d-4f3f229fab5c gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:06:58.480075 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-92246989-7117-4767-b8ca-222a8bb813bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:58.514464 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-92246989-7117-4767-b8ca-222a8bb813bf None None] For port 5531cbcd-06b5-43fe-8423-a99874c0f3e3, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=5531cbcd-06b5-43fe-8423-a99874c0f3e3,segment=NetworkSegment(d12f2c67-db45-472f-b845-816334b5767a),segment_id=d12f2c67-db45-472f-b845-816334b5767a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:06:58.519143 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-92246989-7117-4767-b8ca-222a8bb813bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:58.578531 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92246989-7117-4767-b8ca-222a8bb813bf None None] Pushing event updated for resources: {'Port': ['ID=5531cbcd-06b5-43fe-8423-a99874c0f3e3,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:58.617874 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:58.629403 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-643e81f0-aabb-4537-bb47-aad669b8ff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345179223', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'df70fef3-aae5-47b0-b8cc-9b98e9056e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:06:52Z', 'updated_at': '2022-04-29T12:06:55Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'df70fef3-aae5-47b0-b8cc-9b98e9056e8e', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:06:52Z', 'updated_at': '2022-04-29T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '5531cbcd-06b5-43fe-8423-a99874c0f3e3', 'name': '', 'network_id': '2b7ec411-fb71-41cd-8a23-f6b45451457d', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:c8:af:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '8da8c866-1de5-4cd8-9523-bd0e8bac0e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:06:54Z', 'updated_at': '2022-04-29T12:06:58Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': '8da8c866-1de5-4cd8-9523-bd0e8bac0e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:06:58.645978 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-d67d9c19-9861-40e0-8a86-e0da869b04e1 None None] Provisioning complete for port 5531cbcd-06b5-43fe-8423-a99874c0f3e3 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:06:58.646399 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d67d9c19-9861-40e0-8a86-e0da869b04e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:58.662496 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74135c17-137b-49f4-9e54-e686a0d32045 req-93ad145f-13c3-4033-802a-7c8dc0eaff48 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:58.664005 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-74135c17-137b-49f4-9e54-e686a0d32045 req-93ad145f-13c3-4033-802a-7c8dc0eaff48 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.62 "GET /v2.0/networks?id=2b7ec411-fb71-41cd-8a23-f6b45451457d HTTP/1.1" status: 200 len: 797 time: 0.1333110 Apr 29 12:06:58.664602 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643e81f0-aabb-4537-bb47-aad669b8ff80 None None] The sync data for ids ['05713b0b-df67-4526-807d-4f3f229fab5c'] in dv-neutron-838888-1-hyperv is: [{'id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345179223', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'df70fef3-aae5-47b0-b8cc-9b98e9056e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:06:52Z', 'updated_at': '2022-04-29T12:06:55Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'df70fef3-aae5-47b0-b8cc-9b98e9056e8e', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:06:52Z', 'updated_at': '2022-04-29T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '5531cbcd-06b5-43fe-8423-a99874c0f3e3', 'name': '', 'network_id': '2b7ec411-fb71-41cd-8a23-f6b45451457d', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:c8:af:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '8da8c866-1de5-4cd8-9523-bd0e8bac0e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:06:54Z', 'updated_at': '2022-04-29T12:06:58Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': '8da8c866-1de5-4cd8-9523-bd0e8bac0e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:06:58.720847 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d7ef2e62-9629-46dd-8bc2-cf0c1f9c0e4f req-7ba900b6-5469-4335-a443-4ac04b69032f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 210 time: 0.0395977 Apr 29 12:06:58.772631 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-74135c17-137b-49f4-9e54-e686a0d32045 req-61ac4a4b-cb81-4693-80a8-5720f2a1ba62 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c28ececa83b46b8acc32fd2580ffbc3 HTTP/1.1" status: 200 len: 379 time: 0.0978007 Apr 29 12:06:58.789925 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-74135c17-137b-49f4-9e54-e686a0d32045 req-2958a11a-a10e-4793-862f-e27c9daacde3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'port': {'device_id': 'c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf', 'network_id': '2b7ec411-fb71-41cd-8a23-f6b45451457d', 'admin_state_up': True, 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'security_groups': ['63267224-11ea-4aed-b517-6496b68f98d7']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:06:58.921953 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74135c17-137b-49f4-9e54-e686a0d32045 req-2958a11a-a10e-4793-862f-e27c9daacde3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Made reservation on behalf of 1c28ececa83b46b8acc32fd2580ffbc3 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:06:58.925884 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-74135c17-137b-49f4-9e54-e686a0d32045 req-2958a11a-a10e-4793-862f-e27c9daacde3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:59.063444 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-74135c17-137b-49f4-9e54-e686a0d32045 req-2958a11a-a10e-4793-862f-e27c9daacde3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Allocated IP 172.20.0.5 (2b7ec411-fb71-41cd-8a23-f6b45451457d/8da8c866-1de5-4cd8-9523-bd0e8bac0e27/5ba45525-9db8-413c-b130-5b302802a0ef) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:06:59.211219 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-74135c17-137b-49f4-9e54-e686a0d32045 req-2958a11a-a10e-4793-862f-e27c9daacde3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:59.247784 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-74135c17-137b-49f4-9e54-e686a0d32045 req-2958a11a-a10e-4793-862f-e27c9daacde3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:59.303970 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74135c17-137b-49f4-9e54-e686a0d32045 req-2958a11a-a10e-4793-862f-e27c9daacde3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network 2b7ec411-fb71-41cd-8a23-f6b45451457d is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:06:59.307299 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-74135c17-137b-49f4-9e54-e686a0d32045 req-2958a11a-a10e-4793-862f-e27c9daacde3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:06:59.311423 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-74135c17-137b-49f4-9e54-e686a0d32045 req-2958a11a-a10e-4793-862f-e27c9daacde3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:06:59.319096 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958a11a-a10e-4793-862f-e27c9daacde3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Port': ['ID=5ba45525-9db8-413c-b130-5b302802a0ef,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:59.381361 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74135c17-137b-49f4-9e54-e686a0d32045 req-2958a11a-a10e-4793-862f-e27c9daacde3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:59.382278 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-74135c17-137b-49f4-9e54-e686a0d32045 req-2958a11a-a10e-4793-862f-e27c9daacde3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:59.401012 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-74135c17-137b-49f4-9e54-e686a0d32045 req-2958a11a-a10e-4793-862f-e27c9daacde3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6155827 Apr 29 12:06:59.483611 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-74135c17-137b-49f4-9e54-e686a0d32045 req-1b1f2fa6-d10b-42a5-924e-920fdfb93368 service neutron] Request body: {'port': {'device_id': 'c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:06:59.544933 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-74135c17-137b-49f4-9e54-e686a0d32045 req-1b1f2fa6-d10b-42a5-924e-920fdfb93368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:59.555902 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-d47abd57-4ae8-4859-9af2-0dd698581738 None None] Provisioning complete for port 5ba45525-9db8-413c-b130-5b302802a0ef triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:06:59.556785 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d47abd57-4ae8-4859-9af2-0dd698581738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:59.592586 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-d47abd57-4ae8-4859-9af2-0dd698581738 None None] Port 5ba45525-9db8-413c-b130-5b302802a0ef cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:06:59.855461 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 5531cbcd-06b5-43fe-8423-a99874c0f3e3 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:06:59.870087 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-74135c17-137b-49f4-9e54-e686a0d32045 req-1b1f2fa6-d10b-42a5-924e-920fdfb93368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ba45525-9db8-413c-b130-5b302802a0ef {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:06:59.881026 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-74135c17-137b-49f4-9e54-e686a0d32045 req-1b1f2fa6-d10b-42a5-924e-920fdfb93368 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:59.900978 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-74135c17-137b-49f4-9e54-e686a0d32045 req-1b1f2fa6-d10b-42a5-924e-920fdfb93368 service neutron] Transition to ACTIVE for port object 5ba45525-9db8-413c-b130-5b302802a0ef will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:06:59.910321 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78051dd7-4ee7-4205-a3d5-8b12ce60ef9e req-bf2025fd-8ea0-4349-92c7-906a4b2d34a7 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:59.911800 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-78051dd7-4ee7-4205-a3d5-8b12ce60ef9e req-bf2025fd-8ea0-4349-92c7-906a4b2d34a7 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 931 time: 0.0810339 Apr 29 12:06:59.912961 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-74135c17-137b-49f4-9e54-e686a0d32045 req-1b1f2fa6-d10b-42a5-924e-920fdfb93368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:59.913828 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 5531cbcd-06b5-43fe-8423-a99874c0f3e3 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:06:59.914348 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:59.997523 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f2fa6-d10b-42a5-924e-920fdfb93368 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba45525-9db8-413c-b130-5b302802a0ef,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:07:00.027678 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-78051dd7-4ee7-4205-a3d5-8b12ce60ef9e req-2705a807-9e2b-4ca5-afce-69f73033b4e4 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=63267224-11ea-4aed-b517-6496b68f98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049259 Apr 29 12:07:00.084807 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-74135c17-137b-49f4-9e54-e686a0d32045 req-1b1f2fa6-d10b-42a5-924e-920fdfb93368 service neutron] Attempting to bind port 5ba45525-9db8-413c-b130-5b302802a0ef on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:07:00.085142 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-74135c17-137b-49f4-9e54-e686a0d32045 req-1b1f2fa6-d10b-42a5-924e-920fdfb93368 service neutron] Attempting to bind port 5ba45525-9db8-413c-b130-5b302802a0ef by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'd12f2c67-db45-472f-b845-816334b5767a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2b7ec411-fb71-41cd-8a23-f6b45451457d'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:07:00.085472 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74135c17-137b-49f4-9e54-e686a0d32045 req-1b1f2fa6-d10b-42a5-924e-920fdfb93368 service neutron] Attempting to bind port 5ba45525-9db8-413c-b130-5b302802a0ef on network 2b7ec411-fb71-41cd-8a23-f6b45451457d {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:07:00.090036 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74135c17-137b-49f4-9e54-e686a0d32045 req-1b1f2fa6-d10b-42a5-924e-920fdfb93368 service neutron] Port 5ba45525-9db8-413c-b130-5b302802a0ef on network 2b7ec411-fb71-41cd-8a23-f6b45451457d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 12:07:00.090380 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74135c17-137b-49f4-9e54-e686a0d32045 req-1b1f2fa6-d10b-42a5-924e-920fdfb93368 service neutron] Attempting to bind port 5ba45525-9db8-413c-b130-5b302802a0ef on network 2b7ec411-fb71-41cd-8a23-f6b45451457d {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:07:00.095431 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74135c17-137b-49f4-9e54-e686a0d32045 req-1b1f2fa6-d10b-42a5-924e-920fdfb93368 service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:07:00.095772 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74135c17-137b-49f4-9e54-e686a0d32045 req-1b1f2fa6-d10b-42a5-924e-920fdfb93368 service neutron] Checking segment: {'id': 'd12f2c67-db45-472f-b845-816334b5767a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2b7ec411-fb71-41cd-8a23-f6b45451457d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:07:00.096147 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74135c17-137b-49f4-9e54-e686a0d32045 req-1b1f2fa6-d10b-42a5-924e-920fdfb93368 service neutron] Bound using segment: {'id': 'd12f2c67-db45-472f-b845-816334b5767a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2b7ec411-fb71-41cd-8a23-f6b45451457d'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:07:00.096940 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-74135c17-137b-49f4-9e54-e686a0d32045 req-1b1f2fa6-d10b-42a5-924e-920fdfb93368 service neutron] Bound port: 5ba45525-9db8-413c-b130-5b302802a0ef, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd12f2c67-db45-472f-b845-816334b5767a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2b7ec411-fb71-41cd-8a23-f6b45451457d'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:07:00.097586 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-74135c17-137b-49f4-9e54-e686a0d32045 req-1b1f2fa6-d10b-42a5-924e-920fdfb93368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:00.122505 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:00.167605 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-74135c17-137b-49f4-9e54-e686a0d32045 req-1b1f2fa6-d10b-42a5-924e-920fdfb93368 service neutron] For port 5ba45525-9db8-413c-b130-5b302802a0ef, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:07:00.170722 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-74135c17-137b-49f4-9e54-e686a0d32045 req-1b1f2fa6-d10b-42a5-924e-920fdfb93368 service neutron] For port 5ba45525-9db8-413c-b130-5b302802a0ef, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5ba45525-9db8-413c-b130-5b302802a0ef,segment=NetworkSegment(d12f2c67-db45-472f-b845-816334b5767a),segment_id=d12f2c67-db45-472f-b845-816334b5767a)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:07:00.176849 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-74135c17-137b-49f4-9e54-e686a0d32045 req-1b1f2fa6-d10b-42a5-924e-920fdfb93368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:00.213694 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74135c17-137b-49f4-9e54-e686a0d32045 req-1b1f2fa6-d10b-42a5-924e-920fdfb93368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:00.214413 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-74135c17-137b-49f4-9e54-e686a0d32045 req-1b1f2fa6-d10b-42a5-924e-920fdfb93368 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:00.216143 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-74135c17-137b-49f4-9e54-e686a0d32045 req-1b1f2fa6-d10b-42a5-924e-920fdfb93368 service neutron] 10.222.0.62 "PUT /v2.0/ports/5ba45525-9db8-413c-b130-5b302802a0ef HTTP/1.1" status: 200 len: 1093 time: 0.8069437 Apr 29 12:07:00.216606 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf', 'tag': '5ba45525-9db8-413c-b130-5b302802a0ef'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:07:00.219094 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6be4cae-41b5-44d5-80e9-12ea1efd93a3" -d '{"events": [{"name": "network-changed", "server_uuid": "c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf", "tag": "5ba45525-9db8-413c-b130-5b302802a0ef"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:07:00.245567 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f2fa6-d10b-42a5-924e-920fdfb93368 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba45525-9db8-413c-b130-5b302802a0ef,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:07:00.279207 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:00.297575 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9644e6f0-3a24-466d-aed5-d3d56548c633 x-openstack-request-id: req-9644e6f0-3a24-466d-aed5-d3d56548c633 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:07:00.298136 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf", "tag": "5ba45525-9db8-413c-b130-5b302802a0ef", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:07:00.298520 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9644e6f0-3a24-466d-aed5-d3d56548c633 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:07:00.299204 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9644e6f0-3a24-466d-aed5-d3d56548c633'] response: {'name': 'network-changed', 'server_uuid': 'c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf', 'tag': '5ba45525-9db8-413c-b130-5b302802a0ef', 'status': 'completed', 'code': 200} Apr 29 12:07:00.319651 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74135c17-137b-49f4-9e54-e686a0d32045 req-d574b54b-7857-4eb5-be8b-f04852987435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:00.321294 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-74135c17-137b-49f4-9e54-e686a0d32045 req-d574b54b-7857-4eb5-be8b-f04852987435 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 1096 time: 0.0581214 Apr 29 12:07:00.371587 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-74135c17-137b-49f4-9e54-e686a0d32045 req-fe2e2dee-c53a-41b5-8bd2-c3295ad83d91 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ba45525-9db8-413c-b130-5b302802a0ef HTTP/1.1" status: 200 len: 217 time: 0.0417898 Apr 29 12:07:00.424751 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74135c17-137b-49f4-9e54-e686a0d32045 req-a5e8d053-ed37-4a4a-96b8-e10ba3493133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:00.426380 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-74135c17-137b-49f4-9e54-e686a0d32045 req-a5e8d053-ed37-4a4a-96b8-e10ba3493133 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8da8c866-1de5-4cd8-9523-bd0e8bac0e27 HTTP/1.1" status: 200 len: 835 time: 0.0475450 Apr 29 12:07:00.474537 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74135c17-137b-49f4-9e54-e686a0d32045 req-d91860e7-c337-4545-b01f-022148eb6896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:00.476076 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-74135c17-137b-49f4-9e54-e686a0d32045 req-d91860e7-c337-4545-b01f-022148eb6896 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b7ec411-fb71-41cd-8a23-f6b45451457d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424120 Apr 29 12:07:00.567809 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-74135c17-137b-49f4-9e54-e686a0d32045 req-67b07c51-f4ac-42fe-aba8-361b7a62a5ab service neutron] 10.222.0.62 "GET /v2.0/networks/2b7ec411-fb71-41cd-8a23-f6b45451457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844045 Apr 29 12:07:00.659597 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-74135c17-137b-49f4-9e54-e686a0d32045 req-986845d9-0ad2-43af-8cf4-bdd1e64d1f32 service neutron] 10.222.0.62 "GET /v2.0/networks/2b7ec411-fb71-41cd-8a23-f6b45451457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816791 Apr 29 12:07:00.756929 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be4cae-41b5-44d5-80e9-12ea1efd93a3 req-ca6f5ef5-c4b0-41cf-8cbe-e487e45e68b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:00.758444 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e6be4cae-41b5-44d5-80e9-12ea1efd93a3 req-ca6f5ef5-c4b0-41cf-8cbe-e487e45e68b1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 1096 time: 0.0457153 Apr 29 12:07:00.849820 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be4cae-41b5-44d5-80e9-12ea1efd93a3 req-2e54d141-bb2a-427e-b2ab-9e0449b67e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:00.851310 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e6be4cae-41b5-44d5-80e9-12ea1efd93a3 req-2e54d141-bb2a-427e-b2ab-9e0449b67e70 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b7ec411-fb71-41cd-8a23-f6b45451457d HTTP/1.1" status: 200 len: 898 time: 0.0847778 Apr 29 12:07:00.896648 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e6be4cae-41b5-44d5-80e9-12ea1efd93a3 req-6a25ceac-fdf0-463a-8ee6-1b195ce28413 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ba45525-9db8-413c-b130-5b302802a0ef HTTP/1.1" status: 200 len: 217 time: 0.0380545 Apr 29 12:07:00.946712 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be4cae-41b5-44d5-80e9-12ea1efd93a3 req-3216616e-27be-494c-b5ba-f56e337098a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:00.948176 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e6be4cae-41b5-44d5-80e9-12ea1efd93a3 req-3216616e-27be-494c-b5ba-f56e337098a7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8da8c866-1de5-4cd8-9523-bd0e8bac0e27 HTTP/1.1" status: 200 len: 835 time: 0.0445919 Apr 29 12:07:00.994972 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be4cae-41b5-44d5-80e9-12ea1efd93a3 req-73ab169f-4f2c-462d-b234-904e3802c8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:00.996467 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e6be4cae-41b5-44d5-80e9-12ea1efd93a3 req-73ab169f-4f2c-462d-b234-904e3802c8af service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b7ec411-fb71-41cd-8a23-f6b45451457d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407820 Apr 29 12:07:01.090635 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e6be4cae-41b5-44d5-80e9-12ea1efd93a3 req-4035c147-1cf7-4ecd-9466-aa974d4677bf service neutron] 10.222.0.62 "GET /v2.0/networks/2b7ec411-fb71-41cd-8a23-f6b45451457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857434 Apr 29 12:07:01.203964 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b6421-b2fd-41de-a126-7a5a9c5ce48c req-ee73d0a0-81df-409a-ad59-21d883c5028f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:01.205508 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a95b6421-b2fd-41de-a126-7a5a9c5ce48c req-ee73d0a0-81df-409a-ad59-21d883c5028f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 943 time: 0.1088061 Apr 29 12:07:01.236442 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e6be4cae-41b5-44d5-80e9-12ea1efd93a3 req-4a02ed43-629b-41a0-9b2d-b27337f04abd service neutron] 10.222.0.62 "GET /v2.0/networks/2b7ec411-fb71-41cd-8a23-f6b45451457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378796 Apr 29 12:07:01.257279 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a95b6421-b2fd-41de-a126-7a5a9c5ce48c req-e9d13955-7578-4c03-bd17-89b7f6e7d1dc tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=63267224-11ea-4aed-b517-6496b68f98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453291 Apr 29 12:07:02.375411 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e5fc8-e9d4-4529-bbc9-e0d342f17897 req-3d7c561b-1890-4eb3-acee-90cd91028e38 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:02.376911 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ed0e5fc8-e9d4-4529-bbc9-e0d342f17897 req-3d7c561b-1890-4eb3-acee-90cd91028e38 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 943 time: 0.0501149 Apr 29 12:07:02.416011 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ed0e5fc8-e9d4-4529-bbc9-e0d342f17897 req-7470d982-cbfc-4bbe-a622-9d267be0ce2a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=63267224-11ea-4aed-b517-6496b68f98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326884 Apr 29 12:07:03.225362 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 5ba45525-9db8-413c-b130-5b302802a0ef details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 12:07:03.322077 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 5ba45525-9db8-413c-b130-5b302802a0ef, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5ba45525-9db8-413c-b130-5b302802a0ef,segment=NetworkSegment(d12f2c67-db45-472f-b845-816334b5767a),segment_id=d12f2c67-db45-472f-b845-816334b5767a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:07:03.333055 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '5ba45525-9db8-413c-b130-5b302802a0ef', 'network_id': '2b7ec411-fb71-41cd-8a23-f6b45451457d', 'port_id': '5ba45525-9db8-413c-b130-5b302802a0ef', 'mac_address': 'fa:16:3e:5e:e8:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da8c866-1de5-4cd8-9523-bd0e8bac0e27', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 12:07:03.370761 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:03.387431 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ba45525-9db8-413c-b130-5b302802a0ef {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:07:03.406875 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 5ba45525-9db8-413c-b130-5b302802a0ef, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5ba45525-9db8-413c-b130-5b302802a0ef,segment=NetworkSegment(d12f2c67-db45-472f-b845-816334b5767a),segment_id=d12f2c67-db45-472f-b845-816334b5767a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:07:03.410964 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:03.470295 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=5ba45525-9db8-413c-b130-5b302802a0ef,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:07:03.542001 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7dae4c-30a4-46c0-a444-89d23e067f18 req-568b5343-0f02-4eb5-b256-836e6b1c313a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:03.543524 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2a7dae4c-30a4-46c0-a444-89d23e067f18 req-568b5343-0f02-4eb5-b256-836e6b1c313a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 944 time: 0.0497656 Apr 29 12:07:03.584638 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2a7dae4c-30a4-46c0-a444-89d23e067f18 req-83b2baa6-ea05-42f8-ae90-5d9fd7d1605e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=63267224-11ea-4aed-b517-6496b68f98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338986 Apr 29 12:07:03.662567 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['5ba45525-9db8-413c-b130-5b302802a0ef'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 12:07:04.698470 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11596bb4-8cf0-436b-ae6d-fc45fa53596b req-b60e2d9b-6744-4095-be3d-f8a704b6af30 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:04.699948 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-11596bb4-8cf0-436b-ae6d-fc45fa53596b req-b60e2d9b-6744-4095-be3d-f8a704b6af30 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 944 time: 0.0483093 Apr 29 12:07:04.743861 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-11596bb4-8cf0-436b-ae6d-fc45fa53596b req-2e4da860-e933-4dd0-8591-a48b5855ad1a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=63267224-11ea-4aed-b517-6496b68f98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379090 Apr 29 12:07:05.240205 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 5ba45525-9db8-413c-b130-5b302802a0ef up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:07:05.289641 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port 5ba45525-9db8-413c-b130-5b302802a0ef completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:07:05.293497 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 5ba45525-9db8-413c-b130-5b302802a0ef triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:07:05.293865 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:05.373325 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:05.397024 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba45525-9db8-413c-b130-5b302802a0ef'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:07:05.399405 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958a7862-b311-4fda-b937-7c75fa2ba2c8" -d '{"events": [{"server_uuid": "c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf", "name": "network-vif-plugged", "status": "completed", "tag": "5ba45525-9db8-413c-b130-5b302802a0ef"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:07:05.411869 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 5ba45525-9db8-413c-b130-5b302802a0ef, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5ba45525-9db8-413c-b130-5b302802a0ef,segment=NetworkSegment(d12f2c67-db45-472f-b845-816334b5767a),segment_id=d12f2c67-db45-472f-b845-816334b5767a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:07:05.416189 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:05.441538 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf10ad5-5700-41b6-b682-dd5904ccd2a8 x-openstack-request-id: req-0cf10ad5-5700-41b6-b682-dd5904ccd2a8 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:07:05.441823 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf", "name": "network-vif-plugged", "status": "completed", "tag": "5ba45525-9db8-413c-b130-5b302802a0ef", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:07:05.442074 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0cf10ad5-5700-41b6-b682-dd5904ccd2a8 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:07:05.442516 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cf10ad5-5700-41b6-b682-dd5904ccd2a8'] response: {'server_uuid': 'c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba45525-9db8-413c-b130-5b302802a0ef', 'code': 200} Apr 29 12:07:05.471761 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=5ba45525-9db8-413c-b130-5b302802a0ef,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:07:05.610334 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ae85d-ee58-4b4e-95bc-66b10c61aed4 req-01550216-822c-479f-810d-801e5861b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:05.611812 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-225ae85d-ee58-4b4e-95bc-66b10c61aed4 req-01550216-822c-479f-810d-801e5861b440 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 1098 time: 0.0387733 Apr 29 12:07:05.653853 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-225ae85d-ee58-4b4e-95bc-66b10c61aed4 req-cbf3058c-ce23-4385-bea7-2bfea515b44c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=63267224-11ea-4aed-b517-6496b68f98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344875 Apr 29 12:07:05.860636 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df7e39-4545-4877-87d8-4a05a152399c req-e87a9e06-afbe-4a27-9ce1-70c46f2f5828 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:05.862103 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-00df7e39-4545-4877-87d8-4a05a152399c req-e87a9e06-afbe-4a27-9ce1-70c46f2f5828 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 945 time: 0.0491419 Apr 29 12:07:05.901520 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-00df7e39-4545-4877-87d8-4a05a152399c req-c8007e7c-7a34-4f8a-8dfd-a19c450594fc tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=63267224-11ea-4aed-b517-6496b68f98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326974 Apr 29 12:07:07.016477 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9a501-4958-447d-840c-490299034837 req-48d13b17-98da-458d-bf5c-77cc4bfecfb9 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:07.017979 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a4c9a501-4958-447d-840c-490299034837 req-48d13b17-98da-458d-bf5c-77cc4bfecfb9 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 945 time: 0.0478201 Apr 29 12:07:07.059843 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a4c9a501-4958-447d-840c-490299034837 req-fa7f48e6-1cfc-4659-81af-7fd97ecd8812 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=63267224-11ea-4aed-b517-6496b68f98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358851 Apr 29 12:07:07.174698 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6bb2a-62c7-4bc3-b879-53bbc3d71a04 req-20532547-076a-442a-8fcf-4c216ee1e54c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:07.175677 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-07a6bb2a-62c7-4bc3-b879-53bbc3d71a04 req-20532547-076a-442a-8fcf-4c216ee1e54c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 945 time: 0.0493827 Apr 29 12:07:07.215038 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-07a6bb2a-62c7-4bc3-b879-53bbc3d71a04 req-8285a08f-7cec-457c-b2a0-018c7ffb8597 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=63267224-11ea-4aed-b517-6496b68f98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324857 Apr 29 12:07:07.236466 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58564) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:07:07.275953 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373969bd-2ab6-4235-b797-fbdde541e9f4 tempest-TestNetworkAdvancedServerOps-785408138 tempest-TestNetworkAdvancedServerOps-785408138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:07.277451 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-373969bd-2ab6-4235-b797-fbdde541e9f4 tempest-TestNetworkAdvancedServerOps-785408138 tempest-TestNetworkAdvancedServerOps-785408138-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 1093 time: 0.0400209 Apr 29 12:07:07.280287 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58566) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:07:07.284611 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-876ba56b-1e6b-46fa-ba12-c4f84a6fbe2c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'port_id': '5ba45525-9db8-413c-b130-5b302802a0ef', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:07:07.305995 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-876ba56b-1e6b-46fa-ba12-c4f84a6fbe2c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for floatingip, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:07.406129 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-876ba56b-1e6b-46fa-ba12-c4f84a6fbe2c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:07.511809 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-876ba56b-1e6b-46fa-ba12-c4f84a6fbe2c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Allocated IP 172.26.4.78 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/0b576473-a048-48f5-902e-978ce2990422) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:07:07.617415 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-876ba56b-1e6b-46fa-ba12-c4f84a6fbe2c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:07.650182 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-876ba56b-1e6b-46fa-ba12-c4f84a6fbe2c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:07.689689 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876ba56b-1e6b-46fa-ba12-c4f84a6fbe2c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:07:07.692835 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-876ba56b-1e6b-46fa-ba12-c4f84a6fbe2c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:07:07.696542 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876ba56b-1e6b-46fa-ba12-c4f84a6fbe2c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:07:07.718586 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ba56b-1e6b-46fa-ba12-c4f84a6fbe2c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Port': ['ID=0b576473-a048-48f5-902e-978ce2990422,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:07:08.056386 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-876ba56b-1e6b-46fa-ba12-c4f84a6fbe2c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:08.124815 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-876ba56b-1e6b-46fa-ba12-c4f84a6fbe2c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:08.275071 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-876ba56b-1e6b-46fa-ba12-c4f84a6fbe2c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:08.279567 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-876ba56b-1e6b-46fa-ba12-c4f84a6fbe2c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:08.356128 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ba56b-1e6b-46fa-ba12-c4f84a6fbe2c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Port': ['ID=0b576473-a048-48f5-902e-978ce2990422,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:07:08.365396 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-876ba56b-1e6b-46fa-ba12-c4f84a6fbe2c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:08.797168 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [None req-876ba56b-1e6b-46fa-ba12-c4f84a6fbe2c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Floating IP 3c6842f1-9f76-44e2-b9ab-58ff0c84aa63 associated. External IP: 172.26.4.78, port: 5ba45525-9db8-413c-b130-5b302802a0ef. Apr 29 12:07:09.010851 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876ba56b-1e6b-46fa-ba12-c4f84a6fbe2c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Router 05713b0b-df67-4526-807d-4f3f229fab5c has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:07:09.114555 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876ba56b-1e6b-46fa-ba12-c4f84a6fbe2c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:07:09.124501 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7804a8-daaf-4975-b72d-4c83f4837718 None None] Sync routers for ids ['05713b0b-df67-4526-807d-4f3f229fab5c'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:07:09.134624 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-876ba56b-1e6b-46fa-ba12-c4f84a6fbe2c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:09.135054 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7804a8-daaf-4975-b72d-4c83f4837718 None None] Routers {'05713b0b-df67-4526-807d-4f3f229fab5c'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:07:09.135751 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6c7804a8-daaf-4975-b72d-4c83f4837718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:06:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['05713b0b-df67-4526-807d-4f3f229fab5c'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:07:09.165981 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-876ba56b-1e6b-46fa-ba12-c4f84a6fbe2c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8846557 Apr 29 12:07:09.166597 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf', 'tag': '5ba45525-9db8-413c-b130-5b302802a0ef'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:07:09.168872 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e65ea5-ee0e-4dc9-bf0f-9cac7604d10f" -d '{"events": [{"name": "network-changed", "server_uuid": "c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf", "tag": "5ba45525-9db8-413c-b130-5b302802a0ef"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:07:09.217912 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a4158d-7d83-4696-9ec3-fbb8c92102c0 x-openstack-request-id: req-42a4158d-7d83-4696-9ec3-fbb8c92102c0 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:07:09.218233 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf", "tag": "5ba45525-9db8-413c-b130-5b302802a0ef", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:07:09.218492 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-42a4158d-7d83-4696-9ec3-fbb8c92102c0 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:07:09.219451 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42a4158d-7d83-4696-9ec3-fbb8c92102c0'] response: {'name': 'network-changed', 'server_uuid': 'c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf', 'tag': '5ba45525-9db8-413c-b130-5b302802a0ef', 'status': 'completed', 'code': 200} Apr 29 12:07:09.248621 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-6c7804a8-daaf-4975-b72d-4c83f4837718 None None] Set router 05713b0b-df67-4526-807d-4f3f229fab5c gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:07:09.314531 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff63ad9-926c-4a5a-a426-ec70e3490c46 req-bf12d7df-ae4b-4ed0-9bef-78cfa147658f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:09.316330 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8ff63ad9-926c-4a5a-a426-ec70e3490c46 req-bf12d7df-ae4b-4ed0-9bef-78cfa147658f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 945 time: 0.0813069 Apr 29 12:07:09.318296 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e65ea5-ee0e-4dc9-bf0f-9cac7604d10f req-a3a06da8-bb81-4cdc-87df-2636bae565b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:09.319713 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d6e65ea5-ee0e-4dc9-bf0f-9cac7604d10f req-a3a06da8-bb81-4cdc-87df-2636bae565b4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 1098 time: 0.0722251 Apr 29 12:07:09.409155 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8ff63ad9-926c-4a5a-a426-ec70e3490c46 req-06266cc3-39b7-46d5-a498-f399ac5f404a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=63267224-11ea-4aed-b517-6496b68f98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861101 Apr 29 12:07:09.431438 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58572) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:07:09.440815 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e65ea5-ee0e-4dc9-bf0f-9cac7604d10f req-072e5b4a-be92-455e-a52a-c0c813d8a8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:09.442911 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d6e65ea5-ee0e-4dc9-bf0f-9cac7604d10f req-072e5b4a-be92-455e-a52a-c0c813d8a8e4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b7ec411-fb71-41cd-8a23-f6b45451457d HTTP/1.1" status: 200 len: 898 time: 0.1132317 Apr 29 12:07:09.497551 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6c7804a8-daaf-4975-b72d-4c83f4837718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345179223', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'df70fef3-aae5-47b0-b8cc-9b98e9056e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:06:52Z', 'updated_at': '2022-04-29T12:06:55Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'df70fef3-aae5-47b0-b8cc-9b98e9056e8e', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:06:52Z', 'updated_at': '2022-04-29T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '3c6842f1-9f76-44e2-b9ab-58ff0c84aa63', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'floating_ip_address': '172.26.4.78', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'port_id': '5ba45525-9db8-413c-b130-5b302802a0ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b7ec411-fb71-41cd-8a23-f6b45451457d', 'mac_address': 'fa:16:3e:5e:e8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:07:07Z', 'updated_at': '2022-04-29T12:07:07Z', 'revision_number': 0, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5531cbcd-06b5-43fe-8423-a99874c0f3e3', 'name': '', 'network_id': '2b7ec411-fb71-41cd-8a23-f6b45451457d', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:c8:af:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '8da8c866-1de5-4cd8-9523-bd0e8bac0e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:06:54Z', 'updated_at': '2022-04-29T12:06:58Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': '8da8c866-1de5-4cd8-9523-bd0e8bac0e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:07:09.502984 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7c0cab95-f7a0-4aa6-a915-7d2ee519dc51 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/floatingips/3c6842f1-9f76-44e2-b9ab-58ff0c84aa63 HTTP/1.1" status: 200 len: 990 time: 0.0698168 Apr 29 12:07:09.516160 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d6e65ea5-ee0e-4dc9-bf0f-9cac7604d10f req-000e8102-efc8-49ca-a5ab-ab1d901da2e1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ba45525-9db8-413c-b130-5b302802a0ef HTTP/1.1" status: 200 len: 998 time: 0.0656776 Apr 29 12:07:09.526818 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7804a8-daaf-4975-b72d-4c83f4837718 None None] Checking router: 05713b0b-df67-4526-807d-4f3f229fab5c for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:07:09.535302 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7804a8-daaf-4975-b72d-4c83f4837718 None None] Routers {'05713b0b-df67-4526-807d-4f3f229fab5c'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:07:09.535894 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6c7804a8-daaf-4975-b72d-4c83f4837718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:06:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['05713b0b-df67-4526-807d-4f3f229fab5c'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:07:09.572073 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e65ea5-ee0e-4dc9-bf0f-9cac7604d10f req-c423022f-0167-4236-ad30-97d8ac129f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:09.573555 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d6e65ea5-ee0e-4dc9-bf0f-9cac7604d10f req-c423022f-0167-4236-ad30-97d8ac129f6a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8da8c866-1de5-4cd8-9523-bd0e8bac0e27 HTTP/1.1" status: 200 len: 835 time: 0.0509951 Apr 29 12:07:09.621182 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e65ea5-ee0e-4dc9-bf0f-9cac7604d10f req-7cefff42-173c-4366-a913-5ead852914c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:09.622756 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d6e65ea5-ee0e-4dc9-bf0f-9cac7604d10f req-7cefff42-173c-4366-a913-5ead852914c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b7ec411-fb71-41cd-8a23-f6b45451457d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418921 Apr 29 12:07:09.643855 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-6c7804a8-daaf-4975-b72d-4c83f4837718 None None] Set router 05713b0b-df67-4526-807d-4f3f229fab5c gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:07:09.714301 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d6e65ea5-ee0e-4dc9-bf0f-9cac7604d10f req-abbe247d-03e6-4136-b1b5-3aea9d2a28f8 service neutron] 10.222.0.62 "GET /v2.0/networks/2b7ec411-fb71-41cd-8a23-f6b45451457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844798 Apr 29 12:07:09.828023 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d6e65ea5-ee0e-4dc9-bf0f-9cac7604d10f req-7597c564-5636-4e29-a727-3772858d8f44 service neutron] 10.222.0.62 "GET /v2.0/networks/2b7ec411-fb71-41cd-8a23-f6b45451457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068499 Apr 29 12:07:10.018745 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6c7804a8-daaf-4975-b72d-4c83f4837718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345179223', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'df70fef3-aae5-47b0-b8cc-9b98e9056e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:06:52Z', 'updated_at': '2022-04-29T12:06:55Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'df70fef3-aae5-47b0-b8cc-9b98e9056e8e', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:06:52Z', 'updated_at': '2022-04-29T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '3c6842f1-9f76-44e2-b9ab-58ff0c84aa63', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'floating_ip_address': '172.26.4.78', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'port_id': '5ba45525-9db8-413c-b130-5b302802a0ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b7ec411-fb71-41cd-8a23-f6b45451457d', 'mac_address': 'fa:16:3e:5e:e8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:07:07Z', 'updated_at': '2022-04-29T12:07:07Z', 'revision_number': 0, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5531cbcd-06b5-43fe-8423-a99874c0f3e3', 'name': '', 'network_id': '2b7ec411-fb71-41cd-8a23-f6b45451457d', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:c8:af:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '8da8c866-1de5-4cd8-9523-bd0e8bac0e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:06:54Z', 'updated_at': '2022-04-29T12:06:58Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': '8da8c866-1de5-4cd8-9523-bd0e8bac0e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:07:10.045979 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7804a8-daaf-4975-b72d-4c83f4837718 None None] The sync data for ids ['05713b0b-df67-4526-807d-4f3f229fab5c'] in dv-neutron-838888-1-hyperv is: [{'id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345179223', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'df70fef3-aae5-47b0-b8cc-9b98e9056e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:06:52Z', 'updated_at': '2022-04-29T12:06:55Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'df70fef3-aae5-47b0-b8cc-9b98e9056e8e', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:06:52Z', 'updated_at': '2022-04-29T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '3c6842f1-9f76-44e2-b9ab-58ff0c84aa63', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'floating_ip_address': '172.26.4.78', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'port_id': '5ba45525-9db8-413c-b130-5b302802a0ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b7ec411-fb71-41cd-8a23-f6b45451457d', 'mac_address': 'fa:16:3e:5e:e8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:07:07Z', 'updated_at': '2022-04-29T12:07:07Z', 'revision_number': 0, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5531cbcd-06b5-43fe-8423-a99874c0f3e3', 'name': '', 'network_id': '2b7ec411-fb71-41cd-8a23-f6b45451457d', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:c8:af:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '8da8c866-1de5-4cd8-9523-bd0e8bac0e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:06:54Z', 'updated_at': '2022-04-29T12:06:58Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': '8da8c866-1de5-4cd8-9523-bd0e8bac0e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:07:10.243953 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bf5ed5-2952-4d8f-be2a-c84e2a2d28f3 None None] New status for floating IP 3c6842f1-9f76-44e2-b9ab-58ff0c84aa63: ACTIVE {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:07:10.506872 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58574) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:07:10.572269 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-332a0591-5a51-47a5-b5de-ed7d7a97387e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/floatingips/3c6842f1-9f76-44e2-b9ab-58ff0c84aa63 HTTP/1.1" status: 200 len: 992 time: 0.0642412 Apr 29 12:07:23.631858 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0235fa32-2243-4f5b-8862-95b90ac23cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:25.270122 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:07:27.333023 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:27.831171 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fc564522-8e57-4a66-bf7b-595770ced2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:28.613557 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:28.940511 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ba161015-e165-4eb6-ae13-8fa789ddaef1 req-7539d2f5-815e-41fa-b451-464ccde3169a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391052 Apr 29 12:07:29.023400 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba161015-e165-4eb6-ae13-8fa789ddaef1 req-60475998-98d9-46f4-bf21-4de58ad5293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:29.024860 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ba161015-e165-4eb6-ae13-8fa789ddaef1 req-60475998-98d9-46f4-bf21-4de58ad5293f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 1098 time: 0.0412209 Apr 29 12:07:29.132829 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba161015-e165-4eb6-ae13-8fa789ddaef1 req-90afd49e-f82a-42f7-a39f-c3b391addb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:29.134367 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ba161015-e165-4eb6-ae13-8fa789ddaef1 req-90afd49e-f82a-42f7-a39f-c3b391addb7e service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b7ec411-fb71-41cd-8a23-f6b45451457d HTTP/1.1" status: 200 len: 898 time: 0.0881159 Apr 29 12:07:29.203079 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ba161015-e165-4eb6-ae13-8fa789ddaef1 req-1b9c0fe4-13a2-481c-934c-c6599153128a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ba45525-9db8-413c-b130-5b302802a0ef HTTP/1.1" status: 200 len: 1000 time: 0.0612547 Apr 29 12:07:29.256265 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba161015-e165-4eb6-ae13-8fa789ddaef1 req-6ec54ee5-07fd-4d33-9b33-817ac4ffedeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:29.257702 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ba161015-e165-4eb6-ae13-8fa789ddaef1 req-6ec54ee5-07fd-4d33-9b33-817ac4ffedeb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8da8c866-1de5-4cd8-9523-bd0e8bac0e27 HTTP/1.1" status: 200 len: 835 time: 0.0472567 Apr 29 12:07:29.305983 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba161015-e165-4eb6-ae13-8fa789ddaef1 req-2a390836-d2bc-4b3f-9d3f-0e0e75f5b60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:29.308118 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ba161015-e165-4eb6-ae13-8fa789ddaef1 req-2a390836-d2bc-4b3f-9d3f-0e0e75f5b60c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b7ec411-fb71-41cd-8a23-f6b45451457d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428603 Apr 29 12:07:29.401859 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ba161015-e165-4eb6-ae13-8fa789ddaef1 req-d62beaa0-cc4b-4617-ad65-f7ffb6c2c703 service neutron] 10.222.0.62 "GET /v2.0/networks/2b7ec411-fb71-41cd-8a23-f6b45451457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852525 Apr 29 12:07:29.506508 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ba161015-e165-4eb6-ae13-8fa789ddaef1 req-01779a1f-4a1c-4d14-95a1-431c3e2e7fb4 service neutron] 10.222.0.62 "GET /v2.0/networks/2b7ec411-fb71-41cd-8a23-f6b45451457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971830 Apr 29 12:07:30.124482 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:30.270729 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:46.018843 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58792c5-7803-4a8d-b2e7-00b47569782c req-4ba1dd3b-8f50-4753-a519-5e6d8674a1de tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:46.020350 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a58792c5-7803-4a8d-b2e7-00b47569782c req-4ba1dd3b-8f50-4753-a519-5e6d8674a1de tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 945 time: 0.0806727 Apr 29 12:07:46.023094 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ad238-b25c-4d26-a446-7484d9636157 req-7bcaa158-14e8-4ea4-8c1d-4b4355957225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:46.024466 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ba1ad238-b25c-4d26-a446-7484d9636157 req-7bcaa158-14e8-4ea4-8c1d-4b4355957225 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 1098 time: 0.0730722 Apr 29 12:07:46.111441 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a58792c5-7803-4a8d-b2e7-00b47569782c req-02048e11-2e6f-416d-8ed0-c4ba22fdfbad tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=63267224-11ea-4aed-b517-6496b68f98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845466 Apr 29 12:07:46.143626 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ad238-b25c-4d26-a446-7484d9636157 req-8fb265ef-819c-458e-bca0-232898251387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:46.145103 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ba1ad238-b25c-4d26-a446-7484d9636157 req-8fb265ef-819c-458e-bca0-232898251387 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b7ec411-fb71-41cd-8a23-f6b45451457d HTTP/1.1" status: 200 len: 898 time: 0.1124380 Apr 29 12:07:46.217581 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ba1ad238-b25c-4d26-a446-7484d9636157 req-66660278-0c11-455a-8173-38035508c77a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ba45525-9db8-413c-b130-5b302802a0ef HTTP/1.1" status: 200 len: 1000 time: 0.0649538 Apr 29 12:07:46.267615 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ad238-b25c-4d26-a446-7484d9636157 req-8e8fb5bc-698f-4f74-ba9a-b3dbba2db85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:46.269338 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ba1ad238-b25c-4d26-a446-7484d9636157 req-8e8fb5bc-698f-4f74-ba9a-b3dbba2db85c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8da8c866-1de5-4cd8-9523-bd0e8bac0e27 HTTP/1.1" status: 200 len: 835 time: 0.0442252 Apr 29 12:07:46.316157 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ad238-b25c-4d26-a446-7484d9636157 req-a8b2a8cf-79d8-499b-bb04-3120bbab1fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:46.317739 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ba1ad238-b25c-4d26-a446-7484d9636157 req-a8b2a8cf-79d8-499b-bb04-3120bbab1fd1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b7ec411-fb71-41cd-8a23-f6b45451457d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407541 Apr 29 12:07:46.413459 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ba1ad238-b25c-4d26-a446-7484d9636157 req-5f0110b0-9939-4688-99e3-2b02d745d350 service neutron] 10.222.0.62 "GET /v2.0/networks/2b7ec411-fb71-41cd-8a23-f6b45451457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878539 Apr 29 12:07:46.505390 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ba1ad238-b25c-4d26-a446-7484d9636157 req-b2143d19-a9c5-4b10-9c63-21c2ee392a1f service neutron] 10.222.0.62 "GET /v2.0/networks/2b7ec411-fb71-41cd-8a23-f6b45451457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848386 Apr 29 12:07:47.234453 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f81f91-90ff-4867-8489-c6e9c03b76bd req-a0aa679e-8598-49d7-ac93-f9c9052aaea9 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:47.235961 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-26f81f91-90ff-4867-8489-c6e9c03b76bd req-a0aa679e-8598-49d7-ac93-f9c9052aaea9 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 945 time: 0.0503151 Apr 29 12:07:47.276007 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-26f81f91-90ff-4867-8489-c6e9c03b76bd req-b35bdc22-9b59-4658-ac9e-9d78164e0f93 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=63267224-11ea-4aed-b517-6496b68f98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325916 Apr 29 12:07:48.400354 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c9e56-c0e7-4199-87f6-fcfe52b143c0 req-4bdc2cd6-bb0e-4a52-a4a8-bc3c15ff6aff tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:48.402789 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-106c9e56-c0e7-4199-87f6-fcfe52b143c0 req-4bdc2cd6-bb0e-4a52-a4a8-bc3c15ff6aff tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 945 time: 0.0568299 Apr 29 12:07:48.440950 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-106c9e56-c0e7-4199-87f6-fcfe52b143c0 req-30b8fc34-69d1-4280-89ec-f5638b458255 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=63267224-11ea-4aed-b517-6496b68f98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318167 Apr 29 12:07:49.576274 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65f009-a76f-46df-902f-6b30b3aa6015 req-ed9fb480-e454-49e3-96ec-a84d39706256 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:49.577940 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3a65f009-a76f-46df-902f-6b30b3aa6015 req-ed9fb480-e454-49e3-96ec-a84d39706256 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 945 time: 0.0555632 Apr 29 12:07:49.618863 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3a65f009-a76f-46df-902f-6b30b3aa6015 req-f13f1fa9-a536-44a1-b221-abdc574032c2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=63267224-11ea-4aed-b517-6496b68f98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345829 Apr 29 12:07:50.744582 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408dfc9e-6288-408f-8f03-79c56f58772e req-f43002ab-cda6-4168-bf93-3a55873e330d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:50.746106 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-408dfc9e-6288-408f-8f03-79c56f58772e req-f43002ab-cda6-4168-bf93-3a55873e330d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 945 time: 0.0553279 Apr 29 12:07:50.785515 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-408dfc9e-6288-408f-8f03-79c56f58772e req-7ea8e07e-dded-4250-a857-8f458673103f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=63267224-11ea-4aed-b517-6496b68f98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333261 Apr 29 12:07:51.923087 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f07305-5c63-4b88-8981-5ee40d5e1b36 req-05f01040-227f-4182-894e-669a637c8645 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:51.924597 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e5f07305-5c63-4b88-8981-5ee40d5e1b36 req-05f01040-227f-4182-894e-669a637c8645 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 945 time: 0.0657678 Apr 29 12:07:51.962390 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e5f07305-5c63-4b88-8981-5ee40d5e1b36 req-96d78791-8a7a-4856-95b0-34c29c4c9083 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=63267224-11ea-4aed-b517-6496b68f98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318334 Apr 29 12:07:53.083278 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278ea53-a80a-4386-b334-fc248d0fd637 req-bd360250-3ef6-4300-a53a-36307f30534a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:53.084830 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5278ea53-a80a-4386-b334-fc248d0fd637 req-bd360250-3ef6-4300-a53a-36307f30534a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 945 time: 0.0511506 Apr 29 12:07:53.124985 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5278ea53-a80a-4386-b334-fc248d0fd637 req-c2f807ed-fecc-49e3-8c0e-1c1e334088fb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=63267224-11ea-4aed-b517-6496b68f98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334456 Apr 29 12:07:53.638239 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e8b3fb0d-4c3e-45bd-9b72-d28ea7341826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:54.243887 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783ec0f-3be9-41f1-bdf9-ed126f9b3dbf req-08aea066-d2dc-4c51-88e6-8e5e3abc39f0 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:54.245992 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6783ec0f-3be9-41f1-bdf9-ed126f9b3dbf req-08aea066-d2dc-4c51-88e6-8e5e3abc39f0 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 945 time: 0.0503633 Apr 29 12:07:54.284902 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6783ec0f-3be9-41f1-bdf9-ed126f9b3dbf req-0aa62cfb-8357-49ec-a0a9-fd2e62a5d05d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=63267224-11ea-4aed-b517-6496b68f98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327537 Apr 29 12:07:55.406070 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77d0ec-6b66-45ef-a671-ba300276e180 req-6a0a506f-feb8-4a36-8f27-472c0b1ab338 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:55.407566 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8a77d0ec-6b66-45ef-a671-ba300276e180 req-6a0a506f-feb8-4a36-8f27-472c0b1ab338 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 945 time: 0.0526621 Apr 29 12:07:55.446231 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8a77d0ec-6b66-45ef-a671-ba300276e180 req-2b4c1659-4ff9-4348-b3e0-5a85d70737d0 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=63267224-11ea-4aed-b517-6496b68f98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326288 Apr 29 12:07:56.563896 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d7fad-4bba-4976-b4b7-e587c0214b06 req-6edf5c80-0215-4517-ba0c-63c0ace9c2e0 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:56.565391 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4a2d7fad-4bba-4976-b4b7-e587c0214b06 req-6edf5c80-0215-4517-ba0c-63c0ace9c2e0 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 945 time: 0.0504897 Apr 29 12:07:56.602492 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4a2d7fad-4bba-4976-b4b7-e587c0214b06 req-f7553511-f5f2-4eca-9220-337c83e8ed2e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=63267224-11ea-4aed-b517-6496b68f98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308087 Apr 29 12:07:57.347590 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:57.717928 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd3c53-5bfa-4eb3-9aee-ca96541e9c19 req-d51c36b6-7b34-4a72-9572-effa0b6aa00c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:57.719443 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-32fd3c53-5bfa-4eb3-9aee-ca96541e9c19 req-d51c36b6-7b34-4a72-9572-effa0b6aa00c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 945 time: 0.0495155 Apr 29 12:07:57.756446 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-32fd3c53-5bfa-4eb3-9aee-ca96541e9c19 req-bbeabf8b-28a6-47cf-be6c-9d2b1df9b8a4 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=63267224-11ea-4aed-b517-6496b68f98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310979 Apr 29 12:07:57.834159 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f5d8f00a-2b58-4fb4-8221-6556b8bb8afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:58.616129 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:58.876612 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31806bb-db6f-4972-b18c-f6bb6fc920a7 req-adcf7c8b-fbd6-4b1e-98e5-2c9c3a5206f3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:58.878088 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e31806bb-db6f-4972-b18c-f6bb6fc920a7 req-adcf7c8b-fbd6-4b1e-98e5-2c9c3a5206f3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 945 time: 0.0525026 Apr 29 12:07:58.916734 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e31806bb-db6f-4972-b18c-f6bb6fc920a7 req-12950661-3e3b-4a06-b195-00233934497e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=63267224-11ea-4aed-b517-6496b68f98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326843 Apr 29 12:08:00.033368 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9766979-5ded-4208-9740-5064043e1eb4 req-14967c63-31a1-40a6-9069-99a7e89d4dd7 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:00.034891 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c9766979-5ded-4208-9740-5064043e1eb4 req-14967c63-31a1-40a6-9069-99a7e89d4dd7 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 945 time: 0.0499728 Apr 29 12:08:00.073656 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c9766979-5ded-4208-9740-5064043e1eb4 req-6d693110-9562-4a83-b063-4b053c561dfe tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=63267224-11ea-4aed-b517-6496b68f98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325556 Apr 29 12:08:00.126481 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:00.272126 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:01.189427 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71692a4b-1368-4363-87dd-5b6db7b877ba req-ab6864d1-298e-4b93-98b6-78ad6edbf714 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:01.191442 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-71692a4b-1368-4363-87dd-5b6db7b877ba req-ab6864d1-298e-4b93-98b6-78ad6edbf714 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 945 time: 0.0503881 Apr 29 12:08:01.230629 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-71692a4b-1368-4363-87dd-5b6db7b877ba req-5af570bf-d710-491b-a9d2-31da48993ac6 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=63267224-11ea-4aed-b517-6496b68f98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333307 Apr 29 12:08:02.269152 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:08:02.354329 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c552e-d053-421e-8821-5b6ccb8322a3 req-43c93741-91d5-49f9-8629-2591cf3782a8 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:02.356236 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-839c552e-d053-421e-8821-5b6ccb8322a3 req-43c93741-91d5-49f9-8629-2591cf3782a8 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 945 time: 0.0572789 Apr 29 12:08:02.397871 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-839c552e-d053-421e-8821-5b6ccb8322a3 req-cca64c71-229c-46dc-9a32-01e0aa2b58a6 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=63267224-11ea-4aed-b517-6496b68f98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354617 Apr 29 12:08:03.515541 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a02bfe-da45-4870-aa04-59384dcb4c5b req-c612a98f-f5fb-454b-980d-bdb8033326ae tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:03.517034 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c6a02bfe-da45-4870-aa04-59384dcb4c5b req-c612a98f-f5fb-454b-980d-bdb8033326ae tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 945 time: 0.0496120 Apr 29 12:08:03.555015 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c6a02bfe-da45-4870-aa04-59384dcb4c5b req-7bc533ea-88dd-40dd-9c88-1130ac6fecbd tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=63267224-11ea-4aed-b517-6496b68f98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319338 Apr 29 12:08:03.578501 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58620) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:08:03.642263 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9f1159cb-75f4-4a8f-bcb5-2d0f78355ed2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/floatingips/3c6842f1-9f76-44e2-b9ab-58ff0c84aa63 HTTP/1.1" status: 200 len: 992 time: 0.0626171 Apr 29 12:08:23.630411 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5e30b542-b25b-4ee2-999c-be91199b7ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:27.348175 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:27.841308 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2203c096-2f6e-4010-ac1a-66c1ea8ffa9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:28.621831 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:30.131046 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:30.275885 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:30.932070 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-35b12c6a-570f-40f6-8128-2237755d1985 req-c5a541d8-0ea8-4937-b6fa-11c44a190158 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452764 Apr 29 12:08:31.024332 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b12c6a-570f-40f6-8128-2237755d1985 req-1ea6022b-28df-4871-a7c0-13cbab0ba16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:31.026128 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-35b12c6a-570f-40f6-8128-2237755d1985 req-1ea6022b-28df-4871-a7c0-13cbab0ba16b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 1098 time: 0.0447659 Apr 29 12:08:31.138784 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b12c6a-570f-40f6-8128-2237755d1985 req-d25c1502-5ad6-4278-a9f6-a385ee529c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:31.140314 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-35b12c6a-570f-40f6-8128-2237755d1985 req-d25c1502-5ad6-4278-a9f6-a385ee529c4b service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b7ec411-fb71-41cd-8a23-f6b45451457d HTTP/1.1" status: 200 len: 898 time: 0.0943649 Apr 29 12:08:31.212842 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-35b12c6a-570f-40f6-8128-2237755d1985 req-322d315d-5916-4a25-b462-4e96aa9cb749 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ba45525-9db8-413c-b130-5b302802a0ef HTTP/1.1" status: 200 len: 1000 time: 0.0634325 Apr 29 12:08:31.264795 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b12c6a-570f-40f6-8128-2237755d1985 req-0f9d1a97-8cd1-45f9-9e68-153fcbe7752d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:31.266331 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-35b12c6a-570f-40f6-8128-2237755d1985 req-0f9d1a97-8cd1-45f9-9e68-153fcbe7752d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8da8c866-1de5-4cd8-9523-bd0e8bac0e27 HTTP/1.1" status: 200 len: 835 time: 0.0471649 Apr 29 12:08:31.319527 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b12c6a-570f-40f6-8128-2237755d1985 req-3fcc157d-d167-4668-a95f-7179263e7ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:31.321032 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-35b12c6a-570f-40f6-8128-2237755d1985 req-3fcc157d-d167-4668-a95f-7179263e7ae5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b7ec411-fb71-41cd-8a23-f6b45451457d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0472379 Apr 29 12:08:31.422011 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-35b12c6a-570f-40f6-8128-2237755d1985 req-c5420199-26c1-4a2a-9f32-27ecb3ee150f service neutron] 10.222.0.62 "GET /v2.0/networks/2b7ec411-fb71-41cd-8a23-f6b45451457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929174 Apr 29 12:08:31.530408 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-35b12c6a-570f-40f6-8128-2237755d1985 req-c0b99b73-4dd4-44da-8761-ef519c5e7d28 service neutron] 10.222.0.62 "GET /v2.0/networks/2b7ec411-fb71-41cd-8a23-f6b45451457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003907 Apr 29 12:08:36.092491 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58642) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:08:36.276532 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-2ec2152e-fc34-434f-b61a-8c4679e7651e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Deleting port 0b576473-a048-48f5-902e-978ce2990422 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:08:36.276881 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2ec2152e-fc34-434f-b61a-8c4679e7651e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:36.365524 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2ec2152e-fc34-434f-b61a-8c4679e7651e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:36.365779 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2ec2152e-fc34-434f-b61a-8c4679e7651e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:36.379679 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-2ec2152e-fc34-434f-b61a-8c4679e7651e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Calling delete_port for 0b576473-a048-48f5-902e-978ce2990422 owned by network:floatingip {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:08:36.549017 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2ec2152e-fc34-434f-b61a-8c4679e7651e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:36.578846 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2152e-fc34-434f-b61a-8c4679e7651e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'Port': ['ID=0b576473-a048-48f5-902e-978ce2990422,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:36.592431 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2152e-fc34-434f-b61a-8c4679e7651e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:36.592772 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2152e-fc34-434f-b61a-8c4679e7651e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:36.593111 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2152e-fc34-434f-b61a-8c4679e7651e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:36.593445 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2152e-fc34-434f-b61a-8c4679e7651e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:36.593772 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2152e-fc34-434f-b61a-8c4679e7651e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:36.594100 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2152e-fc34-434f-b61a-8c4679e7651e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:36.594461 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2152e-fc34-434f-b61a-8c4679e7651e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:36.594783 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2152e-fc34-434f-b61a-8c4679e7651e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:36.595106 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2152e-fc34-434f-b61a-8c4679e7651e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:36.595427 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2152e-fc34-434f-b61a-8c4679e7651e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:36.595748 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2152e-fc34-434f-b61a-8c4679e7651e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:36.596064 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2152e-fc34-434f-b61a-8c4679e7651e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:36.659364 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2ec2152e-fc34-434f-b61a-8c4679e7651e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for floatingip, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:36.659667 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-2ec2152e-fc34-434f-b61a-8c4679e7651e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Floating IP 3c6842f1-9f76-44e2-b9ab-58ff0c84aa63 disassociated (deleted). External IP: 172.26.4.78, port: 5ba45525-9db8-413c-b130-5b302802a0ef. Apr 29 12:08:36.913598 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec2152e-fc34-434f-b61a-8c4679e7651e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Router 05713b0b-df67-4526-807d-4f3f229fab5c has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:08:37.033886 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec2152e-fc34-434f-b61a-8c4679e7651e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:08:37.038588 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2ec2152e-fc34-434f-b61a-8c4679e7651e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:37.046597 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb765e12-ec69-440a-bf0e-bc8c7207cf22 None None] Sync routers for ids ['05713b0b-df67-4526-807d-4f3f229fab5c'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:08:37.059266 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb765e12-ec69-440a-bf0e-bc8c7207cf22 None None] Routers {'05713b0b-df67-4526-807d-4f3f229fab5c'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:08:37.060240 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-eb765e12-ec69-440a-bf0e-bc8c7207cf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:08:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['05713b0b-df67-4526-807d-4f3f229fab5c'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:08:37.069925 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2ec2152e-fc34-434f-b61a-8c4679e7651e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "DELETE /v2.0/floatingips/3c6842f1-9f76-44e2-b9ab-58ff0c84aa63 HTTP/1.1" status: 204 len: 168 time: 0.9754620 Apr 29 12:08:37.070541 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf', 'tag': '5ba45525-9db8-413c-b130-5b302802a0ef'}] {{(pid=102960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:08:37.073515 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f284d994886e2bee032f7329864f24e5fe1e0d39b4215f9cf8d7074f2166ea6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0407d3d-b768-407b-9cc6-9d01d5289614" -d '{"events": [{"name": "network-changed", "server_uuid": "c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf", "tag": "5ba45525-9db8-413c-b130-5b302802a0ef"}]}' {{(pid=102960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:08:37.113872 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63937ecc-7621-42c3-a436-a4a159556bb1 x-openstack-request-id: req-63937ecc-7621-42c3-a436-a4a159556bb1 {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:08:37.114523 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf", "tag": "5ba45525-9db8-413c-b130-5b302802a0ef", "status": "completed", "code": 200}]} {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:08:37.114523 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-63937ecc-7621-42c3-a436-a4a159556bb1 {{(pid=102960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:08:37.114846 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63937ecc-7621-42c3-a436-a4a159556bb1'] response: {'name': 'network-changed', 'server_uuid': 'c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf', 'tag': '5ba45525-9db8-413c-b130-5b302802a0ef', 'status': 'completed', 'code': 200} Apr 29 12:08:37.190386 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0407d3d-b768-407b-9cc6-9d01d5289614 req-0e9fa52f-6a13-4dd7-b582-24fe48ef15d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:37.192251 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b0407d3d-b768-407b-9cc6-9d01d5289614 req-0e9fa52f-6a13-4dd7-b582-24fe48ef15d2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 1098 time: 0.0470130 Apr 29 12:08:37.198920 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-eb765e12-ec69-440a-bf0e-bc8c7207cf22 None None] Set router 05713b0b-df67-4526-807d-4f3f229fab5c gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:08:37.294835 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0407d3d-b768-407b-9cc6-9d01d5289614 req-338b0372-22bd-40a1-adb6-32095eab57ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:37.296418 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b0407d3d-b768-407b-9cc6-9d01d5289614 req-338b0372-22bd-40a1-adb6-32095eab57ac service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b7ec411-fb71-41cd-8a23-f6b45451457d HTTP/1.1" status: 200 len: 898 time: 0.0975575 Apr 29 12:08:37.373354 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b0407d3d-b768-407b-9cc6-9d01d5289614 req-49783bbe-248b-42f0-abf4-503d45697ea1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ba45525-9db8-413c-b130-5b302802a0ef HTTP/1.1" status: 200 len: 217 time: 0.0599325 Apr 29 12:08:37.451589 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0407d3d-b768-407b-9cc6-9d01d5289614 req-b197057b-48ce-4502-b5a1-7a6f58efe79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:37.453012 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b0407d3d-b768-407b-9cc6-9d01d5289614 req-b197057b-48ce-4502-b5a1-7a6f58efe79a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8da8c866-1de5-4cd8-9523-bd0e8bac0e27 HTTP/1.1" status: 200 len: 835 time: 0.0702837 Apr 29 12:08:37.461879 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca17ff-7498-4996-aad2-3c8c7afb0981 req-76390ee1-3ddc-4e25-9627-439640958aeb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:37.468465 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a8ca17ff-7498-4996-aad2-3c8c7afb0981 req-76390ee1-3ddc-4e25-9627-439640958aeb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 945 time: 0.0936184 Apr 29 12:08:37.503966 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-eb765e12-ec69-440a-bf0e-bc8c7207cf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345179223', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'df70fef3-aae5-47b0-b8cc-9b98e9056e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:06:52Z', 'updated_at': '2022-04-29T12:06:55Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'df70fef3-aae5-47b0-b8cc-9b98e9056e8e', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:06:52Z', 'updated_at': '2022-04-29T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '5531cbcd-06b5-43fe-8423-a99874c0f3e3', 'name': '', 'network_id': '2b7ec411-fb71-41cd-8a23-f6b45451457d', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:c8:af:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '8da8c866-1de5-4cd8-9523-bd0e8bac0e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:06:54Z', 'updated_at': '2022-04-29T12:06:58Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': '8da8c866-1de5-4cd8-9523-bd0e8bac0e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:08:37.533294 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb765e12-ec69-440a-bf0e-bc8c7207cf22 None None] Checking router: 05713b0b-df67-4526-807d-4f3f229fab5c for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:08:37.542430 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a8ca17ff-7498-4996-aad2-3c8c7afb0981 req-56f5c0a8-2975-48e3-be89-1f104d09474c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=63267224-11ea-4aed-b517-6496b68f98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641418 Apr 29 12:08:37.544236 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb765e12-ec69-440a-bf0e-bc8c7207cf22 None None] Routers {'05713b0b-df67-4526-807d-4f3f229fab5c'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:08:37.545001 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-eb765e12-ec69-440a-bf0e-bc8c7207cf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:08:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['05713b0b-df67-4526-807d-4f3f229fab5c'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:08:37.546002 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0407d3d-b768-407b-9cc6-9d01d5289614 req-b913f067-780f-4e06-9620-8419e4c5a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:37.547855 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b0407d3d-b768-407b-9cc6-9d01d5289614 req-b913f067-780f-4e06-9620-8419e4c5a4b7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b7ec411-fb71-41cd-8a23-f6b45451457d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826042 Apr 29 12:08:37.651598 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b0407d3d-b768-407b-9cc6-9d01d5289614 req-ffb268fe-886b-4628-874d-851e80f284e1 service neutron] 10.222.0.62 "GET /v2.0/networks/2b7ec411-fb71-41cd-8a23-f6b45451457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951781 Apr 29 12:08:37.658717 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-eb765e12-ec69-440a-bf0e-bc8c7207cf22 None None] Set router 05713b0b-df67-4526-807d-4f3f229fab5c gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:08:37.778995 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b0407d3d-b768-407b-9cc6-9d01d5289614 req-c4dce411-ab55-4100-80d9-341b6cb91a92 service neutron] 10.222.0.62 "GET /v2.0/networks/2b7ec411-fb71-41cd-8a23-f6b45451457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185489 Apr 29 12:08:37.885398 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-eb765e12-ec69-440a-bf0e-bc8c7207cf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345179223', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'df70fef3-aae5-47b0-b8cc-9b98e9056e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:06:52Z', 'updated_at': '2022-04-29T12:06:55Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'df70fef3-aae5-47b0-b8cc-9b98e9056e8e', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:06:52Z', 'updated_at': '2022-04-29T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '5531cbcd-06b5-43fe-8423-a99874c0f3e3', 'name': '', 'network_id': '2b7ec411-fb71-41cd-8a23-f6b45451457d', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:c8:af:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '8da8c866-1de5-4cd8-9523-bd0e8bac0e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:06:54Z', 'updated_at': '2022-04-29T12:06:58Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': '8da8c866-1de5-4cd8-9523-bd0e8bac0e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:08:37.916812 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb765e12-ec69-440a-bf0e-bc8c7207cf22 None None] The sync data for ids ['05713b0b-df67-4526-807d-4f3f229fab5c'] in dv-neutron-838888-1-hyperv is: [{'id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345179223', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'df70fef3-aae5-47b0-b8cc-9b98e9056e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:06:52Z', 'updated_at': '2022-04-29T12:06:55Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'df70fef3-aae5-47b0-b8cc-9b98e9056e8e', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:06:52Z', 'updated_at': '2022-04-29T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '5531cbcd-06b5-43fe-8423-a99874c0f3e3', 'name': '', 'network_id': '2b7ec411-fb71-41cd-8a23-f6b45451457d', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:c8:af:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '8da8c866-1de5-4cd8-9523-bd0e8bac0e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:06:54Z', 'updated_at': '2022-04-29T12:06:58Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': '8da8c866-1de5-4cd8-9523-bd0e8bac0e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:08:38.172543 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baca2ff9-a59a-41ad-b537-b2b351e028f0 None None] New status for floating IP 3c6842f1-9f76-44e2-b9ab-58ff0c84aa63: DOWN {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:08:38.668561 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879aa60f-e01a-49c8-977a-6de5dc3e935a req-38d5ab30-06b0-431b-ae99-a3708d22614e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:38.670373 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-879aa60f-e01a-49c8-977a-6de5dc3e935a req-38d5ab30-06b0-431b-ae99-a3708d22614e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 945 time: 0.0513647 Apr 29 12:08:38.710512 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-879aa60f-e01a-49c8-977a-6de5dc3e935a req-2b1d8b1b-fa2e-4361-a613-b548bf6ce386 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=63267224-11ea-4aed-b517-6496b68f98d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340838 Apr 29 12:08:39.199403 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f5b7e-cb0c-4f9e-af8f-ff60fa3abecb req-5964dbc9-834e-4f90-85b9-d6cb58643ddc tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:39.200966 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6a3f5b7e-cb0c-4f9e-af8f-ff60fa3abecb req-5964dbc9-834e-4f90-85b9-d6cb58643ddc tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.62 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 945 time: 0.0532932 Apr 29 12:08:39.268015 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:08:39.308076 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-6a3f5b7e-cb0c-4f9e-af8f-ff60fa3abecb req-cafc077e-41f2-4412-b7fe-e18900113172 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Deleting port 5ba45525-9db8-413c-b130-5b302802a0ef {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:08:39.308416 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-6a3f5b7e-cb0c-4f9e-af8f-ff60fa3abecb req-cafc077e-41f2-4412-b7fe-e18900113172 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:39.407632 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-6a3f5b7e-cb0c-4f9e-af8f-ff60fa3abecb req-cafc077e-41f2-4412-b7fe-e18900113172 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] For port 5ba45525-9db8-413c-b130-5b302802a0ef, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5ba45525-9db8-413c-b130-5b302802a0ef,segment=NetworkSegment(d12f2c67-db45-472f-b845-816334b5767a),segment_id=d12f2c67-db45-472f-b845-816334b5767a)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:08:39.407995 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-6a3f5b7e-cb0c-4f9e-af8f-ff60fa3abecb req-cafc077e-41f2-4412-b7fe-e18900113172 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:39.424040 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-6a3f5b7e-cb0c-4f9e-af8f-ff60fa3abecb req-cafc077e-41f2-4412-b7fe-e18900113172 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Calling delete_port for 5ba45525-9db8-413c-b130-5b302802a0ef owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:08:39.571346 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-6a3f5b7e-cb0c-4f9e-af8f-ff60fa3abecb req-cafc077e-41f2-4412-b7fe-e18900113172 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:39.601898 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc077e-41f2-4412-b7fe-e18900113172 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'Port': ['ID=5ba45525-9db8-413c-b130-5b302802a0ef,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:39.617816 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc077e-41f2-4412-b7fe-e18900113172 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:39.617816 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc077e-41f2-4412-b7fe-e18900113172 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:39.617816 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc077e-41f2-4412-b7fe-e18900113172 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:39.617816 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc077e-41f2-4412-b7fe-e18900113172 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:39.618667 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc077e-41f2-4412-b7fe-e18900113172 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:39.619756 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc077e-41f2-4412-b7fe-e18900113172 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:39.620528 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc077e-41f2-4412-b7fe-e18900113172 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:39.620861 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc077e-41f2-4412-b7fe-e18900113172 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:39.621190 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc077e-41f2-4412-b7fe-e18900113172 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:39.621515 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc077e-41f2-4412-b7fe-e18900113172 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:39.621844 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc077e-41f2-4412-b7fe-e18900113172 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:39.622210 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc077e-41f2-4412-b7fe-e18900113172 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:39.663291 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3f5b7e-cb0c-4f9e-af8f-ff60fa3abecb req-cafc077e-41f2-4412-b7fe-e18900113172 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] No DVR routers for this DVR port 5ba45525-9db8-413c-b130-5b302802a0ef on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:08:39.668015 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-6a3f5b7e-cb0c-4f9e-af8f-ff60fa3abecb req-cafc077e-41f2-4412-b7fe-e18900113172 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:39.671500 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6a3f5b7e-cb0c-4f9e-af8f-ff60fa3abecb req-cafc077e-41f2-4412-b7fe-e18900113172 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.62 "DELETE /v2.0/ports/5ba45525-9db8-413c-b130-5b302802a0ef HTTP/1.1" status: 204 len: 173 time: 0.4646549 Apr 29 12:08:39.672176 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf', 'name': 'network-vif-deleted', 'tag': '5ba45525-9db8-413c-b130-5b302802a0ef'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:08:39.674395 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151df550-13ec-44c3-83ad-23c4aa63c71d" -d '{"events": [{"server_uuid": "c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf", "name": "network-vif-deleted", "tag": "5ba45525-9db8-413c-b130-5b302802a0ef"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:08:39.716149 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d1ed73-dae3-4590-9c2b-67acf7d96866 x-openstack-request-id: req-03d1ed73-dae3-4590-9c2b-67acf7d96866 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:08:39.716499 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf", "name": "network-vif-deleted", "tag": "5ba45525-9db8-413c-b130-5b302802a0ef", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:08:39.716786 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-03d1ed73-dae3-4590-9c2b-67acf7d96866 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:08:39.717231 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03d1ed73-dae3-4590-9c2b-67acf7d96866'] response: {'server_uuid': 'c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf', 'name': 'network-vif-deleted', 'tag': '5ba45525-9db8-413c-b130-5b302802a0ef', 'status': 'completed', 'code': 200} Apr 29 12:08:39.825381 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fda304f8-62a8-4029-bb61-ea4cf746cd2e req-a54a80b0-05c5-4519-8699-b819ba7ca883 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=c71b11ac-7e67-4cc3-b2c4-ec5d1aa4e8cf HTTP/1.1" status: 200 len: 210 time: 0.0381002 Apr 29 12:08:40.889639 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58660) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:08:41.264317 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-35facd0a-7677-49d7-a4ac-e1d15b12237a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:41.519962 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-35facd0a-7677-49d7-a4ac-e1d15b12237a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Deleting port 5531cbcd-06b5-43fe-8423-a99874c0f3e3 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:08:41.520412 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-35facd0a-7677-49d7-a4ac-e1d15b12237a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:41.610143 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-35facd0a-7677-49d7-a4ac-e1d15b12237a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] For port 5531cbcd-06b5-43fe-8423-a99874c0f3e3, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=5531cbcd-06b5-43fe-8423-a99874c0f3e3,segment=NetworkSegment(d12f2c67-db45-472f-b845-816334b5767a),segment_id=d12f2c67-db45-472f-b845-816334b5767a)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:08:41.610529 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-35facd0a-7677-49d7-a4ac-e1d15b12237a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:41.623638 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-35facd0a-7677-49d7-a4ac-e1d15b12237a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Calling delete_port for 5531cbcd-06b5-43fe-8423-a99874c0f3e3 owned by network:router_interface {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:08:41.754583 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 5ba45525-9db8-413c-b130-5b302802a0ef no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:08:41.776021 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: 5ba45525-9db8-413c-b130-5b302802a0ef {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:08:41.776487 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 5ba45525-9db8-413c-b130-5b302802a0ef not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:08:41.809962 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-35facd0a-7677-49d7-a4ac-e1d15b12237a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:41.841340 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35facd0a-7677-49d7-a4ac-e1d15b12237a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'Port': ['ID=5531cbcd-06b5-43fe-8423-a99874c0f3e3,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:42.017026 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-35facd0a-7677-49d7-a4ac-e1d15b12237a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:42.241677 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35facd0a-7677-49d7-a4ac-e1d15b12237a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Router 05713b0b-df67-4526-807d-4f3f229fab5c has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:08:42.366518 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35facd0a-7677-49d7-a4ac-e1d15b12237a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:08:42.372488 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-35facd0a-7677-49d7-a4ac-e1d15b12237a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "PUT /v2.0/routers/05713b0b-df67-4526-807d-4f3f229fab5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4815533 Apr 29 12:08:42.376143 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58662) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:08:42.378708 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc00a7a-062a-4ad5-9736-61a54bda8a84 None None] Sync routers for ids ['05713b0b-df67-4526-807d-4f3f229fab5c'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:08:42.389331 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc00a7a-062a-4ad5-9736-61a54bda8a84 None None] Routers {'05713b0b-df67-4526-807d-4f3f229fab5c'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:08:42.389950 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-ccc00a7a-062a-4ad5-9736-61a54bda8a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:08:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['05713b0b-df67-4526-807d-4f3f229fab5c'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:08:42.429726 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-b235d303-0ac1-4912-a489-4c3d2ccaea26 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Deleting subnet 8da8c866-1de5-4cd8-9523-bd0e8bac0e27 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 12:08:42.433854 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b235d303-0ac1-4912-a489-4c3d2ccaea26 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:42.479809 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b235d303-0ac1-4912-a489-4c3d2ccaea26 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:42.506652 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-ccc00a7a-062a-4ad5-9736-61a54bda8a84 None None] Set router 05713b0b-df67-4526-807d-4f3f229fab5c gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:08:42.573766 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b235d303-0ac1-4912-a489-4c3d2ccaea26 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:42.637436 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b235d303-0ac1-4912-a489-4c3d2ccaea26 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:42.664720 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235d303-0ac1-4912-a489-4c3d2ccaea26 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'Subnet': ['ID=8da8c866-1de5-4cd8-9523-bd0e8bac0e27,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:42.670405 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b235d303-0ac1-4912-a489-4c3d2ccaea26 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:42.677068 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b235d303-0ac1-4912-a489-4c3d2ccaea26 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "DELETE /v2.0/subnets/8da8c866-1de5-4cd8-9523-bd0e8bac0e27 HTTP/1.1" status: 204 len: 168 time: 0.2977481 Apr 29 12:08:42.677249 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58664) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:08:42.679201 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32d9bd7-94b4-4413-9a12-5d6d30fddff1 None None] Network 2b7ec411-fb71-41cd-8a23-f6b45451457d requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:08:42.780810 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-ccc00a7a-062a-4ad5-9736-61a54bda8a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345179223', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'df70fef3-aae5-47b0-b8cc-9b98e9056e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:06:52Z', 'updated_at': '2022-04-29T12:08:41Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'df70fef3-aae5-47b0-b8cc-9b98e9056e8e', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:06:52Z', 'updated_at': '2022-04-29T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:08:42.784523 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a097042d-f046-4014-ae63-f06016d2fcd3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:42.827786 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc00a7a-062a-4ad5-9736-61a54bda8a84 None None] Checking router: 05713b0b-df67-4526-807d-4f3f229fab5c for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:08:42.841370 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc00a7a-062a-4ad5-9736-61a54bda8a84 None None] Routers {'05713b0b-df67-4526-807d-4f3f229fab5c'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:08:42.841981 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-ccc00a7a-062a-4ad5-9736-61a54bda8a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:08:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['05713b0b-df67-4526-807d-4f3f229fab5c'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:08:43.112914 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a459cdf3-1781-413d-bdb6-e21a5e9544f0 None None] DHCP port deletion for 2b7ec411-fb71-41cd-8a23-f6b45451457d request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 12:08:43.125606 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-ccc00a7a-062a-4ad5-9736-61a54bda8a84 None None] Set router 05713b0b-df67-4526-807d-4f3f229fab5c gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:08:43.223579 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a097042d-f046-4014-ae63-f06016d2fcd3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:43.276595 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-a097042d-f046-4014-ae63-f06016d2fcd3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Deleting port df70fef3-aae5-47b0-b8cc-9b98e9056e8e {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:08:43.276939 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a097042d-f046-4014-ae63-f06016d2fcd3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:43.295136 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-a459cdf3-1781-413d-bdb6-e21a5e9544f0 None None] Deleting port 10cfe0a5-93e2-48f9-9202-77f7f305f502 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:08:43.295424 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a459cdf3-1781-413d-bdb6-e21a5e9544f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:43.355958 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-a097042d-f046-4014-ae63-f06016d2fcd3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] For port df70fef3-aae5-47b0-b8cc-9b98e9056e8e, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=df70fef3-aae5-47b0-b8cc-9b98e9056e8e,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:08:43.356287 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a097042d-f046-4014-ae63-f06016d2fcd3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:43.370748 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-a097042d-f046-4014-ae63-f06016d2fcd3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Calling delete_port for df70fef3-aae5-47b0-b8cc-9b98e9056e8e owned by network:router_gateway {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:08:43.385452 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-a459cdf3-1781-413d-bdb6-e21a5e9544f0 None None] For port 10cfe0a5-93e2-48f9-9202-77f7f305f502, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=10cfe0a5-93e2-48f9-9202-77f7f305f502,segment=NetworkSegment(d12f2c67-db45-472f-b845-816334b5767a),segment_id=d12f2c67-db45-472f-b845-816334b5767a)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:08:43.385874 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a459cdf3-1781-413d-bdb6-e21a5e9544f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:43.401568 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-a459cdf3-1781-413d-bdb6-e21a5e9544f0 None None] Calling delete_port for 10cfe0a5-93e2-48f9-9202-77f7f305f502 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:08:43.455235 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-ccc00a7a-062a-4ad5-9736-61a54bda8a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345179223', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'df70fef3-aae5-47b0-b8cc-9b98e9056e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:06:52Z', 'updated_at': '2022-04-29T12:08:41Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'df70fef3-aae5-47b0-b8cc-9b98e9056e8e', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:06:52Z', 'updated_at': '2022-04-29T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:08:43.490758 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc00a7a-062a-4ad5-9736-61a54bda8a84 None None] The sync data for ids ['05713b0b-df67-4526-807d-4f3f229fab5c'] in dv-neutron-838888-1-hyperv is: [{'id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345179223', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'df70fef3-aae5-47b0-b8cc-9b98e9056e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:06:52Z', 'updated_at': '2022-04-29T12:08:41Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'df70fef3-aae5-47b0-b8cc-9b98e9056e8e', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05713b0b-df67-4526-807d-4f3f229fab5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:06:52Z', 'updated_at': '2022-04-29T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:08:43.533790 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a459cdf3-1781-413d-bdb6-e21a5e9544f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:43.539142 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a097042d-f046-4014-ae63-f06016d2fcd3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:43.561258 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a459cdf3-1781-413d-bdb6-e21a5e9544f0 None None] Pushing event deleted for resources: {'Port': ['ID=10cfe0a5-93e2-48f9-9202-77f7f305f502,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:43.565973 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a459cdf3-1781-413d-bdb6-e21a5e9544f0 None None] No DVR routers for this DVR port 10cfe0a5-93e2-48f9-9202-77f7f305f502 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:08:43.570937 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097042d-f046-4014-ae63-f06016d2fcd3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'Port': ['ID=df70fef3-aae5-47b0-b8cc-9b98e9056e8e,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:43.573377 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a459cdf3-1781-413d-bdb6-e21a5e9544f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:43.573623 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a459cdf3-1781-413d-bdb6-e21a5e9544f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:43.573953 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a459cdf3-1781-413d-bdb6-e21a5e9544f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:43.575029 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a459cdf3-1781-413d-bdb6-e21a5e9544f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:43.575029 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a459cdf3-1781-413d-bdb6-e21a5e9544f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:43.575029 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a459cdf3-1781-413d-bdb6-e21a5e9544f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:43.575302 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a459cdf3-1781-413d-bdb6-e21a5e9544f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:43.575584 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a459cdf3-1781-413d-bdb6-e21a5e9544f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:43.575891 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a459cdf3-1781-413d-bdb6-e21a5e9544f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:43.576277 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a459cdf3-1781-413d-bdb6-e21a5e9544f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:43.576515 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a459cdf3-1781-413d-bdb6-e21a5e9544f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:43.576811 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a459cdf3-1781-413d-bdb6-e21a5e9544f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:43.637334 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a097042d-f046-4014-ae63-f06016d2fcd3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:43.731192 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a097042d-f046-4014-ae63-f06016d2fcd3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:43.733346 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a097042d-f046-4014-ae63-f06016d2fcd3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:43.774386 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a097042d-f046-4014-ae63-f06016d2fcd3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:43.775406 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a097042d-f046-4014-ae63-f06016d2fcd3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Fanout notify agent at l3_agent the message router_deleted on router 05713b0b-df67-4526-807d-4f3f229fab5c {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 12:08:43.782060 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a097042d-f046-4014-ae63-f06016d2fcd3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:43.783180 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a097042d-f046-4014-ae63-f06016d2fcd3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "DELETE /v2.0/routers/05713b0b-df67-4526-807d-4f3f229fab5c HTTP/1.1" status: 204 len: 168 time: 1.1055281 Apr 29 12:08:43.785912 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58666) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:08:43.870884 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-15198ffe-1a3b-42a8-a7f4-7dadea3651e4 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:43.972580 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-15198ffe-1a3b-42a8-a7f4-7dadea3651e4 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:43.988448 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 5531cbcd-06b5-43fe-8423-a99874c0f3e3 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:08:43.997115 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-15198ffe-1a3b-42a8-a7f4-7dadea3651e4 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b7ec411-fb71-41cd-8a23-f6b45451457d']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:08:44.007573 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-15198ffe-1a3b-42a8-a7f4-7dadea3651e4 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd12f2c67-db45-472f-b845-816334b5767a') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:08:44.007864 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-15198ffe-1a3b-42a8-a7f4-7dadea3651e4 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd12f2c67-db45-472f-b845-816334b5767a') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:08:44.010197 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 5531cbcd-06b5-43fe-8423-a99874c0f3e3 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:08:44.010541 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 5531cbcd-06b5-43fe-8423-a99874c0f3e3 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:08:44.010952 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 10cfe0a5-93e2-48f9-9202-77f7f305f502 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:08:44.019677 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-15198ffe-1a3b-42a8-a7f4-7dadea3651e4 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:44.033737 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 10cfe0a5-93e2-48f9-9202-77f7f305f502 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:08:44.034144 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 10cfe0a5-93e2-48f9-9202-77f7f305f502 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:08:44.035776 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-15198ffe-1a3b-42a8-a7f4-7dadea3651e4 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:44.045653 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15198ffe-1a3b-42a8-a7f4-7dadea3651e4 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:08:44.046070 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-15198ffe-1a3b-42a8-a7f4-7dadea3651e4 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:44.049708 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 12:08:44.049708 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:08:44.049708 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 12:08:44.049708 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:08:44.049708 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 12:08:44.049708 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 12:08:44.049708 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 12:08:44.049708 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:08:44.049708 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 12:08:44.049708 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:08:44.049708 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 12:08:44.049708 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:08:44.049708 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 12:08:44.049708 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 12:08:44.049708 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:08:44.049708 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 12:08:44.049708 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:08:44.049708 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 12:08:44.049708 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 12:08:44.049708 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 12:08:44.049708 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 12:08:44.049708 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 12:08:44.049708 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:08:44.049708 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:08:44.049708 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 12:08:44.049708 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:08:44.049708 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:08:44.049708 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:08:44.049708 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:08:44.049708 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:08:44.049708 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:08:44.049708 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:08:44.110412 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-15198ffe-1a3b-42a8-a7f4-7dadea3651e4 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:44.115376 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-15198ffe-1a3b-42a8-a7f4-7dadea3651e4 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:44.121736 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58668) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:08:44.122204 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-15198ffe-1a3b-42a8-a7f4-7dadea3651e4 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "DELETE /v2.0/networks/2b7ec411-fb71-41cd-8a23-f6b45451457d HTTP/1.1" status: 204 len: 168 time: 0.3347292 Apr 29 12:08:44.139277 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15198ffe-1a3b-42a8-a7f4-7dadea3651e4 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'Network': ['ID=2b7ec411-fb71-41cd-8a23-f6b45451457d,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:44.190777 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-682a3fcf-8dda-4c9a-bf59-7122670baea1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:44.225239 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-682a3fcf-8dda-4c9a-bf59-7122670baea1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:44.285960 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-682a3fcf-8dda-4c9a-bf59-7122670baea1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:44.288550 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-682a3fcf-8dda-4c9a-bf59-7122670baea1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:44.289716 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-682a3fcf-8dda-4c9a-bf59-7122670baea1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "DELETE /v2.0/security-groups/63267224-11ea-4aed-b517-6496b68f98d7 HTTP/1.1" status: 204 len: 168 time: 0.1669071 Apr 29 12:08:44.299158 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a3fcf-8dda-4c9a-bf59-7122670baea1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63267224-11ea-4aed-b517-6496b68f98d7,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:44.514714 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58674) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:08:44.519234 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-a9e205ca-2a87-4922-9659-39fdaab0673f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-330863972', 'description': 'tempest-secgroup-smoke-330863972 description', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:08:44.542089 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a9e205ca-2a87-4922-9659-39fdaab0673f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:44.614846 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a9e205ca-2a87-4922-9659-39fdaab0673f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:44.619480 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a9e205ca-2a87-4922-9659-39fdaab0673f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:44.649820 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-a9e205ca-2a87-4922-9659-39fdaab0673f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:44.651098 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a9e205ca-2a87-4922-9659-39fdaab0673f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1353807 Apr 29 12:08:44.653213 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e205ca-2a87-4922-9659-39fdaab0673f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0de8da09-0426-45bf-9725-12686f02a616,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:44.654435 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58676) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:08:44.662078 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-30707d16-3406-43f1-94fc-95bd1d322d38 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group_rule': {'security_group_id': '0de8da09-0426-45bf-9725-12686f02a616', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:08:44.695740 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-30707d16-3406-43f1-94fc-95bd1d322d38 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:44.754492 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-30707d16-3406-43f1-94fc-95bd1d322d38 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:44.758867 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-30707d16-3406-43f1-94fc-95bd1d322d38 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:44.781411 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30707d16-3406-43f1-94fc-95bd1d322d38 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb39263f-688a-4d03-ad15-ddfb2b8ec4f5,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:44.789537 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-30707d16-3406-43f1-94fc-95bd1d322d38 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:44.791387 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-30707d16-3406-43f1-94fc-95bd1d322d38 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353881 Apr 29 12:08:44.794889 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58678) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:08:44.799502 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-3deae04a-052e-478b-859e-9d1937831041 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group_rule': {'security_group_id': '0de8da09-0426-45bf-9725-12686f02a616', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:08:44.829829 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3deae04a-052e-478b-859e-9d1937831041 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:44.893748 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3deae04a-052e-478b-859e-9d1937831041 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:44.897994 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3deae04a-052e-478b-859e-9d1937831041 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:44.916998 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deae04a-052e-478b-859e-9d1937831041 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49addcb-3eb1-4a82-9da8-2ed76997597b,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:44.922994 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3deae04a-052e-478b-859e-9d1937831041 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:44.924348 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3deae04a-052e-478b-859e-9d1937831041 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1283998 Apr 29 12:08:44.927419 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58680) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:08:44.932488 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-6a540955-b42f-4837-af3e-082a369d0bd2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group_rule': {'security_group_id': '0de8da09-0426-45bf-9725-12686f02a616', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:08:44.957265 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6a540955-b42f-4837-af3e-082a369d0bd2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:45.017686 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6a540955-b42f-4837-af3e-082a369d0bd2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:45.021506 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6a540955-b42f-4837-af3e-082a369d0bd2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:45.041607 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a540955-b42f-4837-af3e-082a369d0bd2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d19bd8e3-eba8-477a-af9a-8049516b3db1,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:45.045766 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6a540955-b42f-4837-af3e-082a369d0bd2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:45.051060 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6a540955-b42f-4837-af3e-082a369d0bd2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186459 Apr 29 12:08:45.051060 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58682) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:08:45.055237 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-8aff3b86-34e3-424e-ac68-cbda79a03edf tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group_rule': {'security_group_id': '0de8da09-0426-45bf-9725-12686f02a616', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:08:45.081518 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8aff3b86-34e3-424e-ac68-cbda79a03edf tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:45.154392 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8aff3b86-34e3-424e-ac68-cbda79a03edf tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:45.158153 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8aff3b86-34e3-424e-ac68-cbda79a03edf tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:45.177213 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff3b86-34e3-424e-ac68-cbda79a03edf tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f350e2-16b8-4100-b629-ca9e361b5b66,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:45.189652 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8aff3b86-34e3-424e-ac68-cbda79a03edf tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:45.191182 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-8aff3b86-34e3-424e-ac68-cbda79a03edf tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1394856 Apr 29 12:08:45.194576 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58684) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:08:45.199250 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-267bd332-44e0-4bf4-9b16-cd3d7ab95b74 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group_rule': {'security_group_id': '0de8da09-0426-45bf-9725-12686f02a616', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:08:45.221384 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.securitygroups_db [None req-267bd332-44e0-4bf4-9b16-cd3d7ab95b74 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Project 1c28ececa83b46b8acc32fd2580ffbc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:08:45.226409 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-267bd332-44e0-4bf4-9b16-cd3d7ab95b74 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:45.288386 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-267bd332-44e0-4bf4-9b16-cd3d7ab95b74 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:45.292653 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-267bd332-44e0-4bf4-9b16-cd3d7ab95b74 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:45.310109 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267bd332-44e0-4bf4-9b16-cd3d7ab95b74 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be43424-762c-4448-89bf-1543f8902fc5,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:45.317965 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-267bd332-44e0-4bf4-9b16-cd3d7ab95b74 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:45.319208 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-267bd332-44e0-4bf4-9b16-cd3d7ab95b74 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235938 Apr 29 12:08:45.322010 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58686) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:08:45.326292 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-4be9a43f-6542-4202-a446-135d45858c08 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group_rule': {'security_group_id': '0de8da09-0426-45bf-9725-12686f02a616', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:08:45.346641 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.securitygroups_db [None req-4be9a43f-6542-4202-a446-135d45858c08 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Project 1c28ececa83b46b8acc32fd2580ffbc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:08:45.351347 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4be9a43f-6542-4202-a446-135d45858c08 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:45.418242 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4be9a43f-6542-4202-a446-135d45858c08 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:45.421764 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4be9a43f-6542-4202-a446-135d45858c08 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:45.439270 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9a43f-6542-4202-a446-135d45858c08 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b78ef7-f0cc-4408-a4c0-a20229b8c095,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:45.446332 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4be9a43f-6542-4202-a446-135d45858c08 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:45.448053 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4be9a43f-6542-4202-a446-135d45858c08 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1251068 Apr 29 12:08:45.450981 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58688) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:08:45.455736 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-b94bd9de-b89c-42a4-a162-3fc19f153bce tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'network': {'name': 'tempest-network-smoke--1231025489', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'port_security_enabled': True}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:08:45.475250 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94bd9de-b89c-42a4-a162-3fc19f153bce tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Made reservation on behalf of 1c28ececa83b46b8acc32fd2580ffbc3 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:08:45.478893 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b94bd9de-b89c-42a4-a162-3fc19f153bce tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:45.502661 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b94bd9de-b89c-42a4-a162-3fc19f153bce tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:08:45.512844 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b94bd9de-b89c-42a4-a162-3fc19f153bce tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:45.513184 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-b94bd9de-b89c-42a4-a162-3fc19f153bce tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Added segment 0add4cdf-b830-44c3-8cc1-f1cebeb7a24e of type vlan for network 2ad84ea5-f4a5-41c9-a648-b7c78eb7130e Apr 29 12:08:45.553177 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b94bd9de-b89c-42a4-a162-3fc19f153bce tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:45.578148 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b94bd9de-b89c-42a4-a162-3fc19f153bce tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:45.584584 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94bd9de-b89c-42a4-a162-3fc19f153bce tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:45.585227 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b94bd9de-b89c-42a4-a162-3fc19f153bce tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:45.644524 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b94bd9de-b89c-42a4-a162-3fc19f153bce tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1924927 Apr 29 12:08:45.647227 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58690) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:08:45.654438 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-59438959-fc6f-47ec-b43d-977633532011 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1551668542', 'admin_state_up': True, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:08:45.666919 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94bd9de-b89c-42a4-a162-3fc19f153bce tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Network': ['ID=2ad84ea5-f4a5-41c9-a648-b7c78eb7130e,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:45.677492 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 2ad84ea5-f4a5-41c9-a648-b7c78eb7130e details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 12:08:45.681306 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-59438959-fc6f-47ec-b43d-977633532011 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:45.682516 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-59438959-fc6f-47ec-b43d-977633532011 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:45.738571 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-59438959-fc6f-47ec-b43d-977633532011 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:45.832548 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device df70fef3-aae5-47b0-b8cc-9b98e9056e8e no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:08:45.854265 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: df70fef3-aae5-47b0-b8cc-9b98e9056e8e {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:08:45.854610 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device df70fef3-aae5-47b0-b8cc-9b98e9056e8e not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:08:45.878212 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-59438959-fc6f-47ec-b43d-977633532011 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:46.407853 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-59438959-fc6f-47ec-b43d-977633532011 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router_gateway, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:46.426147 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-59438959-fc6f-47ec-b43d-977633532011 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:46.532229 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-59438959-fc6f-47ec-b43d-977633532011 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Allocated IP 172.26.4.108 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:08:46.643393 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-59438959-fc6f-47ec-b43d-977633532011 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:46.679774 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-59438959-fc6f-47ec-b43d-977633532011 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:46.722610 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59438959-fc6f-47ec-b43d-977633532011 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:08:46.728438 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-59438959-fc6f-47ec-b43d-977633532011 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:08:46.737698 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59438959-fc6f-47ec-b43d-977633532011 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:08:46.764761 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59438959-fc6f-47ec-b43d-977633532011 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Port': ['ID=8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:47.014000 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-59438959-fc6f-47ec-b43d-977633532011 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router_gateway, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:47.218104 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-59438959-fc6f-47ec-b43d-977633532011 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:47.376677 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59438959-fc6f-47ec-b43d-977633532011 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Router 4893818d-f0ed-44b5-b1b5-0b0a4da8a347 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 12:08:47.480907 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59438959-fc6f-47ec-b43d-977633532011 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:08:47.490333 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4ee45b-bd5d-410a-a214-f5e4e6ddad1d None None] Sync routers for ids ['4893818d-f0ed-44b5-b1b5-0b0a4da8a347'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:08:47.499783 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4ee45b-bd5d-410a-a214-f5e4e6ddad1d None None] Routers {'4893818d-f0ed-44b5-b1b5-0b0a4da8a347'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:08:47.500391 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-4b4ee45b-bd5d-410a-a214-f5e4e6ddad1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:08:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['4893818d-f0ed-44b5-b1b5-0b0a4da8a347'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:08:47.500849 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-59438959-fc6f-47ec-b43d-977633532011 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:47.502093 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-59438959-fc6f-47ec-b43d-977633532011 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8539526 Apr 29 12:08:47.505100 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58692) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:08:47.538386 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-43a28427-2ad7-4e4d-9603-47dd89b30383 tempest-TestNetworkAdvancedServerOps-785408138 tempest-TestNetworkAdvancedServerOps-785408138-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=1c28ececa83b46b8acc32fd2580ffbc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320997 Apr 29 12:08:47.541005 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58694) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:08:47.609039 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-4b4ee45b-bd5d-410a-a214-f5e4e6ddad1d None None] Set router 4893818d-f0ed-44b5-b1b5-0b0a4da8a347 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:08:47.626997 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a305bcd-3b1c-4daa-bea1-c933f77b3618 tempest-TestNetworkAdvancedServerOps-785408138 tempest-TestNetworkAdvancedServerOps-785408138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:47.628417 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3a305bcd-3b1c-4daa-bea1-c933f77b3618 tempest-TestNetworkAdvancedServerOps-785408138 tempest-TestNetworkAdvancedServerOps-785408138-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0865121 Apr 29 12:08:47.631196 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58696) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:08:47.660770 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-1688ee30-79bc-4a74-9719-910202d794da tempest-TestNetworkAdvancedServerOps-785408138 tempest-TestNetworkAdvancedServerOps-785408138-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=1c458760-cee1-43dd-bfaa-f7beebba31f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285141 Apr 29 12:08:47.663248 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58698) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:08:47.668170 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-645aa9d7-97c3-40a5-a70b-f7b00245f4d8 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-464743333', 'network_id': '2ad84ea5-f4a5-41c9-a648-b7c78eb7130e', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:08:47.758990 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645aa9d7-97c3-40a5-a70b-f7b00245f4d8 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Made reservation on behalf of 1c28ececa83b46b8acc32fd2580ffbc3 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:08:47.763577 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-645aa9d7-97c3-40a5-a70b-f7b00245f4d8 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:47.800565 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-4b4ee45b-bd5d-410a-a214-f5e4e6ddad1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551668542', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:08:45Z', 'updated_at': '2022-04-29T12:08:46Z', 'revision_number': 3, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': '8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:08:46Z', 'updated_at': '2022-04-29T12:08:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:08:47.827960 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4ee45b-bd5d-410a-a214-f5e4e6ddad1d None None] Checking router: 4893818d-f0ed-44b5-b1b5-0b0a4da8a347 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:08:47.828302 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4ee45b-bd5d-410a-a214-f5e4e6ddad1d None None] Updating router 4893818d-f0ed-44b5-b1b5-0b0a4da8a347 port 8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:08:47.856392 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-4b4ee45b-bd5d-410a-a214-f5e4e6ddad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:47.958322 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-645aa9d7-97c3-40a5-a70b-f7b00245f4d8 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:48.027627 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645aa9d7-97c3-40a5-a70b-f7b00245f4d8 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Subnet': ['ID=b21eff5e-3847-4041-8557-8990b39e9597,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:48.035697 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645aa9d7-97c3-40a5-a70b-f7b00245f4d8 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Checking segment: {'id': '0add4cdf-b830-44c3-8cc1-f1cebeb7a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '2ad84ea5-f4a5-41c9-a648-b7c78eb7130e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:08:48.036067 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645aa9d7-97c3-40a5-a70b-f7b00245f4d8 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network hostable DHCP agents. Network: 2ad84ea5-f4a5-41c9-a648-b7c78eb7130e, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:08:48.054093 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645aa9d7-97c3-40a5-a70b-f7b00245f4d8 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network 2ad84ea5-f4a5-41c9-a648-b7c78eb7130e is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:08:48.068697 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-645aa9d7-97c3-40a5-a70b-f7b00245f4d8 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 2ad84ea5-f4a5-41c9-a648-b7c78eb7130e) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:08:48.075966 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645aa9d7-97c3-40a5-a70b-f7b00245f4d8 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:48.076656 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-645aa9d7-97c3-40a5-a70b-f7b00245f4d8 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:48.089888 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51dc41c-a021-4b99-8a6d-a5aa8e7051f3 None None] Network 2ad84ea5-f4a5-41c9-a648-b7c78eb7130e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:08:48.099177 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-645aa9d7-97c3-40a5-a70b-f7b00245f4d8 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4319952 Apr 29 12:08:48.099674 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58700) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:08:48.145448 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-4b4ee45b-bd5d-410a-a214-f5e4e6ddad1d None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:48.152424 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-4b4ee45b-bd5d-410a-a214-f5e4e6ddad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:48.198739 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-4b4ee45b-bd5d-410a-a214-f5e4e6ddad1d None None] Attempting to bind port 8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:08:48.199241 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-4b4ee45b-bd5d-410a-a214-f5e4e6ddad1d None None] Attempting to bind port 8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:08:48.199594 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4ee45b-bd5d-410a-a214-f5e4e6ddad1d None None] Attempting to bind port 8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:08:48.207151 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4ee45b-bd5d-410a-a214-f5e4e6ddad1d None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:08:48.207151 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4ee45b-bd5d-410a-a214-f5e4e6ddad1d None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:08:48.207151 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-4b4ee45b-bd5d-410a-a214-f5e4e6ddad1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:48.207620 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4ee45b-bd5d-410a-a214-f5e4e6ddad1d None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:08:48.207940 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-4b4ee45b-bd5d-410a-a214-f5e4e6ddad1d None None] Bound port: 8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:08:48.208203 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-4b4ee45b-bd5d-410a-a214-f5e4e6ddad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:48.255223 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c9016c-678b-4041-9daa-d691d954ac80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-2ad84ea5-f4a5-41c9-a648-b7c78eb7130e', 'network_id': '2ad84ea5-f4a5-41c9-a648-b7c78eb7130e', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'fixed_ips': [{'subnet_id': 'b21eff5e-3847-4041-8557-8990b39e9597'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 12:08:48.257020 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-41c9016c-678b-4041-9daa-d691d954ac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:48.272484 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-4b4ee45b-bd5d-410a-a214-f5e4e6ddad1d None None] For port 8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:08:48.276873 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-4b4ee45b-bd5d-410a-a214-f5e4e6ddad1d None None] For port 8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:08:48.287996 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688b526-ee3b-45b4-bf74-ed3025dcc544 None None] Pushing event updated for resources: {'Port': ['ID=8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad,revision_number=2']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:48.292108 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-4b4ee45b-bd5d-410a-a214-f5e4e6ddad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:48.311859 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688b526-ee3b-45b4-bf74-ed3025dcc544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:48.312270 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688b526-ee3b-45b4-bf74-ed3025dcc544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:48.312662 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688b526-ee3b-45b4-bf74-ed3025dcc544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:48.313048 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688b526-ee3b-45b4-bf74-ed3025dcc544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:48.313431 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688b526-ee3b-45b4-bf74-ed3025dcc544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:48.313813 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688b526-ee3b-45b4-bf74-ed3025dcc544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:48.314211 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688b526-ee3b-45b4-bf74-ed3025dcc544 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:48.314724 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688b526-ee3b-45b4-bf74-ed3025dcc544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:48.315209 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688b526-ee3b-45b4-bf74-ed3025dcc544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:48.315789 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688b526-ee3b-45b4-bf74-ed3025dcc544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:48.316149 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688b526-ee3b-45b4-bf74-ed3025dcc544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:48.316510 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688b526-ee3b-45b4-bf74-ed3025dcc544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:48.362255 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4ee45b-bd5d-410a-a214-f5e4e6ddad1d None None] Routers {'4893818d-f0ed-44b5-b1b5-0b0a4da8a347'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:08:48.363144 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-4b4ee45b-bd5d-410a-a214-f5e4e6ddad1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:08:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['4893818d-f0ed-44b5-b1b5-0b0a4da8a347'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:08:48.436060 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-41c9016c-678b-4041-9daa-d691d954ac80 None None] Allocated IP 172.20.0.2 (2ad84ea5-f4a5-41c9-a648-b7c78eb7130e/b21eff5e-3847-4041-8557-8990b39e9597/45eecaa9-5c55-402a-a963-fd6669aea647) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:08:48.463607 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688b526-ee3b-45b4-bf74-ed3025dcc544 None None] Pushing event updated for resources: {'Port': ['ID=8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:48.524342 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-4b4ee45b-bd5d-410a-a214-f5e4e6ddad1d None None] Set router 4893818d-f0ed-44b5-b1b5-0b0a4da8a347 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:08:48.599054 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b24e9ee7-6343-472f-88dc-5d296fb765e1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:48.609237 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-41c9016c-678b-4041-9daa-d691d954ac80 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:48.617112 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-41c9016c-678b-4041-9daa-d691d954ac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:48.655618 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c9016c-678b-4041-9daa-d691d954ac80 None None] Network 2ad84ea5-f4a5-41c9-a648-b7c78eb7130e is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:08:48.661521 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-41c9016c-678b-4041-9daa-d691d954ac80 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:08:48.663708 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c9016c-678b-4041-9daa-d691d954ac80 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:08:48.695098 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9016c-678b-4041-9daa-d691d954ac80 None None] Pushing event updated for resources: {'Port': ['ID=45eecaa9-5c55-402a-a963-fd6669aea647,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:48.735434 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-4b4ee45b-bd5d-410a-a214-f5e4e6ddad1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551668542', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:08:45Z', 'updated_at': '2022-04-29T12:08:46Z', 'revision_number': 3, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': '8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:08:46Z', 'updated_at': '2022-04-29T12:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:08:48.737918 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-41c9016c-678b-4041-9daa-d691d954ac80 None None] Attempting to bind port 45eecaa9-5c55-402a-a963-fd6669aea647 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:08:48.738420 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-41c9016c-678b-4041-9daa-d691d954ac80 None None] Attempting to bind port 45eecaa9-5c55-402a-a963-fd6669aea647 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '0add4cdf-b830-44c3-8cc1-f1cebeb7a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '2ad84ea5-f4a5-41c9-a648-b7c78eb7130e'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:08:48.738786 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c9016c-678b-4041-9daa-d691d954ac80 None None] Attempting to bind port 45eecaa9-5c55-402a-a963-fd6669aea647 on network 2ad84ea5-f4a5-41c9-a648-b7c78eb7130e {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:08:48.747631 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c9016c-678b-4041-9daa-d691d954ac80 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:08:48.748035 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c9016c-678b-4041-9daa-d691d954ac80 None None] Checking segment: {'id': '0add4cdf-b830-44c3-8cc1-f1cebeb7a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '2ad84ea5-f4a5-41c9-a648-b7c78eb7130e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:08:48.748401 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-41c9016c-678b-4041-9daa-d691d954ac80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:48.748794 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c9016c-678b-4041-9daa-d691d954ac80 None None] Bound using segment: {'id': '0add4cdf-b830-44c3-8cc1-f1cebeb7a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '2ad84ea5-f4a5-41c9-a648-b7c78eb7130e'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:08:48.749264 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-41c9016c-678b-4041-9daa-d691d954ac80 None None] Bound port: 45eecaa9-5c55-402a-a963-fd6669aea647, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0add4cdf-b830-44c3-8cc1-f1cebeb7a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '2ad84ea5-f4a5-41c9-a648-b7c78eb7130e'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:08:48.749644 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-41c9016c-678b-4041-9daa-d691d954ac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:48.770446 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4ee45b-bd5d-410a-a214-f5e4e6ddad1d None None] The sync data for ids ['4893818d-f0ed-44b5-b1b5-0b0a4da8a347'] in dv-neutron-838888-1-hyperv is: [{'id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551668542', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:08:45Z', 'updated_at': '2022-04-29T12:08:46Z', 'revision_number': 3, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': '8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:08:46Z', 'updated_at': '2022-04-29T12:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:08:48.832283 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-41c9016c-678b-4041-9daa-d691d954ac80 None None] For port 45eecaa9-5c55-402a-a963-fd6669aea647, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:08:48.836828 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-41c9016c-678b-4041-9daa-d691d954ac80 None None] For port 45eecaa9-5c55-402a-a963-fd6669aea647, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=45eecaa9-5c55-402a-a963-fd6669aea647,segment=NetworkSegment(0add4cdf-b830-44c3-8cc1-f1cebeb7a24e),segment_id=0add4cdf-b830-44c3-8cc1-f1cebeb7a24e)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:08:48.841899 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-41c9016c-678b-4041-9daa-d691d954ac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:48.909802 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9016c-678b-4041-9daa-d691d954ac80 None None] Pushing event updated for resources: {'Port': ['ID=45eecaa9-5c55-402a-a963-fd6669aea647,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:48.963271 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-b24e9ee7-6343-472f-88dc-5d296fb765e1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Allocated IP 172.20.0.1 (2ad84ea5-f4a5-41c9-a648-b7c78eb7130e/b21eff5e-3847-4041-8557-8990b39e9597/e8a30b1a-10c6-42d6-a8b4-261711bb436a) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:08:49.137661 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b24e9ee7-6343-472f-88dc-5d296fb765e1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:49.184278 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b24e9ee7-6343-472f-88dc-5d296fb765e1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:49.237331 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24e9ee7-6343-472f-88dc-5d296fb765e1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network 2ad84ea5-f4a5-41c9-a648-b7c78eb7130e is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:08:49.240932 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-b24e9ee7-6343-472f-88dc-5d296fb765e1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:08:49.247551 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24e9ee7-6343-472f-88dc-5d296fb765e1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:08:49.251735 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e9ee7-6343-472f-88dc-5d296fb765e1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Port': ['ID=e8a30b1a-10c6-42d6-a8b4-261711bb436a,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:49.314955 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b24e9ee7-6343-472f-88dc-5d296fb765e1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:49.456542 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b24e9ee7-6343-472f-88dc-5d296fb765e1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:49.770015 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b24e9ee7-6343-472f-88dc-5d296fb765e1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:49.776593 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b24e9ee7-6343-472f-88dc-5d296fb765e1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:49.859209 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e9ee7-6343-472f-88dc-5d296fb765e1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Port': ['ID=e8a30b1a-10c6-42d6-a8b4-261711bb436a,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:49.866106 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b24e9ee7-6343-472f-88dc-5d296fb765e1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:49.968208 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 45eecaa9-5c55-402a-a963-fd6669aea647 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:08:49.996273 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e15d0e1-bd5a-4c95-aa8b-0f4ecc4e105a None None] Network 2ad84ea5-f4a5-41c9-a648-b7c78eb7130e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:08:49.999283 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24e9ee7-6343-472f-88dc-5d296fb765e1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network 2ad84ea5-f4a5-41c9-a648-b7c78eb7130e is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:08:50.000893 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-b24e9ee7-6343-472f-88dc-5d296fb765e1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:08:50.107185 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-866c7cbe-d71a-4c33-a3ac-bbbf84643b95 None None] Provisioning complete for port 45eecaa9-5c55-402a-a963-fd6669aea647 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:08:50.107449 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-866c7cbe-d71a-4c33-a3ac-bbbf84643b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:50.127388 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24e9ee7-6343-472f-88dc-5d296fb765e1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Router 4893818d-f0ed-44b5-b1b5-0b0a4da8a347 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:08:50.131187 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 45eecaa9-5c55-402a-a963-fd6669aea647 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:08:50.131550 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:50.326936 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-866c7cbe-d71a-4c33-a3ac-bbbf84643b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:50.339694 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:50.413677 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-866c7cbe-d71a-4c33-a3ac-bbbf84643b95 None None] For port 45eecaa9-5c55-402a-a963-fd6669aea647, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=45eecaa9-5c55-402a-a963-fd6669aea647,segment=NetworkSegment(0add4cdf-b830-44c3-8cc1-f1cebeb7a24e),segment_id=0add4cdf-b830-44c3-8cc1-f1cebeb7a24e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:08:50.421239 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-866c7cbe-d71a-4c33-a3ac-bbbf84643b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:50.515848 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c7cbe-d71a-4c33-a3ac-bbbf84643b95 None None] Pushing event updated for resources: {'Port': ['ID=45eecaa9-5c55-402a-a963-fd6669aea647,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:50.518852 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 12:08:50.519198 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 12:08:50.611476 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24e9ee7-6343-472f-88dc-5d296fb765e1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:08:50.616100 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b24e9ee7-6343-472f-88dc-5d296fb765e1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "PUT /v2.0/routers/4893818d-f0ed-44b5-b1b5-0b0a4da8a347/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5153463 Apr 29 12:08:50.651359 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-1987d836-8539-4fc7-b436-426c6e6246e7 None None] Provisioning complete for port e8a30b1a-10c6-42d6-a8b4-261711bb436a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:08:50.651799 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1987d836-8539-4fc7-b436-426c6e6246e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:50.687701 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b48f923-0853-4c49-b426-1132476c4403 None None] Sync routers for ids ['4893818d-f0ed-44b5-b1b5-0b0a4da8a347'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:08:50.713117 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b48f923-0853-4c49-b426-1132476c4403 None None] Routers {'4893818d-f0ed-44b5-b1b5-0b0a4da8a347'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:08:50.713765 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-1b48f923-0853-4c49-b426-1132476c4403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:08:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['4893818d-f0ed-44b5-b1b5-0b0a4da8a347'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:08:50.716122 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-1987d836-8539-4fc7-b436-426c6e6246e7 None None] Port e8a30b1a-10c6-42d6-a8b4-261711bb436a cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:08:50.773696 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-1987d836-8539-4fc7-b436-426c6e6246e7 None None] Provisioning complete for port 45eecaa9-5c55-402a-a963-fd6669aea647 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:08:50.774262 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1987d836-8539-4fc7-b436-426c6e6246e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:50.804754 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-f265f5cf-4fcc-4e30-b6e1-8da3753a30f5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-330863972&fields=id&tenant_id=1c28ececa83b46b8acc32fd2580ffbc3 HTTP/1.1" status: 200 len: 267 time: 0.0623462 Apr 29 12:08:50.938553 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-4eaa1e3d-a0d8-4431-a8d5-8154d7604648 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:50.940251 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-4eaa1e3d-a0d8-4431-a8d5-8154d7604648 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/networks?id=2ad84ea5-f4a5-41c9-a648-b7c78eb7130e HTTP/1.1" status: 200 len: 797 time: 0.1346517 Apr 29 12:08:50.958676 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-77e043ff-51ef-4685-841d-0346af69c9d8 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/quotas/1c28ececa83b46b8acc32fd2580ffbc3 HTTP/1.1" status: 200 len: 375 time: 0.0106027 Apr 29 12:08:51.033073 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-3afffbd8-ecbb-4363-9485-0c1589f9fe7c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651407 Apr 29 12:08:51.060867 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-1b48f923-0853-4c49-b426-1132476c4403 None None] Set router 4893818d-f0ed-44b5-b1b5-0b0a4da8a347 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:08:51.107151 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:08:51.235542 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-1924dc21-c2ad-4456-9327-2d6e63f52f14 service neutron] 10.222.0.69 "GET /v2.0/networks/2ad84ea5-f4a5-41c9-a648-b7c78eb7130e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895912 Apr 29 12:08:51.295352 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:08:51.295721 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:51.337605 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-571c4878-360d-4d63-a17b-7eca09ec95d3 service neutron] 10.222.0.69 "GET /v2.0/networks/2ad84ea5-f4a5-41c9-a648-b7c78eb7130e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953522 Apr 29 12:08:51.394824 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-39916af2-1c9e-4d78-b692-87c53b05f26b None None] Provisioning complete for port e8a30b1a-10c6-42d6-a8b4-261711bb436a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:08:51.395195 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-39916af2-1c9e-4d78-b692-87c53b05f26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:51.467384 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-39916af2-1c9e-4d78-b692-87c53b05f26b None None] Port e8a30b1a-10c6-42d6-a8b4-261711bb436a cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:08:51.485420 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:51.490072 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-1b48f923-0853-4c49-b426-1132476c4403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551668542', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:08:45Z', 'updated_at': '2022-04-29T12:08:49Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': '8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:08:46Z', 'updated_at': '2022-04-29T12:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'e8a30b1a-10c6-42d6-a8b4-261711bb436a', 'name': '', 'network_id': '2ad84ea5-f4a5-41c9-a648-b7c78eb7130e', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:8b:6d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b21eff5e-3847-4041-8557-8990b39e9597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:08:48Z', 'updated_at': '2022-04-29T12:08:49Z', 'revision_number': 2, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'b21eff5e-3847-4041-8557-8990b39e9597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:08:51.526045 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b48f923-0853-4c49-b426-1132476c4403 None None] Checking router: 4893818d-f0ed-44b5-b1b5-0b0a4da8a347 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:08:51.526641 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b48f923-0853-4c49-b426-1132476c4403 None None] Updating router 4893818d-f0ed-44b5-b1b5-0b0a4da8a347 port e8a30b1a-10c6-42d6-a8b4-261711bb436a binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:08:51.555417 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:08:51.566048 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:51.567744 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f73176e6-c41f-41c0-b75b-8bb0af029c80 req-06cb88c1-16a8-40c0-9d26-d560fc1ff805 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 210 time: 0.0390849 Apr 29 12:08:51.570878 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1b48f923-0853-4c49-b426-1132476c4403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:51.655668 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:51.913828 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 45eecaa9-5c55-402a-a963-fd6669aea647 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:08:51.967737 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1b48f923-0853-4c49-b426-1132476c4403 None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:51.976155 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1b48f923-0853-4c49-b426-1132476c4403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:52.045092 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 45eecaa9-5c55-402a-a963-fd6669aea647 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:08:52.046236 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:52.078049 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fddb01-9534-40fb-b15b-e6f0db154390 None None] Pushing event updated for resources: {'Port': ['ID=e8a30b1a-10c6-42d6-a8b4-261711bb436a,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:52.148551 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-1b48f923-0853-4c49-b426-1132476c4403 None None] Attempting to bind port e8a30b1a-10c6-42d6-a8b4-261711bb436a on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:08:52.148920 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-1b48f923-0853-4c49-b426-1132476c4403 None None] Attempting to bind port e8a30b1a-10c6-42d6-a8b4-261711bb436a by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '0add4cdf-b830-44c3-8cc1-f1cebeb7a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '2ad84ea5-f4a5-41c9-a648-b7c78eb7130e'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:08:52.149284 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b48f923-0853-4c49-b426-1132476c4403 None None] Attempting to bind port e8a30b1a-10c6-42d6-a8b4-261711bb436a on network 2ad84ea5-f4a5-41c9-a648-b7c78eb7130e {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:08:52.157524 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b48f923-0853-4c49-b426-1132476c4403 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:08:52.157900 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b48f923-0853-4c49-b426-1132476c4403 None None] Checking segment: {'id': '0add4cdf-b830-44c3-8cc1-f1cebeb7a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '2ad84ea5-f4a5-41c9-a648-b7c78eb7130e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:08:52.158335 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1b48f923-0853-4c49-b426-1132476c4403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:52.158736 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b48f923-0853-4c49-b426-1132476c4403 None None] Bound using segment: {'id': '0add4cdf-b830-44c3-8cc1-f1cebeb7a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '2ad84ea5-f4a5-41c9-a648-b7c78eb7130e'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:08:52.159213 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-1b48f923-0853-4c49-b426-1132476c4403 None None] Bound port: e8a30b1a-10c6-42d6-a8b4-261711bb436a, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0add4cdf-b830-44c3-8cc1-f1cebeb7a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '2ad84ea5-f4a5-41c9-a648-b7c78eb7130e'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:08:52.159593 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1b48f923-0853-4c49-b426-1132476c4403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:52.223045 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:08:52.287810 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-1b48f923-0853-4c49-b426-1132476c4403 None None] For port e8a30b1a-10c6-42d6-a8b4-261711bb436a, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:08:52.291872 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-1b48f923-0853-4c49-b426-1132476c4403 None None] For port e8a30b1a-10c6-42d6-a8b4-261711bb436a, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=e8a30b1a-10c6-42d6-a8b4-261711bb436a,segment=NetworkSegment(0add4cdf-b830-44c3-8cc1-f1cebeb7a24e),segment_id=0add4cdf-b830-44c3-8cc1-f1cebeb7a24e)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:08:52.298919 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1b48f923-0853-4c49-b426-1132476c4403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:52.337925 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-0b31b81b-97d3-42c3-b18e-fa9c9a599223 None None] Provisioning complete for port e8a30b1a-10c6-42d6-a8b4-261711bb436a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:08:52.338369 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0b31b81b-97d3-42c3-b18e-fa9c9a599223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:52.378884 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:08:52.379191 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:52.418647 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fddb01-9534-40fb-b15b-e6f0db154390 None None] Pushing event updated for resources: {'Port': ['ID=e8a30b1a-10c6-42d6-a8b4-261711bb436a,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:52.436594 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b48f923-0853-4c49-b426-1132476c4403 None None] Routers {'4893818d-f0ed-44b5-b1b5-0b0a4da8a347'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:08:52.437241 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-1b48f923-0853-4c49-b426-1132476c4403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:08:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['4893818d-f0ed-44b5-b1b5-0b0a4da8a347'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:08:52.623640 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-1b48f923-0853-4c49-b426-1132476c4403 None None] Set router 4893818d-f0ed-44b5-b1b5-0b0a4da8a347 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:08:52.625438 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0b31b81b-97d3-42c3-b18e-fa9c9a599223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:52.667791 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-de7fdc37-a6c5-455d-9b3b-36aa25cdff9d req-f9e38f80-f433-4bed-937a-3ae277ab917b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 210 time: 0.0269048 Apr 29 12:08:52.876330 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-0b31b81b-97d3-42c3-b18e-fa9c9a599223 None None] For port e8a30b1a-10c6-42d6-a8b4-261711bb436a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=e8a30b1a-10c6-42d6-a8b4-261711bb436a,segment=NetworkSegment(0add4cdf-b830-44c3-8cc1-f1cebeb7a24e),segment_id=0add4cdf-b830-44c3-8cc1-f1cebeb7a24e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:08:52.881642 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0b31b81b-97d3-42c3-b18e-fa9c9a599223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:52.981441 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31b81b-97d3-42c3-b18e-fa9c9a599223 None None] Pushing event updated for resources: {'Port': ['ID=e8a30b1a-10c6-42d6-a8b4-261711bb436a,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:53.026566 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-0f5d9572-44d1-43bf-9b33-a15881a3e889 None None] Provisioning complete for port e8a30b1a-10c6-42d6-a8b4-261711bb436a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:08:53.026935 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0f5d9572-44d1-43bf-9b33-a15881a3e889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:53.080930 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-1b48f923-0853-4c49-b426-1132476c4403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551668542', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:08:45Z', 'updated_at': '2022-04-29T12:08:49Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': '8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:08:46Z', 'updated_at': '2022-04-29T12:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'e8a30b1a-10c6-42d6-a8b4-261711bb436a', 'name': '', 'network_id': '2ad84ea5-f4a5-41c9-a648-b7c78eb7130e', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:8b:6d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b21eff5e-3847-4041-8557-8990b39e9597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:08:48Z', 'updated_at': '2022-04-29T12:08:52Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'b21eff5e-3847-4041-8557-8990b39e9597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:08:53.115017 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b48f923-0853-4c49-b426-1132476c4403 None None] The sync data for ids ['4893818d-f0ed-44b5-b1b5-0b0a4da8a347'] in dv-neutron-838888-1-hyperv is: [{'id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551668542', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:08:45Z', 'updated_at': '2022-04-29T12:08:49Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': '8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:08:46Z', 'updated_at': '2022-04-29T12:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'e8a30b1a-10c6-42d6-a8b4-261711bb436a', 'name': '', 'network_id': '2ad84ea5-f4a5-41c9-a648-b7c78eb7130e', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:8b:6d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b21eff5e-3847-4041-8557-8990b39e9597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:08:48Z', 'updated_at': '2022-04-29T12:08:52Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'b21eff5e-3847-4041-8557-8990b39e9597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:08:53.633154 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d0211696-8d1b-4022-bcd9-f295c044101f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:53.780378 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f2031727-aa92-4523-bb9d-a2086ccde011 req-0ae8cfc4-d9ac-49b4-894a-345227dd7a3a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 210 time: 0.0307016 Apr 29 12:08:53.823951 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-40cf0e6c-7dae-4a8e-b212-726c9b5055f1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:53.825697 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-40cf0e6c-7dae-4a8e-b212-726c9b5055f1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.62 "GET /v2.0/networks?id=2ad84ea5-f4a5-41c9-a648-b7c78eb7130e HTTP/1.1" status: 200 len: 797 time: 0.1491392 Apr 29 12:08:53.883131 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-f73da625-f645-4274-95aa-b610bfb6ee12 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c28ececa83b46b8acc32fd2580ffbc3 HTTP/1.1" status: 200 len: 379 time: 0.0429761 Apr 29 12:08:53.893208 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-6431531e-5c84-4a79-bf60-50eaabf0036e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'port': {'device_id': 'd13cf8e2-b57d-46d4-918e-1768a9f8ef9c', 'network_id': '2ad84ea5-f4a5-41c9-a648-b7c78eb7130e', 'admin_state_up': True, 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'security_groups': ['0de8da09-0426-45bf-9725-12686f02a616']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:08:53.927774 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device e8a30b1a-10c6-42d6-a8b4-261711bb436a up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:08:53.985103 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port e8a30b1a-10c6-42d6-a8b4-261711bb436a triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:08:53.985482 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:54.032414 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-6431531e-5c84-4a79-bf60-50eaabf0036e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Made reservation on behalf of 1c28ececa83b46b8acc32fd2580ffbc3 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:08:54.036198 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-6431531e-5c84-4a79-bf60-50eaabf0036e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:54.185428 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-6431531e-5c84-4a79-bf60-50eaabf0036e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Allocated IP 172.20.0.3 (2ad84ea5-f4a5-41c9-a648-b7c78eb7130e/b21eff5e-3847-4041-8557-8990b39e9597/f63bdc9f-e1c9-4c05-b167-1ca537df52e5) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:08:54.324893 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-6431531e-5c84-4a79-bf60-50eaabf0036e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:54.360010 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-6431531e-5c84-4a79-bf60-50eaabf0036e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:54.408602 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-6431531e-5c84-4a79-bf60-50eaabf0036e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network 2ad84ea5-f4a5-41c9-a648-b7c78eb7130e is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:08:54.413681 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-6431531e-5c84-4a79-bf60-50eaabf0036e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:08:54.418693 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-6431531e-5c84-4a79-bf60-50eaabf0036e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:08:54.422504 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431531e-5c84-4a79-bf60-50eaabf0036e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Port': ['ID=f63bdc9f-e1c9-4c05-b167-1ca537df52e5,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:54.472745 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-6431531e-5c84-4a79-bf60-50eaabf0036e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:54.473371 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-6431531e-5c84-4a79-bf60-50eaabf0036e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:54.490875 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-6431531e-5c84-4a79-bf60-50eaabf0036e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6022608 Apr 29 12:08:54.505966 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-e29d666c-696f-40e9-b2a4-d4d46d781a6d service neutron] Request body: {'port': {'device_id': 'd13cf8e2-b57d-46d4-918e-1768a9f8ef9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:08:54.564890 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-e29d666c-696f-40e9-b2a4-d4d46d781a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:54.704278 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-8f5c1e54-919d-428c-b3df-959d24230357 None None] Provisioning complete for port f63bdc9f-e1c9-4c05-b167-1ca537df52e5 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:08:54.705222 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8f5c1e54-919d-428c-b3df-959d24230357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:54.738636 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-8f5c1e54-919d-428c-b3df-959d24230357 None None] Port f63bdc9f-e1c9-4c05-b167-1ca537df52e5 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:08:54.839746 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-e29d666c-696f-40e9-b2a4-d4d46d781a6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f63bdc9f-e1c9-4c05-b167-1ca537df52e5 {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:08:54.847297 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-e29d666c-696f-40e9-b2a4-d4d46d781a6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:54.869623 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-e29d666c-696f-40e9-b2a4-d4d46d781a6d service neutron] Transition to ACTIVE for port object f63bdc9f-e1c9-4c05-b167-1ca537df52e5 will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:08:54.885084 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-e29d666c-696f-40e9-b2a4-d4d46d781a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:54.951866 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d666c-696f-40e9-b2a4-d4d46d781a6d service neutron] Pushing event updated for resources: {'Port': ['ID=f63bdc9f-e1c9-4c05-b167-1ca537df52e5,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:54.980066 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da76742-5772-4a45-91af-eae0a101d9ff req-85e39fe9-454b-4c43-8285-849a4f3bfa34 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:54.981669 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4da76742-5772-4a45-91af-eae0a101d9ff req-85e39fe9-454b-4c43-8285-849a4f3bfa34 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 931 time: 0.1279354 Apr 29 12:08:55.062605 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4da76742-5772-4a45-91af-eae0a101d9ff req-59e77bdb-eab0-4408-8e24-36ea2fcd00e9 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591807 Apr 29 12:08:55.063675 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-e29d666c-696f-40e9-b2a4-d4d46d781a6d service neutron] Attempting to bind port f63bdc9f-e1c9-4c05-b167-1ca537df52e5 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:08:55.064016 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-e29d666c-696f-40e9-b2a4-d4d46d781a6d service neutron] Attempting to bind port f63bdc9f-e1c9-4c05-b167-1ca537df52e5 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '0add4cdf-b830-44c3-8cc1-f1cebeb7a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '2ad84ea5-f4a5-41c9-a648-b7c78eb7130e'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:08:55.064350 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-e29d666c-696f-40e9-b2a4-d4d46d781a6d service neutron] Attempting to bind port f63bdc9f-e1c9-4c05-b167-1ca537df52e5 on network 2ad84ea5-f4a5-41c9-a648-b7c78eb7130e {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:08:55.069424 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-e29d666c-696f-40e9-b2a4-d4d46d781a6d service neutron] Port f63bdc9f-e1c9-4c05-b167-1ca537df52e5 on network 2ad84ea5-f4a5-41c9-a648-b7c78eb7130e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 12:08:55.069748 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-e29d666c-696f-40e9-b2a4-d4d46d781a6d service neutron] Attempting to bind port f63bdc9f-e1c9-4c05-b167-1ca537df52e5 on network 2ad84ea5-f4a5-41c9-a648-b7c78eb7130e {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:08:55.076027 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-e29d666c-696f-40e9-b2a4-d4d46d781a6d service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:08:55.076334 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-e29d666c-696f-40e9-b2a4-d4d46d781a6d service neutron] Checking segment: {'id': '0add4cdf-b830-44c3-8cc1-f1cebeb7a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '2ad84ea5-f4a5-41c9-a648-b7c78eb7130e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:08:55.076737 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-e29d666c-696f-40e9-b2a4-d4d46d781a6d service neutron] Bound using segment: {'id': '0add4cdf-b830-44c3-8cc1-f1cebeb7a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '2ad84ea5-f4a5-41c9-a648-b7c78eb7130e'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:08:55.077169 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-e29d666c-696f-40e9-b2a4-d4d46d781a6d service neutron] Bound port: f63bdc9f-e1c9-4c05-b167-1ca537df52e5, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0add4cdf-b830-44c3-8cc1-f1cebeb7a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '2ad84ea5-f4a5-41c9-a648-b7c78eb7130e'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:08:55.077532 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-e29d666c-696f-40e9-b2a4-d4d46d781a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:55.142942 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-e29d666c-696f-40e9-b2a4-d4d46d781a6d service neutron] For port f63bdc9f-e1c9-4c05-b167-1ca537df52e5, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:08:55.145918 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-e29d666c-696f-40e9-b2a4-d4d46d781a6d service neutron] For port f63bdc9f-e1c9-4c05-b167-1ca537df52e5, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f63bdc9f-e1c9-4c05-b167-1ca537df52e5,segment=NetworkSegment(0add4cdf-b830-44c3-8cc1-f1cebeb7a24e),segment_id=0add4cdf-b830-44c3-8cc1-f1cebeb7a24e)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:08:55.152128 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-e29d666c-696f-40e9-b2a4-d4d46d781a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:55.190290 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-e29d666c-696f-40e9-b2a4-d4d46d781a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:55.191161 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-e29d666c-696f-40e9-b2a4-d4d46d781a6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:55.192586 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-e29d666c-696f-40e9-b2a4-d4d46d781a6d service neutron] 10.222.0.62 "PUT /v2.0/ports/f63bdc9f-e1c9-4c05-b167-1ca537df52e5 HTTP/1.1" status: 200 len: 1093 time: 0.6915088 Apr 29 12:08:55.193026 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd13cf8e2-b57d-46d4-918e-1768a9f8ef9c', 'tag': 'f63bdc9f-e1c9-4c05-b167-1ca537df52e5'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:08:55.195302 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d19122d-2601-4bb2-b1ca-2daa06240b68" -d '{"events": [{"name": "network-changed", "server_uuid": "d13cf8e2-b57d-46d4-918e-1768a9f8ef9c", "tag": "f63bdc9f-e1c9-4c05-b167-1ca537df52e5"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:08:55.223459 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d666c-696f-40e9-b2a4-d4d46d781a6d service neutron] Pushing event updated for resources: {'Port': ['ID=f63bdc9f-e1c9-4c05-b167-1ca537df52e5,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:55.267896 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6833facc-de71-4eb8-b553-cebc80dbd8f7 x-openstack-request-id: req-6833facc-de71-4eb8-b553-cebc80dbd8f7 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:08:55.268187 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d13cf8e2-b57d-46d4-918e-1768a9f8ef9c", "tag": "f63bdc9f-e1c9-4c05-b167-1ca537df52e5", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:08:55.268466 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6833facc-de71-4eb8-b553-cebc80dbd8f7 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:08:55.268821 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6833facc-de71-4eb8-b553-cebc80dbd8f7'] response: {'name': 'network-changed', 'server_uuid': 'd13cf8e2-b57d-46d4-918e-1768a9f8ef9c', 'tag': 'f63bdc9f-e1c9-4c05-b167-1ca537df52e5', 'status': 'completed', 'code': 200} Apr 29 12:08:55.285225 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-3be9fc78-ebef-483c-8687-2fe50bd03148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:55.286785 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-3be9fc78-ebef-483c-8687-2fe50bd03148 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 1096 time: 0.0472083 Apr 29 12:08:55.332209 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-b943a737-4407-498a-b7c9-58f7c978f776 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f63bdc9f-e1c9-4c05-b167-1ca537df52e5 HTTP/1.1" status: 200 len: 217 time: 0.0377979 Apr 29 12:08:55.388569 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-e943eb9c-6e66-4f20-9ebf-14d7704fd50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:55.390102 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-e943eb9c-6e66-4f20-9ebf-14d7704fd50e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b21eff5e-3847-4041-8557-8990b39e9597 HTTP/1.1" status: 200 len: 834 time: 0.0500274 Apr 29 12:08:55.439437 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-6fa34166-5060-455e-95a3-1c5f0fe5343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:55.441182 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-6fa34166-5060-455e-95a3-1c5f0fe5343d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2ad84ea5-f4a5-41c9-a648-b7c78eb7130e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442631 Apr 29 12:08:55.530847 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-5dd98b14-7d06-48df-ba3c-b10c31ee4bf3 service neutron] 10.222.0.62 "GET /v2.0/networks/2ad84ea5-f4a5-41c9-a648-b7c78eb7130e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822034 Apr 29 12:08:55.625975 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b81287e2-8339-4938-aca2-1f26f81dc25d req-3f784cea-b680-439c-86e4-e989ac26ebfc service neutron] 10.222.0.62 "GET /v2.0/networks/2ad84ea5-f4a5-41c9-a648-b7c78eb7130e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877361 Apr 29 12:08:55.713750 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19122d-2601-4bb2-b1ca-2daa06240b68 req-e380dc79-8bdc-43f9-9088-e8525ec871ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:55.715305 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1d19122d-2601-4bb2-b1ca-2daa06240b68 req-e380dc79-8bdc-43f9-9088-e8525ec871ce service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 1096 time: 0.0441971 Apr 29 12:08:55.810864 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19122d-2601-4bb2-b1ca-2daa06240b68 req-307255b7-261c-475f-9e0e-96a70c03c6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:55.812268 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1d19122d-2601-4bb2-b1ca-2daa06240b68 req-307255b7-261c-475f-9e0e-96a70c03c6f5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2ad84ea5-f4a5-41c9-a648-b7c78eb7130e HTTP/1.1" status: 200 len: 898 time: 0.0899630 Apr 29 12:08:55.854392 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1d19122d-2601-4bb2-b1ca-2daa06240b68 req-2a0e2503-b0cc-4afe-b1d3-ae4adc6289b3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f63bdc9f-e1c9-4c05-b167-1ca537df52e5 HTTP/1.1" status: 200 len: 217 time: 0.0351627 Apr 29 12:08:55.904671 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19122d-2601-4bb2-b1ca-2daa06240b68 req-a56915f6-ba15-41e9-bcb5-895fdb74de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:55.906149 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1d19122d-2601-4bb2-b1ca-2daa06240b68 req-a56915f6-ba15-41e9-bcb5-895fdb74de68 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b21eff5e-3847-4041-8557-8990b39e9597 HTTP/1.1" status: 200 len: 834 time: 0.0429373 Apr 29 12:08:55.952556 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19122d-2601-4bb2-b1ca-2daa06240b68 req-04523fd4-ce04-4573-9405-7b0d909629cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:55.954038 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1d19122d-2601-4bb2-b1ca-2daa06240b68 req-04523fd4-ce04-4573-9405-7b0d909629cb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2ad84ea5-f4a5-41c9-a648-b7c78eb7130e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410347 Apr 29 12:08:56.052271 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1d19122d-2601-4bb2-b1ca-2daa06240b68 req-ff7d24be-645f-42c0-801e-395d18edbbed service neutron] 10.222.0.62 "GET /v2.0/networks/2ad84ea5-f4a5-41c9-a648-b7c78eb7130e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885210 Apr 29 12:08:56.175538 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1d19122d-2601-4bb2-b1ca-2daa06240b68 req-8682fb2d-7b5d-4fa7-b50f-2b0cbd4ff7c4 service neutron] 10.222.0.62 "GET /v2.0/networks/2ad84ea5-f4a5-41c9-a648-b7c78eb7130e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146870 Apr 29 12:08:56.194479 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ccca2b-ac03-479b-8c70-44fd6dd2786c req-1a4f8727-7cb1-406b-8301-f47d314a1ebc tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:56.195976 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a0ccca2b-ac03-479b-8c70-44fd6dd2786c req-1a4f8727-7cb1-406b-8301-f47d314a1ebc tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 943 time: 0.0610037 Apr 29 12:08:56.234572 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a0ccca2b-ac03-479b-8c70-44fd6dd2786c req-95d88342-ea0e-4e96-93e1-4e205f4df3c9 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325081 Apr 29 12:08:57.349904 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03226dd-b651-4de5-b9b2-a4f9d3103fbe req-194e2f78-8bae-43cf-a407-62c321577a15 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:57.351417 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f03226dd-b651-4de5-b9b2-a4f9d3103fbe req-194e2f78-8bae-43cf-a407-62c321577a15 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 943 time: 0.0488081 Apr 29 12:08:57.360816 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:57.391897 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f03226dd-b651-4de5-b9b2-a4f9d3103fbe req-27120bd8-7e8f-4982-9ada-5b6b9862cf9e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341272 Apr 29 12:08:57.838140 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-db7d1bf1-141a-46ff-bc56-e3df1921227e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:57.863016 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device f63bdc9f-e1c9-4c05-b167-1ca537df52e5 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 12:08:57.957862 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port f63bdc9f-e1c9-4c05-b167-1ca537df52e5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f63bdc9f-e1c9-4c05-b167-1ca537df52e5,segment=NetworkSegment(0add4cdf-b830-44c3-8cc1-f1cebeb7a24e),segment_id=0add4cdf-b830-44c3-8cc1-f1cebeb7a24e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:08:57.969759 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': 'f63bdc9f-e1c9-4c05-b167-1ca537df52e5', 'network_id': '2ad84ea5-f4a5-41c9-a648-b7c78eb7130e', 'port_id': 'f63bdc9f-e1c9-4c05-b167-1ca537df52e5', 'mac_address': 'fa:16:3e:6f:30:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b21eff5e-3847-4041-8557-8990b39e9597', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 12:08:58.005567 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:58.022716 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f63bdc9f-e1c9-4c05-b167-1ca537df52e5 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:08:58.042432 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port f63bdc9f-e1c9-4c05-b167-1ca537df52e5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f63bdc9f-e1c9-4c05-b167-1ca537df52e5,segment=NetworkSegment(0add4cdf-b830-44c3-8cc1-f1cebeb7a24e),segment_id=0add4cdf-b830-44c3-8cc1-f1cebeb7a24e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:08:58.046061 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:58.095786 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=f63bdc9f-e1c9-4c05-b167-1ca537df52e5,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:58.288747 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['f63bdc9f-e1c9-4c05-b167-1ca537df52e5'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 12:08:58.520533 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ba522-48d7-45e6-91c6-929869e07dd1 req-6bed28c6-7602-4083-92d9-edebcd495d68 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:58.522031 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-153ba522-48d7-45e6-91c6-929869e07dd1 req-6bed28c6-7602-4083-92d9-edebcd495d68 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 944 time: 0.0541484 Apr 29 12:08:58.560937 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-153ba522-48d7-45e6-91c6-929869e07dd1 req-eca7f5dc-0183-4af7-8fa6-267427a8dcec tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320969 Apr 29 12:08:58.623077 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:59.674599 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00eecaa-41d7-4d6a-92f8-67daea5e22f7 req-db033857-f1c7-4f80-a7bb-8a2ff4a74333 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:59.676065 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d00eecaa-41d7-4d6a-92f8-67daea5e22f7 req-db033857-f1c7-4f80-a7bb-8a2ff4a74333 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 944 time: 0.0486064 Apr 29 12:08:59.714871 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d00eecaa-41d7-4d6a-92f8-67daea5e22f7 req-c3d905b2-b129-4c02-a628-a9db99b7828e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326843 Apr 29 12:08:59.863208 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device f63bdc9f-e1c9-4c05-b167-1ca537df52e5 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:08:59.911447 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port f63bdc9f-e1c9-4c05-b167-1ca537df52e5 completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:08:59.915593 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port f63bdc9f-e1c9-4c05-b167-1ca537df52e5 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:08:59.916174 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:59.997232 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:00.021882 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13cf8e2-b57d-46d4-918e-1768a9f8ef9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63bdc9f-e1c9-4c05-b167-1ca537df52e5'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:09:00.024176 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46e5402-db6b-421f-a986-23da03e6a043" -d '{"events": [{"server_uuid": "d13cf8e2-b57d-46d4-918e-1768a9f8ef9c", "name": "network-vif-plugged", "status": "completed", "tag": "f63bdc9f-e1c9-4c05-b167-1ca537df52e5"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:09:00.037168 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port f63bdc9f-e1c9-4c05-b167-1ca537df52e5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f63bdc9f-e1c9-4c05-b167-1ca537df52e5,segment=NetworkSegment(0add4cdf-b830-44c3-8cc1-f1cebeb7a24e),segment_id=0add4cdf-b830-44c3-8cc1-f1cebeb7a24e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:09:00.042025 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:00.068832 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ccab56-0d3f-485e-836e-704533cfbd23 x-openstack-request-id: req-a3ccab56-0d3f-485e-836e-704533cfbd23 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:09:00.069143 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13cf8e2-b57d-46d4-918e-1768a9f8ef9c", "name": "network-vif-plugged", "status": "completed", "tag": "f63bdc9f-e1c9-4c05-b167-1ca537df52e5", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:09:00.069394 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a3ccab56-0d3f-485e-836e-704533cfbd23 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:09:00.069786 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3ccab56-0d3f-485e-836e-704533cfbd23'] response: {'server_uuid': 'd13cf8e2-b57d-46d4-918e-1768a9f8ef9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63bdc9f-e1c9-4c05-b167-1ca537df52e5', 'code': 200} Apr 29 12:09:00.099768 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=f63bdc9f-e1c9-4c05-b167-1ca537df52e5,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:09:00.132476 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:00.236125 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56414e24-ba85-4e9f-855d-e97cc9993430 req-d775aa5e-90ce-468a-bdc4-2cc974d060da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:00.237612 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-56414e24-ba85-4e9f-855d-e97cc9993430 req-d775aa5e-90ce-468a-bdc4-2cc974d060da service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 1098 time: 0.0398111 Apr 29 12:09:00.272917 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-56414e24-ba85-4e9f-855d-e97cc9993430 req-ccf9c192-d986-42bc-8fd7-989a1f534fa6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279236 Apr 29 12:09:00.277237 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:00.833332 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2194e33-9f10-4022-a728-e2bd9c7877f9 req-ca286d51-9897-4806-be2d-8dd361bc29d3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:00.834846 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d2194e33-9f10-4022-a728-e2bd9c7877f9 req-ca286d51-9897-4806-be2d-8dd361bc29d3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 945 time: 0.0530427 Apr 29 12:09:00.872675 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d2194e33-9f10-4022-a728-e2bd9c7877f9 req-dd088a10-52ef-40f4-9afb-96cce0823d9d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311179 Apr 29 12:09:01.989171 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d61cc-e72b-483b-9fba-299cae402266 req-7f0ae054-518b-408d-8f6c-de0e4347ae5f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:01.990702 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-844d61cc-e72b-483b-9fba-299cae402266 req-7f0ae054-518b-408d-8f6c-de0e4347ae5f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 945 time: 0.0486422 Apr 29 12:09:02.030345 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-844d61cc-e72b-483b-9fba-299cae402266 req-cee5ed25-f179-4078-8c39-19176c4f7bed tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326791 Apr 29 12:09:02.143857 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f70a7-2cd1-43ea-ae62-9c281d54ec07 req-155499fe-102f-4af4-b73e-60c88c288e0e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:02.145253 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6c2f70a7-2cd1-43ea-ae62-9c281d54ec07 req-155499fe-102f-4af4-b73e-60c88c288e0e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 945 time: 0.0486052 Apr 29 12:09:02.185113 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6c2f70a7-2cd1-43ea-ae62-9c281d54ec07 req-3eadd658-83dd-4daa-81e0-639be9106adb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332532 Apr 29 12:09:02.206495 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58764) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:09:02.251254 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46ed05c-0f2f-459e-9e66-c41ba68f9080 tempest-TestNetworkAdvancedServerOps-785408138 tempest-TestNetworkAdvancedServerOps-785408138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:02.252782 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-a46ed05c-0f2f-459e-9e66-c41ba68f9080 tempest-TestNetworkAdvancedServerOps-785408138 tempest-TestNetworkAdvancedServerOps-785408138-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 1093 time: 0.0453095 Apr 29 12:09:02.255606 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58766) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:09:02.260122 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-2c6dc977-b257-421a-9d4b-35e18b35110e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'port_id': 'f63bdc9f-e1c9-4c05-b167-1ca537df52e5', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:09:02.281311 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2c6dc977-b257-421a-9d4b-35e18b35110e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for floatingip, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:02.376152 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2c6dc977-b257-421a-9d4b-35e18b35110e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:02.483340 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-2c6dc977-b257-421a-9d4b-35e18b35110e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Allocated IP 172.26.4.140 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/0a2bac60-725f-42fd-a498-14f55e830ca3) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:09:02.583443 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2c6dc977-b257-421a-9d4b-35e18b35110e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:02.617093 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2c6dc977-b257-421a-9d4b-35e18b35110e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:02.661170 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6dc977-b257-421a-9d4b-35e18b35110e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:09:02.664107 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-2c6dc977-b257-421a-9d4b-35e18b35110e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:09:02.667845 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6dc977-b257-421a-9d4b-35e18b35110e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:09:02.673237 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6dc977-b257-421a-9d4b-35e18b35110e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Port': ['ID=0a2bac60-725f-42fd-a498-14f55e830ca3,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:09:03.029772 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2c6dc977-b257-421a-9d4b-35e18b35110e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:03.104193 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2c6dc977-b257-421a-9d4b-35e18b35110e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:03.296077 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2c6dc977-b257-421a-9d4b-35e18b35110e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:03.300937 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2c6dc977-b257-421a-9d4b-35e18b35110e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:03.369486 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6dc977-b257-421a-9d4b-35e18b35110e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Port': ['ID=0a2bac60-725f-42fd-a498-14f55e830ca3,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:09:03.381659 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2c6dc977-b257-421a-9d4b-35e18b35110e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:03.490348 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [None req-2c6dc977-b257-421a-9d4b-35e18b35110e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Floating IP 6da6570c-7d2f-4e2b-837c-80ee6121b722 associated. External IP: 172.26.4.140, port: f63bdc9f-e1c9-4c05-b167-1ca537df52e5. Apr 29 12:09:03.701852 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6dc977-b257-421a-9d4b-35e18b35110e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Router 4893818d-f0ed-44b5-b1b5-0b0a4da8a347 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:09:03.811848 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6dc977-b257-421a-9d4b-35e18b35110e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:09:03.823155 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d263b4f-e26e-4bb3-84cc-2a1337225dd9 None None] Sync routers for ids ['4893818d-f0ed-44b5-b1b5-0b0a4da8a347'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:09:03.833221 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2c6dc977-b257-421a-9d4b-35e18b35110e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:03.835805 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d263b4f-e26e-4bb3-84cc-2a1337225dd9 None None] Routers {'4893818d-f0ed-44b5-b1b5-0b0a4da8a347'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:09:03.836421 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-0d263b4f-e26e-4bb3-84cc-2a1337225dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:08:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['4893818d-f0ed-44b5-b1b5-0b0a4da8a347'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:09:03.865517 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2c6dc977-b257-421a-9d4b-35e18b35110e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6088865 Apr 29 12:09:03.866218 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd13cf8e2-b57d-46d4-918e-1768a9f8ef9c', 'tag': 'f63bdc9f-e1c9-4c05-b167-1ca537df52e5'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:09:03.868521 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d13fa50-eb1c-491e-aabd-ef5f4045ed28" -d '{"events": [{"name": "network-changed", "server_uuid": "d13cf8e2-b57d-46d4-918e-1768a9f8ef9c", "tag": "f63bdc9f-e1c9-4c05-b167-1ca537df52e5"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:09:03.908513 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848f7ab2-e83c-4ebc-927e-e8941c8ed867 x-openstack-request-id: req-848f7ab2-e83c-4ebc-927e-e8941c8ed867 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:09:03.909167 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d13cf8e2-b57d-46d4-918e-1768a9f8ef9c", "tag": "f63bdc9f-e1c9-4c05-b167-1ca537df52e5", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:09:03.909490 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-848f7ab2-e83c-4ebc-927e-e8941c8ed867 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:09:03.910000 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-848f7ab2-e83c-4ebc-927e-e8941c8ed867'] response: {'name': 'network-changed', 'server_uuid': 'd13cf8e2-b57d-46d4-918e-1768a9f8ef9c', 'tag': 'f63bdc9f-e1c9-4c05-b167-1ca537df52e5', 'status': 'completed', 'code': 200} Apr 29 12:09:04.006283 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b29f0-4511-4231-8626-5ca127c66a10 req-bbf80f02-e099-49dd-bc0e-9735b807df1c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:04.007831 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a28b29f0-4511-4231-8626-5ca127c66a10 req-bbf80f02-e099-49dd-bc0e-9735b807df1c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 945 time: 0.0864940 Apr 29 12:09:04.010095 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13fa50-eb1c-491e-aabd-ef5f4045ed28 req-da634c07-d8cd-4d9a-baba-be310a2c570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:04.011479 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4d13fa50-eb1c-491e-aabd-ef5f4045ed28 req-da634c07-d8cd-4d9a-baba-be310a2c570e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 1098 time: 0.0778480 Apr 29 12:09:04.036022 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-0d263b4f-e26e-4bb3-84cc-2a1337225dd9 None None] Set router 4893818d-f0ed-44b5-b1b5-0b0a4da8a347 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:09:04.093167 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a28b29f0-4511-4231-8626-5ca127c66a10 req-a9e3e091-6e6e-41dc-820c-5261eeffcdc3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784793 Apr 29 12:09:04.117376 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58774) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:09:04.266416 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-0d263b4f-e26e-4bb3-84cc-2a1337225dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551668542', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:08:45Z', 'updated_at': '2022-04-29T12:08:49Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': '8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:08:46Z', 'updated_at': '2022-04-29T12:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '6da6570c-7d2f-4e2b-837c-80ee6121b722', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'floating_ip_address': '172.26.4.140', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'port_id': 'f63bdc9f-e1c9-4c05-b167-1ca537df52e5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad84ea5-f4a5-41c9-a648-b7c78eb7130e', 'mac_address': 'fa:16:3e:6f:30:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13cf8e2-b57d-46d4-918e-1768a9f8ef9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:09:02Z', 'updated_at': '2022-04-29T12:09:02Z', 'revision_number': 0, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a30b1a-10c6-42d6-a8b4-261711bb436a', 'name': '', 'network_id': '2ad84ea5-f4a5-41c9-a648-b7c78eb7130e', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:8b:6d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b21eff5e-3847-4041-8557-8990b39e9597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:08:48Z', 'updated_at': '2022-04-29T12:08:52Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'b21eff5e-3847-4041-8557-8990b39e9597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:09:04.298873 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d263b4f-e26e-4bb3-84cc-2a1337225dd9 None None] Checking router: 4893818d-f0ed-44b5-b1b5-0b0a4da8a347 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:09:04.308123 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d263b4f-e26e-4bb3-84cc-2a1337225dd9 None None] Routers {'4893818d-f0ed-44b5-b1b5-0b0a4da8a347'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:09:04.308760 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-0d263b4f-e26e-4bb3-84cc-2a1337225dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:08:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['4893818d-f0ed-44b5-b1b5-0b0a4da8a347'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:09:04.419898 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-0d263b4f-e26e-4bb3-84cc-2a1337225dd9 None None] Set router 4893818d-f0ed-44b5-b1b5-0b0a4da8a347 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:09:04.527032 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13fa50-eb1c-491e-aabd-ef5f4045ed28 req-2f63b828-987f-4e6a-93a8-0fe1460c2775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:04.528697 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4d13fa50-eb1c-491e-aabd-ef5f4045ed28 req-2f63b828-987f-4e6a-93a8-0fe1460c2775 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2ad84ea5-f4a5-41c9-a648-b7c78eb7130e HTTP/1.1" status: 200 len: 898 time: 0.5072305 Apr 29 12:09:04.550306 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-109628bb-476b-4ae3-a251-bf938a15f60f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/floatingips/6da6570c-7d2f-4e2b-837c-80ee6121b722 HTTP/1.1" status: 200 len: 991 time: 0.4317122 Apr 29 12:09:04.602526 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4d13fa50-eb1c-491e-aabd-ef5f4045ed28 req-8502c3df-d839-4af9-913f-98ff88acff87 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f63bdc9f-e1c9-4c05-b167-1ca537df52e5 HTTP/1.1" status: 200 len: 999 time: 0.0659235 Apr 29 12:09:04.648593 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-0d263b4f-e26e-4bb3-84cc-2a1337225dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551668542', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:08:45Z', 'updated_at': '2022-04-29T12:08:49Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': '8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:08:46Z', 'updated_at': '2022-04-29T12:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '6da6570c-7d2f-4e2b-837c-80ee6121b722', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'floating_ip_address': '172.26.4.140', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'port_id': 'f63bdc9f-e1c9-4c05-b167-1ca537df52e5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad84ea5-f4a5-41c9-a648-b7c78eb7130e', 'mac_address': 'fa:16:3e:6f:30:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13cf8e2-b57d-46d4-918e-1768a9f8ef9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:09:02Z', 'updated_at': '2022-04-29T12:09:02Z', 'revision_number': 0, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a30b1a-10c6-42d6-a8b4-261711bb436a', 'name': '', 'network_id': '2ad84ea5-f4a5-41c9-a648-b7c78eb7130e', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:8b:6d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b21eff5e-3847-4041-8557-8990b39e9597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:08:48Z', 'updated_at': '2022-04-29T12:08:52Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'b21eff5e-3847-4041-8557-8990b39e9597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:09:04.651954 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13fa50-eb1c-491e-aabd-ef5f4045ed28 req-7f7c3f7a-9bd5-48e1-99af-1d7209f81dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:04.653482 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4d13fa50-eb1c-491e-aabd-ef5f4045ed28 req-7f7c3f7a-9bd5-48e1-99af-1d7209f81dea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b21eff5e-3847-4041-8557-8990b39e9597 HTTP/1.1" status: 200 len: 834 time: 0.0442550 Apr 29 12:09:04.679200 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d263b4f-e26e-4bb3-84cc-2a1337225dd9 None None] The sync data for ids ['4893818d-f0ed-44b5-b1b5-0b0a4da8a347'] in dv-neutron-838888-1-hyperv is: [{'id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551668542', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:08:45Z', 'updated_at': '2022-04-29T12:08:49Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': '8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:08:46Z', 'updated_at': '2022-04-29T12:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '6da6570c-7d2f-4e2b-837c-80ee6121b722', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'floating_ip_address': '172.26.4.140', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'port_id': 'f63bdc9f-e1c9-4c05-b167-1ca537df52e5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad84ea5-f4a5-41c9-a648-b7c78eb7130e', 'mac_address': 'fa:16:3e:6f:30:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13cf8e2-b57d-46d4-918e-1768a9f8ef9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:09:02Z', 'updated_at': '2022-04-29T12:09:02Z', 'revision_number': 0, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a30b1a-10c6-42d6-a8b4-261711bb436a', 'name': '', 'network_id': '2ad84ea5-f4a5-41c9-a648-b7c78eb7130e', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:8b:6d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b21eff5e-3847-4041-8557-8990b39e9597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:08:48Z', 'updated_at': '2022-04-29T12:08:52Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'b21eff5e-3847-4041-8557-8990b39e9597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:09:04.703895 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13fa50-eb1c-491e-aabd-ef5f4045ed28 req-2f0345c3-7303-4d27-a9cc-615d15f5c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:04.705461 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4d13fa50-eb1c-491e-aabd-ef5f4045ed28 req-2f0345c3-7303-4d27-a9cc-615d15f5c46e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2ad84ea5-f4a5-41c9-a648-b7c78eb7130e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456030 Apr 29 12:09:04.796502 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4d13fa50-eb1c-491e-aabd-ef5f4045ed28 req-b222ffe7-fc7a-4a17-b440-7746c90e2558 service neutron] 10.222.0.62 "GET /v2.0/networks/2ad84ea5-f4a5-41c9-a648-b7c78eb7130e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839646 Apr 29 12:09:04.879642 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7170c8-79e5-4766-b663-e7b962c9b361 None None] New status for floating IP 6da6570c-7d2f-4e2b-837c-80ee6121b722: ACTIVE {{(pid=102961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:09:04.895950 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4d13fa50-eb1c-491e-aabd-ef5f4045ed28 req-cbbad300-e399-4ec9-a699-b1d329b646fe service neutron] 10.222.0.62 "GET /v2.0/networks/2ad84ea5-f4a5-41c9-a648-b7c78eb7130e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928025 Apr 29 12:09:05.554087 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58776) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:09:05.615816 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-60e992d2-eea2-445b-8bb4-c999f149f425 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/floatingips/6da6570c-7d2f-4e2b-837c-80ee6121b722 HTTP/1.1" status: 200 len: 993 time: 0.0604694 Apr 29 12:09:16.267423 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:09:23.635732 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d31c40bb-e91b-4fd9-8a7a-a90810f0be4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:27.375658 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:27.840175 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ad44f23c-9d54-4081-bc52-fa87a9efac1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:28.626243 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:30.134447 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:30.281134 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:31.932376 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-510e81a8-52cd-475f-8461-fa1caf531e61 req-c4ac48ac-d2d4-4ae8-86ca-746797a59fba service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409551 Apr 29 12:09:32.019030 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e81a8-52cd-475f-8461-fa1caf531e61 req-e24a2ac0-0870-41d7-ad2b-c5cd8a787c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:32.020520 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-510e81a8-52cd-475f-8461-fa1caf531e61 req-e24a2ac0-0870-41d7-ad2b-c5cd8a787c64 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 1098 time: 0.0441644 Apr 29 12:09:32.123406 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e81a8-52cd-475f-8461-fa1caf531e61 req-4d8830bc-1408-4bbe-9f49-242573e1ca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:32.124780 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-510e81a8-52cd-475f-8461-fa1caf531e61 req-4d8830bc-1408-4bbe-9f49-242573e1ca43 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2ad84ea5-f4a5-41c9-a648-b7c78eb7130e HTTP/1.1" status: 200 len: 898 time: 0.0838497 Apr 29 12:09:32.203611 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-510e81a8-52cd-475f-8461-fa1caf531e61 req-123c8c06-cadd-4f0b-ab19-34a8650f7248 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f63bdc9f-e1c9-4c05-b167-1ca537df52e5 HTTP/1.1" status: 200 len: 1001 time: 0.0647626 Apr 29 12:09:32.255060 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e81a8-52cd-475f-8461-fa1caf531e61 req-8db61122-d23e-4bcc-be9b-36e01a46b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:32.256505 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-510e81a8-52cd-475f-8461-fa1caf531e61 req-8db61122-d23e-4bcc-be9b-36e01a46b04a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b21eff5e-3847-4041-8557-8990b39e9597 HTTP/1.1" status: 200 len: 834 time: 0.0443997 Apr 29 12:09:32.300908 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e81a8-52cd-475f-8461-fa1caf531e61 req-5a31cb49-001e-439a-9926-a6577ac93540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:32.302398 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-510e81a8-52cd-475f-8461-fa1caf531e61 req-5a31cb49-001e-439a-9926-a6577ac93540 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2ad84ea5-f4a5-41c9-a648-b7c78eb7130e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391681 Apr 29 12:09:32.397623 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-510e81a8-52cd-475f-8461-fa1caf531e61 req-fd124fd3-f36e-486e-b829-189229adaefe service neutron] 10.222.0.62 "GET /v2.0/networks/2ad84ea5-f4a5-41c9-a648-b7c78eb7130e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861607 Apr 29 12:09:32.496286 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-510e81a8-52cd-475f-8461-fa1caf531e61 req-eaad4e22-c43d-41dd-ae33-00dc86fc12cf service neutron] 10.222.0.62 "GET /v2.0/networks/2ad84ea5-f4a5-41c9-a648-b7c78eb7130e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908401 Apr 29 12:09:38.948634 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [req-5dac1ab7-d352-4d51-bd36-7995f0fccaca req-5822dd57-3511-416e-b313-263ac712a064 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 12:09:38.949716 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5dac1ab7-d352-4d51-bd36-7995f0fccaca req-5822dd57-3511-416e-b313-263ac712a064 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056071 Apr 29 12:09:39.133791 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81382f9-ba5a-4154-baa4-4a2e517eb552 req-bb9bd169-0522-43f3-b224-d16d3470cda2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:39.135396 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a81382f9-ba5a-4154-baa4-4a2e517eb552 req-bb9bd169-0522-43f3-b224-d16d3470cda2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 945 time: 0.0518634 Apr 29 12:09:39.149113 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58796) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:09:39.183471 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a81382f9-ba5a-4154-baa4-4a2e517eb552 req-2ea03bf3-30a0-43cd-acdf-5dfe21fb8e98 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414426 Apr 29 12:09:39.244533 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-438d8833-d649-4d99-b706-a6a4a90772b5 req-87734e09-5f1d-4db6-b9eb-f9090b0c5726 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0943277 Apr 29 12:09:39.253886 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [req-438d8833-d649-4d99-b706-a6a4a90772b5 req-9fd59232-c714-4733-a423-9319c59ec3a1 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 12:09:39.254929 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-438d8833-d649-4d99-b706-a6a4a90772b5 req-9fd59232-c714-4733-a423-9319c59ec3a1 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054543 Apr 29 12:09:40.302831 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3065f5a-8ec9-47e3-a5a7-74b7713bf258 req-32758b1e-8787-4c77-9e94-f7e8d63473d4 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:40.304329 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f3065f5a-8ec9-47e3-a5a7-74b7713bf258 req-32758b1e-8787-4c77-9e94-f7e8d63473d4 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 945 time: 0.0491040 Apr 29 12:09:40.346020 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f3065f5a-8ec9-47e3-a5a7-74b7713bf258 req-ab222960-01f9-4c6a-83b5-e18826c81036 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347826 Apr 29 12:09:41.463196 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a8fa9-1607-4f37-8b3f-d9f4196c4c16 req-c1f8992d-6f8d-4959-84de-c6fc597f93a9 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:41.464825 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-360a8fa9-1607-4f37-8b3f-d9f4196c4c16 req-c1f8992d-6f8d-4959-84de-c6fc597f93a9 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 945 time: 0.0506544 Apr 29 12:09:41.505255 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-360a8fa9-1607-4f37-8b3f-d9f4196c4c16 req-a85c0cb1-c087-498e-88f8-8ae8f099acd5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336471 Apr 29 12:09:42.416298 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d8833-d649-4d99-b706-a6a4a90772b5 req-eaaf8b54-dc2e-40f8-9331-0b34e5948a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:42.417902 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-438d8833-d649-4d99-b706-a6a4a90772b5 req-eaaf8b54-dc2e-40f8-9331-0b34e5948a93 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 1098 time: 0.0478580 Apr 29 12:09:42.512254 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d8833-d649-4d99-b706-a6a4a90772b5 req-bcb73473-9271-4d58-bdfb-af95462c3ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:42.513738 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-438d8833-d649-4d99-b706-a6a4a90772b5 req-bcb73473-9271-4d58-bdfb-af95462c3ef0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2ad84ea5-f4a5-41c9-a648-b7c78eb7130e HTTP/1.1" status: 200 len: 898 time: 0.0882213 Apr 29 12:09:42.607526 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-438d8833-d649-4d99-b706-a6a4a90772b5 req-3106550c-e6b9-4818-a940-57ae6decfdae service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f63bdc9f-e1c9-4c05-b167-1ca537df52e5 HTTP/1.1" status: 200 len: 1001 time: 0.0869465 Apr 29 12:09:42.656601 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72356dc4-09af-47d9-a0c3-2d20da6a83bc req-e448b114-ec69-47d6-bb7d-444ab662aa78 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:42.658100 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-72356dc4-09af-47d9-a0c3-2d20da6a83bc req-e448b114-ec69-47d6-bb7d-444ab662aa78 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 945 time: 0.0825307 Apr 29 12:09:42.686333 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d8833-d649-4d99-b706-a6a4a90772b5 req-cb074447-52db-4244-b63e-96f13d14dffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:42.687690 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-438d8833-d649-4d99-b706-a6a4a90772b5 req-cb074447-52db-4244-b63e-96f13d14dffa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b21eff5e-3847-4041-8557-8990b39e9597 HTTP/1.1" status: 200 len: 834 time: 0.0700588 Apr 29 12:09:42.713369 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-72356dc4-09af-47d9-a0c3-2d20da6a83bc req-bef97e6e-4df4-474d-836a-ddcb34b891d3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491450 Apr 29 12:09:42.742526 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d8833-d649-4d99-b706-a6a4a90772b5 req-86306af8-f193-4921-a11f-effeca58210f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:42.744029 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-438d8833-d649-4d99-b706-a6a4a90772b5 req-86306af8-f193-4921-a11f-effeca58210f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2ad84ea5-f4a5-41c9-a648-b7c78eb7130e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456512 Apr 29 12:09:42.838099 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-438d8833-d649-4d99-b706-a6a4a90772b5 req-858caf79-29c2-4351-b1d5-9dffc42c0a96 service neutron] 10.222.0.62 "GET /v2.0/networks/2ad84ea5-f4a5-41c9-a648-b7c78eb7130e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862944 Apr 29 12:09:42.931147 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-438d8833-d649-4d99-b706-a6a4a90772b5 req-a0fdb65f-a631-4f98-9f0e-08aec8b79a1a service neutron] 10.222.0.62 "GET /v2.0/networks/2ad84ea5-f4a5-41c9-a648-b7c78eb7130e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820551 Apr 29 12:09:43.836389 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbdd5e-4503-4829-9252-2a45d8a82ff7 req-79b4ad1a-ed99-41e9-8e4c-8efa90732aab tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:43.837917 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4cfbdd5e-4503-4829-9252-2a45d8a82ff7 req-79b4ad1a-ed99-41e9-8e4c-8efa90732aab tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 945 time: 0.0548456 Apr 29 12:09:43.876217 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4cfbdd5e-4503-4829-9252-2a45d8a82ff7 req-dae388c5-16bd-45c7-947f-1216b3fb7842 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321465 Apr 29 12:09:44.994870 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088f0d8-fe33-480a-bbff-947fb9eab277 req-67ba144d-0930-4b3a-9018-cc68d9acb47d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:44.996870 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1088f0d8-fe33-480a-bbff-947fb9eab277 req-67ba144d-0930-4b3a-9018-cc68d9acb47d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 945 time: 0.0498519 Apr 29 12:09:45.036012 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1088f0d8-fe33-480a-bbff-947fb9eab277 req-33b54049-ff74-4e51-8af4-ca82ad1fc92e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329545 Apr 29 12:09:46.154360 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b173dc2-e240-4ec4-b621-08e897f713c4 req-c920354c-e29c-4475-86ca-7f6977e170f7 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:46.155819 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1b173dc2-e240-4ec4-b621-08e897f713c4 req-c920354c-e29c-4475-86ca-7f6977e170f7 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 945 time: 0.0498810 Apr 29 12:09:46.195821 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1b173dc2-e240-4ec4-b621-08e897f713c4 req-35277dde-487b-42e5-9c36-db5a4ea20f0e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338593 Apr 29 12:09:47.316415 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7dea31-c008-476c-bebe-f9b1ecdad043 req-8cb8f4af-df4b-4efc-b870-9eaca2c2cb95 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:47.317898 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0e7dea31-c008-476c-bebe-f9b1ecdad043 req-8cb8f4af-df4b-4efc-b870-9eaca2c2cb95 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 945 time: 0.0541904 Apr 29 12:09:47.356238 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0e7dea31-c008-476c-bebe-f9b1ecdad043 req-c8a596b7-d135-40a0-8673-f660f335bca1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315096 Apr 29 12:09:48.475728 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15005872-9fae-4c82-87dc-ffeb6c147f39 req-0880b6cb-2e17-433a-9163-a66c6bc1f279 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:48.477203 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-15005872-9fae-4c82-87dc-ffeb6c147f39 req-0880b6cb-2e17-433a-9163-a66c6bc1f279 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 945 time: 0.0507131 Apr 29 12:09:48.515476 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-15005872-9fae-4c82-87dc-ffeb6c147f39 req-28537465-c1a3-420c-94ef-4024acaecfe5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312746 Apr 29 12:09:49.632584 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001ee7c-3117-457c-8b81-2b7d41d3c1f6 req-705111e2-e9b8-41dd-b3c4-0ae4433de52d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:49.634029 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7001ee7c-3117-457c-8b81-2b7d41d3c1f6 req-705111e2-e9b8-41dd-b3c4-0ae4433de52d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 945 time: 0.0485659 Apr 29 12:09:49.673407 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7001ee7c-3117-457c-8b81-2b7d41d3c1f6 req-4a5bd2e3-24f6-4192-bbe8-5b414e688d54 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316246 Apr 29 12:09:50.797237 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a3270-baee-4d9f-9471-5735b94e7bf9 req-a0c0bb07-e014-4785-aea3-c87978c8f481 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:50.798768 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-460a3270-baee-4d9f-9471-5735b94e7bf9 req-a0c0bb07-e014-4785-aea3-c87978c8f481 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 945 time: 0.0538435 Apr 29 12:09:50.836595 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-460a3270-baee-4d9f-9471-5735b94e7bf9 req-d9abbb52-2b42-41ff-9a17-787c42b1dedc tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318143 Apr 29 12:09:51.953746 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda29b9e-d29a-4537-966a-f5f457671d89 req-e796571d-1b0a-4340-9b16-05695ce6283a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:51.955286 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fda29b9e-d29a-4537-966a-f5f457671d89 req-e796571d-1b0a-4340-9b16-05695ce6283a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 945 time: 0.0493717 Apr 29 12:09:51.993250 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fda29b9e-d29a-4537-966a-f5f457671d89 req-d2b9581c-7357-4e5f-a32c-646a09944378 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316498 Apr 29 12:09:53.109120 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd9da6-cd6e-4e67-a3f7-c35e481d398d req-4c2fc75c-a012-4c32-b166-9a583aea90f1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:53.110609 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3bbd9da6-cd6e-4e67-a3f7-c35e481d398d req-4c2fc75c-a012-4c32-b166-9a583aea90f1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 945 time: 0.0486078 Apr 29 12:09:53.147213 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3bbd9da6-cd6e-4e67-a3f7-c35e481d398d req-a304f52f-166d-4032-85d6-5a0f2675e66a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306165 Apr 29 12:09:53.266077 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:09:53.637966 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-02c456b0-74b4-46f8-9847-f38e4df2e5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:54.266771 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d0e16-dec6-46f7-8cfb-fd91f759d929 req-b6b9241f-15c5-4c33-8fa3-cf1bbebd4568 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:54.268239 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-943d0e16-dec6-46f7-8cfb-fd91f759d929 req-b6b9241f-15c5-4c33-8fa3-cf1bbebd4568 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 945 time: 0.0518820 Apr 29 12:09:54.306355 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-943d0e16-dec6-46f7-8cfb-fd91f759d929 req-88929f08-69a7-46fd-adb8-24e887d91c27 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321767 Apr 29 12:09:55.424366 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0cb81-7607-4836-9ed8-a9d2f6ab98b5 req-5424c523-b88f-425a-8b6b-cabcaaa233f1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:55.425877 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-32a0cb81-7607-4836-9ed8-a9d2f6ab98b5 req-5424c523-b88f-425a-8b6b-cabcaaa233f1 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 945 time: 0.0503716 Apr 29 12:09:55.463813 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-32a0cb81-7607-4836-9ed8-a9d2f6ab98b5 req-b24c6222-c86b-4760-8ad7-1a0caa11bce3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318482 Apr 29 12:09:56.579815 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04922d-9f05-4e88-8023-723924600a8e req-2c293cf7-2712-4645-9851-86841e58f7c9 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:56.581299 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5f04922d-9f05-4e88-8023-723924600a8e req-2c293cf7-2712-4645-9851-86841e58f7c9 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 945 time: 0.0497191 Apr 29 12:09:56.618847 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5f04922d-9f05-4e88-8023-723924600a8e req-164392f0-6c71-443b-ba40-76a8da79e40c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312035 Apr 29 12:09:57.374561 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:57.737352 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47598bd-8526-415e-a826-a0758c43a703 req-d8281d76-acea-422f-becc-0c4c310352b9 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:57.738881 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a47598bd-8526-415e-a826-a0758c43a703 req-d8281d76-acea-422f-becc-0c4c310352b9 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 945 time: 0.0530648 Apr 29 12:09:57.777360 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a47598bd-8526-415e-a826-a0758c43a703 req-e54ae1e3-95f5-40d8-b838-6faaeffdd73c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324521 Apr 29 12:09:57.833849 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-85f94657-c97e-48a3-a7dd-a33df6b67e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:58.628874 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:58.904263 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb36df1-02c0-4463-8f86-cfa145362e81 req-fc6e23f2-41a4-45d8-86e4-4bc28c396307 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:58.905745 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-beb36df1-02c0-4463-8f86-cfa145362e81 req-fc6e23f2-41a4-45d8-86e4-4bc28c396307 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 945 time: 0.0492520 Apr 29 12:09:58.943569 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-beb36df1-02c0-4463-8f86-cfa145362e81 req-3471965d-1f23-43a8-8cd8-9e7172924368 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318835 Apr 29 12:09:59.836463 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-438d8833-d649-4d99-b706-a6a4a90772b5 req-af533012-c856-4026-a436-2c1572c2983b service neutron] 10.222.0.62 "GET /v2.0/ports/f63bdc9f-e1c9-4c05-b167-1ca537df52e5/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0537627 Apr 29 12:10:00.079243 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d8833-d649-4d99-b706-a6a4a90772b5 req-df48c0c9-558c-43bb-abcd-720045c7b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:00.080754 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-438d8833-d649-4d99-b706-a6a4a90772b5 req-df48c0c9-558c-43bb-abcd-720045c7b38b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c&tenant_id=1c28ececa83b46b8acc32fd2580ffbc3 HTTP/1.1" status: 200 len: 1098 time: 0.0752587 Apr 29 12:10:00.089051 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814740f-e797-4e91-818d-30440d61c22f req-69bc2cd1-604c-4f4b-ae11-c672f8cce374 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:00.090423 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e814740f-e797-4e91-818d-30440d61c22f req-69bc2cd1-604c-4f4b-ae11-c672f8cce374 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 945 time: 0.0749109 Apr 29 12:10:00.138991 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:00.156046 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e814740f-e797-4e91-818d-30440d61c22f req-8aed12e5-2b0e-41ec-8dc2-90d61db9d9e8 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595729 Apr 29 12:10:00.166008 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d8833-d649-4d99-b706-a6a4a90772b5 req-b39b1d3a-842d-4860-8605-ca7214854dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:00.167672 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-438d8833-d649-4d99-b706-a6a4a90772b5 req-b39b1d3a-842d-4860-8605-ca7214854dea service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 1098 time: 0.0568502 Apr 29 12:10:00.265484 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d8833-d649-4d99-b706-a6a4a90772b5 req-0a2fa2c6-dfc3-46f4-ab83-e6490556ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:00.267069 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-438d8833-d649-4d99-b706-a6a4a90772b5 req-0a2fa2c6-dfc3-46f4-ab83-e6490556ce92 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2ad84ea5-f4a5-41c9-a648-b7c78eb7130e HTTP/1.1" status: 200 len: 898 time: 0.0887556 Apr 29 12:10:00.283827 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:00.337166 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-438d8833-d649-4d99-b706-a6a4a90772b5 req-debae539-3229-4bfc-9bab-af9184d49e5e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f63bdc9f-e1c9-4c05-b167-1ca537df52e5 HTTP/1.1" status: 200 len: 1001 time: 0.0603642 Apr 29 12:10:00.388810 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d8833-d649-4d99-b706-a6a4a90772b5 req-0af0b327-8b80-4877-a97e-d20a45ff2539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:00.390217 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-438d8833-d649-4d99-b706-a6a4a90772b5 req-0af0b327-8b80-4877-a97e-d20a45ff2539 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b21eff5e-3847-4041-8557-8990b39e9597 HTTP/1.1" status: 200 len: 834 time: 0.0453818 Apr 29 12:10:00.440523 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d8833-d649-4d99-b706-a6a4a90772b5 req-a5155110-6f83-4993-b051-a180d9de9632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:00.442031 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-438d8833-d649-4d99-b706-a6a4a90772b5 req-a5155110-6f83-4993-b051-a180d9de9632 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2ad84ea5-f4a5-41c9-a648-b7c78eb7130e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455120 Apr 29 12:10:00.531616 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-438d8833-d649-4d99-b706-a6a4a90772b5 req-2f76d8fa-3132-4b56-a20e-7360c516756b service neutron] 10.222.0.62 "GET /v2.0/networks/2ad84ea5-f4a5-41c9-a648-b7c78eb7130e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822778 Apr 29 12:10:00.629714 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-438d8833-d649-4d99-b706-a6a4a90772b5 req-7f1fef66-c26e-4a4e-a2fa-815963896078 service neutron] 10.222.0.62 "GET /v2.0/networks/2ad84ea5-f4a5-41c9-a648-b7c78eb7130e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885248 Apr 29 12:10:01.275663 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223990a-bc7b-4513-97b2-13e034088ae6 req-d4562d39-f5ef-42ef-869c-8ed4778a7f81 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:01.277136 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3223990a-bc7b-4513-97b2-13e034088ae6 req-d4562d39-f5ef-42ef-869c-8ed4778a7f81 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 945 time: 0.0495157 Apr 29 12:10:01.315838 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3223990a-bc7b-4513-97b2-13e034088ae6 req-6ff43701-2dbe-490e-8ac8-c1be62e1a7ba tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322683 Apr 29 12:10:02.253666 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device f63bdc9f-e1c9-4c05-b167-1ca537df52e5 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 12:10:02.256488 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device f63bdc9f-e1c9-4c05-b167-1ca537df52e5 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:10:02.410571 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:02.416569 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port f63bdc9f-e1c9-4c05-b167-1ca537df52e5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f63bdc9f-e1c9-4c05-b167-1ca537df52e5,segment=NetworkSegment(0add4cdf-b830-44c3-8cc1-f1cebeb7a24e),segment_id=0add4cdf-b830-44c3-8cc1-f1cebeb7a24e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:10:02.438854 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': 'f63bdc9f-e1c9-4c05-b167-1ca537df52e5', 'network_id': '2ad84ea5-f4a5-41c9-a648-b7c78eb7130e', 'port_id': 'f63bdc9f-e1c9-4c05-b167-1ca537df52e5', 'mac_address': 'fa:16:3e:6f:30:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b21eff5e-3847-4041-8557-8990b39e9597', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 12:10:02.454799 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c4323-a3ff-4569-b026-d187b765b7cb req-47eed751-94bb-4b0e-b6b3-0240acd5c7e2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:02.455437 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13cf8e2-b57d-46d4-918e-1768a9f8ef9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f63bdc9f-e1c9-4c05-b167-1ca537df52e5'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:10:02.455437 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1900315-e35e-4fd5-a72d-e6e108a62e77" -d '{"events": [{"server_uuid": "d13cf8e2-b57d-46d4-918e-1768a9f8ef9c", "name": "network-vif-unplugged", "status": "completed", "tag": "f63bdc9f-e1c9-4c05-b167-1ca537df52e5"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:10:02.461370 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b88c4323-a3ff-4569-b026-d187b765b7cb req-47eed751-94bb-4b0e-b6b3-0240acd5c7e2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 945 time: 0.0692716 Apr 29 12:10:02.498218 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port f63bdc9f-e1c9-4c05-b167-1ca537df52e5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f63bdc9f-e1c9-4c05-b167-1ca537df52e5,segment=NetworkSegment(0add4cdf-b830-44c3-8cc1-f1cebeb7a24e),segment_id=0add4cdf-b830-44c3-8cc1-f1cebeb7a24e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:10:02.501767 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b88c4323-a3ff-4569-b026-d187b765b7cb req-2a03d610-c975-49a8-ab76-63a0eeda2096 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392325 Apr 29 12:10:02.508867 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:02.535556 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 12:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00400cd5-3472-410e-8fcb-deccb7c81a96 x-openstack-request-id: req-00400cd5-3472-410e-8fcb-deccb7c81a96 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:10:02.535826 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13cf8e2-b57d-46d4-918e-1768a9f8ef9c", "name": "network-vif-unplugged", "status": "completed", "tag": "f63bdc9f-e1c9-4c05-b167-1ca537df52e5", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:10:02.536105 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-00400cd5-3472-410e-8fcb-deccb7c81a96 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:10:02.536457 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00400cd5-3472-410e-8fcb-deccb7c81a96'] response: {'server_uuid': 'd13cf8e2-b57d-46d4-918e-1768a9f8ef9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f63bdc9f-e1c9-4c05-b167-1ca537df52e5', 'code': 200} Apr 29 12:10:02.541821 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:02.569741 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f63bdc9f-e1c9-4c05-b167-1ca537df52e5 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:10:02.579861 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=f63bdc9f-e1c9-4c05-b167-1ca537df52e5,revision_number=6']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:02.604155 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:02.604489 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:02.604815 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:02.605139 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:02.605459 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:02.605870 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:02.606405 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:02.606678 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:02.606997 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:02.607311 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:02.607623 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:02.607932 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:02.625425 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 12:10:02.625773 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 12:10:03.164473 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:03.178241 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f63bdc9f-e1c9-4c05-b167-1ca537df52e5 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:10:03.199151 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port f63bdc9f-e1c9-4c05-b167-1ca537df52e5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f63bdc9f-e1c9-4c05-b167-1ca537df52e5,segment=NetworkSegment(0add4cdf-b830-44c3-8cc1-f1cebeb7a24e),segment_id=0add4cdf-b830-44c3-8cc1-f1cebeb7a24e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:10:03.203460 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:03.259917 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=f63bdc9f-e1c9-4c05-b167-1ca537df52e5,revision_number=7']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:03.267222 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['f63bdc9f-e1c9-4c05-b167-1ca537df52e5'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 12:10:03.630274 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad98b6-1162-4e0c-863d-ddf90051c432 req-3c27230b-fa32-4d8b-a805-14f7017b016f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:03.631751 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-86ad98b6-1162-4e0c-863d-ddf90051c432 req-3c27230b-fa32-4d8b-a805-14f7017b016f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 944 time: 0.0532634 Apr 29 12:10:03.669554 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-86ad98b6-1162-4e0c-863d-ddf90051c432 req-3811d245-2acc-49f8-a567-0d5b4eb6f9e8 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318127 Apr 29 12:10:03.902538 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f1167-1163-4f26-8f8b-04c1745b1c46 req-2185e573-2f29-46d5-9022-555208108419 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:03.904577 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ac2f1167-1163-4f26-8f8b-04c1745b1c46 req-2185e573-2f29-46d5-9022-555208108419 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.62 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c&tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 944 time: 0.0718365 Apr 29 12:10:03.911896 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17316318-6a4f-4489-b783-efa8a955a363 req-fc7802b2-c2a0-4f96-acab-53f1e98263ce tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:03.913282 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-17316318-6a4f-4489-b783-efa8a955a363 req-fc7802b2-c2a0-4f96-acab-53f1e98263ce tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 944 time: 0.0898142 Apr 29 12:10:03.962124 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-17316318-6a4f-4489-b783-efa8a955a363 req-8bbbc9c6-49e0-4fe1-a141-5dc89cdbb5dc tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425296 Apr 29 12:10:03.994384 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f1167-1163-4f26-8f8b-04c1745b1c46 req-df7201a0-be64-450f-8d2b-5beefa3093a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:03.995924 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ac2f1167-1163-4f26-8f8b-04c1745b1c46 req-df7201a0-be64-450f-8d2b-5beefa3093a4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 1097 time: 0.0477936 Apr 29 12:10:04.124054 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac3ee8-5827-4ebc-84bf-4e1dc767a219 req-7bb15c27-3c45-4119-ad33-37f8cac1607f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:04.125425 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b3ac3ee8-5827-4ebc-84bf-4e1dc767a219 req-7bb15c27-3c45-4119-ad33-37f8cac1607f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 944 time: 0.0771403 Apr 29 12:10:04.128232 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f1167-1163-4f26-8f8b-04c1745b1c46 req-6feb1db9-fbdc-43a7-b120-a5f91bfa469b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:04.129564 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ac2f1167-1163-4f26-8f8b-04c1745b1c46 req-6feb1db9-fbdc-43a7-b120-a5f91bfa469b service neutron] 10.222.0.62 "GET /v2.0/networks?id=2ad84ea5-f4a5-41c9-a648-b7c78eb7130e HTTP/1.1" status: 200 len: 898 time: 0.1266022 Apr 29 12:10:04.205141 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b3ac3ee8-5827-4ebc-84bf-4e1dc767a219 req-01ac6eed-1c3f-44b1-b597-5aac98d0d5b3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736985 Apr 29 12:10:04.215306 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ac2f1167-1163-4f26-8f8b-04c1745b1c46 req-931393be-6dd7-47ca-973f-d06f33dc3fe6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f63bdc9f-e1c9-4c05-b167-1ca537df52e5 HTTP/1.1" status: 200 len: 1000 time: 0.0781560 Apr 29 12:10:04.264809 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f1167-1163-4f26-8f8b-04c1745b1c46 req-9d4fa664-a73b-4f42-b122-10f938c7f824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:04.266306 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ac2f1167-1163-4f26-8f8b-04c1745b1c46 req-9d4fa664-a73b-4f42-b122-10f938c7f824 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b21eff5e-3847-4041-8557-8990b39e9597 HTTP/1.1" status: 200 len: 834 time: 0.0445480 Apr 29 12:10:04.274484 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device f63bdc9f-e1c9-4c05-b167-1ca537df52e5 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:10:04.316168 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f1167-1163-4f26-8f8b-04c1745b1c46 req-1f0ae8af-79ea-4982-87cd-610086ac17b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:04.317697 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ac2f1167-1163-4f26-8f8b-04c1745b1c46 req-1f0ae8af-79ea-4982-87cd-610086ac17b7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2ad84ea5-f4a5-41c9-a648-b7c78eb7130e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443766 Apr 29 12:10:04.322708 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port f63bdc9f-e1c9-4c05-b167-1ca537df52e5 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:10:04.323077 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:04.405804 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:04.407978 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ac2f1167-1163-4f26-8f8b-04c1745b1c46 req-86aea066-a22a-49fe-a714-e66869465a69 service neutron] 10.222.0.62 "GET /v2.0/networks/2ad84ea5-f4a5-41c9-a648-b7c78eb7130e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832577 Apr 29 12:10:04.438185 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port f63bdc9f-e1c9-4c05-b167-1ca537df52e5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f63bdc9f-e1c9-4c05-b167-1ca537df52e5,segment=NetworkSegment(0add4cdf-b830-44c3-8cc1-f1cebeb7a24e),segment_id=0add4cdf-b830-44c3-8cc1-f1cebeb7a24e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:10:04.442620 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:04.489065 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=f63bdc9f-e1c9-4c05-b167-1ca537df52e5,revision_number=8']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:04.505344 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ac2f1167-1163-4f26-8f8b-04c1745b1c46 req-009ebd00-d9d8-47c2-88a0-a1f458be9109 service neutron] 10.222.0.62 "GET /v2.0/networks/2ad84ea5-f4a5-41c9-a648-b7c78eb7130e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895793 Apr 29 12:10:04.537589 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13cf8e2-b57d-46d4-918e-1768a9f8ef9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63bdc9f-e1c9-4c05-b167-1ca537df52e5'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:10:04.539959 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6a4163-747a-4b16-88c2-25b536575220" -d '{"events": [{"server_uuid": "d13cf8e2-b57d-46d4-918e-1768a9f8ef9c", "name": "network-vif-plugged", "status": "completed", "tag": "f63bdc9f-e1c9-4c05-b167-1ca537df52e5"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:10:04.589483 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7586ba-258a-4c71-896c-9acc6c61133f x-openstack-request-id: req-cc7586ba-258a-4c71-896c-9acc6c61133f {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:10:04.589772 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13cf8e2-b57d-46d4-918e-1768a9f8ef9c", "name": "network-vif-plugged", "status": "completed", "tag": "f63bdc9f-e1c9-4c05-b167-1ca537df52e5", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:10:04.590042 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cc7586ba-258a-4c71-896c-9acc6c61133f {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:10:04.590561 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc7586ba-258a-4c71-896c-9acc6c61133f'] response: {'server_uuid': 'd13cf8e2-b57d-46d4-918e-1768a9f8ef9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63bdc9f-e1c9-4c05-b167-1ca537df52e5', 'code': 200} Apr 29 12:10:05.322323 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e95321-4b81-4bcc-b9ea-224d946c94ce req-6943af93-509a-454e-b275-a9e50013808d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:05.323812 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d2e95321-4b81-4bcc-b9ea-224d946c94ce req-6943af93-509a-454e-b275-a9e50013808d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 945 time: 0.0504866 Apr 29 12:10:05.363173 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d2e95321-4b81-4bcc-b9ea-224d946c94ce req-5b16615f-e67f-4ed1-a8c1-dc7011609827 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324671 Apr 29 12:10:05.384937 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58888) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:10:05.444711 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f2a4b369-527b-4502-a436-b7d5a778bb55 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/floatingips/6da6570c-7d2f-4e2b-837c-80ee6121b722 HTTP/1.1" status: 200 len: 993 time: 0.0586278 Apr 29 12:10:23.640792 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dcc59c5a-41d6-443c-ace9-5b5d1af30c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:27.378617 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:27.837333 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3709fbba-c45d-4f88-bcdb-121c5b6f278f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:28.633864 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:30.144440 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:30.266696 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:10:30.290073 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:31.945944 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bc857a94-ee89-4be0-be40-fbdee2e24f4f req-520b5ef1-de37-47b0-ab0e-1e3a346343be service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458732 Apr 29 12:10:32.038158 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc857a94-ee89-4be0-be40-fbdee2e24f4f req-0d1aadb4-26b7-4630-82dc-354c2cb1d27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:32.039719 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bc857a94-ee89-4be0-be40-fbdee2e24f4f req-0d1aadb4-26b7-4630-82dc-354c2cb1d27e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 1098 time: 0.0474427 Apr 29 12:10:32.157540 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc857a94-ee89-4be0-be40-fbdee2e24f4f req-ad2b2d9f-eeab-4992-ac45-51d46357afef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:32.159217 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bc857a94-ee89-4be0-be40-fbdee2e24f4f req-ad2b2d9f-eeab-4992-ac45-51d46357afef service neutron] 10.222.0.62 "GET /v2.0/networks?id=2ad84ea5-f4a5-41c9-a648-b7c78eb7130e HTTP/1.1" status: 200 len: 898 time: 0.0920515 Apr 29 12:10:32.235153 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bc857a94-ee89-4be0-be40-fbdee2e24f4f req-a98051fb-4135-441e-8dd3-5bda072956f7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f63bdc9f-e1c9-4c05-b167-1ca537df52e5 HTTP/1.1" status: 200 len: 1001 time: 0.0676067 Apr 29 12:10:32.287557 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc857a94-ee89-4be0-be40-fbdee2e24f4f req-b81bae44-ec7c-422f-b4f4-8bd9496bc95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:32.289056 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bc857a94-ee89-4be0-be40-fbdee2e24f4f req-b81bae44-ec7c-422f-b4f4-8bd9496bc95a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b21eff5e-3847-4041-8557-8990b39e9597 HTTP/1.1" status: 200 len: 834 time: 0.0463173 Apr 29 12:10:32.342327 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc857a94-ee89-4be0-be40-fbdee2e24f4f req-1ebd1a08-5485-4fa6-86b8-62f2ad2da2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:32.343767 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bc857a94-ee89-4be0-be40-fbdee2e24f4f req-1ebd1a08-5485-4fa6-86b8-62f2ad2da2d0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2ad84ea5-f4a5-41c9-a648-b7c78eb7130e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432100 Apr 29 12:10:32.456391 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bc857a94-ee89-4be0-be40-fbdee2e24f4f req-d56cfcb6-193b-4108-9a08-9251fd95eb72 service neutron] 10.222.0.62 "GET /v2.0/networks/2ad84ea5-f4a5-41c9-a648-b7c78eb7130e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022587 Apr 29 12:10:32.556057 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bc857a94-ee89-4be0-be40-fbdee2e24f4f req-784beece-91f1-44a3-8cca-b89d48264d48 service neutron] 10.222.0.62 "GET /v2.0/networks/2ad84ea5-f4a5-41c9-a648-b7c78eb7130e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883629 Apr 29 12:10:35.902589 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58900) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:10:36.077069 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-ebfe2048-15c5-46c5-be08-db45fd03e8b2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Deleting port 0a2bac60-725f-42fd-a498-14f55e830ca3 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:10:36.077403 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2048-15c5-46c5-be08-db45fd03e8b2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:36.151468 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2048-15c5-46c5-be08-db45fd03e8b2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:36.151688 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2048-15c5-46c5-be08-db45fd03e8b2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:36.164128 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-ebfe2048-15c5-46c5-be08-db45fd03e8b2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Calling delete_port for 0a2bac60-725f-42fd-a498-14f55e830ca3 owned by network:floatingip {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:10:36.171927 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [req-76ac387f-f539-4529-9d54-f770ba6b9ea0 req-0d7b25c2-dc78-4109-bb24-3a721b255e16 tempest-ServerDiskConfigTestJSON-60577725 tempest-ServerDiskConfigTestJSON-60577725-project] (102960) timed out ('10.222.0.62', 59026) {{(pid=102960) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 29 12:10:36.317810 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2048-15c5-46c5-be08-db45fd03e8b2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:36.349041 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe2048-15c5-46c5-be08-db45fd03e8b2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'Port': ['ID=0a2bac60-725f-42fd-a498-14f55e830ca3,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:36.371804 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfe2048-15c5-46c5-be08-db45fd03e8b2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:36.372151 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfe2048-15c5-46c5-be08-db45fd03e8b2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:36.372496 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfe2048-15c5-46c5-be08-db45fd03e8b2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:36.373223 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfe2048-15c5-46c5-be08-db45fd03e8b2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:36.373223 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfe2048-15c5-46c5-be08-db45fd03e8b2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:36.373494 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfe2048-15c5-46c5-be08-db45fd03e8b2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:36.373824 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfe2048-15c5-46c5-be08-db45fd03e8b2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:36.374149 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfe2048-15c5-46c5-be08-db45fd03e8b2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:36.374500 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfe2048-15c5-46c5-be08-db45fd03e8b2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:36.374828 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfe2048-15c5-46c5-be08-db45fd03e8b2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:36.375155 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfe2048-15c5-46c5-be08-db45fd03e8b2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:36.375772 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfe2048-15c5-46c5-be08-db45fd03e8b2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:36.424180 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2048-15c5-46c5-be08-db45fd03e8b2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for floatingip, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:36.424436 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-ebfe2048-15c5-46c5-be08-db45fd03e8b2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Floating IP 6da6570c-7d2f-4e2b-837c-80ee6121b722 disassociated (deleted). External IP: 172.26.4.140, port: f63bdc9f-e1c9-4c05-b167-1ca537df52e5. Apr 29 12:10:36.643013 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfe2048-15c5-46c5-be08-db45fd03e8b2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Router 4893818d-f0ed-44b5-b1b5-0b0a4da8a347 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:10:36.755979 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfe2048-15c5-46c5-be08-db45fd03e8b2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:10:36.760892 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2048-15c5-46c5-be08-db45fd03e8b2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:36.765756 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db5e049-fdc2-4c71-a081-291bade87c07 None None] Sync routers for ids ['4893818d-f0ed-44b5-b1b5-0b0a4da8a347'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:10:36.776085 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db5e049-fdc2-4c71-a081-291bade87c07 None None] Routers {'4893818d-f0ed-44b5-b1b5-0b0a4da8a347'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:10:36.776778 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-4db5e049-fdc2-4c71-a081-291bade87c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:10:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['4893818d-f0ed-44b5-b1b5-0b0a4da8a347'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:10:36.792474 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ebfe2048-15c5-46c5-be08-db45fd03e8b2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "DELETE /v2.0/floatingips/6da6570c-7d2f-4e2b-837c-80ee6121b722 HTTP/1.1" status: 204 len: 168 time: 0.8887291 Apr 29 12:10:36.793071 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd13cf8e2-b57d-46d4-918e-1768a9f8ef9c', 'tag': 'f63bdc9f-e1c9-4c05-b167-1ca537df52e5'}] {{(pid=102960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:10:36.796527 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f284d994886e2bee032f7329864f24e5fe1e0d39b4215f9cf8d7074f2166ea6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc740667-ca92-4876-8d19-fd9c4c63379c" -d '{"events": [{"name": "network-changed", "server_uuid": "d13cf8e2-b57d-46d4-918e-1768a9f8ef9c", "tag": "f63bdc9f-e1c9-4c05-b167-1ca537df52e5"}]}' {{(pid=102960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:10:36.884909 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-4db5e049-fdc2-4c71-a081-291bade87c07 None None] Set router 4893818d-f0ed-44b5-b1b5-0b0a4da8a347 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:10:36.925468 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcca80f3-8f0d-4c2e-9e2e-93ed7ef2ebda x-openstack-request-id: req-dcca80f3-8f0d-4c2e-9e2e-93ed7ef2ebda {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:10:36.926206 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d13cf8e2-b57d-46d4-918e-1768a9f8ef9c", "tag": "f63bdc9f-e1c9-4c05-b167-1ca537df52e5", "status": "completed", "code": 200}]} {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:10:36.926206 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dcca80f3-8f0d-4c2e-9e2e-93ed7ef2ebda {{(pid=102960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:10:36.926854 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcca80f3-8f0d-4c2e-9e2e-93ed7ef2ebda'] response: {'name': 'network-changed', 'server_uuid': 'd13cf8e2-b57d-46d4-918e-1768a9f8ef9c', 'tag': 'f63bdc9f-e1c9-4c05-b167-1ca537df52e5', 'status': 'completed', 'code': 200} Apr 29 12:10:37.040094 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc740667-ca92-4876-8d19-fd9c4c63379c req-6d8e6b01-cab3-4f99-bd3f-9c1ee49c2719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:37.041675 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cc740667-ca92-4876-8d19-fd9c4c63379c req-6d8e6b01-cab3-4f99-bd3f-9c1ee49c2719 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 1098 time: 0.0801022 Apr 29 12:10:37.054948 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a491f2-1c50-4c2c-91a7-ac002863df1a req-17bbfca9-4a0c-4897-96b1-140fd4ed6ed0 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:37.056451 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-60a491f2-1c50-4c2c-91a7-ac002863df1a req-17bbfca9-4a0c-4897-96b1-140fd4ed6ed0 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 945 time: 0.0624518 Apr 29 12:10:37.096273 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-4db5e049-fdc2-4c71-a081-291bade87c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551668542', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:08:45Z', 'updated_at': '2022-04-29T12:08:49Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': '8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:08:46Z', 'updated_at': '2022-04-29T12:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'e8a30b1a-10c6-42d6-a8b4-261711bb436a', 'name': '', 'network_id': '2ad84ea5-f4a5-41c9-a648-b7c78eb7130e', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:8b:6d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b21eff5e-3847-4041-8557-8990b39e9597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:08:48Z', 'updated_at': '2022-04-29T12:08:52Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'b21eff5e-3847-4041-8557-8990b39e9597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:10:37.126721 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db5e049-fdc2-4c71-a081-291bade87c07 None None] Checking router: 4893818d-f0ed-44b5-b1b5-0b0a4da8a347 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:10:37.135975 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db5e049-fdc2-4c71-a081-291bade87c07 None None] Routers {'4893818d-f0ed-44b5-b1b5-0b0a4da8a347'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:10:37.136606 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-4db5e049-fdc2-4c71-a081-291bade87c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:10:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['4893818d-f0ed-44b5-b1b5-0b0a4da8a347'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:10:37.146846 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-60a491f2-1c50-4c2c-91a7-ac002863df1a req-077b6433-53f6-44e9-a4ae-296c688993b3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811396 Apr 29 12:10:37.180912 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc740667-ca92-4876-8d19-fd9c4c63379c req-1cf917fd-b56d-416e-91ee-552406777b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:37.182442 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cc740667-ca92-4876-8d19-fd9c4c63379c req-1cf917fd-b56d-416e-91ee-552406777b49 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2ad84ea5-f4a5-41c9-a648-b7c78eb7130e HTTP/1.1" status: 200 len: 898 time: 0.1250777 Apr 29 12:10:37.230508 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cc740667-ca92-4876-8d19-fd9c4c63379c req-eb9dffdf-054c-4176-90bf-f36b3f76e5e5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f63bdc9f-e1c9-4c05-b167-1ca537df52e5 HTTP/1.1" status: 200 len: 217 time: 0.0396166 Apr 29 12:10:37.302618 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc740667-ca92-4876-8d19-fd9c4c63379c req-73141480-651a-4b5f-8ce9-0c47a4f8c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:37.304110 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cc740667-ca92-4876-8d19-fd9c4c63379c req-73141480-651a-4b5f-8ce9-0c47a4f8c311 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b21eff5e-3847-4041-8557-8990b39e9597 HTTP/1.1" status: 200 len: 834 time: 0.0653138 Apr 29 12:10:37.353962 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc740667-ca92-4876-8d19-fd9c4c63379c req-e72ef6c4-28ee-42a1-89a0-fc2521ee0d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:37.355543 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cc740667-ca92-4876-8d19-fd9c4c63379c req-e72ef6c4-28ee-42a1-89a0-fc2521ee0d2d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2ad84ea5-f4a5-41c9-a648-b7c78eb7130e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435600 Apr 29 12:10:37.356049 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-4db5e049-fdc2-4c71-a081-291bade87c07 None None] Set router 4893818d-f0ed-44b5-b1b5-0b0a4da8a347 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:10:37.468123 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cc740667-ca92-4876-8d19-fd9c4c63379c req-16fb8cc0-58b1-4191-b92d-f519591cc2c7 service neutron] 10.222.0.62 "GET /v2.0/networks/2ad84ea5-f4a5-41c9-a648-b7c78eb7130e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016788 Apr 29 12:10:37.566920 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cc740667-ca92-4876-8d19-fd9c4c63379c req-0931a5b0-0c69-475d-9d1a-ae2fd6d7d3d0 service neutron] 10.222.0.62 "GET /v2.0/networks/2ad84ea5-f4a5-41c9-a648-b7c78eb7130e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906734 Apr 29 12:10:37.569407 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-4db5e049-fdc2-4c71-a081-291bade87c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551668542', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:08:45Z', 'updated_at': '2022-04-29T12:08:49Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': '8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:08:46Z', 'updated_at': '2022-04-29T12:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'e8a30b1a-10c6-42d6-a8b4-261711bb436a', 'name': '', 'network_id': '2ad84ea5-f4a5-41c9-a648-b7c78eb7130e', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:8b:6d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b21eff5e-3847-4041-8557-8990b39e9597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:08:48Z', 'updated_at': '2022-04-29T12:08:52Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'b21eff5e-3847-4041-8557-8990b39e9597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:10:37.602966 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db5e049-fdc2-4c71-a081-291bade87c07 None None] The sync data for ids ['4893818d-f0ed-44b5-b1b5-0b0a4da8a347'] in dv-neutron-838888-1-hyperv is: [{'id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551668542', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:08:45Z', 'updated_at': '2022-04-29T12:08:49Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': '8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:08:46Z', 'updated_at': '2022-04-29T12:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'e8a30b1a-10c6-42d6-a8b4-261711bb436a', 'name': '', 'network_id': '2ad84ea5-f4a5-41c9-a648-b7c78eb7130e', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:8b:6d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b21eff5e-3847-4041-8557-8990b39e9597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:08:48Z', 'updated_at': '2022-04-29T12:08:52Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'b21eff5e-3847-4041-8557-8990b39e9597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:10:37.818454 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47089e8-a474-40f0-9221-f4af78785c40 None None] New status for floating IP 6da6570c-7d2f-4e2b-837c-80ee6121b722: DOWN {{(pid=102961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:10:38.272788 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1f91d-83e5-45c0-92c0-502c703f5cac req-0383ac27-6503-4d50-b7af-4ca7b26eddad tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:38.274371 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-60d1f91d-83e5-45c0-92c0-502c703f5cac req-0383ac27-6503-4d50-b7af-4ca7b26eddad tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 945 time: 0.0548170 Apr 29 12:10:38.314573 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-60d1f91d-83e5-45c0-92c0-502c703f5cac req-fac0b53d-098e-441e-8d9c-1049bcee9d24 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0de8da09-0426-45bf-9725-12686f02a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335379 Apr 29 12:10:38.985050 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de030c4-4381-4b1b-a09a-243ea2d6c175 req-bc7e8732-a573-4a3a-9f38-7a3475f480f0 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:38.986514 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7de030c4-4381-4b1b-a09a-243ea2d6c175 req-bc7e8732-a573-4a3a-9f38-7a3475f480f0 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.62 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 945 time: 0.0482090 Apr 29 12:10:39.080016 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-7de030c4-4381-4b1b-a09a-243ea2d6c175 req-cf1ae444-c77e-4653-b502-c62b5facee03 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Deleting port f63bdc9f-e1c9-4c05-b167-1ca537df52e5 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:10:39.080350 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-7de030c4-4381-4b1b-a09a-243ea2d6c175 req-cf1ae444-c77e-4653-b502-c62b5facee03 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:39.165970 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-7de030c4-4381-4b1b-a09a-243ea2d6c175 req-cf1ae444-c77e-4653-b502-c62b5facee03 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] For port f63bdc9f-e1c9-4c05-b167-1ca537df52e5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f63bdc9f-e1c9-4c05-b167-1ca537df52e5,segment=NetworkSegment(0add4cdf-b830-44c3-8cc1-f1cebeb7a24e),segment_id=0add4cdf-b830-44c3-8cc1-f1cebeb7a24e)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:10:39.166365 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-7de030c4-4381-4b1b-a09a-243ea2d6c175 req-cf1ae444-c77e-4653-b502-c62b5facee03 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:39.180327 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-7de030c4-4381-4b1b-a09a-243ea2d6c175 req-cf1ae444-c77e-4653-b502-c62b5facee03 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Calling delete_port for f63bdc9f-e1c9-4c05-b167-1ca537df52e5 owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:10:39.328558 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-7de030c4-4381-4b1b-a09a-243ea2d6c175 req-cf1ae444-c77e-4653-b502-c62b5facee03 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:39.360202 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ae444-c77e-4653-b502-c62b5facee03 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'Port': ['ID=f63bdc9f-e1c9-4c05-b167-1ca537df52e5,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:39.410410 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de030c4-4381-4b1b-a09a-243ea2d6c175 req-cf1ae444-c77e-4653-b502-c62b5facee03 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] No DVR routers for this DVR port f63bdc9f-e1c9-4c05-b167-1ca537df52e5 on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:10:39.413544 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ae444-c77e-4653-b502-c62b5facee03 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:39.413891 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ae444-c77e-4653-b502-c62b5facee03 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:39.414462 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ae444-c77e-4653-b502-c62b5facee03 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:39.414685 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ae444-c77e-4653-b502-c62b5facee03 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:39.415069 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ae444-c77e-4653-b502-c62b5facee03 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:39.415452 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ae444-c77e-4653-b502-c62b5facee03 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:39.415795 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ae444-c77e-4653-b502-c62b5facee03 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:39.416130 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ae444-c77e-4653-b502-c62b5facee03 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:39.416520 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ae444-c77e-4653-b502-c62b5facee03 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:39.417018 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ae444-c77e-4653-b502-c62b5facee03 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:39.417233 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ae444-c77e-4653-b502-c62b5facee03 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:39.417513 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ae444-c77e-4653-b502-c62b5facee03 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:39.427983 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-7de030c4-4381-4b1b-a09a-243ea2d6c175 req-cf1ae444-c77e-4653-b502-c62b5facee03 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:39.431293 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7de030c4-4381-4b1b-a09a-243ea2d6c175 req-cf1ae444-c77e-4653-b502-c62b5facee03 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.62 "DELETE /v2.0/ports/f63bdc9f-e1c9-4c05-b167-1ca537df52e5 HTTP/1.1" status: 204 len: 173 time: 0.4362719 Apr 29 12:10:39.431774 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13cf8e2-b57d-46d4-918e-1768a9f8ef9c', 'name': 'network-vif-deleted', 'tag': 'f63bdc9f-e1c9-4c05-b167-1ca537df52e5'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:10:39.434055 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345b1cc4-7d57-41f4-9950-e53eff221cb3" -d '{"events": [{"server_uuid": "d13cf8e2-b57d-46d4-918e-1768a9f8ef9c", "name": "network-vif-deleted", "tag": "f63bdc9f-e1c9-4c05-b167-1ca537df52e5"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:10:39.464316 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0f6f3cdb-8c1b-49ed-99c3-81145c10d90c req-714051ec-7180-492e-8d4c-fcd5e7e2965e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=d13cf8e2-b57d-46d4-918e-1768a9f8ef9c HTTP/1.1" status: 200 len: 210 time: 0.0552752 Apr 29 12:10:39.482657 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b759e0b7-f66d-4384-9757-0d163ae390ae x-openstack-request-id: req-b759e0b7-f66d-4384-9757-0d163ae390ae {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:10:39.483011 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13cf8e2-b57d-46d4-918e-1768a9f8ef9c", "name": "network-vif-deleted", "tag": "f63bdc9f-e1c9-4c05-b167-1ca537df52e5", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:10:39.483261 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b759e0b7-f66d-4384-9757-0d163ae390ae {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:10:39.483704 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b759e0b7-f66d-4384-9757-0d163ae390ae'] response: {'server_uuid': 'd13cf8e2-b57d-46d4-918e-1768a9f8ef9c', 'name': 'network-vif-deleted', 'tag': 'f63bdc9f-e1c9-4c05-b167-1ca537df52e5', 'status': 'completed', 'code': 200} Apr 29 12:10:40.534913 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58920) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:10:40.898575 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f887bc1b-d392-428d-8b3d-eaeeee617072 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:41.152992 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-f887bc1b-d392-428d-8b3d-eaeeee617072 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Deleting port e8a30b1a-10c6-42d6-a8b4-261711bb436a {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:10:41.153244 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f887bc1b-d392-428d-8b3d-eaeeee617072 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:41.247081 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-f887bc1b-d392-428d-8b3d-eaeeee617072 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] For port e8a30b1a-10c6-42d6-a8b4-261711bb436a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=e8a30b1a-10c6-42d6-a8b4-261711bb436a,segment=NetworkSegment(0add4cdf-b830-44c3-8cc1-f1cebeb7a24e),segment_id=0add4cdf-b830-44c3-8cc1-f1cebeb7a24e)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:10:41.247991 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f887bc1b-d392-428d-8b3d-eaeeee617072 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:41.260504 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-f887bc1b-d392-428d-8b3d-eaeeee617072 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Calling delete_port for e8a30b1a-10c6-42d6-a8b4-261711bb436a owned by network:router_interface {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:10:41.445930 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f887bc1b-d392-428d-8b3d-eaeeee617072 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:41.473576 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887bc1b-d392-428d-8b3d-eaeeee617072 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'Port': ['ID=e8a30b1a-10c6-42d6-a8b4-261711bb436a,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:41.651314 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f887bc1b-d392-428d-8b3d-eaeeee617072 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:41.867337 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f887bc1b-d392-428d-8b3d-eaeeee617072 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Router 4893818d-f0ed-44b5-b1b5-0b0a4da8a347 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:10:41.980614 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f887bc1b-d392-428d-8b3d-eaeeee617072 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:10:41.986383 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f887bc1b-d392-428d-8b3d-eaeeee617072 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "PUT /v2.0/routers/4893818d-f0ed-44b5-b1b5-0b0a4da8a347/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4503860 Apr 29 12:10:41.989344 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58922) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:10:41.995219 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c17b9a-04ef-4b10-b9a8-418f678666f6 None None] Sync routers for ids ['4893818d-f0ed-44b5-b1b5-0b0a4da8a347'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:10:42.007109 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c17b9a-04ef-4b10-b9a8-418f678666f6 None None] Routers {'4893818d-f0ed-44b5-b1b5-0b0a4da8a347'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:10:42.007731 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-70c17b9a-04ef-4b10-b9a8-418f678666f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:10:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['4893818d-f0ed-44b5-b1b5-0b0a4da8a347'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:10:42.093915 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-91f2461a-2d32-4fc3-8e47-d8af84527c2a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Deleting subnet b21eff5e-3847-4041-8557-8990b39e9597 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 12:10:42.097253 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-91f2461a-2d32-4fc3-8e47-d8af84527c2a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:42.117107 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-70c17b9a-04ef-4b10-b9a8-418f678666f6 None None] Set router 4893818d-f0ed-44b5-b1b5-0b0a4da8a347 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:10:42.140761 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-91f2461a-2d32-4fc3-8e47-d8af84527c2a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:42.239136 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-91f2461a-2d32-4fc3-8e47-d8af84527c2a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:42.305563 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-70c17b9a-04ef-4b10-b9a8-418f678666f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551668542', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:08:45Z', 'updated_at': '2022-04-29T12:10:41Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': '8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:08:46Z', 'updated_at': '2022-04-29T12:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:10:42.308206 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-91f2461a-2d32-4fc3-8e47-d8af84527c2a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:42.333609 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c17b9a-04ef-4b10-b9a8-418f678666f6 None None] Checking router: 4893818d-f0ed-44b5-b1b5-0b0a4da8a347 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:10:42.338789 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2461a-2d32-4fc3-8e47-d8af84527c2a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'Subnet': ['ID=b21eff5e-3847-4041-8557-8990b39e9597,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:42.340817 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-91f2461a-2d32-4fc3-8e47-d8af84527c2a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:42.344569 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-91f2461a-2d32-4fc3-8e47-d8af84527c2a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "DELETE /v2.0/subnets/b21eff5e-3847-4041-8557-8990b39e9597 HTTP/1.1" status: 204 len: 168 time: 0.3543067 Apr 29 12:10:42.345501 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c17b9a-04ef-4b10-b9a8-418f678666f6 None None] Routers {'4893818d-f0ed-44b5-b1b5-0b0a4da8a347'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:10:42.346133 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-70c17b9a-04ef-4b10-b9a8-418f678666f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:10:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['4893818d-f0ed-44b5-b1b5-0b0a4da8a347'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:10:42.347308 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58926) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:10:42.350922 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0616e129-b858-43a7-977c-cfc8bc3e3dc0 None None] Network 2ad84ea5-f4a5-41c9-a648-b7c78eb7130e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:10:42.467576 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-70c17b9a-04ef-4b10-b9a8-418f678666f6 None None] Set router 4893818d-f0ed-44b5-b1b5-0b0a4da8a347 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:10:42.584181 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device f63bdc9f-e1c9-4c05-b167-1ca537df52e5 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:10:42.614040 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: f63bdc9f-e1c9-4c05-b167-1ca537df52e5 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:10:42.614434 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device f63bdc9f-e1c9-4c05-b167-1ca537df52e5 not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:10:42.683163 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-70c17b9a-04ef-4b10-b9a8-418f678666f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551668542', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:08:45Z', 'updated_at': '2022-04-29T12:10:41Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': '8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:08:46Z', 'updated_at': '2022-04-29T12:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:10:42.712867 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c17b9a-04ef-4b10-b9a8-418f678666f6 None None] The sync data for ids ['4893818d-f0ed-44b5-b1b5-0b0a4da8a347'] in dv-neutron-838888-1-hyperv is: [{'id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551668542', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:08:45Z', 'updated_at': '2022-04-29T12:10:41Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': '8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893818d-f0ed-44b5-b1b5-0b0a4da8a347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:08:46Z', 'updated_at': '2022-04-29T12:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:10:42.754845 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa0b4aa-075a-4ee1-b833-ab119904cc7c None None] DHCP port deletion for 2ad84ea5-f4a5-41c9-a648-b7c78eb7130e request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 12:10:42.808867 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-7fa0b4aa-075a-4ee1-b833-ab119904cc7c None None] Deleting port 45eecaa9-5c55-402a-a963-fd6669aea647 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:10:42.809226 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7fa0b4aa-075a-4ee1-b833-ab119904cc7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:42.821699 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1f1024ea-07e8-4888-bac1-5f0aadbc190c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:42.878158 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-7fa0b4aa-075a-4ee1-b833-ab119904cc7c None None] For port 45eecaa9-5c55-402a-a963-fd6669aea647, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=45eecaa9-5c55-402a-a963-fd6669aea647,segment=NetworkSegment(0add4cdf-b830-44c3-8cc1-f1cebeb7a24e),segment_id=0add4cdf-b830-44c3-8cc1-f1cebeb7a24e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:10:42.878158 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7fa0b4aa-075a-4ee1-b833-ab119904cc7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:42.891624 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-7fa0b4aa-075a-4ee1-b833-ab119904cc7c None None] Calling delete_port for 45eecaa9-5c55-402a-a963-fd6669aea647 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:10:42.930422 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1f1024ea-07e8-4888-bac1-5f0aadbc190c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:42.974589 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7fa0b4aa-075a-4ee1-b833-ab119904cc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:42.988921 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-1f1024ea-07e8-4888-bac1-5f0aadbc190c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Deleting port 8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:10:42.989267 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1f1024ea-07e8-4888-bac1-5f0aadbc190c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:43.000512 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0b4aa-075a-4ee1-b833-ab119904cc7c None None] Pushing event deleted for resources: {'Port': ['ID=45eecaa9-5c55-402a-a963-fd6669aea647,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:43.004281 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa0b4aa-075a-4ee1-b833-ab119904cc7c None None] No DVR routers for this DVR port 45eecaa9-5c55-402a-a963-fd6669aea647 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:10:43.077976 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-1f1024ea-07e8-4888-bac1-5f0aadbc190c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] For port 8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:10:43.078382 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1f1024ea-07e8-4888-bac1-5f0aadbc190c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:43.094294 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-1f1024ea-07e8-4888-bac1-5f0aadbc190c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Calling delete_port for 8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad owned by network:router_gateway {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:10:43.277354 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1f1024ea-07e8-4888-bac1-5f0aadbc190c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:43.308175 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1024ea-07e8-4888-bac1-5f0aadbc190c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'Port': ['ID=8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:43.374001 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1f1024ea-07e8-4888-bac1-5f0aadbc190c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:43.470195 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1f1024ea-07e8-4888-bac1-5f0aadbc190c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:43.472549 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1f1024ea-07e8-4888-bac1-5f0aadbc190c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:43.516277 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1f1024ea-07e8-4888-bac1-5f0aadbc190c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:43.516887 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1024ea-07e8-4888-bac1-5f0aadbc190c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Fanout notify agent at l3_agent the message router_deleted on router 4893818d-f0ed-44b5-b1b5-0b0a4da8a347 {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 12:10:43.524054 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1f1024ea-07e8-4888-bac1-5f0aadbc190c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:43.525187 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1f1024ea-07e8-4888-bac1-5f0aadbc190c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "DELETE /v2.0/routers/4893818d-f0ed-44b5-b1b5-0b0a4da8a347 HTTP/1.1" status: 204 len: 168 time: 1.1769602 Apr 29 12:10:43.527975 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58928) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:10:43.616061 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-99db25b8-4390-4936-b3f5-abce21ad96cb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:43.705514 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-99db25b8-4390-4936-b3f5-abce21ad96cb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:43.732002 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-99db25b8-4390-4936-b3f5-abce21ad96cb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad84ea5-f4a5-41c9-a648-b7c78eb7130e']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:10:43.742451 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-99db25b8-4390-4936-b3f5-abce21ad96cb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0add4cdf-b830-44c3-8cc1-f1cebeb7a24e') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:10:43.742749 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-99db25b8-4390-4936-b3f5-abce21ad96cb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0add4cdf-b830-44c3-8cc1-f1cebeb7a24e') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:10:43.753005 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-99db25b8-4390-4936-b3f5-abce21ad96cb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:43.767349 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-99db25b8-4390-4936-b3f5-abce21ad96cb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:43.774077 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99db25b8-4390-4936-b3f5-abce21ad96cb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:10:43.774515 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-99db25b8-4390-4936-b3f5-abce21ad96cb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:43.777619 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 12:10:43.777619 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:10:43.777619 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 12:10:43.777619 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:10:43.777619 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 12:10:43.777619 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 12:10:43.777619 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 12:10:43.777619 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:10:43.777619 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 12:10:43.777619 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:10:43.777619 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 12:10:43.777619 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:10:43.777619 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 12:10:43.777619 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 12:10:43.777619 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:10:43.777619 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 12:10:43.777619 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:10:43.777619 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 12:10:43.777619 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 12:10:43.777619 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 12:10:43.777619 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 12:10:43.777619 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 12:10:43.777619 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:10:43.777619 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:10:43.777619 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 12:10:43.777619 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:10:43.777619 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:10:43.777619 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:10:43.777619 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:10:43.777619 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:10:43.777619 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:10:43.777619 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:10:43.837539 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-99db25b8-4390-4936-b3f5-abce21ad96cb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:43.844848 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-99db25b8-4390-4936-b3f5-abce21ad96cb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:43.847926 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-99db25b8-4390-4936-b3f5-abce21ad96cb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "DELETE /v2.0/networks/2ad84ea5-f4a5-41c9-a648-b7c78eb7130e HTTP/1.1" status: 204 len: 168 time: 0.3188353 Apr 29 12:10:43.852303 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58930) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:10:43.861002 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db25b8-4390-4936-b3f5-abce21ad96cb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'Network': ['ID=2ad84ea5-f4a5-41c9-a648-b7c78eb7130e,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:43.918155 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9555f010-3cae-4b9a-8556-6376f767ebbe tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:43.951055 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9555f010-3cae-4b9a-8556-6376f767ebbe tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:44.021232 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 45eecaa9-5c55-402a-a963-fd6669aea647 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:10:44.047486 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 45eecaa9-5c55-402a-a963-fd6669aea647 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:10:44.047832 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 45eecaa9-5c55-402a-a963-fd6669aea647 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:10:44.048303 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:10:44.052709 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9555f010-3cae-4b9a-8556-6376f767ebbe tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:44.055359 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9555f010-3cae-4b9a-8556-6376f767ebbe tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:44.056571 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9555f010-3cae-4b9a-8556-6376f767ebbe tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "DELETE /v2.0/security-groups/0de8da09-0426-45bf-9725-12686f02a616 HTTP/1.1" status: 204 len: 168 time: 0.2032454 Apr 29 12:10:44.068797 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555f010-3cae-4b9a-8556-6376f767ebbe tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de8da09-0426-45bf-9725-12686f02a616,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:44.072208 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:10:44.072558 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 8311cbf7-6f9a-4cca-9e30-fa09ff2a05ad not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:10:44.072970 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device e8a30b1a-10c6-42d6-a8b4-261711bb436a no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:10:44.096636 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: e8a30b1a-10c6-42d6-a8b4-261711bb436a {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:10:44.097073 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device e8a30b1a-10c6-42d6-a8b4-261711bb436a not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:10:44.441513 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58936) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:10:44.446054 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-bb4a031b-bcf0-4078-89ca-afb4f74f5afb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-683344954', 'description': 'tempest-secgroup-smoke-683344954 description', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:10:44.469316 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bb4a031b-bcf0-4078-89ca-afb4f74f5afb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:44.544067 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bb4a031b-bcf0-4078-89ca-afb4f74f5afb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:44.549940 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bb4a031b-bcf0-4078-89ca-afb4f74f5afb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:44.582240 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bb4a031b-bcf0-4078-89ca-afb4f74f5afb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:44.584361 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-bb4a031b-bcf0-4078-89ca-afb4f74f5afb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1409798 Apr 29 12:10:44.587048 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58938) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:10:44.594406 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-a54cfb23-9476-4ddd-aaee-bbd22343c7fe tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group_rule': {'security_group_id': '5fb38d87-0f14-4617-b9ad-6f46107bab86', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:10:44.597912 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a031b-bcf0-4078-89ca-afb4f74f5afb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb38d87-0f14-4617-b9ad-6f46107bab86,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:44.630761 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a54cfb23-9476-4ddd-aaee-bbd22343c7fe tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:44.703619 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a54cfb23-9476-4ddd-aaee-bbd22343c7fe tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:44.707896 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a54cfb23-9476-4ddd-aaee-bbd22343c7fe tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:44.726681 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cfb23-9476-4ddd-aaee-bbd22343c7fe tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d71ea0-34c2-4f10-9ef3-337d1c4b5f60,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:44.735023 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a54cfb23-9476-4ddd-aaee-bbd22343c7fe tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:44.736275 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a54cfb23-9476-4ddd-aaee-bbd22343c7fe tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1478932 Apr 29 12:10:44.739063 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58940) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:10:44.743529 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-e7567090-8a18-41a7-b3a8-25bd913c6367 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group_rule': {'security_group_id': '5fb38d87-0f14-4617-b9ad-6f46107bab86', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:10:44.771041 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e7567090-8a18-41a7-b3a8-25bd913c6367 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:44.838605 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e7567090-8a18-41a7-b3a8-25bd913c6367 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:44.843361 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e7567090-8a18-41a7-b3a8-25bd913c6367 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:44.861365 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7567090-8a18-41a7-b3a8-25bd913c6367 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0dba72e-a8eb-4a55-a46e-a74f6ac85517,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:44.870886 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e7567090-8a18-41a7-b3a8-25bd913c6367 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:44.872120 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e7567090-8a18-41a7-b3a8-25bd913c6367 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1321225 Apr 29 12:10:44.875980 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58942) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:10:44.880596 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-bbe55ed1-61ef-4a3b-b421-e2490a77dd1f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group_rule': {'security_group_id': '5fb38d87-0f14-4617-b9ad-6f46107bab86', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:10:44.908380 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bbe55ed1-61ef-4a3b-b421-e2490a77dd1f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:44.975553 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bbe55ed1-61ef-4a3b-b421-e2490a77dd1f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:44.980071 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bbe55ed1-61ef-4a3b-b421-e2490a77dd1f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:44.999591 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe55ed1-61ef-4a3b-b421-e2490a77dd1f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff63a2c7-e5ec-4f16-87b0-9202c432f030,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:45.010713 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-bbe55ed1-61ef-4a3b-b421-e2490a77dd1f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:45.012488 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-bbe55ed1-61ef-4a3b-b421-e2490a77dd1f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355338 Apr 29 12:10:45.015555 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58944) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:10:45.020439 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-ae84b724-4882-40c5-b62f-f403a45b3c85 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group_rule': {'security_group_id': '5fb38d87-0f14-4617-b9ad-6f46107bab86', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:10:45.050095 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ae84b724-4882-40c5-b62f-f403a45b3c85 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:45.111620 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ae84b724-4882-40c5-b62f-f403a45b3c85 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:45.118292 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ae84b724-4882-40c5-b62f-f403a45b3c85 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:45.136756 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84b724-4882-40c5-b62f-f403a45b3c85 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df986a14-3667-47cc-9e7f-57ebb72040f7,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:45.146791 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ae84b724-4882-40c5-b62f-f403a45b3c85 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:45.148000 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ae84b724-4882-40c5-b62f-f403a45b3c85 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1311150 Apr 29 12:10:45.151259 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58946) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:10:45.156306 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-d91572cf-215b-418f-994a-5e3997bf1710 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group_rule': {'security_group_id': '5fb38d87-0f14-4617-b9ad-6f46107bab86', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:10:45.177565 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.securitygroups_db [None req-d91572cf-215b-418f-994a-5e3997bf1710 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Project 1c28ececa83b46b8acc32fd2580ffbc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:10:45.183035 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d91572cf-215b-418f-994a-5e3997bf1710 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:45.247321 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d91572cf-215b-418f-994a-5e3997bf1710 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:45.251043 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d91572cf-215b-418f-994a-5e3997bf1710 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:45.269223 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91572cf-215b-418f-994a-5e3997bf1710 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c8beae-d38e-4f2e-bc4c-a456dd3b1f88,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:45.277553 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d91572cf-215b-418f-994a-5e3997bf1710 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:45.279457 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d91572cf-215b-418f-994a-5e3997bf1710 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1271188 Apr 29 12:10:45.282331 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58948) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:10:45.286823 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-beb59cf8-0dec-490a-8672-fd9206c75a36 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group_rule': {'security_group_id': '5fb38d87-0f14-4617-b9ad-6f46107bab86', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:10:45.307917 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.securitygroups_db [None req-beb59cf8-0dec-490a-8672-fd9206c75a36 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Project 1c28ececa83b46b8acc32fd2580ffbc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:10:45.312928 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-beb59cf8-0dec-490a-8672-fd9206c75a36 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:45.374049 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-beb59cf8-0dec-490a-8672-fd9206c75a36 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:45.377890 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-beb59cf8-0dec-490a-8672-fd9206c75a36 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:45.395927 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb59cf8-0dec-490a-8672-fd9206c75a36 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c0705aa-6e72-4a6c-b46c-e5b6c4191158,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:45.403216 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-beb59cf8-0dec-490a-8672-fd9206c75a36 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:45.404992 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-beb59cf8-0dec-490a-8672-fd9206c75a36 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217375 Apr 29 12:10:45.407761 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 58950) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:10:45.412947 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-12dcad7f-9488-4965-98f0-e6b6d615cd95 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'network': {'name': 'tempest-network-smoke--891051111', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'port_security_enabled': True}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:10:45.431102 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12dcad7f-9488-4965-98f0-e6b6d615cd95 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Made reservation on behalf of 1c28ececa83b46b8acc32fd2580ffbc3 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:10:45.434555 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12dcad7f-9488-4965-98f0-e6b6d615cd95 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:45.458245 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12dcad7f-9488-4965-98f0-e6b6d615cd95 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:10:45.467637 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12dcad7f-9488-4965-98f0-e6b6d615cd95 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:45.468039 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-12dcad7f-9488-4965-98f0-e6b6d615cd95 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Added segment e3bcab23-150c-40d6-b449-fc0a2e2c6558 of type vlan for network 93bcc223-fca2-4299-86dc-c700bcae06f5 Apr 29 12:10:45.508074 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12dcad7f-9488-4965-98f0-e6b6d615cd95 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:45.536419 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12dcad7f-9488-4965-98f0-e6b6d615cd95 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:45.542014 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dcad7f-9488-4965-98f0-e6b6d615cd95 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:45.542660 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-12dcad7f-9488-4965-98f0-e6b6d615cd95 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:45.602564 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-12dcad7f-9488-4965-98f0-e6b6d615cd95 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1937599 Apr 29 12:10:45.605315 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58952) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:10:45.610470 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-f473ca15-a0f1-439e-a1fa-34079f7d2708 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1959043993', 'admin_state_up': True, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:10:45.611730 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcad7f-9488-4965-98f0-e6b6d615cd95 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Network': ['ID=93bcc223-fca2-4299-86dc-c700bcae06f5,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:45.623049 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 93bcc223-fca2-4299-86dc-c700bcae06f5 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 12:10:45.631871 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f473ca15-a0f1-439e-a1fa-34079f7d2708 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:45.632857 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f473ca15-a0f1-439e-a1fa-34079f7d2708 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:45.690495 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f473ca15-a0f1-439e-a1fa-34079f7d2708 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:45.832272 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f473ca15-a0f1-439e-a1fa-34079f7d2708 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:46.355351 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f473ca15-a0f1-439e-a1fa-34079f7d2708 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router_gateway, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:46.375336 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f473ca15-a0f1-439e-a1fa-34079f7d2708 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:46.480701 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-f473ca15-a0f1-439e-a1fa-34079f7d2708 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Allocated IP 172.26.4.160 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/f8a8f1e6-7fa4-45e4-abea-306547a1fd5e) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:10:46.583898 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f473ca15-a0f1-439e-a1fa-34079f7d2708 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:46.617920 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f473ca15-a0f1-439e-a1fa-34079f7d2708 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:46.661217 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f473ca15-a0f1-439e-a1fa-34079f7d2708 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:10:46.664107 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-f473ca15-a0f1-439e-a1fa-34079f7d2708 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:10:46.667705 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f473ca15-a0f1-439e-a1fa-34079f7d2708 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:10:46.691593 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473ca15-a0f1-439e-a1fa-34079f7d2708 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Port': ['ID=f8a8f1e6-7fa4-45e4-abea-306547a1fd5e,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:46.913573 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f473ca15-a0f1-439e-a1fa-34079f7d2708 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router_gateway, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:47.111070 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f473ca15-a0f1-439e-a1fa-34079f7d2708 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:47.239851 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f473ca15-a0f1-439e-a1fa-34079f7d2708 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Router 106779fc-f3a1-488d-93bb-22014a8fa033 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 12:10:47.347166 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f473ca15-a0f1-439e-a1fa-34079f7d2708 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:10:47.357456 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fd3d0a-fd04-4893-a9b8-b24807220432 None None] Sync routers for ids ['106779fc-f3a1-488d-93bb-22014a8fa033'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:10:47.367444 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f473ca15-a0f1-439e-a1fa-34079f7d2708 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:47.368403 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fd3d0a-fd04-4893-a9b8-b24807220432 None None] Routers {'106779fc-f3a1-488d-93bb-22014a8fa033'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:10:47.368750 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f473ca15-a0f1-439e-a1fa-34079f7d2708 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7623904 Apr 29 12:10:47.369103 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-36fd3d0a-fd04-4893-a9b8-b24807220432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:10:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['106779fc-f3a1-488d-93bb-22014a8fa033'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:10:47.372947 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58954) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:10:47.447687 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-22cfe7d8-978e-412c-afaa-0aabbe865e6b tempest-TestNetworkAdvancedServerOps-785408138 tempest-TestNetworkAdvancedServerOps-785408138-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=1c28ececa83b46b8acc32fd2580ffbc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0711513 Apr 29 12:10:47.447938 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58958) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:10:47.477414 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-36fd3d0a-fd04-4893-a9b8-b24807220432 None None] Set router 106779fc-f3a1-488d-93bb-22014a8fa033 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:10:47.535789 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d943fc9-43de-47d6-9e0f-0a58e65fea6e tempest-TestNetworkAdvancedServerOps-785408138 tempest-TestNetworkAdvancedServerOps-785408138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:47.537221 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4d943fc9-43de-47d6-9e0f-0a58e65fea6e tempest-TestNetworkAdvancedServerOps-785408138 tempest-TestNetworkAdvancedServerOps-785408138-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883760 Apr 29 12:10:47.540108 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58960) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:10:47.571443 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-8806469b-6090-4ce7-a011-e0d5a464be4f tempest-TestNetworkAdvancedServerOps-785408138 tempest-TestNetworkAdvancedServerOps-785408138-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=1c458760-cee1-43dd-bfaa-f7beebba31f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279343 Apr 29 12:10:47.571684 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58962) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:10:47.577178 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-34ef43f0-e02f-4547-b0a4-e77ae94c8599 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1698809186', 'network_id': '93bcc223-fca2-4299-86dc-c700bcae06f5', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:10:47.661584 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-36fd3d0a-fd04-4893-a9b8-b24807220432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959043993', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': 'f8a8f1e6-7fa4-45e4-abea-306547a1fd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:10:45Z', 'updated_at': '2022-04-29T12:10:46Z', 'revision_number': 3, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'f8a8f1e6-7fa4-45e4-abea-306547a1fd5e', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:da:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:10:46Z', 'updated_at': '2022-04-29T12:10:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:10:47.666084 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ef43f0-e02f-4547-b0a4-e77ae94c8599 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Made reservation on behalf of 1c28ececa83b46b8acc32fd2580ffbc3 for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:10:47.670612 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-34ef43f0-e02f-4547-b0a4-e77ae94c8599 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:47.690621 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fd3d0a-fd04-4893-a9b8-b24807220432 None None] Checking router: 106779fc-f3a1-488d-93bb-22014a8fa033 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:10:47.690971 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fd3d0a-fd04-4893-a9b8-b24807220432 None None] Updating router 106779fc-f3a1-488d-93bb-22014a8fa033 port f8a8f1e6-7fa4-45e4-abea-306547a1fd5e binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:10:47.715065 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-36fd3d0a-fd04-4893-a9b8-b24807220432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:47.859175 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-34ef43f0-e02f-4547-b0a4-e77ae94c8599 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:47.915033 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef43f0-e02f-4547-b0a4-e77ae94c8599 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Subnet': ['ID=ad3bf8ab-30e8-403c-9b64-0dba1152d4c8,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:47.930645 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ef43f0-e02f-4547-b0a4-e77ae94c8599 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Checking segment: {'id': 'e3bcab23-150c-40d6-b449-fc0a2e2c6558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '93bcc223-fca2-4299-86dc-c700bcae06f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:10:47.931011 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ef43f0-e02f-4547-b0a4-e77ae94c8599 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network hostable DHCP agents. Network: 93bcc223-fca2-4299-86dc-c700bcae06f5, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:10:47.948146 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ef43f0-e02f-4547-b0a4-e77ae94c8599 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network 93bcc223-fca2-4299-86dc-c700bcae06f5 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:10:47.957925 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-34ef43f0-e02f-4547-b0a4-e77ae94c8599 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 93bcc223-fca2-4299-86dc-c700bcae06f5) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:10:47.962303 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ef43f0-e02f-4547-b0a4-e77ae94c8599 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:47.962938 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-34ef43f0-e02f-4547-b0a4-e77ae94c8599 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:47.983585 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76be0446-8eca-404b-9c23-634fcd097115 None None] Network 93bcc223-fca2-4299-86dc-c700bcae06f5 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:10:47.986415 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-34ef43f0-e02f-4547-b0a4-e77ae94c8599 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4137726 Apr 29 12:10:47.989126 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 58964) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:10:47.990070 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-36fd3d0a-fd04-4893-a9b8-b24807220432 None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:48.010324 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-36fd3d0a-fd04-4893-a9b8-b24807220432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:48.104767 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d22c62-b5e1-4036-9a9a-c8b3777cb6c7 None None] Pushing event updated for resources: {'Port': ['ID=f8a8f1e6-7fa4-45e4-abea-306547a1fd5e,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:48.109259 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-36fd3d0a-fd04-4893-a9b8-b24807220432 None None] Attempting to bind port f8a8f1e6-7fa4-45e4-abea-306547a1fd5e on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:10:48.109546 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-36fd3d0a-fd04-4893-a9b8-b24807220432 None None] Attempting to bind port f8a8f1e6-7fa4-45e4-abea-306547a1fd5e by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:10:48.109900 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fd3d0a-fd04-4893-a9b8-b24807220432 None None] Attempting to bind port f8a8f1e6-7fa4-45e4-abea-306547a1fd5e on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:10:48.125073 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fd3d0a-fd04-4893-a9b8-b24807220432 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:10:48.125432 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fd3d0a-fd04-4893-a9b8-b24807220432 None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:10:48.125821 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-36fd3d0a-fd04-4893-a9b8-b24807220432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:48.126225 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fd3d0a-fd04-4893-a9b8-b24807220432 None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:10:48.126691 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-36fd3d0a-fd04-4893-a9b8-b24807220432 None None] Bound port: f8a8f1e6-7fa4-45e4-abea-306547a1fd5e, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:10:48.127062 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-36fd3d0a-fd04-4893-a9b8-b24807220432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:48.235765 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-36fd3d0a-fd04-4893-a9b8-b24807220432 None None] For port f8a8f1e6-7fa4-45e4-abea-306547a1fd5e, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:10:48.245387 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a40e61-1e75-4354-9d41-ac6297616d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-93bcc223-fca2-4299-86dc-c700bcae06f5', 'network_id': '93bcc223-fca2-4299-86dc-c700bcae06f5', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'fixed_ips': [{'subnet_id': 'ad3bf8ab-30e8-403c-9b64-0dba1152d4c8'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 12:10:48.246253 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-74a40e61-1e75-4354-9d41-ac6297616d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:48.252103 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-36fd3d0a-fd04-4893-a9b8-b24807220432 None None] For port f8a8f1e6-7fa4-45e4-abea-306547a1fd5e, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=f8a8f1e6-7fa4-45e4-abea-306547a1fd5e,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:10:48.261487 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-36fd3d0a-fd04-4893-a9b8-b24807220432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:48.380321 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fd3d0a-fd04-4893-a9b8-b24807220432 None None] Routers {'106779fc-f3a1-488d-93bb-22014a8fa033'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:10:48.381060 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-36fd3d0a-fd04-4893-a9b8-b24807220432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:10:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['106779fc-f3a1-488d-93bb-22014a8fa033'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:10:48.382745 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d22c62-b5e1-4036-9a9a-c8b3777cb6c7 None None] Pushing event updated for resources: {'Port': ['ID=f8a8f1e6-7fa4-45e4-abea-306547a1fd5e,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:48.474815 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0d12f296-0d83-4890-871a-8d33106b98e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:48.540362 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-74a40e61-1e75-4354-9d41-ac6297616d3f None None] Allocated IP 172.20.0.2 (93bcc223-fca2-4299-86dc-c700bcae06f5/ad3bf8ab-30e8-403c-9b64-0dba1152d4c8/1641af77-ed88-4fd9-aa2f-7deb8ab253be) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:10:48.547678 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-36fd3d0a-fd04-4893-a9b8-b24807220432 None None] Set router 106779fc-f3a1-488d-93bb-22014a8fa033 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:10:48.826310 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-74a40e61-1e75-4354-9d41-ac6297616d3f None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:48.834374 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-74a40e61-1e75-4354-9d41-ac6297616d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:48.875728 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-36fd3d0a-fd04-4893-a9b8-b24807220432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959043993', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': 'f8a8f1e6-7fa4-45e4-abea-306547a1fd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:10:45Z', 'updated_at': '2022-04-29T12:10:46Z', 'revision_number': 3, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'f8a8f1e6-7fa4-45e4-abea-306547a1fd5e', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:da:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:10:46Z', 'updated_at': '2022-04-29T12:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:10:48.878473 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a40e61-1e75-4354-9d41-ac6297616d3f None None] Network 93bcc223-fca2-4299-86dc-c700bcae06f5 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:10:48.885566 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-74a40e61-1e75-4354-9d41-ac6297616d3f None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:10:48.887781 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-0d12f296-0d83-4890-871a-8d33106b98e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Allocated IP 172.20.0.1 (93bcc223-fca2-4299-86dc-c700bcae06f5/ad3bf8ab-30e8-403c-9b64-0dba1152d4c8/15c58570-b5ac-41dd-954f-2ad1c51cd737) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:10:48.912565 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a40e61-1e75-4354-9d41-ac6297616d3f None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:10:48.918326 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fd3d0a-fd04-4893-a9b8-b24807220432 None None] The sync data for ids ['106779fc-f3a1-488d-93bb-22014a8fa033'] in dv-neutron-838888-1-hyperv is: [{'id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959043993', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': 'f8a8f1e6-7fa4-45e4-abea-306547a1fd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:10:45Z', 'updated_at': '2022-04-29T12:10:46Z', 'revision_number': 3, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'f8a8f1e6-7fa4-45e4-abea-306547a1fd5e', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:da:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:10:46Z', 'updated_at': '2022-04-29T12:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:10:48.923304 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a40e61-1e75-4354-9d41-ac6297616d3f None None] Pushing event updated for resources: {'Port': ['ID=1641af77-ed88-4fd9-aa2f-7deb8ab253be,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:48.979412 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-74a40e61-1e75-4354-9d41-ac6297616d3f None None] Attempting to bind port 1641af77-ed88-4fd9-aa2f-7deb8ab253be on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:10:48.979776 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-74a40e61-1e75-4354-9d41-ac6297616d3f None None] Attempting to bind port 1641af77-ed88-4fd9-aa2f-7deb8ab253be by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'e3bcab23-150c-40d6-b449-fc0a2e2c6558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '93bcc223-fca2-4299-86dc-c700bcae06f5'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:10:48.980141 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a40e61-1e75-4354-9d41-ac6297616d3f None None] Attempting to bind port 1641af77-ed88-4fd9-aa2f-7deb8ab253be on network 93bcc223-fca2-4299-86dc-c700bcae06f5 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:10:48.986055 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a40e61-1e75-4354-9d41-ac6297616d3f None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:10:48.987055 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a40e61-1e75-4354-9d41-ac6297616d3f None None] Checking segment: {'id': 'e3bcab23-150c-40d6-b449-fc0a2e2c6558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '93bcc223-fca2-4299-86dc-c700bcae06f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:10:48.987055 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-74a40e61-1e75-4354-9d41-ac6297616d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:48.987299 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a40e61-1e75-4354-9d41-ac6297616d3f None None] Bound using segment: {'id': 'e3bcab23-150c-40d6-b449-fc0a2e2c6558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '93bcc223-fca2-4299-86dc-c700bcae06f5'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:10:48.987677 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-74a40e61-1e75-4354-9d41-ac6297616d3f None None] Bound port: 1641af77-ed88-4fd9-aa2f-7deb8ab253be, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bcab23-150c-40d6-b449-fc0a2e2c6558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '93bcc223-fca2-4299-86dc-c700bcae06f5'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:10:48.988053 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-74a40e61-1e75-4354-9d41-ac6297616d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:49.029677 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0d12f296-0d83-4890-871a-8d33106b98e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:49.062274 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-74a40e61-1e75-4354-9d41-ac6297616d3f None None] For port 1641af77-ed88-4fd9-aa2f-7deb8ab253be, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:10:49.066637 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-74a40e61-1e75-4354-9d41-ac6297616d3f None None] For port 1641af77-ed88-4fd9-aa2f-7deb8ab253be, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=1641af77-ed88-4fd9-aa2f-7deb8ab253be,segment=NetworkSegment(e3bcab23-150c-40d6-b449-fc0a2e2c6558),segment_id=e3bcab23-150c-40d6-b449-fc0a2e2c6558)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:10:49.072670 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-74a40e61-1e75-4354-9d41-ac6297616d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:49.074146 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0d12f296-0d83-4890-871a-8d33106b98e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:49.120965 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d12f296-0d83-4890-871a-8d33106b98e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network 93bcc223-fca2-4299-86dc-c700bcae06f5 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:10:49.124605 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-0d12f296-0d83-4890-871a-8d33106b98e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:10:49.129807 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d12f296-0d83-4890-871a-8d33106b98e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:10:49.131168 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a40e61-1e75-4354-9d41-ac6297616d3f None None] Pushing event updated for resources: {'Port': ['ID=1641af77-ed88-4fd9-aa2f-7deb8ab253be,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:49.168369 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12f296-0d83-4890-871a-8d33106b98e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Port': ['ID=15c58570-b5ac-41dd-954f-2ad1c51cd737,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:49.204486 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0d12f296-0d83-4890-871a-8d33106b98e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:49.384073 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0d12f296-0d83-4890-871a-8d33106b98e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:49.698060 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0d12f296-0d83-4890-871a-8d33106b98e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:49.704881 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0d12f296-0d83-4890-871a-8d33106b98e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:49.784934 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12f296-0d83-4890-871a-8d33106b98e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Port': ['ID=15c58570-b5ac-41dd-954f-2ad1c51cd737,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:49.788910 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0d12f296-0d83-4890-871a-8d33106b98e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:49.898819 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d12f296-0d83-4890-871a-8d33106b98e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network 93bcc223-fca2-4299-86dc-c700bcae06f5 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:10:49.901109 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-0d12f296-0d83-4890-871a-8d33106b98e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:10:50.027273 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 1641af77-ed88-4fd9-aa2f-7deb8ab253be up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:10:50.045073 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d12f296-0d83-4890-871a-8d33106b98e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Router 106779fc-f3a1-488d-93bb-22014a8fa033 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:10:50.082300 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 1641af77-ed88-4fd9-aa2f-7deb8ab253be triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:10:50.083404 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:50.273673 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd178365-3938-4545-bdb2-baa3a43e72ac None None] Network 93bcc223-fca2-4299-86dc-c700bcae06f5 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:10:50.344898 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-0bcfcbbf-3f72-4116-a965-587867aa7866 None None] Provisioning complete for port 1641af77-ed88-4fd9-aa2f-7deb8ab253be triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:10:50.345266 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0bcfcbbf-3f72-4116-a965-587867aa7866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:50.467661 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:50.520588 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d12f296-0d83-4890-871a-8d33106b98e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:10:50.529898 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0d12f296-0d83-4890-871a-8d33106b98e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "PUT /v2.0/routers/106779fc-f3a1-488d-93bb-22014a8fa033/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5352528 Apr 29 12:10:50.569956 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 1641af77-ed88-4fd9-aa2f-7deb8ab253be, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=1641af77-ed88-4fd9-aa2f-7deb8ab253be,segment=NetworkSegment(e3bcab23-150c-40d6-b449-fc0a2e2c6558),segment_id=e3bcab23-150c-40d6-b449-fc0a2e2c6558)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:10:50.569956 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0bcfcbbf-3f72-4116-a965-587867aa7866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:50.574374 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:50.575170 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device f8a8f1e6-7fa4-45e4-abea-306547a1fd5e up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:10:50.674259 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-43b3d883-34de-4559-ae52-a65721ac4abe tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-683344954&fields=id&tenant_id=1c28ececa83b46b8acc32fd2580ffbc3 HTTP/1.1" status: 200 len: 267 time: 0.0381296 Apr 29 12:10:50.712512 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=1641af77-ed88-4fd9-aa2f-7deb8ab253be,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:50.720316 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.db.api [None req-0bcfcbbf-3f72-4116-a965-587867aa7866 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 12:10:50.720565 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG oslo_db.api [None req-0bcfcbbf-3f72-4116-a965-587867aa7866 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 12:10:50.725175 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cac1da-65ec-44fd-864e-5c106902c593 None None] Sync routers for ids ['106779fc-f3a1-488d-93bb-22014a8fa033'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:10:50.729349 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port f8a8f1e6-7fa4-45e4-abea-306547a1fd5e triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:10:50.729725 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:50.744555 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cac1da-65ec-44fd-864e-5c106902c593 None None] Routers {'106779fc-f3a1-488d-93bb-22014a8fa033'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:10:50.745190 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-c4cac1da-65ec-44fd-864e-5c106902c593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:10:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['106779fc-f3a1-488d-93bb-22014a8fa033'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:10:50.810671 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-482c7a03-a61b-4392-ae01-f16970a6ac7f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:50.812344 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-482c7a03-a61b-4392-ae01-f16970a6ac7f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/networks?id=93bcc223-fca2-4299-86dc-c700bcae06f5 HTTP/1.1" status: 200 len: 796 time: 0.1295509 Apr 29 12:10:50.830715 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:50.834310 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-a7d577a1-e31c-4c77-9caf-7c2c37e6dce7 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/quotas/1c28ececa83b46b8acc32fd2580ffbc3 HTTP/1.1" status: 200 len: 375 time: 0.0153372 Apr 29 12:10:50.853681 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port f8a8f1e6-7fa4-45e4-abea-306547a1fd5e, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=f8a8f1e6-7fa4-45e4-abea-306547a1fd5e,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:10:50.858951 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:50.872542 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-c4cac1da-65ec-44fd-864e-5c106902c593 None None] Set router 106779fc-f3a1-488d-93bb-22014a8fa033 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:10:50.913181 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-ed1d39c6-d089-4e28-a06a-95fe5c79f6cb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628853 Apr 29 12:10:50.919639 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=f8a8f1e6-7fa4-45e4-abea-306547a1fd5e,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:51.065544 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-b86f9082-2b9d-4d02-b58c-7d21b6748812 service neutron] 10.222.0.69 "GET /v2.0/networks/93bcc223-fca2-4299-86dc-c700bcae06f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363187 Apr 29 12:10:51.119152 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-c4cac1da-65ec-44fd-864e-5c106902c593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959043993', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': 'f8a8f1e6-7fa4-45e4-abea-306547a1fd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:10:45Z', 'updated_at': '2022-04-29T12:10:49Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'f8a8f1e6-7fa4-45e4-abea-306547a1fd5e', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:da:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:10:46Z', 'updated_at': '2022-04-29T12:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '15c58570-b5ac-41dd-954f-2ad1c51cd737', 'name': '', 'network_id': '93bcc223-fca2-4299-86dc-c700bcae06f5', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:80:d2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'ad3bf8ab-30e8-403c-9b64-0dba1152d4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:10:48Z', 'updated_at': '2022-04-29T12:10:49Z', 'revision_number': 2, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'ad3bf8ab-30e8-403c-9b64-0dba1152d4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:10:51.153907 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cac1da-65ec-44fd-864e-5c106902c593 None None] Checking router: 106779fc-f3a1-488d-93bb-22014a8fa033 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:10:51.154366 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cac1da-65ec-44fd-864e-5c106902c593 None None] Updating router 106779fc-f3a1-488d-93bb-22014a8fa033 port 15c58570-b5ac-41dd-954f-2ad1c51cd737 binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:10:51.170968 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-0d5085ef-e384-4668-a70a-3794f8b25ad5 service neutron] 10.222.0.69 "GET /v2.0/networks/93bcc223-fca2-4299-86dc-c700bcae06f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994267 Apr 29 12:10:51.181523 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-c4cac1da-65ec-44fd-864e-5c106902c593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:51.402794 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-57c4adf6-176e-44fb-91b9-8a182e584bab None None] Provisioning complete for port 1641af77-ed88-4fd9-aa2f-7deb8ab253be triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:10:51.405540 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-57c4adf6-176e-44fb-91b9-8a182e584bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:51.432719 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b83652cc-59fe-41df-9bcb-c0502df395c7 req-5753d7e7-a9ba-4e98-bc18-72477d8f5ada tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 210 time: 0.1067843 Apr 29 12:10:51.511726 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-57c4adf6-176e-44fb-91b9-8a182e584bab None None] Provisioning complete for port 15c58570-b5ac-41dd-954f-2ad1c51cd737 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:10:51.512218 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-57c4adf6-176e-44fb-91b9-8a182e584bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:51.553508 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-57c4adf6-176e-44fb-91b9-8a182e584bab None None] Port 15c58570-b5ac-41dd-954f-2ad1c51cd737 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:10:51.603473 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-c4cac1da-65ec-44fd-864e-5c106902c593 None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:51.609608 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-c4cac1da-65ec-44fd-864e-5c106902c593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:51.699481 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12331b-7f32-44a9-8d8c-6e448169ae51 None None] Pushing event updated for resources: {'Port': ['ID=15c58570-b5ac-41dd-954f-2ad1c51cd737,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:51.725078 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12331b-7f32-44a9-8d8c-6e448169ae51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:51.725420 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12331b-7f32-44a9-8d8c-6e448169ae51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:51.726010 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12331b-7f32-44a9-8d8c-6e448169ae51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:51.726123 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12331b-7f32-44a9-8d8c-6e448169ae51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:51.726419 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12331b-7f32-44a9-8d8c-6e448169ae51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:51.726754 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12331b-7f32-44a9-8d8c-6e448169ae51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:51.727080 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12331b-7f32-44a9-8d8c-6e448169ae51 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:51.727405 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12331b-7f32-44a9-8d8c-6e448169ae51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:51.727732 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12331b-7f32-44a9-8d8c-6e448169ae51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:51.728054 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12331b-7f32-44a9-8d8c-6e448169ae51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:51.728372 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12331b-7f32-44a9-8d8c-6e448169ae51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:51.728690 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12331b-7f32-44a9-8d8c-6e448169ae51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:51.734473 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-c4cac1da-65ec-44fd-864e-5c106902c593 None None] Attempting to bind port 15c58570-b5ac-41dd-954f-2ad1c51cd737 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:10:51.734845 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-c4cac1da-65ec-44fd-864e-5c106902c593 None None] Attempting to bind port 15c58570-b5ac-41dd-954f-2ad1c51cd737 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'e3bcab23-150c-40d6-b449-fc0a2e2c6558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '93bcc223-fca2-4299-86dc-c700bcae06f5'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:10:51.735206 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cac1da-65ec-44fd-864e-5c106902c593 None None] Attempting to bind port 15c58570-b5ac-41dd-954f-2ad1c51cd737 on network 93bcc223-fca2-4299-86dc-c700bcae06f5 {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:10:51.740594 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cac1da-65ec-44fd-864e-5c106902c593 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:10:51.740965 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cac1da-65ec-44fd-864e-5c106902c593 None None] Checking segment: {'id': 'e3bcab23-150c-40d6-b449-fc0a2e2c6558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '93bcc223-fca2-4299-86dc-c700bcae06f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:10:51.741374 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-c4cac1da-65ec-44fd-864e-5c106902c593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:51.741757 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cac1da-65ec-44fd-864e-5c106902c593 None None] Bound using segment: {'id': 'e3bcab23-150c-40d6-b449-fc0a2e2c6558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '93bcc223-fca2-4299-86dc-c700bcae06f5'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:10:51.742695 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-c4cac1da-65ec-44fd-864e-5c106902c593 None None] Bound port: 15c58570-b5ac-41dd-954f-2ad1c51cd737, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bcab23-150c-40d6-b449-fc0a2e2c6558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '93bcc223-fca2-4299-86dc-c700bcae06f5'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:10:51.743088 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-c4cac1da-65ec-44fd-864e-5c106902c593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:51.817204 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-c4cac1da-65ec-44fd-864e-5c106902c593 None None] For port 15c58570-b5ac-41dd-954f-2ad1c51cd737, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:10:51.821287 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-c4cac1da-65ec-44fd-864e-5c106902c593 None None] For port 15c58570-b5ac-41dd-954f-2ad1c51cd737, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=15c58570-b5ac-41dd-954f-2ad1c51cd737,segment=NetworkSegment(e3bcab23-150c-40d6-b449-fc0a2e2c6558),segment_id=e3bcab23-150c-40d6-b449-fc0a2e2c6558)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:10:51.826893 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-c4cac1da-65ec-44fd-864e-5c106902c593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:51.875395 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-e0884823-587f-4132-bb30-3e3342c2eb4c None None] Provisioning complete for port 15c58570-b5ac-41dd-954f-2ad1c51cd737 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:10:51.875911 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e0884823-587f-4132-bb30-3e3342c2eb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:51.891251 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cac1da-65ec-44fd-864e-5c106902c593 None None] Routers {'106779fc-f3a1-488d-93bb-22014a8fa033'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:10:51.892078 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-c4cac1da-65ec-44fd-864e-5c106902c593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:10:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['106779fc-f3a1-488d-93bb-22014a8fa033'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:10:51.973783 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12331b-7f32-44a9-8d8c-6e448169ae51 None None] Pushing event updated for resources: {'Port': ['ID=15c58570-b5ac-41dd-954f-2ad1c51cd737,revision_number=4']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:51.991968 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e0884823-587f-4132-bb30-3e3342c2eb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:52.006780 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 1641af77-ed88-4fd9-aa2f-7deb8ab253be up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:10:52.051628 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-c4cac1da-65ec-44fd-864e-5c106902c593 None None] Set router 106779fc-f3a1-488d-93bb-22014a8fa033 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:10:52.069667 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-e0884823-587f-4132-bb30-3e3342c2eb4c None None] For port 15c58570-b5ac-41dd-954f-2ad1c51cd737, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=15c58570-b5ac-41dd-954f-2ad1c51cd737,segment=NetworkSegment(e3bcab23-150c-40d6-b449-fc0a2e2c6558),segment_id=e3bcab23-150c-40d6-b449-fc0a2e2c6558)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:10:52.076433 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e0884823-587f-4132-bb30-3e3342c2eb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:52.117581 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 1641af77-ed88-4fd9-aa2f-7deb8ab253be triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:10:52.117944 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:52.160835 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0884823-587f-4132-bb30-3e3342c2eb4c None None] Pushing event updated for resources: {'Port': ['ID=15c58570-b5ac-41dd-954f-2ad1c51cd737,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:52.220419 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device f8a8f1e6-7fa4-45e4-abea-306547a1fd5e up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:10:52.223461 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-c17d81b3-11b4-496d-8de3-7ea507725309 None None] Provisioning complete for port 15c58570-b5ac-41dd-954f-2ad1c51cd737 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:10:52.223461 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c17d81b3-11b4-496d-8de3-7ea507725309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:52.270480 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-c4cac1da-65ec-44fd-864e-5c106902c593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959043993', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': 'f8a8f1e6-7fa4-45e4-abea-306547a1fd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:10:45Z', 'updated_at': '2022-04-29T12:10:49Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'f8a8f1e6-7fa4-45e4-abea-306547a1fd5e', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:10:46Z', 'updated_at': '2022-04-29T12:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '15c58570-b5ac-41dd-954f-2ad1c51cd737', 'name': '', 'network_id': '93bcc223-fca2-4299-86dc-c700bcae06f5', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:80:d2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'ad3bf8ab-30e8-403c-9b64-0dba1152d4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:10:48Z', 'updated_at': '2022-04-29T12:10:51Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'ad3bf8ab-30e8-403c-9b64-0dba1152d4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:10:52.306021 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cac1da-65ec-44fd-864e-5c106902c593 None None] The sync data for ids ['106779fc-f3a1-488d-93bb-22014a8fa033'] in dv-neutron-838888-1-hyperv is: [{'id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959043993', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': 'f8a8f1e6-7fa4-45e4-abea-306547a1fd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:10:45Z', 'updated_at': '2022-04-29T12:10:49Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'f8a8f1e6-7fa4-45e4-abea-306547a1fd5e', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:10:46Z', 'updated_at': '2022-04-29T12:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '15c58570-b5ac-41dd-954f-2ad1c51cd737', 'name': '', 'network_id': '93bcc223-fca2-4299-86dc-c700bcae06f5', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:80:d2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'ad3bf8ab-30e8-403c-9b64-0dba1152d4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:10:48Z', 'updated_at': '2022-04-29T12:10:51Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'ad3bf8ab-30e8-403c-9b64-0dba1152d4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:10:52.335574 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port f8a8f1e6-7fa4-45e4-abea-306547a1fd5e triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:10:52.335908 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:52.492818 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-f12e9d53-472c-4aee-8efb-cadf2e922462 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:52.494377 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-f12e9d53-472c-4aee-8efb-cadf2e922462 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.62 "GET /v2.0/networks?id=93bcc223-fca2-4299-86dc-c700bcae06f5 HTTP/1.1" status: 200 len: 796 time: 0.1847858 Apr 29 12:10:52.555261 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-eb1c25c8-2e59-43da-97f7-2418ce1f64ff tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c28ececa83b46b8acc32fd2580ffbc3 HTTP/1.1" status: 200 len: 379 time: 0.0476356 Apr 29 12:10:52.566367 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-251400e1-55ea-482f-9646-02629feba77c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'port': {'device_id': '37435641-fa92-4d74-846b-716debb7e07a', 'network_id': '93bcc223-fca2-4299-86dc-c700bcae06f5', 'admin_state_up': True, 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'security_groups': ['5fb38d87-0f14-4617-b9ad-6f46107bab86']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:10:52.652834 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-97ff942f-1092-4136-98cd-595a66162504 req-48b12ffe-cca9-4227-9d26-4b4975ac90a7 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 210 time: 0.1211205 Apr 29 12:10:52.707044 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-251400e1-55ea-482f-9646-02629feba77c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Made reservation on behalf of 1c28ececa83b46b8acc32fd2580ffbc3 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:10:52.710645 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-251400e1-55ea-482f-9646-02629feba77c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:52.845411 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-251400e1-55ea-482f-9646-02629feba77c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Allocated IP 172.20.0.3 (93bcc223-fca2-4299-86dc-c700bcae06f5/ad3bf8ab-30e8-403c-9b64-0dba1152d4c8/ca90c91f-36c3-4689-9e23-3c76f8576cbe) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:10:52.998185 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-251400e1-55ea-482f-9646-02629feba77c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:53.033689 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-251400e1-55ea-482f-9646-02629feba77c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:53.080792 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-251400e1-55ea-482f-9646-02629feba77c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network 93bcc223-fca2-4299-86dc-c700bcae06f5 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:10:53.084065 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-251400e1-55ea-482f-9646-02629feba77c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:10:53.086877 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-251400e1-55ea-482f-9646-02629feba77c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:10:53.098277 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251400e1-55ea-482f-9646-02629feba77c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Port': ['ID=ca90c91f-36c3-4689-9e23-3c76f8576cbe,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:53.152710 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-251400e1-55ea-482f-9646-02629feba77c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:53.154016 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-251400e1-55ea-482f-9646-02629feba77c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:53.173552 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-251400e1-55ea-482f-9646-02629feba77c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6114438 Apr 29 12:10:53.188289 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-16751bd0-c43f-4e76-addc-8884d91ff4b0 service neutron] Request body: {'port': {'device_id': '37435641-fa92-4d74-846b-716debb7e07a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:10:53.251687 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-16751bd0-c43f-4e76-addc-8884d91ff4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:53.320806 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-d8b52b5f-d607-43aa-98d8-1c91912cc980 None None] Provisioning complete for port ca90c91f-36c3-4689-9e23-3c76f8576cbe triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:10:53.321429 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d8b52b5f-d607-43aa-98d8-1c91912cc980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:53.358270 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-d8b52b5f-d607-43aa-98d8-1c91912cc980 None None] Port ca90c91f-36c3-4689-9e23-3c76f8576cbe cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:10:53.540953 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-16751bd0-c43f-4e76-addc-8884d91ff4b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca90c91f-36c3-4689-9e23-3c76f8576cbe {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:10:53.549451 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-16751bd0-c43f-4e76-addc-8884d91ff4b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:53.561659 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-16751bd0-c43f-4e76-addc-8884d91ff4b0 service neutron] Transition to ACTIVE for port object ca90c91f-36c3-4689-9e23-3c76f8576cbe will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:10:53.566049 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-16751bd0-c43f-4e76-addc-8884d91ff4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:53.644926 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16751bd0-c43f-4e76-addc-8884d91ff4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ca90c91f-36c3-4689-9e23-3c76f8576cbe,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:53.647334 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7000089e-b836-4d62-b760-a707d8dba22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:53.700972 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-16751bd0-c43f-4e76-addc-8884d91ff4b0 service neutron] Attempting to bind port ca90c91f-36c3-4689-9e23-3c76f8576cbe on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:10:53.701325 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-16751bd0-c43f-4e76-addc-8884d91ff4b0 service neutron] Attempting to bind port ca90c91f-36c3-4689-9e23-3c76f8576cbe by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e3bcab23-150c-40d6-b449-fc0a2e2c6558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '93bcc223-fca2-4299-86dc-c700bcae06f5'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:10:53.701724 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-16751bd0-c43f-4e76-addc-8884d91ff4b0 service neutron] Attempting to bind port ca90c91f-36c3-4689-9e23-3c76f8576cbe on network 93bcc223-fca2-4299-86dc-c700bcae06f5 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:10:53.706797 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-16751bd0-c43f-4e76-addc-8884d91ff4b0 service neutron] Port ca90c91f-36c3-4689-9e23-3c76f8576cbe on network 93bcc223-fca2-4299-86dc-c700bcae06f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 12:10:53.707121 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-16751bd0-c43f-4e76-addc-8884d91ff4b0 service neutron] Attempting to bind port ca90c91f-36c3-4689-9e23-3c76f8576cbe on network 93bcc223-fca2-4299-86dc-c700bcae06f5 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:10:53.712360 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-16751bd0-c43f-4e76-addc-8884d91ff4b0 service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:10:53.712724 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-16751bd0-c43f-4e76-addc-8884d91ff4b0 service neutron] Checking segment: {'id': 'e3bcab23-150c-40d6-b449-fc0a2e2c6558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '93bcc223-fca2-4299-86dc-c700bcae06f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:10:53.713087 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-16751bd0-c43f-4e76-addc-8884d91ff4b0 service neutron] Bound using segment: {'id': 'e3bcab23-150c-40d6-b449-fc0a2e2c6558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '93bcc223-fca2-4299-86dc-c700bcae06f5'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:10:53.713539 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-16751bd0-c43f-4e76-addc-8884d91ff4b0 service neutron] Bound port: ca90c91f-36c3-4689-9e23-3c76f8576cbe, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3bcab23-150c-40d6-b449-fc0a2e2c6558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '93bcc223-fca2-4299-86dc-c700bcae06f5'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:10:53.714052 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-16751bd0-c43f-4e76-addc-8884d91ff4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:53.822240 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da632468-404c-4c35-8feb-77201d373d1f req-e099121d-073c-449c-9102-6652186914df tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:53.823738 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-da632468-404c-4c35-8feb-77201d373d1f req-e099121d-073c-449c-9102-6652186914df tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 943 time: 0.0968339 Apr 29 12:10:53.828103 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-16751bd0-c43f-4e76-addc-8884d91ff4b0 service neutron] For port ca90c91f-36c3-4689-9e23-3c76f8576cbe, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:10:53.833136 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-16751bd0-c43f-4e76-addc-8884d91ff4b0 service neutron] For port ca90c91f-36c3-4689-9e23-3c76f8576cbe, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=ca90c91f-36c3-4689-9e23-3c76f8576cbe,segment=NetworkSegment(e3bcab23-150c-40d6-b449-fc0a2e2c6558),segment_id=e3bcab23-150c-40d6-b449-fc0a2e2c6558)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:10:53.840507 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-16751bd0-c43f-4e76-addc-8884d91ff4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:53.899615 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-16751bd0-c43f-4e76-addc-8884d91ff4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:53.900242 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-16751bd0-c43f-4e76-addc-8884d91ff4b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:53.901918 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-16751bd0-c43f-4e76-addc-8884d91ff4b0 service neutron] 10.222.0.62 "PUT /v2.0/ports/ca90c91f-36c3-4689-9e23-3c76f8576cbe HTTP/1.1" status: 200 len: 1093 time: 0.7184510 Apr 29 12:10:53.904590 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37435641-fa92-4d74-846b-716debb7e07a', 'tag': 'ca90c91f-36c3-4689-9e23-3c76f8576cbe'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:10:53.906889 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb6a665-8f38-4e48-8a93-c9cff43048c4" -d '{"events": [{"name": "network-changed", "server_uuid": "37435641-fa92-4d74-846b-716debb7e07a", "tag": "ca90c91f-36c3-4689-9e23-3c76f8576cbe"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:10:53.916895 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-da632468-404c-4c35-8feb-77201d373d1f req-753b411e-a199-488e-9c19-30582f10db32 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb38d87-0f14-4617-b9ad-6f46107bab86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864716 Apr 29 12:10:53.940214 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16751bd0-c43f-4e76-addc-8884d91ff4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ca90c91f-36c3-4689-9e23-3c76f8576cbe,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:53.981140 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a82efb4-cb75-446e-8dd1-4d4f4a621626 x-openstack-request-id: req-4a82efb4-cb75-446e-8dd1-4d4f4a621626 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:10:53.981960 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37435641-fa92-4d74-846b-716debb7e07a", "tag": "ca90c91f-36c3-4689-9e23-3c76f8576cbe", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:10:53.982273 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4a82efb4-cb75-446e-8dd1-4d4f4a621626 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:10:53.982952 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a82efb4-cb75-446e-8dd1-4d4f4a621626'] response: {'name': 'network-changed', 'server_uuid': '37435641-fa92-4d74-846b-716debb7e07a', 'tag': 'ca90c91f-36c3-4689-9e23-3c76f8576cbe', 'status': 'completed', 'code': 200} Apr 29 12:10:54.006548 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-e878efd0-cd27-4649-83ab-182799c867d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:54.008145 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-e878efd0-cd27-4649-83ab-182799c867d0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 1096 time: 0.0597136 Apr 29 12:10:54.049157 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 15c58570-b5ac-41dd-954f-2ad1c51cd737 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:10:54.061636 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-fbed9395-2400-4209-9dcc-2d2e1307b58f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca90c91f-36c3-4689-9e23-3c76f8576cbe HTTP/1.1" status: 200 len: 217 time: 0.0446358 Apr 29 12:10:54.101267 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 15c58570-b5ac-41dd-954f-2ad1c51cd737 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:10:54.101636 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:54.117700 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-d4f0c33e-b34f-4564-8661-d70ad0507a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:54.119471 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-d4f0c33e-b34f-4564-8661-d70ad0507a86 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ad3bf8ab-30e8-403c-9b64-0dba1152d4c8 HTTP/1.1" status: 200 len: 835 time: 0.0514698 Apr 29 12:10:54.174763 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-c170dcdd-0204-4dea-ae4c-f5e9c985cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:54.174763 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-c170dcdd-0204-4dea-ae4c-f5e9c985cd13 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=93bcc223-fca2-4299-86dc-c700bcae06f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438924 Apr 29 12:10:54.269798 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-d2be17b9-313e-497d-93b1-ebf9b692baee service neutron] 10.222.0.62 "GET /v2.0/networks/93bcc223-fca2-4299-86dc-c700bcae06f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897923 Apr 29 12:10:54.359397 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-076e48e7-bd73-4beb-bbc3-d65a17d36650 req-c15f5fc8-7bec-4448-8333-f39be8fd3660 service neutron] 10.222.0.62 "GET /v2.0/networks/93bcc223-fca2-4299-86dc-c700bcae06f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828619 Apr 29 12:10:54.463324 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6a665-8f38-4e48-8a93-c9cff43048c4 req-732a562b-36f8-42ba-9e00-56098dc1b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:54.465282 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ebb6a665-8f38-4e48-8a93-c9cff43048c4 req-732a562b-36f8-42ba-9e00-56098dc1b034 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 1096 time: 0.0540583 Apr 29 12:10:54.562953 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6a665-8f38-4e48-8a93-c9cff43048c4 req-bb88164a-dde9-4537-8f67-69d77bf8fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:54.564409 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ebb6a665-8f38-4e48-8a93-c9cff43048c4 req-bb88164a-dde9-4537-8f67-69d77bf8fa1e service neutron] 10.222.0.62 "GET /v2.0/networks?id=93bcc223-fca2-4299-86dc-c700bcae06f5 HTTP/1.1" status: 200 len: 897 time: 0.0912957 Apr 29 12:10:54.606235 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ebb6a665-8f38-4e48-8a93-c9cff43048c4 req-4d613174-2742-4547-abaa-717dec41ff91 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca90c91f-36c3-4689-9e23-3c76f8576cbe HTTP/1.1" status: 200 len: 217 time: 0.0344403 Apr 29 12:10:54.660470 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6a665-8f38-4e48-8a93-c9cff43048c4 req-7264c11b-c8ad-410c-9100-7c4c72aef282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:54.661897 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ebb6a665-8f38-4e48-8a93-c9cff43048c4 req-7264c11b-c8ad-410c-9100-7c4c72aef282 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ad3bf8ab-30e8-403c-9b64-0dba1152d4c8 HTTP/1.1" status: 200 len: 835 time: 0.0482199 Apr 29 12:10:54.709878 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6a665-8f38-4e48-8a93-c9cff43048c4 req-f13d2eeb-00cf-4dcc-a886-e2201a346395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:54.711382 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ebb6a665-8f38-4e48-8a93-c9cff43048c4 req-f13d2eeb-00cf-4dcc-a886-e2201a346395 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=93bcc223-fca2-4299-86dc-c700bcae06f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409558 Apr 29 12:10:54.801457 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ebb6a665-8f38-4e48-8a93-c9cff43048c4 req-bc596261-60ef-4a99-87f1-ff375e368ed1 service neutron] 10.222.0.62 "GET /v2.0/networks/93bcc223-fca2-4299-86dc-c700bcae06f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817711 Apr 29 12:10:54.901040 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ebb6a665-8f38-4e48-8a93-c9cff43048c4 req-47409877-12c9-47d8-8534-563998becc8d service neutron] 10.222.0.62 "GET /v2.0/networks/93bcc223-fca2-4299-86dc-c700bcae06f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891302 Apr 29 12:10:55.056448 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbef89-f2ed-498a-8efc-07f4e1df16d7 req-ddb6d17f-dc16-4dad-b689-632514c6cb8b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:55.057914 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-00fbef89-f2ed-498a-8efc-07f4e1df16d7 req-ddb6d17f-dc16-4dad-b689-632514c6cb8b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 943 time: 0.0503325 Apr 29 12:10:55.095351 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-00fbef89-f2ed-498a-8efc-07f4e1df16d7 req-b7047b75-2718-4976-a000-c436dfee11e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb38d87-0f14-4617-b9ad-6f46107bab86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314834 Apr 29 12:10:56.213688 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8adf82-f48a-4cab-a0af-f4e901e0fb71 req-09beda75-cc8e-41aa-b2a9-5ee94e41baac tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:56.215133 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bb8adf82-f48a-4cab-a0af-f4e901e0fb71 req-09beda75-cc8e-41aa-b2a9-5ee94e41baac tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 943 time: 0.0509648 Apr 29 12:10:56.258723 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bb8adf82-f48a-4cab-a0af-f4e901e0fb71 req-bf2faa21-33b7-4e37-a7bd-7c5df531c87b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb38d87-0f14-4617-b9ad-6f46107bab86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374222 Apr 29 12:10:56.500950 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device ca90c91f-36c3-4689-9e23-3c76f8576cbe details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 12:10:56.599387 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port ca90c91f-36c3-4689-9e23-3c76f8576cbe, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=ca90c91f-36c3-4689-9e23-3c76f8576cbe,segment=NetworkSegment(e3bcab23-150c-40d6-b449-fc0a2e2c6558),segment_id=e3bcab23-150c-40d6-b449-fc0a2e2c6558)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:10:56.610985 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': 'ca90c91f-36c3-4689-9e23-3c76f8576cbe', 'network_id': '93bcc223-fca2-4299-86dc-c700bcae06f5', 'port_id': 'ca90c91f-36c3-4689-9e23-3c76f8576cbe', 'mac_address': 'fa:16:3e:3e:c3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad3bf8ab-30e8-403c-9b64-0dba1152d4c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 12:10:56.647230 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:56.660201 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca90c91f-36c3-4689-9e23-3c76f8576cbe {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:10:56.679610 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port ca90c91f-36c3-4689-9e23-3c76f8576cbe, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=ca90c91f-36c3-4689-9e23-3c76f8576cbe,segment=NetworkSegment(e3bcab23-150c-40d6-b449-fc0a2e2c6558),segment_id=e3bcab23-150c-40d6-b449-fc0a2e2c6558)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:10:56.683904 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:56.729743 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=ca90c91f-36c3-4689-9e23-3c76f8576cbe,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:56.948518 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['ca90c91f-36c3-4689-9e23-3c76f8576cbe'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 12:10:57.375390 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5a306-5a6e-4e72-8356-f2784d2723b4 req-159ab720-b8e8-4799-b26d-bb2889faf3db tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:57.377275 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bdf5a306-5a6e-4e72-8356-f2784d2723b4 req-159ab720-b8e8-4799-b26d-bb2889faf3db tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 944 time: 0.0522828 Apr 29 12:10:57.379123 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:57.415458 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bdf5a306-5a6e-4e72-8356-f2784d2723b4 req-b91bdb6f-add8-4981-b93f-2ffbb0f2300e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb38d87-0f14-4617-b9ad-6f46107bab86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315590 Apr 29 12:10:57.841301 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-23f984b0-283d-4807-8b4c-1a4e603da8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:58.502011 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device ca90c91f-36c3-4689-9e23-3c76f8576cbe up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:10:58.536404 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e8f28-0b72-46d0-acea-0c63feadf720 req-86ced53d-1ff9-4fad-8c72-aa5a241bf62c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:58.537923 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b87e8f28-0b72-46d0-acea-0c63feadf720 req-86ced53d-1ff9-4fad-8c72-aa5a241bf62c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 944 time: 0.0534387 Apr 29 12:10:58.551558 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port ca90c91f-36c3-4689-9e23-3c76f8576cbe completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:10:58.555492 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port ca90c91f-36c3-4689-9e23-3c76f8576cbe triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:10:58.555917 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:58.578140 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b87e8f28-0b72-46d0-acea-0c63feadf720 req-7602891e-9767-4bd7-9043-d13b1c0e3d56 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb38d87-0f14-4617-b9ad-6f46107bab86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340703 Apr 29 12:10:58.648082 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:58.649126 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:58.670949 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37435641-fa92-4d74-846b-716debb7e07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca90c91f-36c3-4689-9e23-3c76f8576cbe'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:10:58.673167 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5781131-999e-4418-b181-2723f42de839" -d '{"events": [{"server_uuid": "37435641-fa92-4d74-846b-716debb7e07a", "name": "network-vif-plugged", "status": "completed", "tag": "ca90c91f-36c3-4689-9e23-3c76f8576cbe"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:10:58.686455 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port ca90c91f-36c3-4689-9e23-3c76f8576cbe, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=ca90c91f-36c3-4689-9e23-3c76f8576cbe,segment=NetworkSegment(e3bcab23-150c-40d6-b449-fc0a2e2c6558),segment_id=e3bcab23-150c-40d6-b449-fc0a2e2c6558)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:10:58.691384 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:58.740436 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=ca90c91f-36c3-4689-9e23-3c76f8576cbe,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:58.766429 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5366c6c1-a2d3-4f2d-baa8-7915a9a8fbb7 x-openstack-request-id: req-5366c6c1-a2d3-4f2d-baa8-7915a9a8fbb7 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:10:58.766745 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37435641-fa92-4d74-846b-716debb7e07a", "name": "network-vif-plugged", "status": "completed", "tag": "ca90c91f-36c3-4689-9e23-3c76f8576cbe", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:10:58.767002 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5366c6c1-a2d3-4f2d-baa8-7915a9a8fbb7 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:10:58.767400 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5366c6c1-a2d3-4f2d-baa8-7915a9a8fbb7'] response: {'server_uuid': '37435641-fa92-4d74-846b-716debb7e07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca90c91f-36c3-4689-9e23-3c76f8576cbe', 'code': 200} Apr 29 12:10:58.932621 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcafe9a-d29c-471c-9a18-c5fabd868ec0 req-1ddd4224-6c2e-465d-a243-5ea17d9b110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:58.934084 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bdcafe9a-d29c-471c-9a18-c5fabd868ec0 req-1ddd4224-6c2e-465d-a243-5ea17d9b110f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 1098 time: 0.0390131 Apr 29 12:10:58.971740 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bdcafe9a-d29c-471c-9a18-c5fabd868ec0 req-0f2cb46c-3f15-4d84-aa4c-361b906343bd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5fb38d87-0f14-4617-b9ad-6f46107bab86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306344 Apr 29 12:10:59.693014 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7bc80-b334-4b3d-92a1-dea6905c38af req-6a407aca-718a-4b21-a9b4-bb709781464c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:59.694513 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5ea7bc80-b334-4b3d-92a1-dea6905c38af req-6a407aca-718a-4b21-a9b4-bb709781464c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 945 time: 0.0497484 Apr 29 12:10:59.732498 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5ea7bc80-b334-4b3d-92a1-dea6905c38af req-1aad8699-dfb4-468f-92d0-a181e9f5616b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb38d87-0f14-4617-b9ad-6f46107bab86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319846 Apr 29 12:11:00.144692 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:00.283215 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:00.849171 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27243dcd-30d5-4738-a1c0-dd372ce428db req-05402ed8-3c5f-4756-bfaf-cf0e922b43bd tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:00.850695 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-27243dcd-30d5-4738-a1c0-dd372ce428db req-05402ed8-3c5f-4756-bfaf-cf0e922b43bd tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 945 time: 0.0494070 Apr 29 12:11:00.888910 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-27243dcd-30d5-4738-a1c0-dd372ce428db req-319049cc-a863-46d0-b058-ac855b9424c5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb38d87-0f14-4617-b9ad-6f46107bab86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321846 Apr 29 12:11:01.002668 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79188786-1fa1-4262-a47d-b17e244d22b3 req-b8701df5-b0e3-47ac-83ec-5118647d5a56 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:01.004133 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-79188786-1fa1-4262-a47d-b17e244d22b3 req-b8701df5-b0e3-47ac-83ec-5118647d5a56 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 945 time: 0.0483515 Apr 29 12:11:01.046803 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-79188786-1fa1-4262-a47d-b17e244d22b3 req-229e065d-1626-4ba5-86b4-ca31b0bd4ead tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb38d87-0f14-4617-b9ad-6f46107bab86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366342 Apr 29 12:11:01.068176 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 59022) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:11:01.108236 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68056510-f67c-418a-bd78-66efb0d2e369 tempest-TestNetworkAdvancedServerOps-785408138 tempest-TestNetworkAdvancedServerOps-785408138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:01.109758 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-68056510-f67c-418a-bd78-66efb0d2e369 tempest-TestNetworkAdvancedServerOps-785408138 tempest-TestNetworkAdvancedServerOps-785408138-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 1093 time: 0.0406179 Apr 29 12:11:01.112700 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 59024) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:11:01.116947 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-6f512250-6f52-429e-be84-8c6d435a26e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'port_id': 'ca90c91f-36c3-4689-9e23-3c76f8576cbe', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:11:01.136319 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f512250-6f52-429e-be84-8c6d435a26e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for floatingip, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:01.231933 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f512250-6f52-429e-be84-8c6d435a26e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:01.336035 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-6f512250-6f52-429e-be84-8c6d435a26e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Allocated IP 172.26.4.124 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/0bcf8c05-9dbd-49a4-86cd-32046679c252) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:11:01.435329 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f512250-6f52-429e-be84-8c6d435a26e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:01.469184 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f512250-6f52-429e-be84-8c6d435a26e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:01.509698 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f512250-6f52-429e-be84-8c6d435a26e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:11:01.516649 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-6f512250-6f52-429e-be84-8c6d435a26e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:11:01.520242 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f512250-6f52-429e-be84-8c6d435a26e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:11:01.546389 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f512250-6f52-429e-be84-8c6d435a26e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Port': ['ID=0bcf8c05-9dbd-49a4-86cd-32046679c252,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:01.882672 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f512250-6f52-429e-be84-8c6d435a26e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:01.953702 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f512250-6f52-429e-be84-8c6d435a26e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:02.111764 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f512250-6f52-429e-be84-8c6d435a26e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:02.116438 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f512250-6f52-429e-be84-8c6d435a26e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:02.183329 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f512250-6f52-429e-be84-8c6d435a26e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Port': ['ID=0bcf8c05-9dbd-49a4-86cd-32046679c252,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:02.198368 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f512250-6f52-429e-be84-8c6d435a26e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:02.299854 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [None req-6f512250-6f52-429e-be84-8c6d435a26e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Floating IP 14f302a1-d3f8-4307-be3f-326690688a70 associated. External IP: 172.26.4.124, port: ca90c91f-36c3-4689-9e23-3c76f8576cbe. Apr 29 12:11:02.509543 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f512250-6f52-429e-be84-8c6d435a26e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Router 106779fc-f3a1-488d-93bb-22014a8fa033 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:11:02.618779 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f512250-6f52-429e-be84-8c6d435a26e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:11:02.629280 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35b4c35-5660-4418-aec8-722e614e7d7f None None] Sync routers for ids ['106779fc-f3a1-488d-93bb-22014a8fa033'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:11:02.637376 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6f512250-6f52-429e-be84-8c6d435a26e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:02.639751 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35b4c35-5660-4418-aec8-722e614e7d7f None None] Routers {'106779fc-f3a1-488d-93bb-22014a8fa033'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:11:02.640374 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-f35b4c35-5660-4418-aec8-722e614e7d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:10:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['106779fc-f3a1-488d-93bb-22014a8fa033'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:11:02.664518 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6f512250-6f52-429e-be84-8c6d435a26e5 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5507867 Apr 29 12:11:02.665422 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37435641-fa92-4d74-846b-716debb7e07a', 'tag': 'ca90c91f-36c3-4689-9e23-3c76f8576cbe'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:11:02.667879 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713f6261-a60e-4dad-8a74-57f0cd4a04d3" -d '{"events": [{"name": "network-changed", "server_uuid": "37435641-fa92-4d74-846b-716debb7e07a", "tag": "ca90c91f-36c3-4689-9e23-3c76f8576cbe"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:11:02.706733 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c110f43-c89c-4847-a91a-d48dd619b4ba x-openstack-request-id: req-3c110f43-c89c-4847-a91a-d48dd619b4ba {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:11:02.707033 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37435641-fa92-4d74-846b-716debb7e07a", "tag": "ca90c91f-36c3-4689-9e23-3c76f8576cbe", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:11:02.707348 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3c110f43-c89c-4847-a91a-d48dd619b4ba {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:11:02.707703 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c110f43-c89c-4847-a91a-d48dd619b4ba'] response: {'name': 'network-changed', 'server_uuid': '37435641-fa92-4d74-846b-716debb7e07a', 'tag': 'ca90c91f-36c3-4689-9e23-3c76f8576cbe', 'status': 'completed', 'code': 200} Apr 29 12:11:02.750811 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-f35b4c35-5660-4418-aec8-722e614e7d7f None None] Set router 106779fc-f3a1-488d-93bb-22014a8fa033 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:11:02.792286 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa923fdd-4eb4-4d6c-be68-1fd849525999 req-3e54962d-acc3-4758-895d-a4ff65e814a7 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:02.794391 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-aa923fdd-4eb4-4d6c-be68-1fd849525999 req-3e54962d-acc3-4758-895d-a4ff65e814a7 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 945 time: 0.0770123 Apr 29 12:11:02.800113 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f6261-a60e-4dad-8a74-57f0cd4a04d3 req-d4d14acc-547f-4154-b8b4-289dd780f637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:02.801618 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-713f6261-a60e-4dad-8a74-57f0cd4a04d3 req-d4d14acc-547f-4154-b8b4-289dd780f637 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 1098 time: 0.0716693 Apr 29 12:11:02.882306 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-aa923fdd-4eb4-4d6c-be68-1fd849525999 req-e26574d0-ab63-4b65-adac-8d5046e6e78e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb38d87-0f14-4617-b9ad-6f46107bab86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796988 Apr 29 12:11:02.906323 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59030) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:11:02.926117 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f6261-a60e-4dad-8a74-57f0cd4a04d3 req-f83fdce4-2f89-40ca-9c68-20da1718e9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:02.927783 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-713f6261-a60e-4dad-8a74-57f0cd4a04d3 req-f83fdce4-2f89-40ca-9c68-20da1718e9fb service neutron] 10.222.0.62 "GET /v2.0/networks?id=93bcc223-fca2-4299-86dc-c700bcae06f5 HTTP/1.1" status: 200 len: 897 time: 0.1186495 Apr 29 12:11:02.977135 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b20e1fb5-2171-4217-bc73-a16cd873e544 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/floatingips/14f302a1-d3f8-4307-be3f-326690688a70 HTTP/1.1" status: 200 len: 991 time: 0.0691521 Apr 29 12:11:02.984201 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-f35b4c35-5660-4418-aec8-722e614e7d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959043993', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': 'f8a8f1e6-7fa4-45e4-abea-306547a1fd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:10:45Z', 'updated_at': '2022-04-29T12:10:49Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'f8a8f1e6-7fa4-45e4-abea-306547a1fd5e', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:10:46Z', 'updated_at': '2022-04-29T12:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '14f302a1-d3f8-4307-be3f-326690688a70', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'floating_ip_address': '172.26.4.124', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'port_id': 'ca90c91f-36c3-4689-9e23-3c76f8576cbe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93bcc223-fca2-4299-86dc-c700bcae06f5', 'mac_address': 'fa:16:3e:3e:c3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37435641-fa92-4d74-846b-716debb7e07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:11:01Z', 'updated_at': '2022-04-29T12:11:01Z', 'revision_number': 0, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c58570-b5ac-41dd-954f-2ad1c51cd737', 'name': '', 'network_id': '93bcc223-fca2-4299-86dc-c700bcae06f5', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:80:d2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'ad3bf8ab-30e8-403c-9b64-0dba1152d4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:10:48Z', 'updated_at': '2022-04-29T12:10:52Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'ad3bf8ab-30e8-403c-9b64-0dba1152d4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:11:03.001767 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-713f6261-a60e-4dad-8a74-57f0cd4a04d3 req-a2916e8d-58af-4cf9-835b-6305b1517ad4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca90c91f-36c3-4689-9e23-3c76f8576cbe HTTP/1.1" status: 200 len: 999 time: 0.0667095 Apr 29 12:11:03.010484 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35b4c35-5660-4418-aec8-722e614e7d7f None None] Checking router: 106779fc-f3a1-488d-93bb-22014a8fa033 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:11:03.018989 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35b4c35-5660-4418-aec8-722e614e7d7f None None] Routers {'106779fc-f3a1-488d-93bb-22014a8fa033'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:11:03.019591 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-f35b4c35-5660-4418-aec8-722e614e7d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:10:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['106779fc-f3a1-488d-93bb-22014a8fa033'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:11:03.051383 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f6261-a60e-4dad-8a74-57f0cd4a04d3 req-434db0f3-c072-4147-88a6-82f7ea243aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:03.052842 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-713f6261-a60e-4dad-8a74-57f0cd4a04d3 req-434db0f3-c072-4147-88a6-82f7ea243aee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ad3bf8ab-30e8-403c-9b64-0dba1152d4c8 HTTP/1.1" status: 200 len: 835 time: 0.0443883 Apr 29 12:11:03.100688 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f6261-a60e-4dad-8a74-57f0cd4a04d3 req-aefd13e7-30b8-444d-8d4e-3f6cf63be929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:03.102276 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-713f6261-a60e-4dad-8a74-57f0cd4a04d3 req-aefd13e7-30b8-444d-8d4e-3f6cf63be929 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=93bcc223-fca2-4299-86dc-c700bcae06f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413456 Apr 29 12:11:03.206245 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-713f6261-a60e-4dad-8a74-57f0cd4a04d3 req-1e2d0887-7494-4c46-a3df-f98ba92a78a5 service neutron] 10.222.0.62 "GET /v2.0/networks/93bcc223-fca2-4299-86dc-c700bcae06f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968764 Apr 29 12:11:03.275708 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-f35b4c35-5660-4418-aec8-722e614e7d7f None None] Set router 106779fc-f3a1-488d-93bb-22014a8fa033 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:11:03.300609 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-713f6261-a60e-4dad-8a74-57f0cd4a04d3 req-e6a056af-e6cd-4b9c-908e-00337f5a8b5b service neutron] 10.222.0.62 "GET /v2.0/networks/93bcc223-fca2-4299-86dc-c700bcae06f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875075 Apr 29 12:11:03.505045 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-f35b4c35-5660-4418-aec8-722e614e7d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959043993', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': 'f8a8f1e6-7fa4-45e4-abea-306547a1fd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:10:45Z', 'updated_at': '2022-04-29T12:10:49Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'f8a8f1e6-7fa4-45e4-abea-306547a1fd5e', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:10:46Z', 'updated_at': '2022-04-29T12:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '14f302a1-d3f8-4307-be3f-326690688a70', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'floating_ip_address': '172.26.4.124', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'port_id': 'ca90c91f-36c3-4689-9e23-3c76f8576cbe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93bcc223-fca2-4299-86dc-c700bcae06f5', 'mac_address': 'fa:16:3e:3e:c3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37435641-fa92-4d74-846b-716debb7e07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:11:01Z', 'updated_at': '2022-04-29T12:11:01Z', 'revision_number': 0, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c58570-b5ac-41dd-954f-2ad1c51cd737', 'name': '', 'network_id': '93bcc223-fca2-4299-86dc-c700bcae06f5', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:80:d2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'ad3bf8ab-30e8-403c-9b64-0dba1152d4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:10:48Z', 'updated_at': '2022-04-29T12:10:52Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'ad3bf8ab-30e8-403c-9b64-0dba1152d4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:11:03.533868 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35b4c35-5660-4418-aec8-722e614e7d7f None None] The sync data for ids ['106779fc-f3a1-488d-93bb-22014a8fa033'] in dv-neutron-838888-1-hyperv is: [{'id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959043993', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': 'f8a8f1e6-7fa4-45e4-abea-306547a1fd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:10:45Z', 'updated_at': '2022-04-29T12:10:49Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'f8a8f1e6-7fa4-45e4-abea-306547a1fd5e', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:10:46Z', 'updated_at': '2022-04-29T12:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '14f302a1-d3f8-4307-be3f-326690688a70', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'floating_ip_address': '172.26.4.124', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'port_id': 'ca90c91f-36c3-4689-9e23-3c76f8576cbe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93bcc223-fca2-4299-86dc-c700bcae06f5', 'mac_address': 'fa:16:3e:3e:c3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37435641-fa92-4d74-846b-716debb7e07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:11:01Z', 'updated_at': '2022-04-29T12:11:01Z', 'revision_number': 0, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c58570-b5ac-41dd-954f-2ad1c51cd737', 'name': '', 'network_id': '93bcc223-fca2-4299-86dc-c700bcae06f5', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:80:d2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'ad3bf8ab-30e8-403c-9b64-0dba1152d4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:10:48Z', 'updated_at': '2022-04-29T12:10:52Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'ad3bf8ab-30e8-403c-9b64-0dba1152d4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:11:03.745465 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7850427-e324-4041-a000-dcc63566fae3 None None] New status for floating IP 14f302a1-d3f8-4307-be3f-326690688a70: ACTIVE {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:11:03.978564 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 59032) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:11:04.042400 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-8dd9039d-cac4-4b7d-8032-09610849efd0 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/floatingips/14f302a1-d3f8-4307-be3f-326690688a70 HTTP/1.1" status: 200 len: 993 time: 0.0626731 Apr 29 12:11:07.266516 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:11:23.640401 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-92fcf7d1-b6d8-44ce-a2b1-79b02220fc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:27.389541 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:27.845038 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ec88d202-db03-4e17-9da6-91951d32bdc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:28.638898 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:30.148936 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:30.285557 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:31.917072 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-40e1f82f-65ef-4f30-bce7-9cc72193e81a req-2a7f50c5-5e48-4928-b439-4b6e2615a95e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431774 Apr 29 12:11:32.005702 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1f82f-65ef-4f30-bce7-9cc72193e81a req-bbf2ad58-afc8-4c6c-a34c-85bb89cbbf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:32.007241 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-40e1f82f-65ef-4f30-bce7-9cc72193e81a req-bbf2ad58-afc8-4c6c-a34c-85bb89cbbf72 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 1098 time: 0.0418158 Apr 29 12:11:32.116057 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1f82f-65ef-4f30-bce7-9cc72193e81a req-1194c40c-191f-4326-8da3-e26172c46270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:32.117548 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-40e1f82f-65ef-4f30-bce7-9cc72193e81a req-1194c40c-191f-4326-8da3-e26172c46270 service neutron] 10.222.0.62 "GET /v2.0/networks?id=93bcc223-fca2-4299-86dc-c700bcae06f5 HTTP/1.1" status: 200 len: 897 time: 0.0900660 Apr 29 12:11:32.551969 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-40e1f82f-65ef-4f30-bce7-9cc72193e81a req-b89adbbe-974c-4877-ac50-da1677424609 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca90c91f-36c3-4689-9e23-3c76f8576cbe HTTP/1.1" status: 200 len: 1001 time: 0.4254012 Apr 29 12:11:32.603132 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1f82f-65ef-4f30-bce7-9cc72193e81a req-ac57b7d9-eae6-4567-86cd-07823f86981b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:32.604664 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-40e1f82f-65ef-4f30-bce7-9cc72193e81a req-ac57b7d9-eae6-4567-86cd-07823f86981b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ad3bf8ab-30e8-403c-9b64-0dba1152d4c8 HTTP/1.1" status: 200 len: 835 time: 0.0457499 Apr 29 12:11:32.655007 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1f82f-65ef-4f30-bce7-9cc72193e81a req-5e7e7c23-2620-4384-b2b3-99dfe03a5e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:32.657177 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-40e1f82f-65ef-4f30-bce7-9cc72193e81a req-5e7e7c23-2620-4384-b2b3-99dfe03a5e8c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=93bcc223-fca2-4299-86dc-c700bcae06f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455070 Apr 29 12:11:32.746563 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-40e1f82f-65ef-4f30-bce7-9cc72193e81a req-93c03401-db36-424a-9547-97dd4225f52b service neutron] 10.222.0.62 "GET /v2.0/networks/93bcc223-fca2-4299-86dc-c700bcae06f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821328 Apr 29 12:11:32.844847 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-40e1f82f-65ef-4f30-bce7-9cc72193e81a req-f3a7e151-b3bd-4c28-96ad-ec9f4b972ea5 service neutron] 10.222.0.62 "GET /v2.0/networks/93bcc223-fca2-4299-86dc-c700bcae06f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908036 Apr 29 12:11:39.568581 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00957ed3-5710-4a7d-b7b1-df9f7df76503 req-956a35b5-9ea7-47b6-9e79-b5572dc7aeeb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:39.570188 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-00957ed3-5710-4a7d-b7b1-df9f7df76503 req-956a35b5-9ea7-47b6-9e79-b5572dc7aeeb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 945 time: 0.0612669 Apr 29 12:11:39.614545 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-00957ed3-5710-4a7d-b7b1-df9f7df76503 req-b1b6c128-3be8-48c2-a6f3-76525c4fb336 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb38d87-0f14-4617-b9ad-6f46107bab86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376520 Apr 29 12:11:40.750066 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638e018-32b9-40d0-a63b-c6080f8098bc req-ba83c988-3f23-4ab4-98fe-ddd9a2a15afe tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:40.751736 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9638e018-32b9-40d0-a63b-c6080f8098bc req-ba83c988-3f23-4ab4-98fe-ddd9a2a15afe tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 945 time: 0.0570774 Apr 29 12:11:40.794193 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9638e018-32b9-40d0-a63b-c6080f8098bc req-e50c756b-cef0-43f0-a486-67788e2db918 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb38d87-0f14-4617-b9ad-6f46107bab86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361133 Apr 29 12:11:41.930689 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881f1ac-bd78-468c-a8fa-ebb7f8dc89d3 req-bd294b24-7e7a-4c12-a49e-b7e2053a7b38 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:41.932439 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a881f1ac-bd78-468c-a8fa-ebb7f8dc89d3 req-bd294b24-7e7a-4c12-a49e-b7e2053a7b38 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 945 time: 0.0608158 Apr 29 12:11:41.979119 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a881f1ac-bd78-468c-a8fa-ebb7f8dc89d3 req-cac5e513-d192-440c-9637-afb17f1116a3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb38d87-0f14-4617-b9ad-6f46107bab86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370352 Apr 29 12:11:43.100918 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441917d-7b08-4b94-9281-4d35650eaa4a req-6410cbbd-8b20-4064-a060-317ac28315a3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:43.102542 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5441917d-7b08-4b94-9281-4d35650eaa4a req-6410cbbd-8b20-4064-a060-317ac28315a3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 945 time: 0.0507660 Apr 29 12:11:43.150001 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5441917d-7b08-4b94-9281-4d35650eaa4a req-4fa72073-405a-4550-abf1-1586aece6f55 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb38d87-0f14-4617-b9ad-6f46107bab86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389614 Apr 29 12:11:44.266333 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:11:44.277454 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476a719-9c02-4d16-b359-6b367d8eaa74 req-3bb32144-8dae-43ee-9d78-5692bad24444 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:44.279179 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e476a719-9c02-4d16-b359-6b367d8eaa74 req-3bb32144-8dae-43ee-9d78-5692bad24444 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 945 time: 0.0547709 Apr 29 12:11:44.325345 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e476a719-9c02-4d16-b359-6b367d8eaa74 req-bc416995-5238-458f-8b32-1ad07564b1e2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb38d87-0f14-4617-b9ad-6f46107bab86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359719 Apr 29 12:11:45.472544 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91337a7-ff56-4cf8-8201-68e318b13aa8 req-f923f288-2cef-4f20-b84f-9b1f34a7fee8 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:45.474195 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a91337a7-ff56-4cf8-8201-68e318b13aa8 req-f923f288-2cef-4f20-b84f-9b1f34a7fee8 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 945 time: 0.0681217 Apr 29 12:11:45.521259 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a91337a7-ff56-4cf8-8201-68e318b13aa8 req-240c8b82-077b-4734-92fd-08c224bc6311 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb38d87-0f14-4617-b9ad-6f46107bab86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365114 Apr 29 12:11:46.653183 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6db6b-c7ad-4844-920a-00fca165657f req-ffbe14a2-8270-4357-87e1-e7a685d86aaa tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:46.654802 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-40b6db6b-c7ad-4844-920a-00fca165657f req-ffbe14a2-8270-4357-87e1-e7a685d86aaa tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 945 time: 0.0533168 Apr 29 12:11:46.696568 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-40b6db6b-c7ad-4844-920a-00fca165657f req-62c8e5b6-2531-4af8-97f3-f01cea994d95 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb38d87-0f14-4617-b9ad-6f46107bab86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350633 Apr 29 12:11:47.824867 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea934a0-bf78-44a4-b8c1-1c12a3a50e98 req-9ef871fc-f92b-4164-95ad-63a0497180d8 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:47.826534 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7ea934a0-bf78-44a4-b8c1-1c12a3a50e98 req-9ef871fc-f92b-4164-95ad-63a0497180d8 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 945 time: 0.0543082 Apr 29 12:11:47.866691 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7ea934a0-bf78-44a4-b8c1-1c12a3a50e98 req-5cae013f-c70f-4f61-9879-52de6483e48c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb38d87-0f14-4617-b9ad-6f46107bab86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336044 Apr 29 12:11:48.996953 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45116b4-6a83-4789-a7a5-ec5ec0fd5cde req-a4b5830e-1cec-400e-82cc-363cacb9ad47 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:48.999116 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e45116b4-6a83-4789-a7a5-ec5ec0fd5cde req-a4b5830e-1cec-400e-82cc-363cacb9ad47 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 945 time: 0.0578957 Apr 29 12:11:49.045360 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e45116b4-6a83-4789-a7a5-ec5ec0fd5cde req-4a4eff54-4d68-440b-a3cf-7bd43bc6ed79 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb38d87-0f14-4617-b9ad-6f46107bab86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358801 Apr 29 12:11:50.175291 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feaf029-6e3a-4fc2-a409-aa10b231111f req-ef5dccba-ec52-4e63-865e-8ce22e481b8c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:50.176831 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6feaf029-6e3a-4fc2-a409-aa10b231111f req-ef5dccba-ec52-4e63-865e-8ce22e481b8c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 945 time: 0.0539653 Apr 29 12:11:50.224311 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6feaf029-6e3a-4fc2-a409-aa10b231111f req-2b82314b-bc7f-4c84-b241-955c6b8dd6d9 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb38d87-0f14-4617-b9ad-6f46107bab86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359809 Apr 29 12:11:51.350700 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f025a0d-6618-46a8-9c22-22557f65fdc4 req-9978bf64-ec28-4d3d-9ba9-347b9377de50 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:51.352324 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1f025a0d-6618-46a8-9c22-22557f65fdc4 req-9978bf64-ec28-4d3d-9ba9-347b9377de50 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 945 time: 0.0521891 Apr 29 12:11:51.416343 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1f025a0d-6618-46a8-9c22-22557f65fdc4 req-4a9aff0a-39f0-4d2b-9661-fdb8a7ff4c95 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb38d87-0f14-4617-b9ad-6f46107bab86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570250 Apr 29 12:11:52.557490 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0a31a-dacf-4d45-b35f-60498edf4cca req-24b1d3b4-ac04-4e08-af80-405379896932 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:52.559036 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ebd0a31a-dacf-4d45-b35f-60498edf4cca req-24b1d3b4-ac04-4e08-af80-405379896932 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 945 time: 0.0609002 Apr 29 12:11:52.599592 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ebd0a31a-dacf-4d45-b35f-60498edf4cca req-50d4aa0d-85f2-40d6-9163-a60fd757c027 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb38d87-0f14-4617-b9ad-6f46107bab86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340662 Apr 29 12:11:53.647007 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-60fe9b2c-ddca-4181-982a-b943fa59c7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:53.727021 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada91ee-b7c4-4113-9356-e454585889a3 req-3103bc77-5b4d-4485-8182-7bd82b3a0ebe tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:53.728539 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6ada91ee-b7c4-4113-9356-e454585889a3 req-3103bc77-5b4d-4485-8182-7bd82b3a0ebe tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 945 time: 0.0511916 Apr 29 12:11:53.769811 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6ada91ee-b7c4-4113-9356-e454585889a3 req-4c9e2b95-2230-4ea7-b61a-be6379d50d3e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb38d87-0f14-4617-b9ad-6f46107bab86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347986 Apr 29 12:11:54.887919 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9312a1b-1615-4fda-8b88-ba41dec446df req-58839929-e7ce-4b50-82fc-fd44067db3ce tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:54.889553 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e9312a1b-1615-4fda-8b88-ba41dec446df req-58839929-e7ce-4b50-82fc-fd44067db3ce tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 945 time: 0.0507035 Apr 29 12:11:54.929816 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e9312a1b-1615-4fda-8b88-ba41dec446df req-2b8e7d5d-a6cc-4d20-9f74-521fa1315e44 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb38d87-0f14-4617-b9ad-6f46107bab86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342665 Apr 29 12:11:54.952463 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59074) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:11:55.015198 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e8a6a044-b0ba-4ced-9db8-d360096d9022 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/floatingips/14f302a1-d3f8-4307-be3f-326690688a70 HTTP/1.1" status: 200 len: 993 time: 0.0615673 Apr 29 12:11:56.361025 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315158b-a5e3-44df-8bc4-ae413bc34c23 req-e3225826-d9e0-4fb6-a48a-59a583b0d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:56.362604 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f315158b-a5e3-44df-8bc4-ae413bc34c23 req-e3225826-d9e0-4fb6-a48a-59a583b0d677 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 1098 time: 0.0478289 Apr 29 12:11:56.370156 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733dba1-081a-432b-b90f-098db8cfc683 req-2fca9ba2-6633-4e77-b20f-c35f0b8ee162 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:56.371579 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0733dba1-081a-432b-b90f-098db8cfc683 req-2fca9ba2-6633-4e77-b20f-c35f0b8ee162 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 945 time: 0.0881708 Apr 29 12:11:56.462193 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0733dba1-081a-432b-b90f-098db8cfc683 req-088ed7b0-602b-4b78-bee5-d3943306b09c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb38d87-0f14-4617-b9ad-6f46107bab86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810392 Apr 29 12:11:56.487454 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315158b-a5e3-44df-8bc4-ae413bc34c23 req-257291dc-7d9d-494e-a7e4-4c7cec56672b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:56.488957 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f315158b-a5e3-44df-8bc4-ae413bc34c23 req-257291dc-7d9d-494e-a7e4-4c7cec56672b service neutron] 10.222.0.62 "GET /v2.0/networks?id=93bcc223-fca2-4299-86dc-c700bcae06f5 HTTP/1.1" status: 200 len: 897 time: 0.1165028 Apr 29 12:11:56.559322 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f315158b-a5e3-44df-8bc4-ae413bc34c23 req-100358de-8e0c-426b-a4a8-0f2b920e890e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca90c91f-36c3-4689-9e23-3c76f8576cbe HTTP/1.1" status: 200 len: 1001 time: 0.0594230 Apr 29 12:11:56.609639 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315158b-a5e3-44df-8bc4-ae413bc34c23 req-e6096c87-cc70-4abe-9e79-7da5a7590458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:56.611132 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f315158b-a5e3-44df-8bc4-ae413bc34c23 req-e6096c87-cc70-4abe-9e79-7da5a7590458 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ad3bf8ab-30e8-403c-9b64-0dba1152d4c8 HTTP/1.1" status: 200 len: 835 time: 0.0433714 Apr 29 12:11:56.665432 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315158b-a5e3-44df-8bc4-ae413bc34c23 req-70d4b8a0-e387-41e6-ad79-75aa081f9ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:56.667010 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f315158b-a5e3-44df-8bc4-ae413bc34c23 req-70d4b8a0-e387-41e6-ad79-75aa081f9ba5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=93bcc223-fca2-4299-86dc-c700bcae06f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0484412 Apr 29 12:11:56.760004 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f315158b-a5e3-44df-8bc4-ae413bc34c23 req-5b97b97d-71e0-4221-9732-397fb5bea5a3 service neutron] 10.222.0.62 "GET /v2.0/networks/93bcc223-fca2-4299-86dc-c700bcae06f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822692 Apr 29 12:11:56.857651 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f315158b-a5e3-44df-8bc4-ae413bc34c23 req-66da407c-092e-4521-baff-14ee640195e9 service neutron] 10.222.0.62 "GET /v2.0/networks/93bcc223-fca2-4299-86dc-c700bcae06f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876498 Apr 29 12:11:57.411276 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:57.581611 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c25a9-26a4-43a1-b122-99727cb2e14f req-8c479a89-8a72-44fd-bfc2-0e3fd78335ff tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:57.583321 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ea7c25a9-26a4-43a1-b122-99727cb2e14f req-8c479a89-8a72-44fd-bfc2-0e3fd78335ff tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 945 time: 0.0513735 Apr 29 12:11:57.622649 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ea7c25a9-26a4-43a1-b122-99727cb2e14f req-8bb1c840-441d-479f-aa1c-96e26fbd6522 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb38d87-0f14-4617-b9ad-6f46107bab86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327005 Apr 29 12:11:57.645824 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59084) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:11:57.708574 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-90b63dad-c6ee-46ff-912f-5885f6c0b36c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/floatingips/14f302a1-d3f8-4307-be3f-326690688a70 HTTP/1.1" status: 200 len: 993 time: 0.0614665 Apr 29 12:11:57.848741 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-188930a3-d456-4873-bf69-a04f85988472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:58.640698 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:00.151952 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:00.289430 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:21.265625 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:12:23.640959 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b40dfcf9-9fd5-451a-b4f8-3cf206ff0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:27.422280 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:27.850111 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4caafef1-486a-4e6d-8df4-dcb1245627c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:28.644006 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:30.135996 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59096) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:12:30.153294 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:30.292146 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:30.301281 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-c68d140a-8076-44c0-8807-0acaff2ab25e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Deleting port 0bcf8c05-9dbd-49a4-86cd-32046679c252 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:12:30.301624 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c68d140a-8076-44c0-8807-0acaff2ab25e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:30.380405 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c68d140a-8076-44c0-8807-0acaff2ab25e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:30.380728 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c68d140a-8076-44c0-8807-0acaff2ab25e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:30.393050 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-c68d140a-8076-44c0-8807-0acaff2ab25e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Calling delete_port for 0bcf8c05-9dbd-49a4-86cd-32046679c252 owned by network:floatingip {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:12:30.539908 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c68d140a-8076-44c0-8807-0acaff2ab25e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:30.562874 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d140a-8076-44c0-8807-0acaff2ab25e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'Port': ['ID=0bcf8c05-9dbd-49a4-86cd-32046679c252,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:30.572437 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d140a-8076-44c0-8807-0acaff2ab25e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:30.572780 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d140a-8076-44c0-8807-0acaff2ab25e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:30.573116 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d140a-8076-44c0-8807-0acaff2ab25e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:30.573446 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d140a-8076-44c0-8807-0acaff2ab25e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:30.573773 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d140a-8076-44c0-8807-0acaff2ab25e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:30.574680 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d140a-8076-44c0-8807-0acaff2ab25e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:30.574680 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d140a-8076-44c0-8807-0acaff2ab25e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:30.574873 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d140a-8076-44c0-8807-0acaff2ab25e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:30.575057 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d140a-8076-44c0-8807-0acaff2ab25e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:30.575373 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d140a-8076-44c0-8807-0acaff2ab25e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:30.575690 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d140a-8076-44c0-8807-0acaff2ab25e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:30.576006 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d140a-8076-44c0-8807-0acaff2ab25e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:30.634351 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c68d140a-8076-44c0-8807-0acaff2ab25e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for floatingip, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:30.634716 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-c68d140a-8076-44c0-8807-0acaff2ab25e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Floating IP 14f302a1-d3f8-4307-be3f-326690688a70 disassociated (deleted). External IP: 172.26.4.124, port: ca90c91f-36c3-4689-9e23-3c76f8576cbe. Apr 29 12:12:30.841300 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68d140a-8076-44c0-8807-0acaff2ab25e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Router 106779fc-f3a1-488d-93bb-22014a8fa033 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:12:30.950690 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68d140a-8076-44c0-8807-0acaff2ab25e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:12:30.956361 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c68d140a-8076-44c0-8807-0acaff2ab25e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:30.961606 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c2f72f-e45b-4b3d-87ab-0306cab04284 None None] Sync routers for ids ['106779fc-f3a1-488d-93bb-22014a8fa033'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:12:30.972157 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c2f72f-e45b-4b3d-87ab-0306cab04284 None None] Routers {'106779fc-f3a1-488d-93bb-22014a8fa033'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:12:30.972846 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-78c2f72f-e45b-4b3d-87ab-0306cab04284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:12:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['106779fc-f3a1-488d-93bb-22014a8fa033'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:12:30.982401 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c68d140a-8076-44c0-8807-0acaff2ab25e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "DELETE /v2.0/floatingips/14f302a1-d3f8-4307-be3f-326690688a70 HTTP/1.1" status: 204 len: 168 time: 0.8452947 Apr 29 12:12:30.983356 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37435641-fa92-4d74-846b-716debb7e07a', 'tag': 'ca90c91f-36c3-4689-9e23-3c76f8576cbe'}] {{(pid=102960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:12:30.985671 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f284d994886e2bee032f7329864f24e5fe1e0d39b4215f9cf8d7074f2166ea6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c951d1ec-a344-4401-afa2-3bc78bd56235" -d '{"events": [{"name": "network-changed", "server_uuid": "37435641-fa92-4d74-846b-716debb7e07a", "tag": "ca90c91f-36c3-4689-9e23-3c76f8576cbe"}]}' {{(pid=102960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:12:31.029864 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c23d5a-4196-4ea6-9223-8433218a2fce x-openstack-request-id: req-05c23d5a-4196-4ea6-9223-8433218a2fce {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:12:31.030536 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37435641-fa92-4d74-846b-716debb7e07a", "tag": "ca90c91f-36c3-4689-9e23-3c76f8576cbe", "status": "completed", "code": 200}]} {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:12:31.031135 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-05c23d5a-4196-4ea6-9223-8433218a2fce {{(pid=102960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:12:31.031559 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05c23d5a-4196-4ea6-9223-8433218a2fce'] response: {'name': 'network-changed', 'server_uuid': '37435641-fa92-4d74-846b-716debb7e07a', 'tag': 'ca90c91f-36c3-4689-9e23-3c76f8576cbe', 'status': 'completed', 'code': 200} Apr 29 12:12:31.088613 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-78c2f72f-e45b-4b3d-87ab-0306cab04284 None None] Set router 106779fc-f3a1-488d-93bb-22014a8fa033 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:12:31.148633 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951d1ec-a344-4401-afa2-3bc78bd56235 req-b00bea87-c367-4ac9-b461-5d71e448bffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:31.150518 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c951d1ec-a344-4401-afa2-3bc78bd56235 req-b00bea87-c367-4ac9-b461-5d71e448bffc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 1098 time: 0.0973403 Apr 29 12:12:31.285980 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d20224-e145-412d-a260-dc2ae52da946 req-1d8d6e9e-de41-4011-ab3c-f4a078d8ca62 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:31.287709 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c8d20224-e145-412d-a260-dc2ae52da946 req-1d8d6e9e-de41-4011-ab3c-f4a078d8ca62 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 945 time: 0.0766084 Apr 29 12:12:31.289143 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951d1ec-a344-4401-afa2-3bc78bd56235 req-24e8fa4d-f4af-4453-9517-9bf9082e77e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:31.290779 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c951d1ec-a344-4401-afa2-3bc78bd56235 req-24e8fa4d-f4af-4453-9517-9bf9082e77e2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=93bcc223-fca2-4299-86dc-c700bcae06f5 HTTP/1.1" status: 200 len: 897 time: 0.1323335 Apr 29 12:12:31.299884 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-78c2f72f-e45b-4b3d-87ab-0306cab04284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959043993', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': 'f8a8f1e6-7fa4-45e4-abea-306547a1fd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:10:45Z', 'updated_at': '2022-04-29T12:10:49Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'f8a8f1e6-7fa4-45e4-abea-306547a1fd5e', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:10:46Z', 'updated_at': '2022-04-29T12:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '15c58570-b5ac-41dd-954f-2ad1c51cd737', 'name': '', 'network_id': '93bcc223-fca2-4299-86dc-c700bcae06f5', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:80:d2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'ad3bf8ab-30e8-403c-9b64-0dba1152d4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:10:48Z', 'updated_at': '2022-04-29T12:10:52Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'ad3bf8ab-30e8-403c-9b64-0dba1152d4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:12:31.333092 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c2f72f-e45b-4b3d-87ab-0306cab04284 None None] Checking router: 106779fc-f3a1-488d-93bb-22014a8fa033 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:12:31.341563 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c2f72f-e45b-4b3d-87ab-0306cab04284 None None] Routers {'106779fc-f3a1-488d-93bb-22014a8fa033'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:12:31.342178 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-78c2f72f-e45b-4b3d-87ab-0306cab04284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:12:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['106779fc-f3a1-488d-93bb-22014a8fa033'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:12:31.345937 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c951d1ec-a344-4401-afa2-3bc78bd56235 req-025c8437-34df-4985-ab89-9052d661bb68 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca90c91f-36c3-4689-9e23-3c76f8576cbe HTTP/1.1" status: 200 len: 217 time: 0.0453634 Apr 29 12:12:31.371145 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c8d20224-e145-412d-a260-dc2ae52da946 req-69af5a63-20c8-4675-86a0-20ca03a14dbf tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb38d87-0f14-4617-b9ad-6f46107bab86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766280 Apr 29 12:12:31.408153 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951d1ec-a344-4401-afa2-3bc78bd56235 req-dd39f92c-677d-430c-944c-8c68ad4e5e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:31.409597 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c951d1ec-a344-4401-afa2-3bc78bd56235 req-dd39f92c-677d-430c-944c-8c68ad4e5e82 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ad3bf8ab-30e8-403c-9b64-0dba1152d4c8 HTTP/1.1" status: 200 len: 835 time: 0.0531354 Apr 29 12:12:31.455233 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-78c2f72f-e45b-4b3d-87ab-0306cab04284 None None] Set router 106779fc-f3a1-488d-93bb-22014a8fa033 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:12:31.458309 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951d1ec-a344-4401-afa2-3bc78bd56235 req-3cf9e23e-e652-4b39-85a7-5fa1a7e9d454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:31.459812 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c951d1ec-a344-4401-afa2-3bc78bd56235 req-3cf9e23e-e652-4b39-85a7-5fa1a7e9d454 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=93bcc223-fca2-4299-86dc-c700bcae06f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419223 Apr 29 12:12:31.556668 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c951d1ec-a344-4401-afa2-3bc78bd56235 req-750cc90b-17fd-4257-a7ee-7f89eb70619f service neutron] 10.222.0.62 "GET /v2.0/networks/93bcc223-fca2-4299-86dc-c700bcae06f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883148 Apr 29 12:12:31.651097 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c951d1ec-a344-4401-afa2-3bc78bd56235 req-582b4573-c6c5-45e1-9819-7348b753ec87 service neutron] 10.222.0.62 "GET /v2.0/networks/93bcc223-fca2-4299-86dc-c700bcae06f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855844 Apr 29 12:12:31.655875 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-78c2f72f-e45b-4b3d-87ab-0306cab04284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959043993', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': 'f8a8f1e6-7fa4-45e4-abea-306547a1fd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:10:45Z', 'updated_at': '2022-04-29T12:10:49Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'f8a8f1e6-7fa4-45e4-abea-306547a1fd5e', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:10:46Z', 'updated_at': '2022-04-29T12:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '15c58570-b5ac-41dd-954f-2ad1c51cd737', 'name': '', 'network_id': '93bcc223-fca2-4299-86dc-c700bcae06f5', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:80:d2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'ad3bf8ab-30e8-403c-9b64-0dba1152d4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:10:48Z', 'updated_at': '2022-04-29T12:10:52Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'ad3bf8ab-30e8-403c-9b64-0dba1152d4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:12:31.682756 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c2f72f-e45b-4b3d-87ab-0306cab04284 None None] The sync data for ids ['106779fc-f3a1-488d-93bb-22014a8fa033'] in dv-neutron-838888-1-hyperv is: [{'id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959043993', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': 'f8a8f1e6-7fa4-45e4-abea-306547a1fd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:10:45Z', 'updated_at': '2022-04-29T12:10:49Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'f8a8f1e6-7fa4-45e4-abea-306547a1fd5e', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:10:46Z', 'updated_at': '2022-04-29T12:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '15c58570-b5ac-41dd-954f-2ad1c51cd737', 'name': '', 'network_id': '93bcc223-fca2-4299-86dc-c700bcae06f5', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:80:d2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'ad3bf8ab-30e8-403c-9b64-0dba1152d4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:10:48Z', 'updated_at': '2022-04-29T12:10:52Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'ad3bf8ab-30e8-403c-9b64-0dba1152d4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:12:31.909246 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0309b00-c39d-4be2-acc8-8ff6b75f05f5 None None] New status for floating IP 14f302a1-d3f8-4307-be3f-326690688a70: DOWN {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:12:32.495602 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ba9c4-39b3-4d1e-846e-357f4dde305b req-ad84cc87-35ea-4cf0-bdfa-7761696bfbf6 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:32.497097 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-843ba9c4-39b3-4d1e-846e-357f4dde305b req-ad84cc87-35ea-4cf0-bdfa-7761696bfbf6 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 945 time: 0.0507133 Apr 29 12:12:32.536104 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-843ba9c4-39b3-4d1e-846e-357f4dde305b req-04074cf8-d1a2-4f7e-bb50-2abc61087d7e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=5fb38d87-0f14-4617-b9ad-6f46107bab86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323527 Apr 29 12:12:33.000077 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b3df6-39a4-4682-b2dd-5f091a057f2a req-0a781baf-132f-4a6a-be88-676a8fb3d860 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:33.001562 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ea9b3df6-39a4-4682-b2dd-5f091a057f2a req-0a781baf-132f-4a6a-be88-676a8fb3d860 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.62 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 945 time: 0.0533335 Apr 29 12:12:33.092490 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-ea9b3df6-39a4-4682-b2dd-5f091a057f2a req-e6715b67-8e46-494a-8cc7-640b20784833 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Deleting port ca90c91f-36c3-4689-9e23-3c76f8576cbe {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:12:33.092831 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ea9b3df6-39a4-4682-b2dd-5f091a057f2a req-e6715b67-8e46-494a-8cc7-640b20784833 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:33.184169 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-ea9b3df6-39a4-4682-b2dd-5f091a057f2a req-e6715b67-8e46-494a-8cc7-640b20784833 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] For port ca90c91f-36c3-4689-9e23-3c76f8576cbe, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=ca90c91f-36c3-4689-9e23-3c76f8576cbe,segment=NetworkSegment(e3bcab23-150c-40d6-b449-fc0a2e2c6558),segment_id=e3bcab23-150c-40d6-b449-fc0a2e2c6558)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:12:33.184534 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ea9b3df6-39a4-4682-b2dd-5f091a057f2a req-e6715b67-8e46-494a-8cc7-640b20784833 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:33.198060 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-ea9b3df6-39a4-4682-b2dd-5f091a057f2a req-e6715b67-8e46-494a-8cc7-640b20784833 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Calling delete_port for ca90c91f-36c3-4689-9e23-3c76f8576cbe owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:12:33.328667 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ea9b3df6-39a4-4682-b2dd-5f091a057f2a req-e6715b67-8e46-494a-8cc7-640b20784833 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:33.354782 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6715b67-8e46-494a-8cc7-640b20784833 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'Port': ['ID=ca90c91f-36c3-4689-9e23-3c76f8576cbe,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:33.368920 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6715b67-8e46-494a-8cc7-640b20784833 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:33.369270 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6715b67-8e46-494a-8cc7-640b20784833 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:33.369619 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6715b67-8e46-494a-8cc7-640b20784833 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:33.369961 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6715b67-8e46-494a-8cc7-640b20784833 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:33.370321 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6715b67-8e46-494a-8cc7-640b20784833 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:33.370651 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6715b67-8e46-494a-8cc7-640b20784833 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:33.370980 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6715b67-8e46-494a-8cc7-640b20784833 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:33.371323 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6715b67-8e46-494a-8cc7-640b20784833 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:33.371755 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6715b67-8e46-494a-8cc7-640b20784833 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:33.371961 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6715b67-8e46-494a-8cc7-640b20784833 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:33.372283 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6715b67-8e46-494a-8cc7-640b20784833 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:33.372603 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6715b67-8e46-494a-8cc7-640b20784833 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:33.406873 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9b3df6-39a4-4682-b2dd-5f091a057f2a req-e6715b67-8e46-494a-8cc7-640b20784833 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] No DVR routers for this DVR port ca90c91f-36c3-4689-9e23-3c76f8576cbe on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:12:33.409613 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-ea9b3df6-39a4-4682-b2dd-5f091a057f2a req-e6715b67-8e46-494a-8cc7-640b20784833 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:33.412895 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ea9b3df6-39a4-4682-b2dd-5f091a057f2a req-e6715b67-8e46-494a-8cc7-640b20784833 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.62 "DELETE /v2.0/ports/ca90c91f-36c3-4689-9e23-3c76f8576cbe HTTP/1.1" status: 204 len: 173 time: 0.4040811 Apr 29 12:12:33.413331 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37435641-fa92-4d74-846b-716debb7e07a', 'name': 'network-vif-deleted', 'tag': 'ca90c91f-36c3-4689-9e23-3c76f8576cbe'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:12:33.415678 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1748b22-3b39-45c6-a928-b8720368d5a6" -d '{"events": [{"server_uuid": "37435641-fa92-4d74-846b-716debb7e07a", "name": "network-vif-deleted", "tag": "ca90c91f-36c3-4689-9e23-3c76f8576cbe"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:12:33.507786 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d58d289-8c41-4238-a5fb-02f2d4bf47b9 x-openstack-request-id: req-4d58d289-8c41-4238-a5fb-02f2d4bf47b9 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:12:33.508403 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37435641-fa92-4d74-846b-716debb7e07a", "name": "network-vif-deleted", "tag": "ca90c91f-36c3-4689-9e23-3c76f8576cbe", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:12:33.508403 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4d58d289-8c41-4238-a5fb-02f2d4bf47b9 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:12:33.508692 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d58d289-8c41-4238-a5fb-02f2d4bf47b9'] response: {'server_uuid': '37435641-fa92-4d74-846b-716debb7e07a', 'name': 'network-vif-deleted', 'tag': 'ca90c91f-36c3-4689-9e23-3c76f8576cbe', 'status': 'completed', 'code': 200} Apr 29 12:12:33.640874 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4c384962-9e5c-444e-b1d6-dd468d2aaa65 req-7d15d9a2-ec7f-428b-9a98-a59191a9ba2b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=37435641-fa92-4d74-846b-716debb7e07a HTTP/1.1" status: 200 len: 210 time: 0.0256360 Apr 29 12:12:34.697812 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59118) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:12:34.891136 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device ca90c91f-36c3-4689-9e23-3c76f8576cbe no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:12:34.915836 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: ca90c91f-36c3-4689-9e23-3c76f8576cbe {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:12:34.916202 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device ca90c91f-36c3-4689-9e23-3c76f8576cbe not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:12:35.062186 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ab33183f-f7a5-457b-9864-425ee3675008 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:35.318681 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-ab33183f-f7a5-457b-9864-425ee3675008 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Deleting port 15c58570-b5ac-41dd-954f-2ad1c51cd737 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:12:35.318971 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ab33183f-f7a5-457b-9864-425ee3675008 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:35.406349 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-ab33183f-f7a5-457b-9864-425ee3675008 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] For port 15c58570-b5ac-41dd-954f-2ad1c51cd737, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=15c58570-b5ac-41dd-954f-2ad1c51cd737,segment=NetworkSegment(e3bcab23-150c-40d6-b449-fc0a2e2c6558),segment_id=e3bcab23-150c-40d6-b449-fc0a2e2c6558)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:12:35.406708 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ab33183f-f7a5-457b-9864-425ee3675008 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:35.419298 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-ab33183f-f7a5-457b-9864-425ee3675008 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Calling delete_port for 15c58570-b5ac-41dd-954f-2ad1c51cd737 owned by network:router_interface {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:12:35.607537 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ab33183f-f7a5-457b-9864-425ee3675008 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:35.633733 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33183f-f7a5-457b-9864-425ee3675008 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'Port': ['ID=15c58570-b5ac-41dd-954f-2ad1c51cd737,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:35.812283 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ab33183f-f7a5-457b-9864-425ee3675008 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:36.031643 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab33183f-f7a5-457b-9864-425ee3675008 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Router 106779fc-f3a1-488d-93bb-22014a8fa033 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:12:36.137906 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab33183f-f7a5-457b-9864-425ee3675008 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:12:36.143098 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ab33183f-f7a5-457b-9864-425ee3675008 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "PUT /v2.0/routers/106779fc-f3a1-488d-93bb-22014a8fa033/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4442494 Apr 29 12:12:36.145831 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59120) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:12:36.148084 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c92814b-7c96-469a-aeb7-f03b1fe24f80 None None] Sync routers for ids ['106779fc-f3a1-488d-93bb-22014a8fa033'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:12:36.157953 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c92814b-7c96-469a-aeb7-f03b1fe24f80 None None] Routers {'106779fc-f3a1-488d-93bb-22014a8fa033'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:12:36.158603 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-7c92814b-7c96-469a-aeb7-f03b1fe24f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:12:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['106779fc-f3a1-488d-93bb-22014a8fa033'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:12:36.197323 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e0e2ed-742a-4df3-9926-d8df7dc6204d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Deleting subnet ad3bf8ab-30e8-403c-9b64-0dba1152d4c8 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 12:12:36.200413 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d5e0e2ed-742a-4df3-9926-d8df7dc6204d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:36.240965 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d5e0e2ed-742a-4df3-9926-d8df7dc6204d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:36.263773 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-7c92814b-7c96-469a-aeb7-f03b1fe24f80 None None] Set router 106779fc-f3a1-488d-93bb-22014a8fa033 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:12:36.329309 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d5e0e2ed-742a-4df3-9926-d8df7dc6204d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:36.391985 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d5e0e2ed-742a-4df3-9926-d8df7dc6204d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:36.420300 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0e2ed-742a-4df3-9926-d8df7dc6204d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'Subnet': ['ID=ad3bf8ab-30e8-403c-9b64-0dba1152d4c8,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:36.424633 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-d5e0e2ed-742a-4df3-9926-d8df7dc6204d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:36.427916 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d5e0e2ed-742a-4df3-9926-d8df7dc6204d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "DELETE /v2.0/subnets/ad3bf8ab-30e8-403c-9b64-0dba1152d4c8 HTTP/1.1" status: 204 len: 168 time: 0.2810864 Apr 29 12:12:36.432087 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59122) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:12:36.440707 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecbbab0-fdf1-4694-87b8-ea63dd18963b None None] Network 93bcc223-fca2-4299-86dc-c700bcae06f5 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:12:36.544654 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-da700a50-7262-4298-b404-f64574626688 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:36.653307 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-da700a50-7262-4298-b404-f64574626688 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:36.666782 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-7c92814b-7c96-469a-aeb7-f03b1fe24f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959043993', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': 'f8a8f1e6-7fa4-45e4-abea-306547a1fd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:10:45Z', 'updated_at': '2022-04-29T12:12:35Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'f8a8f1e6-7fa4-45e4-abea-306547a1fd5e', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:10:46Z', 'updated_at': '2022-04-29T12:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:12:36.708335 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-da700a50-7262-4298-b404-f64574626688 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Deleting port f8a8f1e6-7fa4-45e4-abea-306547a1fd5e {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:12:36.708786 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-da700a50-7262-4298-b404-f64574626688 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:36.709080 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c92814b-7c96-469a-aeb7-f03b1fe24f80 None None] Checking router: 106779fc-f3a1-488d-93bb-22014a8fa033 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:12:36.733554 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c92814b-7c96-469a-aeb7-f03b1fe24f80 None None] Routers {'106779fc-f3a1-488d-93bb-22014a8fa033'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:12:36.734205 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-7c92814b-7c96-469a-aeb7-f03b1fe24f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:12:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['106779fc-f3a1-488d-93bb-22014a8fa033'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:12:36.792253 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-da700a50-7262-4298-b404-f64574626688 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] For port f8a8f1e6-7fa4-45e4-abea-306547a1fd5e, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=f8a8f1e6-7fa4-45e4-abea-306547a1fd5e,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:12:36.792611 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-da700a50-7262-4298-b404-f64574626688 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:36.805005 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-da700a50-7262-4298-b404-f64574626688 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Calling delete_port for f8a8f1e6-7fa4-45e4-abea-306547a1fd5e owned by network:router_gateway {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:12:36.832241 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-7c92814b-7c96-469a-aeb7-f03b1fe24f80 None None] Set router 106779fc-f3a1-488d-93bb-22014a8fa033 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:12:36.886542 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-7c92814b-7c96-469a-aeb7-f03b1fe24f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959043993', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:10:45Z', 'updated_at': '2022-04-29T12:12:36Z', 'revision_number': 6, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port_host': None}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:12:36.915122 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495776cb-59e3-43d5-9db1-d0ab3490b311 None None] DHCP port deletion for 93bcc223-fca2-4299-86dc-c700bcae06f5 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 12:12:36.918306 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c92814b-7c96-469a-aeb7-f03b1fe24f80 None None] The sync data for ids ['106779fc-f3a1-488d-93bb-22014a8fa033'] in dv-neutron-838888-1-hyperv is: [{'id': '106779fc-f3a1-488d-93bb-22014a8fa033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959043993', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:10:45Z', 'updated_at': '2022-04-29T12:12:36Z', 'revision_number': 6, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port_host': None}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:12:36.979857 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-495776cb-59e3-43d5-9db1-d0ab3490b311 None None] Deleting port 1641af77-ed88-4fd9-aa2f-7deb8ab253be {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:12:36.980229 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-495776cb-59e3-43d5-9db1-d0ab3490b311 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:37.046606 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-495776cb-59e3-43d5-9db1-d0ab3490b311 None None] For port 1641af77-ed88-4fd9-aa2f-7deb8ab253be, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=1641af77-ed88-4fd9-aa2f-7deb8ab253be,segment=NetworkSegment(e3bcab23-150c-40d6-b449-fc0a2e2c6558),segment_id=e3bcab23-150c-40d6-b449-fc0a2e2c6558)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:12:37.047025 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-495776cb-59e3-43d5-9db1-d0ab3490b311 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:37.060643 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-495776cb-59e3-43d5-9db1-d0ab3490b311 None None] Calling delete_port for 1641af77-ed88-4fd9-aa2f-7deb8ab253be owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:12:37.146373 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-495776cb-59e3-43d5-9db1-d0ab3490b311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:37.171966 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495776cb-59e3-43d5-9db1-d0ab3490b311 None None] Pushing event deleted for resources: {'Port': ['ID=1641af77-ed88-4fd9-aa2f-7deb8ab253be,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:37.179975 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495776cb-59e3-43d5-9db1-d0ab3490b311 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:37.180316 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495776cb-59e3-43d5-9db1-d0ab3490b311 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:37.180651 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495776cb-59e3-43d5-9db1-d0ab3490b311 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:37.180981 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495776cb-59e3-43d5-9db1-d0ab3490b311 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:37.181461 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495776cb-59e3-43d5-9db1-d0ab3490b311 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:37.181816 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495776cb-59e3-43d5-9db1-d0ab3490b311 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:37.182143 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495776cb-59e3-43d5-9db1-d0ab3490b311 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:37.182490 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495776cb-59e3-43d5-9db1-d0ab3490b311 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:37.182814 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495776cb-59e3-43d5-9db1-d0ab3490b311 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:37.183160 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495776cb-59e3-43d5-9db1-d0ab3490b311 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:37.183451 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495776cb-59e3-43d5-9db1-d0ab3490b311 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:37.183768 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495776cb-59e3-43d5-9db1-d0ab3490b311 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:37.189605 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495776cb-59e3-43d5-9db1-d0ab3490b311 None None] No DVR routers for this DVR port 1641af77-ed88-4fd9-aa2f-7deb8ab253be on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:12:37.305515 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-da700a50-7262-4298-b404-f64574626688 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:37.334801 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da700a50-7262-4298-b404-f64574626688 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'Port': ['ID=f8a8f1e6-7fa4-45e4-abea-306547a1fd5e,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:37.400745 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-da700a50-7262-4298-b404-f64574626688 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:37.491319 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-da700a50-7262-4298-b404-f64574626688 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:37.493382 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-da700a50-7262-4298-b404-f64574626688 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:37.536015 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-da700a50-7262-4298-b404-f64574626688 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:37.536586 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da700a50-7262-4298-b404-f64574626688 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Fanout notify agent at l3_agent the message router_deleted on router 106779fc-f3a1-488d-93bb-22014a8fa033 {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 12:12:37.543488 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-da700a50-7262-4298-b404-f64574626688 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:37.544580 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-da700a50-7262-4298-b404-f64574626688 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "DELETE /v2.0/routers/106779fc-f3a1-488d-93bb-22014a8fa033 HTTP/1.1" status: 204 len: 168 time: 1.1114001 Apr 29 12:12:37.547322 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59124) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:12:37.624809 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-222dd8e9-e8a3-4230-b4e0-cb8f87621e07 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:37.712287 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-222dd8e9-e8a3-4230-b4e0-cb8f87621e07 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:37.733059 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-222dd8e9-e8a3-4230-b4e0-cb8f87621e07 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93bcc223-fca2-4299-86dc-c700bcae06f5']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:12:37.742600 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-222dd8e9-e8a3-4230-b4e0-cb8f87621e07 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3bcab23-150c-40d6-b449-fc0a2e2c6558') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:12:37.742899 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-222dd8e9-e8a3-4230-b4e0-cb8f87621e07 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3bcab23-150c-40d6-b449-fc0a2e2c6558') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:12:37.752607 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-222dd8e9-e8a3-4230-b4e0-cb8f87621e07 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:37.765231 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-222dd8e9-e8a3-4230-b4e0-cb8f87621e07 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:37.771117 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-222dd8e9-e8a3-4230-b4e0-cb8f87621e07 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:12:37.771508 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-222dd8e9-e8a3-4230-b4e0-cb8f87621e07 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:37.774753 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 12:12:37.774753 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:12:37.774753 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 12:12:37.774753 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:12:37.774753 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 12:12:37.774753 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 12:12:37.774753 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 12:12:37.774753 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:12:37.774753 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 12:12:37.774753 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:12:37.774753 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 12:12:37.774753 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:12:37.774753 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 12:12:37.774753 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 12:12:37.774753 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:12:37.774753 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 12:12:37.774753 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:12:37.774753 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 12:12:37.774753 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 12:12:37.774753 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 12:12:37.774753 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 12:12:37.774753 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 12:12:37.774753 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:12:37.774753 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:12:37.774753 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 12:12:37.774753 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:12:37.774753 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:12:37.774753 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:12:37.774753 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:12:37.774753 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:12:37.774753 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:12:37.774753 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:12:37.839256 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-222dd8e9-e8a3-4230-b4e0-cb8f87621e07 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:37.844214 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-222dd8e9-e8a3-4230-b4e0-cb8f87621e07 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:37.847984 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-222dd8e9-e8a3-4230-b4e0-cb8f87621e07 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "DELETE /v2.0/networks/93bcc223-fca2-4299-86dc-c700bcae06f5 HTTP/1.1" status: 204 len: 168 time: 0.2996805 Apr 29 12:12:37.850885 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 59126) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:12:37.863162 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222dd8e9-e8a3-4230-b4e0-cb8f87621e07 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'Network': ['ID=93bcc223-fca2-4299-86dc-c700bcae06f5,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:37.913857 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b6d9baae-bab1-42c9-9c63-b97d5681cc5d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:37.942193 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b6d9baae-bab1-42c9-9c63-b97d5681cc5d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:38.010895 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b6d9baae-bab1-42c9-9c63-b97d5681cc5d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:38.013941 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b6d9baae-bab1-42c9-9c63-b97d5681cc5d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:38.015147 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b6d9baae-bab1-42c9-9c63-b97d5681cc5d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "DELETE /v2.0/security-groups/5fb38d87-0f14-4617-b9ad-6f46107bab86 HTTP/1.1" status: 204 len: 168 time: 0.1627424 Apr 29 12:12:38.017703 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 15c58570-b5ac-41dd-954f-2ad1c51cd737 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:12:38.025051 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9baae-bab1-42c9-9c63-b97d5681cc5d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb38d87-0f14-4617-b9ad-6f46107bab86,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:38.042200 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 15c58570-b5ac-41dd-954f-2ad1c51cd737 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:12:38.042529 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 15c58570-b5ac-41dd-954f-2ad1c51cd737 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:12:38.042939 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 1641af77-ed88-4fd9-aa2f-7deb8ab253be no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:12:38.068709 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 1641af77-ed88-4fd9-aa2f-7deb8ab253be {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:12:38.069087 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 1641af77-ed88-4fd9-aa2f-7deb8ab253be not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:12:38.069516 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device f8a8f1e6-7fa4-45e4-abea-306547a1fd5e no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:12:38.089458 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: f8a8f1e6-7fa4-45e4-abea-306547a1fd5e {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:12:38.089799 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device f8a8f1e6-7fa4-45e4-abea-306547a1fd5e not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:12:38.243722 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 59132) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:12:38.248310 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-3e7e5cc7-ce1a-431c-9485-0922bf4cde5d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1784482186', 'description': 'tempest-secgroup-smoke-1784482186 description', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:12:38.269176 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3e7e5cc7-ce1a-431c-9485-0922bf4cde5d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:38.335591 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3e7e5cc7-ce1a-431c-9485-0922bf4cde5d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:38.339391 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3e7e5cc7-ce1a-431c-9485-0922bf4cde5d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:38.370102 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3e7e5cc7-ce1a-431c-9485-0922bf4cde5d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:38.371379 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3e7e5cc7-ce1a-431c-9485-0922bf4cde5d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1266446 Apr 29 12:12:38.374781 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59134) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:12:38.375547 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e5cc7-ce1a-431c-9485-0922bf4cde5d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=588257a1-5f35-4ab1-b0d1-2dfc8e9ba27f,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:38.380966 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-0fa55a62-f7f7-450d-9357-fc0e0ca2ea09 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group_rule': {'security_group_id': '588257a1-5f35-4ab1-b0d1-2dfc8e9ba27f', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:12:38.406065 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0fa55a62-f7f7-450d-9357-fc0e0ca2ea09 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:38.463757 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0fa55a62-f7f7-450d-9357-fc0e0ca2ea09 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:38.467127 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0fa55a62-f7f7-450d-9357-fc0e0ca2ea09 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:38.486373 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa55a62-f7f7-450d-9357-fc0e0ca2ea09 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea03627-ddaa-43b2-9cf0-b413a5f9ed31,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:38.496492 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0fa55a62-f7f7-450d-9357-fc0e0ca2ea09 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:38.497841 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0fa55a62-f7f7-450d-9357-fc0e0ca2ea09 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220419 Apr 29 12:12:38.500616 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59136) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:12:38.505387 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-a9c8d9f2-8c8f-413a-85d7-b08bc26a4d0f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group_rule': {'security_group_id': '588257a1-5f35-4ab1-b0d1-2dfc8e9ba27f', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:12:38.530825 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a9c8d9f2-8c8f-413a-85d7-b08bc26a4d0f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:38.590885 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a9c8d9f2-8c8f-413a-85d7-b08bc26a4d0f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:38.596100 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a9c8d9f2-8c8f-413a-85d7-b08bc26a4d0f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:38.614729 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8d9f2-8c8f-413a-85d7-b08bc26a4d0f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d8a0c2-d6be-4a74-9557-a629080e7b7c,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:38.623253 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-a9c8d9f2-8c8f-413a-85d7-b08bc26a4d0f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:38.624470 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-a9c8d9f2-8c8f-413a-85d7-b08bc26a4d0f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1227582 Apr 29 12:12:38.627210 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59138) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:12:38.631714 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-72b22491-c8a5-4c4c-8521-ba3478fab456 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group_rule': {'security_group_id': '588257a1-5f35-4ab1-b0d1-2dfc8e9ba27f', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:12:38.657596 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-72b22491-c8a5-4c4c-8521-ba3478fab456 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:38.718022 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-72b22491-c8a5-4c4c-8521-ba3478fab456 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:38.723118 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-72b22491-c8a5-4c4c-8521-ba3478fab456 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:38.740284 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b22491-c8a5-4c4c-8521-ba3478fab456 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7962e794-6409-4564-b288-7470af9316d3,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:38.750655 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-72b22491-c8a5-4c4c-8521-ba3478fab456 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:38.751889 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-72b22491-c8a5-4c4c-8521-ba3478fab456 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237350 Apr 29 12:12:38.754734 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59140) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:12:38.759031 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-b5c97eea-396d-4156-9ff9-d066f2fb2a90 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group_rule': {'security_group_id': '588257a1-5f35-4ab1-b0d1-2dfc8e9ba27f', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:12:38.784285 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b5c97eea-396d-4156-9ff9-d066f2fb2a90 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:38.842969 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b5c97eea-396d-4156-9ff9-d066f2fb2a90 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:38.847246 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b5c97eea-396d-4156-9ff9-d066f2fb2a90 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:38.864186 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c97eea-396d-4156-9ff9-d066f2fb2a90 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=285dca91-e060-499b-935e-ac474cae5c97,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:38.872907 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b5c97eea-396d-4156-9ff9-d066f2fb2a90 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:38.874111 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b5c97eea-396d-4156-9ff9-d066f2fb2a90 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184652 Apr 29 12:12:38.877732 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59142) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:12:38.882293 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-665616ef-30dc-4a8a-845b-dc1058e1c03d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group_rule': {'security_group_id': '588257a1-5f35-4ab1-b0d1-2dfc8e9ba27f', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:12:38.903734 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.securitygroups_db [None req-665616ef-30dc-4a8a-845b-dc1058e1c03d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Project 1c28ececa83b46b8acc32fd2580ffbc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:12:38.908890 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-665616ef-30dc-4a8a-845b-dc1058e1c03d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:38.970152 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-665616ef-30dc-4a8a-845b-dc1058e1c03d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:38.974060 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-665616ef-30dc-4a8a-845b-dc1058e1c03d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:38.991777 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665616ef-30dc-4a8a-845b-dc1058e1c03d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ecda2b-0eb4-4eff-87b1-11a4517f9daf,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:38.999962 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-665616ef-30dc-4a8a-845b-dc1058e1c03d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:39.001820 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-665616ef-30dc-4a8a-845b-dc1058e1c03d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230807 Apr 29 12:12:39.004739 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59144) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:12:39.009028 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-3a361031-59c2-4a6b-9713-517a3fb30986 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'security_group_rule': {'security_group_id': '588257a1-5f35-4ab1-b0d1-2dfc8e9ba27f', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:12:39.030120 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.securitygroups_db [None req-3a361031-59c2-4a6b-9713-517a3fb30986 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Project 1c28ececa83b46b8acc32fd2580ffbc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:12:39.035364 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3a361031-59c2-4a6b-9713-517a3fb30986 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:39.100017 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3a361031-59c2-4a6b-9713-517a3fb30986 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:39.104009 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3a361031-59c2-4a6b-9713-517a3fb30986 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:39.122097 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a361031-59c2-4a6b-9713-517a3fb30986 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce484d9-c8a6-4676-a450-62383c794b17,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:39.132645 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-3a361031-59c2-4a6b-9713-517a3fb30986 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:39.134016 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-3a361031-59c2-4a6b-9713-517a3fb30986 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283371 Apr 29 12:12:39.138044 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 59146) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:12:39.144749 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-0d55ae2a-9399-44d4-bc27-f4a1670cd81b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'network': {'name': 'tempest-network-smoke--817486484', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'port_security_enabled': True}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:12:39.166367 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d55ae2a-9399-44d4-bc27-f4a1670cd81b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Made reservation on behalf of 1c28ececa83b46b8acc32fd2580ffbc3 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:12:39.170399 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0d55ae2a-9399-44d4-bc27-f4a1670cd81b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:39.196245 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d55ae2a-9399-44d4-bc27-f4a1670cd81b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:12:39.205897 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0d55ae2a-9399-44d4-bc27-f4a1670cd81b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:39.206288 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-0d55ae2a-9399-44d4-bc27-f4a1670cd81b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Added segment 30e12c6a-9be5-453f-a681-40d88e2548d5 of type vlan for network 64863b0c-1159-446a-bd36-d3f82c12544f Apr 29 12:12:39.251584 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0d55ae2a-9399-44d4-bc27-f4a1670cd81b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:39.275022 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0d55ae2a-9399-44d4-bc27-f4a1670cd81b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:39.280599 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d55ae2a-9399-44d4-bc27-f4a1670cd81b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:39.281171 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0d55ae2a-9399-44d4-bc27-f4a1670cd81b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:39.338388 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0d55ae2a-9399-44d4-bc27-f4a1670cd81b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1991718 Apr 29 12:12:39.341242 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59150) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:12:39.346782 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-8951325f-d5b2-4e16-b5b7-385db954656d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-813387806', 'admin_state_up': True, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:12:39.353676 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55ae2a-9399-44d4-bc27-f4a1670cd81b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Network': ['ID=64863b0c-1159-446a-bd36-d3f82c12544f,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:39.365544 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 64863b0c-1159-446a-bd36-d3f82c12544f details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 12:12:39.371584 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8951325f-d5b2-4e16-b5b7-385db954656d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:39.372770 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8951325f-d5b2-4e16-b5b7-385db954656d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:39.428152 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8951325f-d5b2-4e16-b5b7-385db954656d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:39.573453 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8951325f-d5b2-4e16-b5b7-385db954656d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:39.769683 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8951325f-d5b2-4e16-b5b7-385db954656d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router_gateway, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:39.788780 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8951325f-d5b2-4e16-b5b7-385db954656d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:39.889817 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-8951325f-d5b2-4e16-b5b7-385db954656d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Allocated IP 172.26.4.38 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/b7d17aaa-5d62-4029-b9b2-aa12ad84d015) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:12:39.997528 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8951325f-d5b2-4e16-b5b7-385db954656d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:40.032980 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8951325f-d5b2-4e16-b5b7-385db954656d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:40.074017 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8951325f-d5b2-4e16-b5b7-385db954656d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:12:40.076892 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-8951325f-d5b2-4e16-b5b7-385db954656d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:12:40.079357 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8951325f-d5b2-4e16-b5b7-385db954656d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:12:40.103398 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951325f-d5b2-4e16-b5b7-385db954656d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Port': ['ID=b7d17aaa-5d62-4029-b9b2-aa12ad84d015,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:40.333605 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8951325f-d5b2-4e16-b5b7-385db954656d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router_gateway, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:40.535685 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8951325f-d5b2-4e16-b5b7-385db954656d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:40.663147 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8951325f-d5b2-4e16-b5b7-385db954656d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Router 09740fd0-feee-4c19-b2c1-9dadd4f97cb0 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 12:12:40.767723 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8951325f-d5b2-4e16-b5b7-385db954656d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:12:40.778614 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8889fdb-7c61-4228-b37e-8b775b8cada0 None None] Sync routers for ids ['09740fd0-feee-4c19-b2c1-9dadd4f97cb0'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:12:40.788388 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8951325f-d5b2-4e16-b5b7-385db954656d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:40.789440 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8889fdb-7c61-4228-b37e-8b775b8cada0 None None] Routers {'09740fd0-feee-4c19-b2c1-9dadd4f97cb0'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:12:40.789642 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8951325f-d5b2-4e16-b5b7-385db954656d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4472229 Apr 29 12:12:40.790430 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f8889fdb-7c61-4228-b37e-8b775b8cada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:12:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['09740fd0-feee-4c19-b2c1-9dadd4f97cb0'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:12:40.792683 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59152) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:12:40.821011 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1442fad4-3837-404f-8129-df6507b66318 tempest-TestNetworkAdvancedServerOps-785408138 tempest-TestNetworkAdvancedServerOps-785408138-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=1c28ececa83b46b8acc32fd2580ffbc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272183 Apr 29 12:12:40.823581 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59154) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:12:40.895011 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-f8889fdb-7c61-4228-b37e-8b775b8cada0 None None] Set router 09740fd0-feee-4c19-b2c1-9dadd4f97cb0 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:12:40.909708 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ce5022-98e4-4f26-a2eb-89b59a0e689e tempest-TestNetworkAdvancedServerOps-785408138 tempest-TestNetworkAdvancedServerOps-785408138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:40.911286 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d8ce5022-98e4-4f26-a2eb-89b59a0e689e tempest-TestNetworkAdvancedServerOps-785408138 tempest-TestNetworkAdvancedServerOps-785408138-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868247 Apr 29 12:12:40.914292 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59156) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:12:40.947200 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-cce4e4f7-b4db-4a9c-be66-2fcd30f3510e tempest-TestNetworkAdvancedServerOps-785408138 tempest-TestNetworkAdvancedServerOps-785408138-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=1c458760-cee1-43dd-bfaa-f7beebba31f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318131 Apr 29 12:12:40.949662 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59158) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:12:40.955312 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-1c52fd16-3017-40e7-8496-72eb1a4115a6 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1629329964', 'network_id': '64863b0c-1159-446a-bd36-d3f82c12544f', 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:12:41.041444 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c52fd16-3017-40e7-8496-72eb1a4115a6 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Made reservation on behalf of 1c28ececa83b46b8acc32fd2580ffbc3 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:12:41.044926 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1c52fd16-3017-40e7-8496-72eb1a4115a6 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:41.074415 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f8889fdb-7c61-4228-b37e-8b775b8cada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813387806', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': 'b7d17aaa-5d62-4029-b9b2-aa12ad84d015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:12:39Z', 'updated_at': '2022-04-29T12:12:40Z', 'revision_number': 3, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'b7d17aaa-5d62-4029-b9b2-aa12ad84d015', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:70:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:12:39Z', 'updated_at': '2022-04-29T12:12:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:12:41.191638 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8889fdb-7c61-4228-b37e-8b775b8cada0 None None] Checking router: 09740fd0-feee-4c19-b2c1-9dadd4f97cb0 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:12:41.191873 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8889fdb-7c61-4228-b37e-8b775b8cada0 None None] Updating router 09740fd0-feee-4c19-b2c1-9dadd4f97cb0 port b7d17aaa-5d62-4029-b9b2-aa12ad84d015 binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:12:41.216559 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-f8889fdb-7c61-4228-b37e-8b775b8cada0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:41.238351 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1c52fd16-3017-40e7-8496-72eb1a4115a6 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:41.295849 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52fd16-3017-40e7-8496-72eb1a4115a6 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Subnet': ['ID=a70a9e91-f94b-4999-8d13-0fc5c9480b73,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:41.306142 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c52fd16-3017-40e7-8496-72eb1a4115a6 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Checking segment: {'id': '30e12c6a-9be5-453f-a681-40d88e2548d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '64863b0c-1159-446a-bd36-d3f82c12544f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:12:41.306523 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c52fd16-3017-40e7-8496-72eb1a4115a6 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network hostable DHCP agents. Network: 64863b0c-1159-446a-bd36-d3f82c12544f, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:12:41.322797 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c52fd16-3017-40e7-8496-72eb1a4115a6 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network 64863b0c-1159-446a-bd36-d3f82c12544f is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:12:41.334135 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-1c52fd16-3017-40e7-8496-72eb1a4115a6 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 64863b0c-1159-446a-bd36-d3f82c12544f) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:12:41.339142 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c52fd16-3017-40e7-8496-72eb1a4115a6 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:41.339744 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1c52fd16-3017-40e7-8496-72eb1a4115a6 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:41.344112 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b0df73-0951-428c-917c-f116d6f0f8c0 None None] Network 64863b0c-1159-446a-bd36-d3f82c12544f requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:12:41.358627 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1c52fd16-3017-40e7-8496-72eb1a4115a6 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4077768 Apr 29 12:12:41.361396 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59160) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:12:41.481961 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-f8889fdb-7c61-4228-b37e-8b775b8cada0 None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:41.488388 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-f8889fdb-7c61-4228-b37e-8b775b8cada0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:41.500374 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ddc975-059c-459b-94fc-8a8cbf4700fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-64863b0c-1159-446a-bd36-d3f82c12544f', 'network_id': '64863b0c-1159-446a-bd36-d3f82c12544f', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'fixed_ips': [{'subnet_id': 'a70a9e91-f94b-4999-8d13-0fc5c9480b73'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 12:12:41.502033 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc975-059c-459b-94fc-8a8cbf4700fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:41.540483 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-f8889fdb-7c61-4228-b37e-8b775b8cada0 None None] Attempting to bind port b7d17aaa-5d62-4029-b9b2-aa12ad84d015 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:12:41.540851 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-f8889fdb-7c61-4228-b37e-8b775b8cada0 None None] Attempting to bind port b7d17aaa-5d62-4029-b9b2-aa12ad84d015 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:12:41.541212 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8889fdb-7c61-4228-b37e-8b775b8cada0 None None] Attempting to bind port b7d17aaa-5d62-4029-b9b2-aa12ad84d015 on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:12:41.550400 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2dec39-11a8-45b4-b392-27888c5b8b84 None None] Pushing event updated for resources: {'Port': ['ID=b7d17aaa-5d62-4029-b9b2-aa12ad84d015,revision_number=2']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:41.552983 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8889fdb-7c61-4228-b37e-8b775b8cada0 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:12:41.553438 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8889fdb-7c61-4228-b37e-8b775b8cada0 None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:12:41.554028 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-f8889fdb-7c61-4228-b37e-8b775b8cada0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:41.554784 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8889fdb-7c61-4228-b37e-8b775b8cada0 None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:12:41.555339 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-f8889fdb-7c61-4228-b37e-8b775b8cada0 None None] Bound port: b7d17aaa-5d62-4029-b9b2-aa12ad84d015, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:12:41.555704 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-f8889fdb-7c61-4228-b37e-8b775b8cada0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:41.580353 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2dec39-11a8-45b4-b392-27888c5b8b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:41.580735 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2dec39-11a8-45b4-b392-27888c5b8b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:41.581032 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2dec39-11a8-45b4-b392-27888c5b8b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:41.581364 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2dec39-11a8-45b4-b392-27888c5b8b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:41.581693 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2dec39-11a8-45b4-b392-27888c5b8b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:41.582018 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2dec39-11a8-45b4-b392-27888c5b8b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:41.582367 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2dec39-11a8-45b4-b392-27888c5b8b84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:41.582694 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2dec39-11a8-45b4-b392-27888c5b8b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:41.583022 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2dec39-11a8-45b4-b392-27888c5b8b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:41.583338 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2dec39-11a8-45b4-b392-27888c5b8b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:41.583653 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2dec39-11a8-45b4-b392-27888c5b8b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:41.583968 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2dec39-11a8-45b4-b392-27888c5b8b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:41.621573 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-f8889fdb-7c61-4228-b37e-8b775b8cada0 None None] For port b7d17aaa-5d62-4029-b9b2-aa12ad84d015, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:12:41.625760 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-f8889fdb-7c61-4228-b37e-8b775b8cada0 None None] For port b7d17aaa-5d62-4029-b9b2-aa12ad84d015, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=b7d17aaa-5d62-4029-b9b2-aa12ad84d015,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:12:41.631211 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-f8889fdb-7c61-4228-b37e-8b775b8cada0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:41.655208 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-e1ddc975-059c-459b-94fc-8a8cbf4700fb None None] Allocated IP 172.20.0.2 (64863b0c-1159-446a-bd36-d3f82c12544f/a70a9e91-f94b-4999-8d13-0fc5c9480b73/06feab4d-6dbb-486e-83af-f58437cc53d4) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:12:41.691310 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8889fdb-7c61-4228-b37e-8b775b8cada0 None None] Routers {'09740fd0-feee-4c19-b2c1-9dadd4f97cb0'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:12:41.691932 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f8889fdb-7c61-4228-b37e-8b775b8cada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:12:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['09740fd0-feee-4c19-b2c1-9dadd4f97cb0'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:12:41.693786 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2dec39-11a8-45b4-b392-27888c5b8b84 None None] Pushing event updated for resources: {'Port': ['ID=b7d17aaa-5d62-4029-b9b2-aa12ad84d015,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:41.810197 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc975-059c-459b-94fc-8a8cbf4700fb None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:41.816729 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-f8889fdb-7c61-4228-b37e-8b775b8cada0 None None] Set router 09740fd0-feee-4c19-b2c1-9dadd4f97cb0 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:12:41.819601 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc975-059c-459b-94fc-8a8cbf4700fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:41.849012 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-74e4ad7c-f106-4935-b08f-b1a62ae4cf9a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:41.862084 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ddc975-059c-459b-94fc-8a8cbf4700fb None None] Network 64863b0c-1159-446a-bd36-d3f82c12544f is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:12:41.866629 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-e1ddc975-059c-459b-94fc-8a8cbf4700fb None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:12:41.869054 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ddc975-059c-459b-94fc-8a8cbf4700fb None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:12:41.880785 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ddc975-059c-459b-94fc-8a8cbf4700fb None None] Pushing event updated for resources: {'Port': ['ID=06feab4d-6dbb-486e-83af-f58437cc53d4,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:41.930565 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-e1ddc975-059c-459b-94fc-8a8cbf4700fb None None] Attempting to bind port 06feab4d-6dbb-486e-83af-f58437cc53d4 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:12:41.931230 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-e1ddc975-059c-459b-94fc-8a8cbf4700fb None None] Attempting to bind port 06feab4d-6dbb-486e-83af-f58437cc53d4 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '30e12c6a-9be5-453f-a681-40d88e2548d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '64863b0c-1159-446a-bd36-d3f82c12544f'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:12:41.931730 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ddc975-059c-459b-94fc-8a8cbf4700fb None None] Attempting to bind port 06feab4d-6dbb-486e-83af-f58437cc53d4 on network 64863b0c-1159-446a-bd36-d3f82c12544f {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:12:41.936744 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ddc975-059c-459b-94fc-8a8cbf4700fb None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:12:41.937103 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ddc975-059c-459b-94fc-8a8cbf4700fb None None] Checking segment: {'id': '30e12c6a-9be5-453f-a681-40d88e2548d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '64863b0c-1159-446a-bd36-d3f82c12544f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:12:41.937493 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc975-059c-459b-94fc-8a8cbf4700fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:41.937880 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ddc975-059c-459b-94fc-8a8cbf4700fb None None] Bound using segment: {'id': '30e12c6a-9be5-453f-a681-40d88e2548d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '64863b0c-1159-446a-bd36-d3f82c12544f'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:12:41.938409 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-e1ddc975-059c-459b-94fc-8a8cbf4700fb None None] Bound port: 06feab4d-6dbb-486e-83af-f58437cc53d4, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e12c6a-9be5-453f-a681-40d88e2548d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '64863b0c-1159-446a-bd36-d3f82c12544f'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:12:41.940521 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc975-059c-459b-94fc-8a8cbf4700fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:42.016370 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-e1ddc975-059c-459b-94fc-8a8cbf4700fb None None] For port 06feab4d-6dbb-486e-83af-f58437cc53d4, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:12:42.020874 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-e1ddc975-059c-459b-94fc-8a8cbf4700fb None None] For port 06feab4d-6dbb-486e-83af-f58437cc53d4, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=06feab4d-6dbb-486e-83af-f58437cc53d4,segment=NetworkSegment(30e12c6a-9be5-453f-a681-40d88e2548d5),segment_id=30e12c6a-9be5-453f-a681-40d88e2548d5)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:12:42.026535 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc975-059c-459b-94fc-8a8cbf4700fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:42.030508 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-f8889fdb-7c61-4228-b37e-8b775b8cada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813387806', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': 'b7d17aaa-5d62-4029-b9b2-aa12ad84d015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:12:39Z', 'updated_at': '2022-04-29T12:12:40Z', 'revision_number': 3, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'b7d17aaa-5d62-4029-b9b2-aa12ad84d015', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:70:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:12:39Z', 'updated_at': '2022-04-29T12:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:12:42.058138 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8889fdb-7c61-4228-b37e-8b775b8cada0 None None] The sync data for ids ['09740fd0-feee-4c19-b2c1-9dadd4f97cb0'] in dv-neutron-838888-1-hyperv is: [{'id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813387806', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': 'b7d17aaa-5d62-4029-b9b2-aa12ad84d015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:12:39Z', 'updated_at': '2022-04-29T12:12:40Z', 'revision_number': 3, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'b7d17aaa-5d62-4029-b9b2-aa12ad84d015', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:70:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:12:39Z', 'updated_at': '2022-04-29T12:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:12:42.097946 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ddc975-059c-459b-94fc-8a8cbf4700fb None None] Pushing event updated for resources: {'Port': ['ID=06feab4d-6dbb-486e-83af-f58437cc53d4,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:42.161562 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-74e4ad7c-f106-4935-b08f-b1a62ae4cf9a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Allocated IP 172.20.0.1 (64863b0c-1159-446a-bd36-d3f82c12544f/a70a9e91-f94b-4999-8d13-0fc5c9480b73/07baa5b8-8bf5-4bbb-80a6-6860e2a578e8) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:12:42.311210 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-74e4ad7c-f106-4935-b08f-b1a62ae4cf9a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:42.378814 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-74e4ad7c-f106-4935-b08f-b1a62ae4cf9a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:42.425941 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e4ad7c-f106-4935-b08f-b1a62ae4cf9a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network 64863b0c-1159-446a-bd36-d3f82c12544f is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:12:42.429501 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-74e4ad7c-f106-4935-b08f-b1a62ae4cf9a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:12:42.434149 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e4ad7c-f106-4935-b08f-b1a62ae4cf9a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:12:42.442392 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4ad7c-f106-4935-b08f-b1a62ae4cf9a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Port': ['ID=07baa5b8-8bf5-4bbb-80a6-6860e2a578e8,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:42.496919 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-74e4ad7c-f106-4935-b08f-b1a62ae4cf9a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:42.629807 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-74e4ad7c-f106-4935-b08f-b1a62ae4cf9a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:43.080162 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e7fd16-c221-4650-a7fa-b639dfed6110 None None] Network 64863b0c-1159-446a-bd36-d3f82c12544f requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:12:43.166822 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-00470a7c-2ce7-45da-b0b0-8a6ea228c766 None None] Provisioning complete for port 06feab4d-6dbb-486e-83af-f58437cc53d4 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:12:43.167203 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-00470a7c-2ce7-45da-b0b0-8a6ea228c766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:43.254979 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-74e4ad7c-f106-4935-b08f-b1a62ae4cf9a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:43.259728 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-74e4ad7c-f106-4935-b08f-b1a62ae4cf9a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:43.302449 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-00470a7c-2ce7-45da-b0b0-8a6ea228c766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:43.339289 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-74e4ad7c-f106-4935-b08f-b1a62ae4cf9a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:43.342210 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-00470a7c-2ce7-45da-b0b0-8a6ea228c766 None None] For port 06feab4d-6dbb-486e-83af-f58437cc53d4, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=06feab4d-6dbb-486e-83af-f58437cc53d4,segment=NetworkSegment(30e12c6a-9be5-453f-a681-40d88e2548d5),segment_id=30e12c6a-9be5-453f-a681-40d88e2548d5)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:12:43.346349 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4ad7c-f106-4935-b08f-b1a62ae4cf9a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Port': ['ID=07baa5b8-8bf5-4bbb-80a6-6860e2a578e8,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:43.348347 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-00470a7c-2ce7-45da-b0b0-8a6ea228c766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:43.421680 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00470a7c-2ce7-45da-b0b0-8a6ea228c766 None None] Pushing event updated for resources: {'Port': ['ID=06feab4d-6dbb-486e-83af-f58437cc53d4,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:43.457985 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e4ad7c-f106-4935-b08f-b1a62ae4cf9a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network 64863b0c-1159-446a-bd36-d3f82c12544f is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:12:43.459464 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-74e4ad7c-f106-4935-b08f-b1a62ae4cf9a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:12:43.582399 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-63afb8c7-c645-4b7d-badf-fa09d62249ff None None] Provisioning complete for port 07baa5b8-8bf5-4bbb-80a6-6860e2a578e8 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:12:43.582833 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-63afb8c7-c645-4b7d-badf-fa09d62249ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:43.587997 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e4ad7c-f106-4935-b08f-b1a62ae4cf9a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Router 09740fd0-feee-4c19-b2c1-9dadd4f97cb0 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:12:43.625706 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-63afb8c7-c645-4b7d-badf-fa09d62249ff None None] Port 07baa5b8-8bf5-4bbb-80a6-6860e2a578e8 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:12:43.635760 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-63afb8c7-c645-4b7d-badf-fa09d62249ff None None] Provisioning complete for port 06feab4d-6dbb-486e-83af-f58437cc53d4 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:12:43.636133 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-63afb8c7-c645-4b7d-badf-fa09d62249ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:43.718611 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e4ad7c-f106-4935-b08f-b1a62ae4cf9a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:12:43.730966 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-74e4ad7c-f106-4935-b08f-b1a62ae4cf9a tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "PUT /v2.0/routers/09740fd0-feee-4c19-b2c1-9dadd4f97cb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3681498 Apr 29 12:12:43.800990 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f0c472-22c2-4f3f-aaf8-8aa721fc0f93 None None] Sync routers for ids ['09740fd0-feee-4c19-b2c1-9dadd4f97cb0'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:12:43.811402 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f0c472-22c2-4f3f-aaf8-8aa721fc0f93 None None] Routers {'09740fd0-feee-4c19-b2c1-9dadd4f97cb0'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:12:43.812048 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-f8f0c472-22c2-4f3f-aaf8-8aa721fc0f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:12:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['09740fd0-feee-4c19-b2c1-9dadd4f97cb0'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:12:43.882328 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-a6d1186d-2cb5-4a47-b341-a1f561023c16 None None] Provisioning complete for port 07baa5b8-8bf5-4bbb-80a6-6860e2a578e8 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:12:43.882602 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a6d1186d-2cb5-4a47-b341-a1f561023c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:43.886422 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2b643109-ca94-416a-837d-84a902aa77f0 req-ef08855b-6e44-4c60-b79a-b84b7a621c71 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1784482186&fields=id&tenant_id=1c28ececa83b46b8acc32fd2580ffbc3 HTTP/1.1" status: 200 len: 267 time: 0.0394783 Apr 29 12:12:43.966775 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-a6d1186d-2cb5-4a47-b341-a1f561023c16 None None] Port 07baa5b8-8bf5-4bbb-80a6-6860e2a578e8 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:12:43.972986 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-f8f0c472-22c2-4f3f-aaf8-8aa721fc0f93 None None] Set router 09740fd0-feee-4c19-b2c1-9dadd4f97cb0 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:12:44.012145 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b643109-ca94-416a-837d-84a902aa77f0 req-b251c2bb-333e-4528-b2b6-6017366b4ac2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:44.021536 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2b643109-ca94-416a-837d-84a902aa77f0 req-b251c2bb-333e-4528-b2b6-6017366b4ac2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/networks?id=64863b0c-1159-446a-bd36-d3f82c12544f HTTP/1.1" status: 200 len: 796 time: 0.1272657 Apr 29 12:12:44.034081 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2b643109-ca94-416a-837d-84a902aa77f0 req-263033d7-2d63-448e-b2ca-9edf2b4c0fc0 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/quotas/1c28ececa83b46b8acc32fd2580ffbc3 HTTP/1.1" status: 200 len: 375 time: 0.0116556 Apr 29 12:12:44.088551 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2b643109-ca94-416a-837d-84a902aa77f0 req-a2f139d7-a81b-463f-a0d0-944279ec3db3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482173 Apr 29 12:12:44.112898 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [req-2b643109-ca94-416a-837d-84a902aa77f0 req-c09a7061-bb78-40e3-aa22-ff2d2bc9e585 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 12:12:44.113919 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2b643109-ca94-416a-837d-84a902aa77f0 req-c09a7061-bb78-40e3-aa22-ff2d2bc9e585 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091026 Apr 29 12:12:44.117195 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 06feab4d-6dbb-486e-83af-f58437cc53d4 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:12:44.169263 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-d21f9dcf-4c44-425c-b143-21627b9d465f None None] Provisioning complete for port 07baa5b8-8bf5-4bbb-80a6-6860e2a578e8 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:12:44.169536 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d21f9dcf-4c44-425c-b143-21627b9d465f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:44.208438 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2b643109-ca94-416a-837d-84a902aa77f0 req-508a176d-1f6a-4e71-9e68-427b1b288117 service neutron] 10.222.0.69 "GET /v2.0/networks/64863b0c-1159-446a-bd36-d3f82c12544f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876453 Apr 29 12:12:44.249971 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-d21f9dcf-4c44-425c-b143-21627b9d465f None None] Port 07baa5b8-8bf5-4bbb-80a6-6860e2a578e8 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:12:44.269477 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 06feab4d-6dbb-486e-83af-f58437cc53d4 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:12:44.269832 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:44.303081 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2b643109-ca94-416a-837d-84a902aa77f0 req-c05bef74-8568-4a36-9526-30cdaafe214e service neutron] 10.222.0.69 "GET /v2.0/networks/64863b0c-1159-446a-bd36-d3f82c12544f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883012 Apr 29 12:12:44.320970 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-f8f0c472-22c2-4f3f-aaf8-8aa721fc0f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813387806', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': 'b7d17aaa-5d62-4029-b9b2-aa12ad84d015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:12:39Z', 'updated_at': '2022-04-29T12:12:42Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'b7d17aaa-5d62-4029-b9b2-aa12ad84d015', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:70:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:12:39Z', 'updated_at': '2022-04-29T12:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '07baa5b8-8bf5-4bbb-80a6-6860e2a578e8', 'name': '', 'network_id': '64863b0c-1159-446a-bd36-d3f82c12544f', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:2b:fa:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a70a9e91-f94b-4999-8d13-0fc5c9480b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:12:41Z', 'updated_at': '2022-04-29T12:12:43Z', 'revision_number': 2, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'a70a9e91-f94b-4999-8d13-0fc5c9480b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:12:44.480561 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9c6ac365-6bcd-4bba-8a26-31c56ce0ddb4 req-c2ab5f45-4f10-4eba-8a8e-81dfef16e2d4 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=4807bfc4-b7df-4935-b2db-e9ceac71fa84 HTTP/1.1" status: 200 len: 210 time: 0.0342753 Apr 29 12:12:44.519191 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f0c472-22c2-4f3f-aaf8-8aa721fc0f93 None None] Checking router: 09740fd0-feee-4c19-b2c1-9dadd4f97cb0 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:12:44.519543 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f0c472-22c2-4f3f-aaf8-8aa721fc0f93 None None] Updating router 09740fd0-feee-4c19-b2c1-9dadd4f97cb0 port 07baa5b8-8bf5-4bbb-80a6-6860e2a578e8 binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:12:44.571210 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f8f0c472-22c2-4f3f-aaf8-8aa721fc0f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:44.580870 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device b7d17aaa-5d62-4029-b9b2-aa12ad84d015 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:12:44.718030 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port b7d17aaa-5d62-4029-b9b2-aa12ad84d015 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:12:44.718427 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:44.881636 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:44.916830 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port b7d17aaa-5d62-4029-b9b2-aa12ad84d015, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=b7d17aaa-5d62-4029-b9b2-aa12ad84d015,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:12:44.934558 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:44.987749 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f8f0c472-22c2-4f3f-aaf8-8aa721fc0f93 None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:44.999402 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f8f0c472-22c2-4f3f-aaf8-8aa721fc0f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:45.008139 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=b7d17aaa-5d62-4029-b9b2-aa12ad84d015,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:45.061502 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca4951-a894-4eb0-a717-94fd133f70a4 None None] Pushing event updated for resources: {'Port': ['ID=07baa5b8-8bf5-4bbb-80a6-6860e2a578e8,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:45.109000 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-f8f0c472-22c2-4f3f-aaf8-8aa721fc0f93 None None] Attempting to bind port 07baa5b8-8bf5-4bbb-80a6-6860e2a578e8 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:12:45.109420 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-f8f0c472-22c2-4f3f-aaf8-8aa721fc0f93 None None] Attempting to bind port 07baa5b8-8bf5-4bbb-80a6-6860e2a578e8 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '30e12c6a-9be5-453f-a681-40d88e2548d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '64863b0c-1159-446a-bd36-d3f82c12544f'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:12:45.109865 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f0c472-22c2-4f3f-aaf8-8aa721fc0f93 None None] Attempting to bind port 07baa5b8-8bf5-4bbb-80a6-6860e2a578e8 on network 64863b0c-1159-446a-bd36-d3f82c12544f {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:12:45.116783 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f0c472-22c2-4f3f-aaf8-8aa721fc0f93 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:12:45.117225 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f0c472-22c2-4f3f-aaf8-8aa721fc0f93 None None] Checking segment: {'id': '30e12c6a-9be5-453f-a681-40d88e2548d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '64863b0c-1159-446a-bd36-d3f82c12544f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:12:45.117796 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f8f0c472-22c2-4f3f-aaf8-8aa721fc0f93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:45.118387 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f0c472-22c2-4f3f-aaf8-8aa721fc0f93 None None] Bound using segment: {'id': '30e12c6a-9be5-453f-a681-40d88e2548d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '64863b0c-1159-446a-bd36-d3f82c12544f'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:12:45.118806 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-f8f0c472-22c2-4f3f-aaf8-8aa721fc0f93 None None] Bound port: 07baa5b8-8bf5-4bbb-80a6-6860e2a578e8, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e12c6a-9be5-453f-a681-40d88e2548d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '64863b0c-1159-446a-bd36-d3f82c12544f'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:12:45.119182 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f8f0c472-22c2-4f3f-aaf8-8aa721fc0f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:45.190523 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f8f0c472-22c2-4f3f-aaf8-8aa721fc0f93 None None] For port 07baa5b8-8bf5-4bbb-80a6-6860e2a578e8, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:12:45.193634 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f8f0c472-22c2-4f3f-aaf8-8aa721fc0f93 None None] For port 07baa5b8-8bf5-4bbb-80a6-6860e2a578e8, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=07baa5b8-8bf5-4bbb-80a6-6860e2a578e8,segment=NetworkSegment(30e12c6a-9be5-453f-a681-40d88e2548d5),segment_id=30e12c6a-9be5-453f-a681-40d88e2548d5)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:12:45.198443 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f8f0c472-22c2-4f3f-aaf8-8aa721fc0f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:45.258885 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca4951-a894-4eb0-a717-94fd133f70a4 None None] Pushing event updated for resources: {'Port': ['ID=07baa5b8-8bf5-4bbb-80a6-6860e2a578e8,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:45.262015 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f0c472-22c2-4f3f-aaf8-8aa721fc0f93 None None] Routers {'09740fd0-feee-4c19-b2c1-9dadd4f97cb0'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:12:45.262656 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-f8f0c472-22c2-4f3f-aaf8-8aa721fc0f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:12:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['09740fd0-feee-4c19-b2c1-9dadd4f97cb0'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:12:45.319997 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-d13b3e09-319b-4a4f-9cbf-bd81f1f7c244 None None] Provisioning complete for port 07baa5b8-8bf5-4bbb-80a6-6860e2a578e8 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:12:45.320596 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d13b3e09-319b-4a4f-9cbf-bd81f1f7c244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:45.419098 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-f8f0c472-22c2-4f3f-aaf8-8aa721fc0f93 None None] Set router 09740fd0-feee-4c19-b2c1-9dadd4f97cb0 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:12:45.531694 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b643109-ca94-416a-837d-84a902aa77f0 req-22e132b7-3f88-4b11-a874-b0af5d42ce00 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:45.534050 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2b643109-ca94-416a-837d-84a902aa77f0 req-22e132b7-3f88-4b11-a874-b0af5d42ce00 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.62 "GET /v2.0/networks?id=64863b0c-1159-446a-bd36-d3f82c12544f HTTP/1.1" status: 200 len: 796 time: 0.1239798 Apr 29 12:12:45.573883 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d13b3e09-319b-4a4f-9cbf-bd81f1f7c244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:45.590462 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2b643109-ca94-416a-837d-84a902aa77f0 req-b94ce254-3fd6-4bc9-a6de-b837246ea049 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c28ececa83b46b8acc32fd2580ffbc3 HTTP/1.1" status: 200 len: 380 time: 0.0468419 Apr 29 12:12:45.609260 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-2b643109-ca94-416a-837d-84a902aa77f0 req-ab673cb3-cd85-4781-9ea8-44210a14c40e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'port': {'device_id': '4807bfc4-b7df-4935-b2db-e9ceac71fa84', 'network_id': '64863b0c-1159-446a-bd36-d3f82c12544f', 'admin_state_up': True, 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'security_groups': ['588257a1-5f35-4ab1-b0d1-2dfc8e9ba27f']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:12:45.614632 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8fb2f1ce-0760-48e0-b58d-5f64717591fe req-fb1d146b-3aa1-431d-9e1b-ed22cd1e134d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=4807bfc4-b7df-4935-b2db-e9ceac71fa84 HTTP/1.1" status: 200 len: 210 time: 0.0428503 Apr 29 12:12:45.629146 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-d13b3e09-319b-4a4f-9cbf-bd81f1f7c244 None None] For port 07baa5b8-8bf5-4bbb-80a6-6860e2a578e8, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=07baa5b8-8bf5-4bbb-80a6-6860e2a578e8,segment=NetworkSegment(30e12c6a-9be5-453f-a681-40d88e2548d5),segment_id=30e12c6a-9be5-453f-a681-40d88e2548d5)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:12:45.634638 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d13b3e09-319b-4a4f-9cbf-bd81f1f7c244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:45.712433 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b3e09-319b-4a4f-9cbf-bd81f1f7c244 None None] Pushing event updated for resources: {'Port': ['ID=07baa5b8-8bf5-4bbb-80a6-6860e2a578e8,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:45.730816 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b643109-ca94-416a-837d-84a902aa77f0 req-ab673cb3-cd85-4781-9ea8-44210a14c40e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Made reservation on behalf of 1c28ececa83b46b8acc32fd2580ffbc3 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:12:45.734355 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-2b643109-ca94-416a-837d-84a902aa77f0 req-ab673cb3-cd85-4781-9ea8-44210a14c40e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:45.738460 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-f8f0c472-22c2-4f3f-aaf8-8aa721fc0f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813387806', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': 'b7d17aaa-5d62-4029-b9b2-aa12ad84d015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:12:39Z', 'updated_at': '2022-04-29T12:12:42Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'b7d17aaa-5d62-4029-b9b2-aa12ad84d015', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:70:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:12:39Z', 'updated_at': '2022-04-29T12:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '07baa5b8-8bf5-4bbb-80a6-6860e2a578e8', 'name': '', 'network_id': '64863b0c-1159-446a-bd36-d3f82c12544f', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:2b:fa:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a70a9e91-f94b-4999-8d13-0fc5c9480b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:12:41Z', 'updated_at': '2022-04-29T12:12:45Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'a70a9e91-f94b-4999-8d13-0fc5c9480b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:12:45.775588 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f0c472-22c2-4f3f-aaf8-8aa721fc0f93 None None] The sync data for ids ['09740fd0-feee-4c19-b2c1-9dadd4f97cb0'] in dv-neutron-838888-1-hyperv is: [{'id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813387806', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': 'b7d17aaa-5d62-4029-b9b2-aa12ad84d015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:12:39Z', 'updated_at': '2022-04-29T12:12:42Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'b7d17aaa-5d62-4029-b9b2-aa12ad84d015', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:70:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:12:39Z', 'updated_at': '2022-04-29T12:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '07baa5b8-8bf5-4bbb-80a6-6860e2a578e8', 'name': '', 'network_id': '64863b0c-1159-446a-bd36-d3f82c12544f', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:2b:fa:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a70a9e91-f94b-4999-8d13-0fc5c9480b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:12:41Z', 'updated_at': '2022-04-29T12:12:45Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'a70a9e91-f94b-4999-8d13-0fc5c9480b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:12:45.785874 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-133c960b-3cba-4365-a800-607fe3a7aa42 None None] Provisioning complete for port 07baa5b8-8bf5-4bbb-80a6-6860e2a578e8 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:12:45.786275 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-133c960b-3cba-4365-a800-607fe3a7aa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:45.886935 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-2b643109-ca94-416a-837d-84a902aa77f0 req-ab673cb3-cd85-4781-9ea8-44210a14c40e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Allocated IP 172.20.0.7 (64863b0c-1159-446a-bd36-d3f82c12544f/a70a9e91-f94b-4999-8d13-0fc5c9480b73/7a47d485-9b08-45fe-9471-2c4db89d9347) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:12:46.051813 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-2b643109-ca94-416a-837d-84a902aa77f0 req-ab673cb3-cd85-4781-9ea8-44210a14c40e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:46.089711 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-2b643109-ca94-416a-837d-84a902aa77f0 req-ab673cb3-cd85-4781-9ea8-44210a14c40e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:46.112156 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 07baa5b8-8bf5-4bbb-80a6-6860e2a578e8 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:12:46.139955 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b643109-ca94-416a-837d-84a902aa77f0 req-ab673cb3-cd85-4781-9ea8-44210a14c40e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network 64863b0c-1159-446a-bd36-d3f82c12544f is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:12:46.144273 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-2b643109-ca94-416a-837d-84a902aa77f0 req-ab673cb3-cd85-4781-9ea8-44210a14c40e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:12:46.149104 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b643109-ca94-416a-837d-84a902aa77f0 req-ab673cb3-cd85-4781-9ea8-44210a14c40e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:12:46.153738 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab673cb3-cd85-4781-9ea8-44210a14c40e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Port': ['ID=7a47d485-9b08-45fe-9471-2c4db89d9347,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:46.188359 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 07baa5b8-8bf5-4bbb-80a6-6860e2a578e8 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:12:46.189173 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:46.209488 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b643109-ca94-416a-837d-84a902aa77f0 req-ab673cb3-cd85-4781-9ea8-44210a14c40e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:46.210326 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-2b643109-ca94-416a-837d-84a902aa77f0 req-ab673cb3-cd85-4781-9ea8-44210a14c40e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:46.231272 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2b643109-ca94-416a-837d-84a902aa77f0 req-ab673cb3-cd85-4781-9ea8-44210a14c40e tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6258826 Apr 29 12:12:46.245554 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-2b643109-ca94-416a-837d-84a902aa77f0 req-5d09371c-eaa7-479d-96ee-491e6d4f4eb5 service neutron] Request body: {'port': {'device_id': '4807bfc4-b7df-4935-b2db-e9ceac71fa84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:12:46.292282 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device b7d17aaa-5d62-4029-b9b2-aa12ad84d015 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:12:46.309204 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-2b643109-ca94-416a-837d-84a902aa77f0 req-5d09371c-eaa7-479d-96ee-491e6d4f4eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:46.357845 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port b7d17aaa-5d62-4029-b9b2-aa12ad84d015 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:12:46.358653 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:46.443561 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-29a395d1-a068-44fa-a82e-77b6757068e0 None None] Provisioning complete for port 7a47d485-9b08-45fe-9471-2c4db89d9347 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:12:46.443931 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-29a395d1-a068-44fa-a82e-77b6757068e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:46.510773 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-29a395d1-a068-44fa-a82e-77b6757068e0 None None] Port 7a47d485-9b08-45fe-9471-2c4db89d9347 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:12:46.628997 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-2b643109-ca94-416a-837d-84a902aa77f0 req-5d09371c-eaa7-479d-96ee-491e6d4f4eb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a47d485-9b08-45fe-9471-2c4db89d9347 {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:12:46.637023 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-2b643109-ca94-416a-837d-84a902aa77f0 req-5d09371c-eaa7-479d-96ee-491e6d4f4eb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:46.649938 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-2b643109-ca94-416a-837d-84a902aa77f0 req-5d09371c-eaa7-479d-96ee-491e6d4f4eb5 service neutron] Transition to ACTIVE for port object 7a47d485-9b08-45fe-9471-2c4db89d9347 will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:12:46.655016 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-2b643109-ca94-416a-837d-84a902aa77f0 req-5d09371c-eaa7-479d-96ee-491e6d4f4eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:46.710443 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09371c-eaa7-479d-96ee-491e6d4f4eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a47d485-9b08-45fe-9471-2c4db89d9347,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:46.824060 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbeb03-e7d2-493a-b2d6-64394323759b req-2be83390-3529-4cc9-b303-7b4856759b2b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:46.826793 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-52bbeb03-e7d2-493a-b2d6-64394323759b req-2be83390-3529-4cc9-b303-7b4856759b2b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=4807bfc4-b7df-4935-b2db-e9ceac71fa84 HTTP/1.1" status: 200 len: 943 time: 0.1120675 Apr 29 12:12:46.833631 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-2b643109-ca94-416a-837d-84a902aa77f0 req-5d09371c-eaa7-479d-96ee-491e6d4f4eb5 service neutron] Attempting to bind port 7a47d485-9b08-45fe-9471-2c4db89d9347 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:12:46.833962 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-2b643109-ca94-416a-837d-84a902aa77f0 req-5d09371c-eaa7-479d-96ee-491e6d4f4eb5 service neutron] Attempting to bind port 7a47d485-9b08-45fe-9471-2c4db89d9347 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '30e12c6a-9be5-453f-a681-40d88e2548d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '64863b0c-1159-446a-bd36-d3f82c12544f'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:12:46.834326 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b643109-ca94-416a-837d-84a902aa77f0 req-5d09371c-eaa7-479d-96ee-491e6d4f4eb5 service neutron] Attempting to bind port 7a47d485-9b08-45fe-9471-2c4db89d9347 on network 64863b0c-1159-446a-bd36-d3f82c12544f {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:12:46.853046 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b643109-ca94-416a-837d-84a902aa77f0 req-5d09371c-eaa7-479d-96ee-491e6d4f4eb5 service neutron] Port 7a47d485-9b08-45fe-9471-2c4db89d9347 on network 64863b0c-1159-446a-bd36-d3f82c12544f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 12:12:46.853381 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b643109-ca94-416a-837d-84a902aa77f0 req-5d09371c-eaa7-479d-96ee-491e6d4f4eb5 service neutron] Attempting to bind port 7a47d485-9b08-45fe-9471-2c4db89d9347 on network 64863b0c-1159-446a-bd36-d3f82c12544f {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:12:46.863914 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b643109-ca94-416a-837d-84a902aa77f0 req-5d09371c-eaa7-479d-96ee-491e6d4f4eb5 service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:12:46.864250 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b643109-ca94-416a-837d-84a902aa77f0 req-5d09371c-eaa7-479d-96ee-491e6d4f4eb5 service neutron] Checking segment: {'id': '30e12c6a-9be5-453f-a681-40d88e2548d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '64863b0c-1159-446a-bd36-d3f82c12544f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:12:46.864632 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b643109-ca94-416a-837d-84a902aa77f0 req-5d09371c-eaa7-479d-96ee-491e6d4f4eb5 service neutron] Bound using segment: {'id': '30e12c6a-9be5-453f-a681-40d88e2548d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '64863b0c-1159-446a-bd36-d3f82c12544f'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:12:46.865074 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-2b643109-ca94-416a-837d-84a902aa77f0 req-5d09371c-eaa7-479d-96ee-491e6d4f4eb5 service neutron] Bound port: 7a47d485-9b08-45fe-9471-2c4db89d9347, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30e12c6a-9be5-453f-a681-40d88e2548d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '64863b0c-1159-446a-bd36-d3f82c12544f'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:12:46.865431 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-2b643109-ca94-416a-837d-84a902aa77f0 req-5d09371c-eaa7-479d-96ee-491e6d4f4eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:46.915763 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-52bbeb03-e7d2-493a-b2d6-64394323759b req-1a7ee7c5-6502-43ea-817d-b7218b11a15f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=588257a1-5f35-4ab1-b0d1-2dfc8e9ba27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832160 Apr 29 12:12:46.952097 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-2b643109-ca94-416a-837d-84a902aa77f0 req-5d09371c-eaa7-479d-96ee-491e6d4f4eb5 service neutron] For port 7a47d485-9b08-45fe-9471-2c4db89d9347, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:12:46.956649 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-2b643109-ca94-416a-837d-84a902aa77f0 req-5d09371c-eaa7-479d-96ee-491e6d4f4eb5 service neutron] For port 7a47d485-9b08-45fe-9471-2c4db89d9347, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7a47d485-9b08-45fe-9471-2c4db89d9347,segment=NetworkSegment(30e12c6a-9be5-453f-a681-40d88e2548d5),segment_id=30e12c6a-9be5-453f-a681-40d88e2548d5)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:12:46.963033 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-2b643109-ca94-416a-837d-84a902aa77f0 req-5d09371c-eaa7-479d-96ee-491e6d4f4eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:46.997195 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b643109-ca94-416a-837d-84a902aa77f0 req-5d09371c-eaa7-479d-96ee-491e6d4f4eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:46.997795 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-2b643109-ca94-416a-837d-84a902aa77f0 req-5d09371c-eaa7-479d-96ee-491e6d4f4eb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:46.999225 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2b643109-ca94-416a-837d-84a902aa77f0 req-5d09371c-eaa7-479d-96ee-491e6d4f4eb5 service neutron] 10.222.0.62 "PUT /v2.0/ports/7a47d485-9b08-45fe-9471-2c4db89d9347 HTTP/1.1" status: 200 len: 1093 time: 0.7589343 Apr 29 12:12:46.999668 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4807bfc4-b7df-4935-b2db-e9ceac71fa84', 'tag': '7a47d485-9b08-45fe-9471-2c4db89d9347'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:12:47.002362 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554b5de8-cd96-4f58-8ee3-f84e4d61fa84" -d '{"events": [{"name": "network-changed", "server_uuid": "4807bfc4-b7df-4935-b2db-e9ceac71fa84", "tag": "7a47d485-9b08-45fe-9471-2c4db89d9347"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:12:47.045780 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d93b16-202a-4595-a671-d151d378e7ca x-openstack-request-id: req-39d93b16-202a-4595-a671-d151d378e7ca {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:12:47.046206 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4807bfc4-b7df-4935-b2db-e9ceac71fa84", "tag": "7a47d485-9b08-45fe-9471-2c4db89d9347", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:12:47.047150 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-39d93b16-202a-4595-a671-d151d378e7ca {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:12:47.047881 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39d93b16-202a-4595-a671-d151d378e7ca'] response: {'name': 'network-changed', 'server_uuid': '4807bfc4-b7df-4935-b2db-e9ceac71fa84', 'tag': '7a47d485-9b08-45fe-9471-2c4db89d9347', 'status': 'completed', 'code': 200} Apr 29 12:12:47.064874 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09371c-eaa7-479d-96ee-491e6d4f4eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a47d485-9b08-45fe-9471-2c4db89d9347,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:47.101063 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b643109-ca94-416a-837d-84a902aa77f0 req-15616570-3479-45e5-a3dc-1cbe73fc8d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:47.102652 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2b643109-ca94-416a-837d-84a902aa77f0 req-15616570-3479-45e5-a3dc-1cbe73fc8d1c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&device_id=4807bfc4-b7df-4935-b2db-e9ceac71fa84 HTTP/1.1" status: 200 len: 1096 time: 0.0538602 Apr 29 12:12:47.146126 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2b643109-ca94-416a-837d-84a902aa77f0 req-db7084cd-7d85-456c-ae1f-a7336c82e5a0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a47d485-9b08-45fe-9471-2c4db89d9347 HTTP/1.1" status: 200 len: 217 time: 0.0357623 Apr 29 12:12:47.203156 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b643109-ca94-416a-837d-84a902aa77f0 req-39023d05-38fb-43a3-affa-73da066257ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:47.204765 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2b643109-ca94-416a-837d-84a902aa77f0 req-39023d05-38fb-43a3-affa-73da066257ca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a70a9e91-f94b-4999-8d13-0fc5c9480b73 HTTP/1.1" status: 200 len: 835 time: 0.0509093 Apr 29 12:12:47.249612 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b643109-ca94-416a-837d-84a902aa77f0 req-73c8b5b4-dc41-40e1-aaf7-02765cf9e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:47.251948 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2b643109-ca94-416a-837d-84a902aa77f0 req-73c8b5b4-dc41-40e1-aaf7-02765cf9e5aa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64863b0c-1159-446a-bd36-d3f82c12544f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407305 Apr 29 12:12:47.341818 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2b643109-ca94-416a-837d-84a902aa77f0 req-42f6290d-14da-459d-bbac-87e481b12f2d service neutron] 10.222.0.62 "GET /v2.0/networks/64863b0c-1159-446a-bd36-d3f82c12544f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820403 Apr 29 12:12:47.437950 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2b643109-ca94-416a-837d-84a902aa77f0 req-e74690a8-a0f3-4995-b84b-0164f8a3dab8 service neutron] 10.222.0.62 "GET /v2.0/networks/64863b0c-1159-446a-bd36-d3f82c12544f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863242 Apr 29 12:12:47.526014 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b5de8-cd96-4f58-8ee3-f84e4d61fa84 req-4662a35f-0d57-4900-b00c-7f0f7d77821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:47.527564 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-554b5de8-cd96-4f58-8ee3-f84e4d61fa84 req-4662a35f-0d57-4900-b00c-7f0f7d77821f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&device_id=4807bfc4-b7df-4935-b2db-e9ceac71fa84 HTTP/1.1" status: 200 len: 1096 time: 0.0410948 Apr 29 12:12:47.622747 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b5de8-cd96-4f58-8ee3-f84e4d61fa84 req-20a8ee13-e797-4569-b61e-17133c6422dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:47.624130 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-554b5de8-cd96-4f58-8ee3-f84e4d61fa84 req-20a8ee13-e797-4569-b61e-17133c6422dd service neutron] 10.222.0.62 "GET /v2.0/networks?id=64863b0c-1159-446a-bd36-d3f82c12544f HTTP/1.1" status: 200 len: 897 time: 0.0899360 Apr 29 12:12:47.666372 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-554b5de8-cd96-4f58-8ee3-f84e4d61fa84 req-896c4ea8-bd3e-4ca8-91a4-f5e65a81cabc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a47d485-9b08-45fe-9471-2c4db89d9347 HTTP/1.1" status: 200 len: 217 time: 0.0342689 Apr 29 12:12:47.714907 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b5de8-cd96-4f58-8ee3-f84e4d61fa84 req-4983b54b-f5a4-4979-b59d-9c2acd3755f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:47.716345 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-554b5de8-cd96-4f58-8ee3-f84e4d61fa84 req-4983b54b-f5a4-4979-b59d-9c2acd3755f7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a70a9e91-f94b-4999-8d13-0fc5c9480b73 HTTP/1.1" status: 200 len: 835 time: 0.0426264 Apr 29 12:12:47.764782 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b5de8-cd96-4f58-8ee3-f84e4d61fa84 req-ff2b4853-f585-4ffd-bdcd-4ec4285be45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:47.766342 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-554b5de8-cd96-4f58-8ee3-f84e4d61fa84 req-ff2b4853-f585-4ffd-bdcd-4ec4285be45f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64863b0c-1159-446a-bd36-d3f82c12544f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430434 Apr 29 12:12:47.855295 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-554b5de8-cd96-4f58-8ee3-f84e4d61fa84 req-2c9fe415-6300-4a03-9e93-554d259684a3 service neutron] 10.222.0.62 "GET /v2.0/networks/64863b0c-1159-446a-bd36-d3f82c12544f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816450 Apr 29 12:12:47.949640 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-554b5de8-cd96-4f58-8ee3-f84e4d61fa84 req-e8832e59-87b7-4aa8-9649-2499b9df8ed7 service neutron] 10.222.0.62 "GET /v2.0/networks/64863b0c-1159-446a-bd36-d3f82c12544f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876162 Apr 29 12:12:48.041179 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e72687-f4f6-4ac6-b209-2022b2297732 req-1cc8ef14-3521-498c-8508-dd67f69e1732 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:48.042691 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-14e72687-f4f6-4ac6-b209-2022b2297732 req-1cc8ef14-3521-498c-8508-dd67f69e1732 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=4807bfc4-b7df-4935-b2db-e9ceac71fa84 HTTP/1.1" status: 200 len: 943 time: 0.0491941 Apr 29 12:12:48.082142 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-14e72687-f4f6-4ac6-b209-2022b2297732 req-15ca8217-7749-4a49-b172-6e6f03d62ecd tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=588257a1-5f35-4ab1-b0d1-2dfc8e9ba27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332584 Apr 29 12:12:49.201722 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8652cb-c821-4fd0-a3e3-51d9ae29a202 req-63157cf2-4f06-4f5e-983a-0189fac2d358 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:49.203141 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8d8652cb-c821-4fd0-a3e3-51d9ae29a202 req-63157cf2-4f06-4f5e-983a-0189fac2d358 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=4807bfc4-b7df-4935-b2db-e9ceac71fa84 HTTP/1.1" status: 200 len: 943 time: 0.0510628 Apr 29 12:12:49.241165 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8d8652cb-c821-4fd0-a3e3-51d9ae29a202 req-fe37473a-1306-487d-af3f-0b215c12a209 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=588257a1-5f35-4ab1-b0d1-2dfc8e9ba27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320010 Apr 29 12:12:50.359551 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d516fe-ef72-4aec-8de4-1eb96f35b1d7 req-a46711a9-5efa-4197-a017-7097ed25d879 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:50.361706 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-78d516fe-ef72-4aec-8de4-1eb96f35b1d7 req-a46711a9-5efa-4197-a017-7097ed25d879 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=4807bfc4-b7df-4935-b2db-e9ceac71fa84 HTTP/1.1" status: 200 len: 943 time: 0.0542881 Apr 29 12:12:50.732907 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-78d516fe-ef72-4aec-8de4-1eb96f35b1d7 req-53c72718-35dc-4dbe-8462-8d9bc4025db2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=588257a1-5f35-4ab1-b0d1-2dfc8e9ba27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3650022 Apr 29 12:12:50.952875 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 7a47d485-9b08-45fe-9471-2c4db89d9347 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 12:12:51.048998 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 7a47d485-9b08-45fe-9471-2c4db89d9347, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7a47d485-9b08-45fe-9471-2c4db89d9347,segment=NetworkSegment(30e12c6a-9be5-453f-a681-40d88e2548d5),segment_id=30e12c6a-9be5-453f-a681-40d88e2548d5)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:12:51.060068 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '7a47d485-9b08-45fe-9471-2c4db89d9347', 'network_id': '64863b0c-1159-446a-bd36-d3f82c12544f', 'port_id': '7a47d485-9b08-45fe-9471-2c4db89d9347', 'mac_address': 'fa:16:3e:30:3d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70a9e91-f94b-4999-8d13-0fc5c9480b73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 12:12:51.096352 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:51.108522 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a47d485-9b08-45fe-9471-2c4db89d9347 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:12:51.128129 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 7a47d485-9b08-45fe-9471-2c4db89d9347, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7a47d485-9b08-45fe-9471-2c4db89d9347,segment=NetworkSegment(30e12c6a-9be5-453f-a681-40d88e2548d5),segment_id=30e12c6a-9be5-453f-a681-40d88e2548d5)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:12:51.132044 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:51.185238 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=7a47d485-9b08-45fe-9471-2c4db89d9347,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:51.377895 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['7a47d485-9b08-45fe-9471-2c4db89d9347'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 12:12:51.849023 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe975389-c5d4-4d76-9fe8-9d02801f5d8f req-9acc9126-c209-43f9-b97a-b667cd323389 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:51.850502 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fe975389-c5d4-4d76-9fe8-9d02801f5d8f req-9acc9126-c209-43f9-b97a-b667cd323389 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=4807bfc4-b7df-4935-b2db-e9ceac71fa84 HTTP/1.1" status: 200 len: 944 time: 0.0481036 Apr 29 12:12:51.887549 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fe975389-c5d4-4d76-9fe8-9d02801f5d8f req-b143362b-76d3-4749-8840-84acb1632632 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=588257a1-5f35-4ab1-b0d1-2dfc8e9ba27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311880 Apr 29 12:12:52.953172 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 7a47d485-9b08-45fe-9471-2c4db89d9347 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:12:53.000502 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16abae-0808-4372-9ef4-50318353c7a5 req-ef74eb07-99d6-47eb-982c-b5e0d59ee91b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:53.002008 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bb16abae-0808-4372-9ef4-50318353c7a5 req-ef74eb07-99d6-47eb-982c-b5e0d59ee91b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=4807bfc4-b7df-4935-b2db-e9ceac71fa84 HTTP/1.1" status: 200 len: 944 time: 0.0486510 Apr 29 12:12:53.004681 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port 7a47d485-9b08-45fe-9471-2c4db89d9347 completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:12:53.009167 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 7a47d485-9b08-45fe-9471-2c4db89d9347 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:12:53.009567 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:53.041061 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bb16abae-0808-4372-9ef4-50318353c7a5 req-8c886f5f-031d-4630-b8a6-ac75dee3e0bc tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=588257a1-5f35-4ab1-b0d1-2dfc8e9ba27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323670 Apr 29 12:12:53.092979 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:53.117689 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4807bfc4-b7df-4935-b2db-e9ceac71fa84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a47d485-9b08-45fe-9471-2c4db89d9347'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:12:53.119996 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4041171b-af54-4ed3-a731-a309166ed4af" -d '{"events": [{"server_uuid": "4807bfc4-b7df-4935-b2db-e9ceac71fa84", "name": "network-vif-plugged", "status": "completed", "tag": "7a47d485-9b08-45fe-9471-2c4db89d9347"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:12:53.132564 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 7a47d485-9b08-45fe-9471-2c4db89d9347, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7a47d485-9b08-45fe-9471-2c4db89d9347,segment=NetworkSegment(30e12c6a-9be5-453f-a681-40d88e2548d5),segment_id=30e12c6a-9be5-453f-a681-40d88e2548d5)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:12:53.137318 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:53.162639 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0e0c6f-0bec-4291-8b0e-ad15f68f4df4 x-openstack-request-id: req-da0e0c6f-0bec-4291-8b0e-ad15f68f4df4 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:12:53.162929 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4807bfc4-b7df-4935-b2db-e9ceac71fa84", "name": "network-vif-plugged", "status": "completed", "tag": "7a47d485-9b08-45fe-9471-2c4db89d9347", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:12:53.163171 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-da0e0c6f-0bec-4291-8b0e-ad15f68f4df4 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:12:53.163558 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da0e0c6f-0bec-4291-8b0e-ad15f68f4df4'] response: {'server_uuid': '4807bfc4-b7df-4935-b2db-e9ceac71fa84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a47d485-9b08-45fe-9471-2c4db89d9347', 'code': 200} Apr 29 12:12:53.197656 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=7a47d485-9b08-45fe-9471-2c4db89d9347,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:53.341683 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4dd4b-4cb3-497e-bc33-cb8e5132a26e req-9d48a5c8-2722-4e3d-ac08-b8aac7535e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:53.343213 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-31e4dd4b-4cb3-497e-bc33-cb8e5132a26e req-9d48a5c8-2722-4e3d-ac08-b8aac7535e98 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4807bfc4-b7df-4935-b2db-e9ceac71fa84 HTTP/1.1" status: 200 len: 1098 time: 0.0444624 Apr 29 12:12:53.378419 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-31e4dd4b-4cb3-497e-bc33-cb8e5132a26e req-5792e03e-e1c6-4692-9b01-e328666186b6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=588257a1-5f35-4ab1-b0d1-2dfc8e9ba27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287874 Apr 29 12:12:53.643784 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ac32dde1-b4d4-4922-9f96-a612343bc3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:54.153917 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6743052-2630-4a0c-9305-13cfaecd2f6d req-1358d709-1ce6-4d11-949c-26b00ed744b8 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:54.155416 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b6743052-2630-4a0c-9305-13cfaecd2f6d req-1358d709-1ce6-4d11-949c-26b00ed744b8 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=4807bfc4-b7df-4935-b2db-e9ceac71fa84 HTTP/1.1" status: 200 len: 945 time: 0.0476563 Apr 29 12:12:54.194381 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b6743052-2630-4a0c-9305-13cfaecd2f6d req-92acc8e1-f847-4249-ad4f-35463a79e2fb tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=588257a1-5f35-4ab1-b0d1-2dfc8e9ba27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323744 Apr 29 12:12:55.308505 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759dad4f-0f55-4880-8fea-29dc079b5de9 req-e7e786aa-39ac-4bf5-a12b-eee3be5c1a0b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:55.309974 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-759dad4f-0f55-4880-8fea-29dc079b5de9 req-e7e786aa-39ac-4bf5-a12b-eee3be5c1a0b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=4807bfc4-b7df-4935-b2db-e9ceac71fa84 HTTP/1.1" status: 200 len: 945 time: 0.0480459 Apr 29 12:12:55.348569 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-759dad4f-0f55-4880-8fea-29dc079b5de9 req-d105b9de-cffb-4dfe-8a19-8199f0cc645d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=588257a1-5f35-4ab1-b0d1-2dfc8e9ba27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316334 Apr 29 12:12:55.465434 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101771a-03e8-4358-9371-eaf1579d6ecf req-61486bef-6a8a-4c73-9768-e30faf7ef835 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:55.466924 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2101771a-03e8-4358-9371-eaf1579d6ecf req-61486bef-6a8a-4c73-9768-e30faf7ef835 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=4807bfc4-b7df-4935-b2db-e9ceac71fa84 HTTP/1.1" status: 200 len: 945 time: 0.0518963 Apr 29 12:12:55.505925 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2101771a-03e8-4358-9371-eaf1579d6ecf req-fe1bc369-8c58-457e-8d93-6280648d67ff tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=588257a1-5f35-4ab1-b0d1-2dfc8e9ba27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322454 Apr 29 12:12:55.528429 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59216) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:12:55.570078 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a85b1a-f733-4d7b-aad2-e4fee3cbdb52 tempest-TestNetworkAdvancedServerOps-785408138 tempest-TestNetworkAdvancedServerOps-785408138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:55.571654 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-27a85b1a-f733-4d7b-aad2-e4fee3cbdb52 tempest-TestNetworkAdvancedServerOps-785408138 tempest-TestNetworkAdvancedServerOps-785408138-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4807bfc4-b7df-4935-b2db-e9ceac71fa84 HTTP/1.1" status: 200 len: 1093 time: 0.0421999 Apr 29 12:12:55.574403 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59218) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:12:55.578636 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-ebd8279b-b2f7-49ce-ae3b-2b97b04f3154 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'port_id': '7a47d485-9b08-45fe-9471-2c4db89d9347', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:12:55.599251 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ebd8279b-b2f7-49ce-ae3b-2b97b04f3154 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for floatingip, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:55.700609 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ebd8279b-b2f7-49ce-ae3b-2b97b04f3154 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:55.808553 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-ebd8279b-b2f7-49ce-ae3b-2b97b04f3154 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Allocated IP 172.26.4.97 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/6264b4e1-8dd6-40c2-bdb6-6c1e1fc52680) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:12:55.910105 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ebd8279b-b2f7-49ce-ae3b-2b97b04f3154 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:55.942772 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ebd8279b-b2f7-49ce-ae3b-2b97b04f3154 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:55.984201 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd8279b-b2f7-49ce-ae3b-2b97b04f3154 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:12:55.987440 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-ebd8279b-b2f7-49ce-ae3b-2b97b04f3154 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:12:55.991754 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd8279b-b2f7-49ce-ae3b-2b97b04f3154 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:12:55.994728 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8279b-b2f7-49ce-ae3b-2b97b04f3154 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Port': ['ID=6264b4e1-8dd6-40c2-bdb6-6c1e1fc52680,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:56.348788 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ebd8279b-b2f7-49ce-ae3b-2b97b04f3154 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:56.417458 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ebd8279b-b2f7-49ce-ae3b-2b97b04f3154 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:56.567245 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ebd8279b-b2f7-49ce-ae3b-2b97b04f3154 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:56.571706 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ebd8279b-b2f7-49ce-ae3b-2b97b04f3154 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:56.643946 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8279b-b2f7-49ce-ae3b-2b97b04f3154 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event updated for resources: {'Port': ['ID=6264b4e1-8dd6-40c2-bdb6-6c1e1fc52680,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:56.656622 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ebd8279b-b2f7-49ce-ae3b-2b97b04f3154 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:56.759618 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-ebd8279b-b2f7-49ce-ae3b-2b97b04f3154 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Floating IP da3c0b6c-a7ad-46e5-a7b2-8f50071c5195 associated. External IP: 172.26.4.97, port: 7a47d485-9b08-45fe-9471-2c4db89d9347. Apr 29 12:12:56.970548 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd8279b-b2f7-49ce-ae3b-2b97b04f3154 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Router 09740fd0-feee-4c19-b2c1-9dadd4f97cb0 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:12:57.080251 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd8279b-b2f7-49ce-ae3b-2b97b04f3154 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:12:57.090676 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271425ef-5d9a-4fce-a09b-f7b064fa9c8c None None] Sync routers for ids ['09740fd0-feee-4c19-b2c1-9dadd4f97cb0'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:12:57.097786 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ebd8279b-b2f7-49ce-ae3b-2b97b04f3154 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:57.102123 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271425ef-5d9a-4fce-a09b-f7b064fa9c8c None None] Routers {'09740fd0-feee-4c19-b2c1-9dadd4f97cb0'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:12:57.102803 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-271425ef-5d9a-4fce-a09b-f7b064fa9c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:12:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['09740fd0-feee-4c19-b2c1-9dadd4f97cb0'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:12:57.128022 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ebd8279b-b2f7-49ce-ae3b-2b97b04f3154 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5495882 Apr 29 12:12:57.128022 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4807bfc4-b7df-4935-b2db-e9ceac71fa84', 'tag': '7a47d485-9b08-45fe-9471-2c4db89d9347'}] {{(pid=102960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:12:57.129831 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f284d994886e2bee032f7329864f24e5fe1e0d39b4215f9cf8d7074f2166ea6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6628efc1-f03f-4059-8394-bb69373bd104" -d '{"events": [{"name": "network-changed", "server_uuid": "4807bfc4-b7df-4935-b2db-e9ceac71fa84", "tag": "7a47d485-9b08-45fe-9471-2c4db89d9347"}]}' {{(pid=102960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:12:57.170809 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053cdc6f-438f-4ade-b692-e240086f5742 x-openstack-request-id: req-053cdc6f-438f-4ade-b692-e240086f5742 {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:12:57.171338 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4807bfc4-b7df-4935-b2db-e9ceac71fa84", "tag": "7a47d485-9b08-45fe-9471-2c4db89d9347", "status": "completed", "code": 200}]} {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:12:57.171589 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-053cdc6f-438f-4ade-b692-e240086f5742 {{(pid=102960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:12:57.172009 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-053cdc6f-438f-4ade-b692-e240086f5742'] response: {'name': 'network-changed', 'server_uuid': '4807bfc4-b7df-4935-b2db-e9ceac71fa84', 'tag': '7a47d485-9b08-45fe-9471-2c4db89d9347', 'status': 'completed', 'code': 200} Apr 29 12:12:57.215289 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-271425ef-5d9a-4fce-a09b-f7b064fa9c8c None None] Set router 09740fd0-feee-4c19-b2c1-9dadd4f97cb0 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:12:57.254676 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9922170-791a-4735-9569-8496b80c0055 req-76c9f47c-e428-48be-b34e-71407e406185 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:57.256094 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9922170-791a-4735-9569-8496b80c0055 req-76c9f47c-e428-48be-b34e-71407e406185 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=4807bfc4-b7df-4935-b2db-e9ceac71fa84 HTTP/1.1" status: 200 len: 945 time: 0.0788074 Apr 29 12:12:57.262623 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628efc1-f03f-4059-8394-bb69373bd104 req-b9a4c5ea-7bce-4c8f-97ac-4f63e2253b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:57.264044 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6628efc1-f03f-4059-8394-bb69373bd104 req-b9a4c5ea-7bce-4c8f-97ac-4f63e2253b1a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&device_id=4807bfc4-b7df-4935-b2db-e9ceac71fa84 HTTP/1.1" status: 200 len: 1098 time: 0.0578682 Apr 29 12:12:57.344873 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9922170-791a-4735-9569-8496b80c0055 req-af095e73-3910-4fed-a983-67be622fd110 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=588257a1-5f35-4ab1-b0d1-2dfc8e9ba27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798142 Apr 29 12:12:57.369093 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59224) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:12:57.390321 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628efc1-f03f-4059-8394-bb69373bd104 req-14de366d-10fa-4b70-9d38-ac0f0ea4dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:57.392381 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6628efc1-f03f-4059-8394-bb69373bd104 req-14de366d-10fa-4b70-9d38-ac0f0ea4dee2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=64863b0c-1159-446a-bd36-d3f82c12544f HTTP/1.1" status: 200 len: 897 time: 0.1197445 Apr 29 12:12:57.441838 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f93605de-e84d-4a69-bf31-4af50b60f0c8 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/floatingips/da3c0b6c-a7ad-46e5-a7b2-8f50071c5195 HTTP/1.1" status: 200 len: 990 time: 0.0705943 Apr 29 12:12:57.448125 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-271425ef-5d9a-4fce-a09b-f7b064fa9c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813387806', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': 'b7d17aaa-5d62-4029-b9b2-aa12ad84d015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:12:39Z', 'updated_at': '2022-04-29T12:12:42Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'b7d17aaa-5d62-4029-b9b2-aa12ad84d015', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:70:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:12:39Z', 'updated_at': '2022-04-29T12:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'da3c0b6c-a7ad-46e5-a7b2-8f50071c5195', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'floating_ip_address': '172.26.4.97', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'port_id': '7a47d485-9b08-45fe-9471-2c4db89d9347', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64863b0c-1159-446a-bd36-d3f82c12544f', 'mac_address': 'fa:16:3e:30:3d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4807bfc4-b7df-4935-b2db-e9ceac71fa84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:12:56Z', 'updated_at': '2022-04-29T12:12:56Z', 'revision_number': 0, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07baa5b8-8bf5-4bbb-80a6-6860e2a578e8', 'name': '', 'network_id': '64863b0c-1159-446a-bd36-d3f82c12544f', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:2b:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a70a9e91-f94b-4999-8d13-0fc5c9480b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:12:41Z', 'updated_at': '2022-04-29T12:12:45Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'a70a9e91-f94b-4999-8d13-0fc5c9480b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:12:57.448755 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:57.462778 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6628efc1-f03f-4059-8394-bb69373bd104 req-4409b27a-6349-4b2e-a4fc-06f8d54cec69 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a47d485-9b08-45fe-9471-2c4db89d9347 HTTP/1.1" status: 200 len: 998 time: 0.0630453 Apr 29 12:12:57.475623 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271425ef-5d9a-4fce-a09b-f7b064fa9c8c None None] Checking router: 09740fd0-feee-4c19-b2c1-9dadd4f97cb0 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:12:57.483930 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271425ef-5d9a-4fce-a09b-f7b064fa9c8c None None] Routers {'09740fd0-feee-4c19-b2c1-9dadd4f97cb0'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:12:57.484573 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-271425ef-5d9a-4fce-a09b-f7b064fa9c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:12:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['09740fd0-feee-4c19-b2c1-9dadd4f97cb0'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:12:57.516380 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628efc1-f03f-4059-8394-bb69373bd104 req-0cdc48d3-7ecc-4ef6-a532-84f99113c783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:57.517742 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6628efc1-f03f-4059-8394-bb69373bd104 req-0cdc48d3-7ecc-4ef6-a532-84f99113c783 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a70a9e91-f94b-4999-8d13-0fc5c9480b73 HTTP/1.1" status: 200 len: 835 time: 0.0474610 Apr 29 12:12:57.565635 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628efc1-f03f-4059-8394-bb69373bd104 req-a678f1a4-a402-49d2-8a26-832af8c84cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:57.567205 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6628efc1-f03f-4059-8394-bb69373bd104 req-a678f1a4-a402-49d2-8a26-832af8c84cb0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64863b0c-1159-446a-bd36-d3f82c12544f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418422 Apr 29 12:12:57.591540 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-271425ef-5d9a-4fce-a09b-f7b064fa9c8c None None] Set router 09740fd0-feee-4c19-b2c1-9dadd4f97cb0 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:12:57.655963 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6628efc1-f03f-4059-8394-bb69373bd104 req-e0c9dace-8f12-4848-ba65-eacb480bc7da service neutron] 10.222.0.62 "GET /v2.0/networks/64863b0c-1159-446a-bd36-d3f82c12544f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812297 Apr 29 12:12:57.749555 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6628efc1-f03f-4059-8394-bb69373bd104 req-4e4d321d-c5ab-4c38-8eff-86e7dc93adca service neutron] 10.222.0.62 "GET /v2.0/networks/64863b0c-1159-446a-bd36-d3f82c12544f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870998 Apr 29 12:12:57.819026 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-271425ef-5d9a-4fce-a09b-f7b064fa9c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813387806', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': 'b7d17aaa-5d62-4029-b9b2-aa12ad84d015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:12:39Z', 'updated_at': '2022-04-29T12:12:42Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'b7d17aaa-5d62-4029-b9b2-aa12ad84d015', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:70:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:12:39Z', 'updated_at': '2022-04-29T12:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'da3c0b6c-a7ad-46e5-a7b2-8f50071c5195', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'floating_ip_address': '172.26.4.97', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'port_id': '7a47d485-9b08-45fe-9471-2c4db89d9347', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64863b0c-1159-446a-bd36-d3f82c12544f', 'mac_address': 'fa:16:3e:30:3d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4807bfc4-b7df-4935-b2db-e9ceac71fa84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:12:56Z', 'updated_at': '2022-04-29T12:12:56Z', 'revision_number': 0, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07baa5b8-8bf5-4bbb-80a6-6860e2a578e8', 'name': '', 'network_id': '64863b0c-1159-446a-bd36-d3f82c12544f', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:2b:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a70a9e91-f94b-4999-8d13-0fc5c9480b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:12:41Z', 'updated_at': '2022-04-29T12:12:45Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'a70a9e91-f94b-4999-8d13-0fc5c9480b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:12:57.845220 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271425ef-5d9a-4fce-a09b-f7b064fa9c8c None None] The sync data for ids ['09740fd0-feee-4c19-b2c1-9dadd4f97cb0'] in dv-neutron-838888-1-hyperv is: [{'id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813387806', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': 'b7d17aaa-5d62-4029-b9b2-aa12ad84d015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:12:39Z', 'updated_at': '2022-04-29T12:12:42Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'b7d17aaa-5d62-4029-b9b2-aa12ad84d015', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:70:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:12:39Z', 'updated_at': '2022-04-29T12:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'da3c0b6c-a7ad-46e5-a7b2-8f50071c5195', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'floating_ip_address': '172.26.4.97', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'port_id': '7a47d485-9b08-45fe-9471-2c4db89d9347', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64863b0c-1159-446a-bd36-d3f82c12544f', 'mac_address': 'fa:16:3e:30:3d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4807bfc4-b7df-4935-b2db-e9ceac71fa84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:12:56Z', 'updated_at': '2022-04-29T12:12:56Z', 'revision_number': 0, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07baa5b8-8bf5-4bbb-80a6-6860e2a578e8', 'name': '', 'network_id': '64863b0c-1159-446a-bd36-d3f82c12544f', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:2b:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a70a9e91-f94b-4999-8d13-0fc5c9480b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:12:41Z', 'updated_at': '2022-04-29T12:12:45Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'a70a9e91-f94b-4999-8d13-0fc5c9480b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:12:57.852181 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-bdbb2146-202d-43d2-b547-fae91f38f03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:58.037863 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db83dce-59c1-40bb-9b8b-611e023de134 None None] New status for floating IP da3c0b6c-a7ad-46e5-a7b2-8f50071c5195: ACTIVE {{(pid=102961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:12:58.263949 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:12:58.444828 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 59226) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:12:58.504908 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-66e5fff7-8157-48cc-9123-894839cd1d95 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/floatingips/da3c0b6c-a7ad-46e5-a7b2-8f50071c5195 HTTP/1.1" status: 200 len: 992 time: 0.0589778 Apr 29 12:12:58.647655 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:00.158153 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:00.293261 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:23.645826 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-19e24951-4dee-4878-9278-c6692ed3f1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:27.424011 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:27.853525 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-28cb4571-77d3-410f-98cb-c34d68bb37be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:28.652859 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:30.158700 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:30.295593 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:31.898818 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a77690-95b5-4d39-9af5-55c0f8a21ca9 req-98998f7c-e86d-409c-a6e1-cf919462f36c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:31.900323 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f0a77690-95b5-4d39-9af5-55c0f8a21ca9 req-98998f7c-e86d-409c-a6e1-cf919462f36c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=4807bfc4-b7df-4935-b2db-e9ceac71fa84 HTTP/1.1" status: 200 len: 945 time: 0.0551355 Apr 29 12:13:31.939730 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f0a77690-95b5-4d39-9af5-55c0f8a21ca9 req-ca9d6fd1-6694-4dff-94fb-66c1958cc669 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=588257a1-5f35-4ab1-b0d1-2dfc8e9ba27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332041 Apr 29 12:13:33.057869 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f9923-ff9e-43b9-914e-0d82867a6135 req-21ba2ad6-beb1-42dc-9cdc-276ac4635b08 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:33.059420 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c48f9923-ff9e-43b9-914e-0d82867a6135 req-21ba2ad6-beb1-42dc-9cdc-276ac4635b08 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=4807bfc4-b7df-4935-b2db-e9ceac71fa84 HTTP/1.1" status: 200 len: 945 time: 0.0493696 Apr 29 12:13:33.098098 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c48f9923-ff9e-43b9-914e-0d82867a6135 req-0e9e56c5-3974-4a77-b6ef-1c5cd77471cc tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=588257a1-5f35-4ab1-b0d1-2dfc8e9ba27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324218 Apr 29 12:13:33.121122 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59244) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:13:33.183833 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-bd03c174-5b37-4829-b2ef-1854319d39a2 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/floatingips/da3c0b6c-a7ad-46e5-a7b2-8f50071c5195 HTTP/1.1" status: 200 len: 992 time: 0.0615776 Apr 29 12:13:33.919683 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-82053c83-ab54-4a33-879d-9570ef3159de req-74575e4a-323b-4ee5-99ee-dbeb6b89177d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4807bfc4-b7df-4935-b2db-e9ceac71fa84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395763 Apr 29 12:13:34.086033 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82053c83-ab54-4a33-879d-9570ef3159de req-79b76a99-1a7a-4ea7-a697-59cecbf12e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:34.087595 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-82053c83-ab54-4a33-879d-9570ef3159de req-79b76a99-1a7a-4ea7-a697-59cecbf12e2b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&device_id=4807bfc4-b7df-4935-b2db-e9ceac71fa84 HTTP/1.1" status: 200 len: 1098 time: 0.0452042 Apr 29 12:13:34.193118 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82053c83-ab54-4a33-879d-9570ef3159de req-f8c7d40a-fc2d-4af8-8866-853a21fc16ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:34.194487 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-82053c83-ab54-4a33-879d-9570ef3159de req-f8c7d40a-fc2d-4af8-8866-853a21fc16ed service neutron] 10.222.0.62 "GET /v2.0/networks?id=64863b0c-1159-446a-bd36-d3f82c12544f HTTP/1.1" status: 200 len: 897 time: 0.0859814 Apr 29 12:13:34.268814 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-82053c83-ab54-4a33-879d-9570ef3159de req-c35a53f7-23e1-4c1f-9565-dc192bf53f7f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a47d485-9b08-45fe-9471-2c4db89d9347 HTTP/1.1" status: 200 len: 1000 time: 0.0653849 Apr 29 12:13:34.320016 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82053c83-ab54-4a33-879d-9570ef3159de req-4309800c-0691-4b99-b638-21000a92a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:34.321599 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-82053c83-ab54-4a33-879d-9570ef3159de req-4309800c-0691-4b99-b638-21000a92a79c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a70a9e91-f94b-4999-8d13-0fc5c9480b73 HTTP/1.1" status: 200 len: 835 time: 0.0455549 Apr 29 12:13:34.370731 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82053c83-ab54-4a33-879d-9570ef3159de req-7354da9a-8945-4ec8-a70b-08406b4aa646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:34.372530 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-82053c83-ab54-4a33-879d-9570ef3159de req-7354da9a-8945-4ec8-a70b-08406b4aa646 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64863b0c-1159-446a-bd36-d3f82c12544f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437071 Apr 29 12:13:34.514913 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-82053c83-ab54-4a33-879d-9570ef3159de req-c675143f-8c23-499c-a44c-c093681d580b service neutron] 10.222.0.62 "GET /v2.0/networks/64863b0c-1159-446a-bd36-d3f82c12544f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355722 Apr 29 12:13:34.523228 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840793d-50ae-498f-942b-74c79ba6ca47 req-d13e20f0-4c81-4cb8-bcf1-7769bf12bae3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:34.524619 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a840793d-50ae-498f-942b-74c79ba6ca47 req-d13e20f0-4c81-4cb8-bcf1-7769bf12bae3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=4807bfc4-b7df-4935-b2db-e9ceac71fa84 HTTP/1.1" status: 200 len: 945 time: 0.0779116 Apr 29 12:13:34.618787 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a840793d-50ae-498f-942b-74c79ba6ca47 req-626415e6-fbc6-434f-9bae-f117dae465be tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=588257a1-5f35-4ab1-b0d1-2dfc8e9ba27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861354 Apr 29 12:13:34.642226 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-82053c83-ab54-4a33-879d-9570ef3159de req-0fa846ae-a91f-4c3e-9be9-f66386a94394 service neutron] 10.222.0.62 "GET /v2.0/networks/64863b0c-1159-446a-bd36-d3f82c12544f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166551 Apr 29 12:13:34.726332 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da5647-e5e0-486a-818b-0b0e3a2ee6c5 req-245a576c-1a1d-4efd-8b0f-d4684b1c8095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:34.727806 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-95da5647-e5e0-486a-818b-0b0e3a2ee6c5 req-245a576c-1a1d-4efd-8b0f-d4684b1c8095 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&device_id=4807bfc4-b7df-4935-b2db-e9ceac71fa84 HTTP/1.1" status: 200 len: 1098 time: 0.0413239 Apr 29 12:13:34.818841 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da5647-e5e0-486a-818b-0b0e3a2ee6c5 req-ef3faa7f-6a57-4334-8a78-d826135b11df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:34.820382 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-95da5647-e5e0-486a-818b-0b0e3a2ee6c5 req-ef3faa7f-6a57-4334-8a78-d826135b11df service neutron] 10.222.0.62 "GET /v2.0/networks?id=64863b0c-1159-446a-bd36-d3f82c12544f HTTP/1.1" status: 200 len: 897 time: 0.0860398 Apr 29 12:13:34.894441 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-95da5647-e5e0-486a-818b-0b0e3a2ee6c5 req-2349847d-f168-443a-ab2e-a3a7c9095183 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a47d485-9b08-45fe-9471-2c4db89d9347 HTTP/1.1" status: 200 len: 1000 time: 0.0661507 Apr 29 12:13:34.945479 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da5647-e5e0-486a-818b-0b0e3a2ee6c5 req-fe91f598-e5ea-4583-b7ef-882342468fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:34.946979 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-95da5647-e5e0-486a-818b-0b0e3a2ee6c5 req-fe91f598-e5ea-4583-b7ef-882342468fe6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a70a9e91-f94b-4999-8d13-0fc5c9480b73 HTTP/1.1" status: 200 len: 835 time: 0.0443006 Apr 29 12:13:34.994725 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da5647-e5e0-486a-818b-0b0e3a2ee6c5 req-2f0694b8-72ab-4340-9c0e-bdc28d7bf4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:34.996141 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-95da5647-e5e0-486a-818b-0b0e3a2ee6c5 req-2f0694b8-72ab-4340-9c0e-bdc28d7bf4a8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64863b0c-1159-446a-bd36-d3f82c12544f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412273 Apr 29 12:13:35.093249 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-95da5647-e5e0-486a-818b-0b0e3a2ee6c5 req-e169e6fe-e90e-4913-b8cc-420bf8742c22 service neutron] 10.222.0.62 "GET /v2.0/networks/64863b0c-1159-446a-bd36-d3f82c12544f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900497 Apr 29 12:13:35.185583 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-95da5647-e5e0-486a-818b-0b0e3a2ee6c5 req-d2ec6b27-d0c4-433e-aab5-cc08495f3a19 service neutron] 10.222.0.62 "GET /v2.0/networks/64863b0c-1159-446a-bd36-d3f82c12544f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841298 Apr 29 12:13:35.262966 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:13:35.744594 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b146f-9fbd-4e41-af0e-4cfda0870e9c req-6801baae-dd7f-4287-b663-593c7a8e8c74 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:35.746097 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4e0b146f-9fbd-4e41-af0e-4cfda0870e9c req-6801baae-dd7f-4287-b663-593c7a8e8c74 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=4807bfc4-b7df-4935-b2db-e9ceac71fa84 HTTP/1.1" status: 200 len: 945 time: 0.0555964 Apr 29 12:13:35.784907 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4e0b146f-9fbd-4e41-af0e-4cfda0870e9c req-bfc96f27-33b8-47a1-825d-a313938417d6 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=588257a1-5f35-4ab1-b0d1-2dfc8e9ba27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328493 Apr 29 12:13:36.901684 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952c064-6e76-4197-8529-1dcd08740441 req-562a65d8-8c05-4cc0-97d5-decc4c9541da tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:36.903239 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1952c064-6e76-4197-8529-1dcd08740441 req-562a65d8-8c05-4cc0-97d5-decc4c9541da tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=4807bfc4-b7df-4935-b2db-e9ceac71fa84 HTTP/1.1" status: 200 len: 945 time: 0.0487974 Apr 29 12:13:36.942418 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1952c064-6e76-4197-8529-1dcd08740441 req-4d69c6b5-e1b7-458a-9849-28f375db310b tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=588257a1-5f35-4ab1-b0d1-2dfc8e9ba27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330157 Apr 29 12:13:36.965232 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59262) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:13:37.025585 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-43719d74-df8a-4d7c-a0ae-bb907d497899 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/floatingips/da3c0b6c-a7ad-46e5-a7b2-8f50071c5195 HTTP/1.1" status: 200 len: 992 time: 0.0591877 Apr 29 12:13:37.311426 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 59268) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:13:37.468461 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-7ec64360-6e98-4196-8db9-902146ea6e83 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Deleting port 6264b4e1-8dd6-40c2-bdb6-6c1e1fc52680 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:13:37.468805 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7ec64360-6e98-4196-8db9-902146ea6e83 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:37.545768 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7ec64360-6e98-4196-8db9-902146ea6e83 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:37.546094 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7ec64360-6e98-4196-8db9-902146ea6e83 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:37.558379 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-7ec64360-6e98-4196-8db9-902146ea6e83 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Calling delete_port for 6264b4e1-8dd6-40c2-bdb6-6c1e1fc52680 owned by network:floatingip {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:13:37.704601 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7ec64360-6e98-4196-8db9-902146ea6e83 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:37.729269 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec64360-6e98-4196-8db9-902146ea6e83 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'Port': ['ID=6264b4e1-8dd6-40c2-bdb6-6c1e1fc52680,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:37.738929 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec64360-6e98-4196-8db9-902146ea6e83 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:37.739285 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec64360-6e98-4196-8db9-902146ea6e83 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:37.739632 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec64360-6e98-4196-8db9-902146ea6e83 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:37.740035 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec64360-6e98-4196-8db9-902146ea6e83 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:37.740377 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec64360-6e98-4196-8db9-902146ea6e83 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:37.741233 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec64360-6e98-4196-8db9-902146ea6e83 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:37.741233 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec64360-6e98-4196-8db9-902146ea6e83 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:37.741448 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec64360-6e98-4196-8db9-902146ea6e83 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:37.741673 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec64360-6e98-4196-8db9-902146ea6e83 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:37.742001 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec64360-6e98-4196-8db9-902146ea6e83 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:37.742364 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec64360-6e98-4196-8db9-902146ea6e83 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:37.742693 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec64360-6e98-4196-8db9-902146ea6e83 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:37.802710 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7ec64360-6e98-4196-8db9-902146ea6e83 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for floatingip, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:37.803059 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [None req-7ec64360-6e98-4196-8db9-902146ea6e83 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Floating IP da3c0b6c-a7ad-46e5-a7b2-8f50071c5195 disassociated (deleted). External IP: 172.26.4.97, port: 7a47d485-9b08-45fe-9471-2c4db89d9347. Apr 29 12:13:38.013510 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec64360-6e98-4196-8db9-902146ea6e83 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Router 09740fd0-feee-4c19-b2c1-9dadd4f97cb0 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:13:38.123294 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec64360-6e98-4196-8db9-902146ea6e83 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:13:38.127821 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7ec64360-6e98-4196-8db9-902146ea6e83 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:38.133629 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa5168d-3b9b-4c95-ad30-5d7c47789330 None None] Sync routers for ids ['09740fd0-feee-4c19-b2c1-9dadd4f97cb0'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:13:38.144120 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa5168d-3b9b-4c95-ad30-5d7c47789330 None None] Routers {'09740fd0-feee-4c19-b2c1-9dadd4f97cb0'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:13:38.144731 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-3fa5168d-3b9b-4c95-ad30-5d7c47789330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:13:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['09740fd0-feee-4c19-b2c1-9dadd4f97cb0'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:13:38.155132 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7ec64360-6e98-4196-8db9-902146ea6e83 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "DELETE /v2.0/floatingips/da3c0b6c-a7ad-46e5-a7b2-8f50071c5195 HTTP/1.1" status: 204 len: 168 time: 0.8425994 Apr 29 12:13:38.155704 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4807bfc4-b7df-4935-b2db-e9ceac71fa84', 'tag': '7a47d485-9b08-45fe-9471-2c4db89d9347'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:13:38.157998 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d1cd13-ce24-40e2-9767-3f8ef258e926" -d '{"events": [{"name": "network-changed", "server_uuid": "4807bfc4-b7df-4935-b2db-e9ceac71fa84", "tag": "7a47d485-9b08-45fe-9471-2c4db89d9347"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:13:38.202986 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd5f72b-22f4-4493-818d-e6032496348a x-openstack-request-id: req-ecd5f72b-22f4-4493-818d-e6032496348a {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:13:38.203425 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4807bfc4-b7df-4935-b2db-e9ceac71fa84", "tag": "7a47d485-9b08-45fe-9471-2c4db89d9347", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:13:38.203681 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ecd5f72b-22f4-4493-818d-e6032496348a {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:13:38.204100 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd5f72b-22f4-4493-818d-e6032496348a'] response: {'name': 'network-changed', 'server_uuid': '4807bfc4-b7df-4935-b2db-e9ceac71fa84', 'tag': '7a47d485-9b08-45fe-9471-2c4db89d9347', 'status': 'completed', 'code': 200} Apr 29 12:13:38.256218 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-3fa5168d-3b9b-4c95-ad30-5d7c47789330 None None] Set router 09740fd0-feee-4c19-b2c1-9dadd4f97cb0 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:13:38.272208 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1cd13-ce24-40e2-9767-3f8ef258e926 req-1e953037-236e-432c-9c27-574eb5adc456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:38.273877 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-75d1cd13-ce24-40e2-9767-3f8ef258e926 req-1e953037-236e-432c-9c27-574eb5adc456 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&device_id=4807bfc4-b7df-4935-b2db-e9ceac71fa84 HTTP/1.1" status: 200 len: 1098 time: 0.0438061 Apr 29 12:13:38.428203 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5aa848-3327-492d-9e02-2f109fa583d5 req-f7daa5b6-1e4c-4de4-aa41-d79ecc116db3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:38.429753 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-df5aa848-3327-492d-9e02-2f109fa583d5 req-f7daa5b6-1e4c-4de4-aa41-d79ecc116db3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=4807bfc4-b7df-4935-b2db-e9ceac71fa84 HTTP/1.1" status: 200 len: 945 time: 0.0725508 Apr 29 12:13:38.447178 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1cd13-ce24-40e2-9767-3f8ef258e926 req-2d7074b5-e723-4962-98ff-c39b917ce37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:38.448618 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-75d1cd13-ce24-40e2-9767-3f8ef258e926 req-2d7074b5-e723-4962-98ff-c39b917ce37b service neutron] 10.222.0.62 "GET /v2.0/networks?id=64863b0c-1159-446a-bd36-d3f82c12544f HTTP/1.1" status: 200 len: 897 time: 0.1585853 Apr 29 12:13:38.471048 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-3fa5168d-3b9b-4c95-ad30-5d7c47789330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813387806', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': 'b7d17aaa-5d62-4029-b9b2-aa12ad84d015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:12:39Z', 'updated_at': '2022-04-29T12:12:42Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'b7d17aaa-5d62-4029-b9b2-aa12ad84d015', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:70:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:12:39Z', 'updated_at': '2022-04-29T12:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '07baa5b8-8bf5-4bbb-80a6-6860e2a578e8', 'name': '', 'network_id': '64863b0c-1159-446a-bd36-d3f82c12544f', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:2b:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a70a9e91-f94b-4999-8d13-0fc5c9480b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:12:41Z', 'updated_at': '2022-04-29T12:12:45Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'a70a9e91-f94b-4999-8d13-0fc5c9480b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:13:38.498437 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa5168d-3b9b-4c95-ad30-5d7c47789330 None None] Checking router: 09740fd0-feee-4c19-b2c1-9dadd4f97cb0 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:13:38.503861 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-75d1cd13-ce24-40e2-9767-3f8ef258e926 req-ccda55a1-d7da-436b-8ef4-a214c761b8c5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a47d485-9b08-45fe-9471-2c4db89d9347 HTTP/1.1" status: 200 len: 217 time: 0.0480828 Apr 29 12:13:38.509682 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa5168d-3b9b-4c95-ad30-5d7c47789330 None None] Routers {'09740fd0-feee-4c19-b2c1-9dadd4f97cb0'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:13:38.510251 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-3fa5168d-3b9b-4c95-ad30-5d7c47789330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:13:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['09740fd0-feee-4c19-b2c1-9dadd4f97cb0'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:13:38.512272 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-df5aa848-3327-492d-9e02-2f109fa583d5 req-9e236fb9-4cf0-451f-bb78-2b8d358e5008 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=588257a1-5f35-4ab1-b0d1-2dfc8e9ba27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749428 Apr 29 12:13:38.557155 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1cd13-ce24-40e2-9767-3f8ef258e926 req-2230e2d8-0d24-4b4e-82dc-13597f4823b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:38.558718 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-75d1cd13-ce24-40e2-9767-3f8ef258e926 req-2230e2d8-0d24-4b4e-82dc-13597f4823b7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a70a9e91-f94b-4999-8d13-0fc5c9480b73 HTTP/1.1" status: 200 len: 835 time: 0.0455358 Apr 29 12:13:38.605798 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1cd13-ce24-40e2-9767-3f8ef258e926 req-017109f3-beff-461a-8a92-6cee62983986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:38.607317 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-75d1cd13-ce24-40e2-9767-3f8ef258e926 req-017109f3-beff-461a-8a92-6cee62983986 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64863b0c-1159-446a-bd36-d3f82c12544f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401022 Apr 29 12:13:38.617389 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-3fa5168d-3b9b-4c95-ad30-5d7c47789330 None None] Set router 09740fd0-feee-4c19-b2c1-9dadd4f97cb0 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:13:38.704210 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-75d1cd13-ce24-40e2-9767-3f8ef258e926 req-ffed722d-b912-45a1-a54d-61db57f9bb9f service neutron] 10.222.0.62 "GET /v2.0/networks/64863b0c-1159-446a-bd36-d3f82c12544f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877881 Apr 29 12:13:38.796247 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-75d1cd13-ce24-40e2-9767-3f8ef258e926 req-c3c8659b-5a26-4a0b-addb-3d242499ae9c service neutron] 10.222.0.62 "GET /v2.0/networks/64863b0c-1159-446a-bd36-d3f82c12544f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847659 Apr 29 12:13:38.818111 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-3fa5168d-3b9b-4c95-ad30-5d7c47789330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813387806', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': 'b7d17aaa-5d62-4029-b9b2-aa12ad84d015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:12:39Z', 'updated_at': '2022-04-29T12:12:42Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'b7d17aaa-5d62-4029-b9b2-aa12ad84d015', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:70:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:12:39Z', 'updated_at': '2022-04-29T12:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '07baa5b8-8bf5-4bbb-80a6-6860e2a578e8', 'name': '', 'network_id': '64863b0c-1159-446a-bd36-d3f82c12544f', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:2b:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a70a9e91-f94b-4999-8d13-0fc5c9480b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:12:41Z', 'updated_at': '2022-04-29T12:12:45Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'a70a9e91-f94b-4999-8d13-0fc5c9480b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:13:38.843564 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa5168d-3b9b-4c95-ad30-5d7c47789330 None None] The sync data for ids ['09740fd0-feee-4c19-b2c1-9dadd4f97cb0'] in dv-neutron-838888-1-hyperv is: [{'id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813387806', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': 'b7d17aaa-5d62-4029-b9b2-aa12ad84d015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:12:39Z', 'updated_at': '2022-04-29T12:12:42Z', 'revision_number': 4, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'b7d17aaa-5d62-4029-b9b2-aa12ad84d015', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:70:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:12:39Z', 'updated_at': '2022-04-29T12:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '07baa5b8-8bf5-4bbb-80a6-6860e2a578e8', 'name': '', 'network_id': '64863b0c-1159-446a-bd36-d3f82c12544f', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'mac_address': 'fa:16:3e:2b:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a70a9e91-f94b-4999-8d13-0fc5c9480b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:12:41Z', 'updated_at': '2022-04-29T12:12:45Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'subnets': [{'id': 'a70a9e91-f94b-4999-8d13-0fc5c9480b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:13:39.057883 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8857696-29bb-46e6-b5ce-ec39a5d2d5b9 None None] New status for floating IP da3c0b6c-a7ad-46e5-a7b2-8f50071c5195: DOWN {{(pid=102961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:13:39.635147 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4892c1-a4d1-476d-b293-fee3dc2d9abe req-36b09634-2e66-4dbf-820c-c80e3c96c2fe tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:39.636547 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3d4892c1-a4d1-476d-b293-fee3dc2d9abe req-36b09634-2e66-4dbf-820c-c80e3c96c2fe tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=4807bfc4-b7df-4935-b2db-e9ceac71fa84 HTTP/1.1" status: 200 len: 945 time: 0.0492995 Apr 29 12:13:39.675177 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3d4892c1-a4d1-476d-b293-fee3dc2d9abe req-90ee3a80-c078-4df3-9d57-067850fcaf9c tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/security-groups?id=588257a1-5f35-4ab1-b0d1-2dfc8e9ba27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326364 Apr 29 12:13:40.266673 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da02bf-02c5-41bc-95c1-316538f446f6 req-0a05e1a9-bb7c-4ad7-8468-a21ac8313a9f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:40.268085 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-05da02bf-02c5-41bc-95c1-316538f446f6 req-0a05e1a9-bb7c-4ad7-8468-a21ac8313a9f tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.62 "GET /v2.0/ports?device_id=4807bfc4-b7df-4935-b2db-e9ceac71fa84 HTTP/1.1" status: 200 len: 945 time: 0.0533206 Apr 29 12:13:40.357913 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-05da02bf-02c5-41bc-95c1-316538f446f6 req-4935ae76-ad6c-4719-bc65-14d57d7ffc57 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Deleting port 7a47d485-9b08-45fe-9471-2c4db89d9347 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:13:40.358268 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-05da02bf-02c5-41bc-95c1-316538f446f6 req-4935ae76-ad6c-4719-bc65-14d57d7ffc57 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:40.449279 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-05da02bf-02c5-41bc-95c1-316538f446f6 req-4935ae76-ad6c-4719-bc65-14d57d7ffc57 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] For port 7a47d485-9b08-45fe-9471-2c4db89d9347, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7a47d485-9b08-45fe-9471-2c4db89d9347,segment=NetworkSegment(30e12c6a-9be5-453f-a681-40d88e2548d5),segment_id=30e12c6a-9be5-453f-a681-40d88e2548d5)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:13:40.449645 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-05da02bf-02c5-41bc-95c1-316538f446f6 req-4935ae76-ad6c-4719-bc65-14d57d7ffc57 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:40.463460 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-05da02bf-02c5-41bc-95c1-316538f446f6 req-4935ae76-ad6c-4719-bc65-14d57d7ffc57 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Calling delete_port for 7a47d485-9b08-45fe-9471-2c4db89d9347 owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:13:40.591998 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-05da02bf-02c5-41bc-95c1-316538f446f6 req-4935ae76-ad6c-4719-bc65-14d57d7ffc57 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:40.618221 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935ae76-ad6c-4719-bc65-14d57d7ffc57 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'Port': ['ID=7a47d485-9b08-45fe-9471-2c4db89d9347,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:40.661882 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-05da02bf-02c5-41bc-95c1-316538f446f6 req-4935ae76-ad6c-4719-bc65-14d57d7ffc57 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] No DVR routers for this DVR port 7a47d485-9b08-45fe-9471-2c4db89d9347 on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:13:40.664374 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-05da02bf-02c5-41bc-95c1-316538f446f6 req-4935ae76-ad6c-4719-bc65-14d57d7ffc57 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:40.667641 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-05da02bf-02c5-41bc-95c1-316538f446f6 req-4935ae76-ad6c-4719-bc65-14d57d7ffc57 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.62 "DELETE /v2.0/ports/7a47d485-9b08-45fe-9471-2c4db89d9347 HTTP/1.1" status: 204 len: 173 time: 0.3929229 Apr 29 12:13:40.668080 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4807bfc4-b7df-4935-b2db-e9ceac71fa84', 'name': 'network-vif-deleted', 'tag': '7a47d485-9b08-45fe-9471-2c4db89d9347'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:13:40.670327 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996445bb-b283-431f-bdbf-07a6d712fff6" -d '{"events": [{"server_uuid": "4807bfc4-b7df-4935-b2db-e9ceac71fa84", "name": "network-vif-deleted", "tag": "7a47d485-9b08-45fe-9471-2c4db89d9347"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:13:40.709454 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c8bff8-cdf5-4ede-a887-16285eb3c1d7 x-openstack-request-id: req-54c8bff8-cdf5-4ede-a887-16285eb3c1d7 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:13:40.710068 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4807bfc4-b7df-4935-b2db-e9ceac71fa84", "name": "network-vif-deleted", "tag": "7a47d485-9b08-45fe-9471-2c4db89d9347", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:13:40.710411 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-54c8bff8-cdf5-4ede-a887-16285eb3c1d7 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:13:40.710889 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54c8bff8-cdf5-4ede-a887-16285eb3c1d7'] response: {'server_uuid': '4807bfc4-b7df-4935-b2db-e9ceac71fa84', 'name': 'network-vif-deleted', 'tag': '7a47d485-9b08-45fe-9471-2c4db89d9347', 'status': 'completed', 'code': 200} Apr 29 12:13:40.778705 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-55346b0a-0eba-4550-881a-03077ed41df3 req-224680c8-d384-4369-9467-bef5d55bf7ba tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "GET /v2.0/ports?device_id=4807bfc4-b7df-4935-b2db-e9ceac71fa84 HTTP/1.1" status: 200 len: 210 time: 0.0276535 Apr 29 12:13:41.837954 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 59286) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:13:42.199143 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8f13f900-3684-48ca-b0cb-4b16cdb465ae tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:42.451806 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-8f13f900-3684-48ca-b0cb-4b16cdb465ae tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Deleting port 07baa5b8-8bf5-4bbb-80a6-6860e2a578e8 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:13:42.452058 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8f13f900-3684-48ca-b0cb-4b16cdb465ae tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:42.539681 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-8f13f900-3684-48ca-b0cb-4b16cdb465ae tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] For port 07baa5b8-8bf5-4bbb-80a6-6860e2a578e8, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=07baa5b8-8bf5-4bbb-80a6-6860e2a578e8,segment=NetworkSegment(30e12c6a-9be5-453f-a681-40d88e2548d5),segment_id=30e12c6a-9be5-453f-a681-40d88e2548d5)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:13:42.540041 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8f13f900-3684-48ca-b0cb-4b16cdb465ae tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:42.552884 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-8f13f900-3684-48ca-b0cb-4b16cdb465ae tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Calling delete_port for 07baa5b8-8bf5-4bbb-80a6-6860e2a578e8 owned by network:router_interface {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:13:42.733348 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8f13f900-3684-48ca-b0cb-4b16cdb465ae tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:42.763736 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13f900-3684-48ca-b0cb-4b16cdb465ae tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'Port': ['ID=07baa5b8-8bf5-4bbb-80a6-6860e2a578e8,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:42.935320 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-8f13f900-3684-48ca-b0cb-4b16cdb465ae tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:43.482949 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f13f900-3684-48ca-b0cb-4b16cdb465ae tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Router 09740fd0-feee-4c19-b2c1-9dadd4f97cb0 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:13:43.589737 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f13f900-3684-48ca-b0cb-4b16cdb465ae tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:13:43.596716 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-8f13f900-3684-48ca-b0cb-4b16cdb465ae tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "PUT /v2.0/routers/09740fd0-feee-4c19-b2c1-9dadd4f97cb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7559152 Apr 29 12:13:43.597713 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 59288) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:13:43.599938 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d608f549-637d-4723-b91d-5f17e48c56d7 None None] Sync routers for ids ['09740fd0-feee-4c19-b2c1-9dadd4f97cb0'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:13:43.609575 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d608f549-637d-4723-b91d-5f17e48c56d7 None None] Routers {'09740fd0-feee-4c19-b2c1-9dadd4f97cb0'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:13:43.610212 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-d608f549-637d-4723-b91d-5f17e48c56d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:13:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['09740fd0-feee-4c19-b2c1-9dadd4f97cb0'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:13:43.647757 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-29d969ae-c8fa-4a2c-a830-d83ee71a262d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Deleting subnet a70a9e91-f94b-4999-8d13-0fc5c9480b73 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 12:13:43.650824 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-29d969ae-c8fa-4a2c-a830-d83ee71a262d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:43.690492 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-29d969ae-c8fa-4a2c-a830-d83ee71a262d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:43.716397 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-d608f549-637d-4723-b91d-5f17e48c56d7 None None] Set router 09740fd0-feee-4c19-b2c1-9dadd4f97cb0 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:13:43.776248 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-29d969ae-c8fa-4a2c-a830-d83ee71a262d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:43.839178 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-29d969ae-c8fa-4a2c-a830-d83ee71a262d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:43.864080 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d969ae-c8fa-4a2c-a830-d83ee71a262d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'Subnet': ['ID=a70a9e91-f94b-4999-8d13-0fc5c9480b73,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:43.870460 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-29d969ae-c8fa-4a2c-a830-d83ee71a262d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:43.876661 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-29d969ae-c8fa-4a2c-a830-d83ee71a262d tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "DELETE /v2.0/subnets/a70a9e91-f94b-4999-8d13-0fc5c9480b73 HTTP/1.1" status: 204 len: 168 time: 0.2748973 Apr 29 12:13:43.876661 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 59290) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:13:43.877184 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba112c0-9490-4757-a2fd-9fb9ec560f38 None None] Network 64863b0c-1159-446a-bd36-d3f82c12544f requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:13:43.906420 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-d608f549-637d-4723-b91d-5f17e48c56d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813387806', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': 'b7d17aaa-5d62-4029-b9b2-aa12ad84d015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:12:39Z', 'updated_at': '2022-04-29T12:13:42Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'b7d17aaa-5d62-4029-b9b2-aa12ad84d015', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:70:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:12:39Z', 'updated_at': '2022-04-29T12:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:13:43.933735 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d608f549-637d-4723-b91d-5f17e48c56d7 None None] Checking router: 09740fd0-feee-4c19-b2c1-9dadd4f97cb0 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:13:43.942467 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d608f549-637d-4723-b91d-5f17e48c56d7 None None] Routers {'09740fd0-feee-4c19-b2c1-9dadd4f97cb0'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:13:43.943940 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-d608f549-637d-4723-b91d-5f17e48c56d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:13:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['09740fd0-feee-4c19-b2c1-9dadd4f97cb0'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:13:43.988877 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b59da766-7f70-4bd7-876c-01da83abceb3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:44.056507 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-d608f549-637d-4723-b91d-5f17e48c56d7 None None] Set router 09740fd0-feee-4c19-b2c1-9dadd4f97cb0 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:13:44.110430 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8537ff87-6434-4298-8249-1e78711e4bcf None None] DHCP port deletion for 64863b0c-1159-446a-bd36-d3f82c12544f request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 12:13:44.121373 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b59da766-7f70-4bd7-876c-01da83abceb3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:44.159310 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-8537ff87-6434-4298-8249-1e78711e4bcf None None] Deleting port 06feab4d-6dbb-486e-83af-f58437cc53d4 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:13:44.159825 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8537ff87-6434-4298-8249-1e78711e4bcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:44.180836 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-b59da766-7f70-4bd7-876c-01da83abceb3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Deleting port b7d17aaa-5d62-4029-b9b2-aa12ad84d015 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:13:44.181195 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b59da766-7f70-4bd7-876c-01da83abceb3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:44.231739 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-8537ff87-6434-4298-8249-1e78711e4bcf None None] For port 06feab4d-6dbb-486e-83af-f58437cc53d4, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=06feab4d-6dbb-486e-83af-f58437cc53d4,segment=NetworkSegment(30e12c6a-9be5-453f-a681-40d88e2548d5),segment_id=30e12c6a-9be5-453f-a681-40d88e2548d5)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:13:44.232305 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8537ff87-6434-4298-8249-1e78711e4bcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:44.246194 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-8537ff87-6434-4298-8249-1e78711e4bcf None None] Calling delete_port for 06feab4d-6dbb-486e-83af-f58437cc53d4 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:13:44.270503 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-b59da766-7f70-4bd7-876c-01da83abceb3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] For port b7d17aaa-5d62-4029-b9b2-aa12ad84d015, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=b7d17aaa-5d62-4029-b9b2-aa12ad84d015,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:13:44.270957 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b59da766-7f70-4bd7-876c-01da83abceb3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:44.283268 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-b59da766-7f70-4bd7-876c-01da83abceb3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Calling delete_port for b7d17aaa-5d62-4029-b9b2-aa12ad84d015 owned by network:router_gateway {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:13:44.327042 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8537ff87-6434-4298-8249-1e78711e4bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:44.335134 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-d608f549-637d-4723-b91d-5f17e48c56d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813387806', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': 'b7d17aaa-5d62-4029-b9b2-aa12ad84d015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:12:39Z', 'updated_at': '2022-04-29T12:13:42Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'b7d17aaa-5d62-4029-b9b2-aa12ad84d015', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:70:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:12:39Z', 'updated_at': '2022-04-29T12:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:13:44.353761 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537ff87-6434-4298-8249-1e78711e4bcf None None] Pushing event deleted for resources: {'Port': ['ID=06feab4d-6dbb-486e-83af-f58437cc53d4,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:44.357896 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8537ff87-6434-4298-8249-1e78711e4bcf None None] No DVR routers for this DVR port 06feab4d-6dbb-486e-83af-f58437cc53d4 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:13:44.362953 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d608f549-637d-4723-b91d-5f17e48c56d7 None None] The sync data for ids ['09740fd0-feee-4c19-b2c1-9dadd4f97cb0'] in dv-neutron-838888-1-hyperv is: [{'id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813387806', 'tenant_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': 'b7d17aaa-5d62-4029-b9b2-aa12ad84d015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:12:39Z', 'updated_at': '2022-04-29T12:13:42Z', 'revision_number': 5, 'project_id': '1c28ececa83b46b8acc32fd2580ffbc3', 'gw_port': {'id': 'b7d17aaa-5d62-4029-b9b2-aa12ad84d015', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:70:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09740fd0-feee-4c19-b2c1-9dadd4f97cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:12:39Z', 'updated_at': '2022-04-29T12:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:13:44.371175 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537ff87-6434-4298-8249-1e78711e4bcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:44.371561 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537ff87-6434-4298-8249-1e78711e4bcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:44.371894 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537ff87-6434-4298-8249-1e78711e4bcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:44.372223 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537ff87-6434-4298-8249-1e78711e4bcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:44.372568 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537ff87-6434-4298-8249-1e78711e4bcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:44.372847 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537ff87-6434-4298-8249-1e78711e4bcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:44.373198 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537ff87-6434-4298-8249-1e78711e4bcf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:44.373525 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537ff87-6434-4298-8249-1e78711e4bcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:44.373905 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537ff87-6434-4298-8249-1e78711e4bcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:44.374152 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537ff87-6434-4298-8249-1e78711e4bcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:44.374497 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537ff87-6434-4298-8249-1e78711e4bcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:44.379354 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537ff87-6434-4298-8249-1e78711e4bcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:44.468601 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b59da766-7f70-4bd7-876c-01da83abceb3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:44.494480 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59da766-7f70-4bd7-876c-01da83abceb3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'Port': ['ID=b7d17aaa-5d62-4029-b9b2-aa12ad84d015,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:44.556991 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b59da766-7f70-4bd7-876c-01da83abceb3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:44.655048 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b59da766-7f70-4bd7-876c-01da83abceb3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:44.657044 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b59da766-7f70-4bd7-876c-01da83abceb3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:44.704350 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b59da766-7f70-4bd7-876c-01da83abceb3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:44.704955 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59da766-7f70-4bd7-876c-01da83abceb3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Fanout notify agent at l3_agent the message router_deleted on router 09740fd0-feee-4c19-b2c1-9dadd4f97cb0 {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 12:13:44.717764 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-b59da766-7f70-4bd7-876c-01da83abceb3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:44.718950 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-b59da766-7f70-4bd7-876c-01da83abceb3 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "DELETE /v2.0/routers/09740fd0-feee-4c19-b2c1-9dadd4f97cb0 HTTP/1.1" status: 204 len: 168 time: 0.8417790 Apr 29 12:13:44.721694 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59292) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:13:44.805654 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4e749fe4-f209-4fc0-9ff2-50473b91b043 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:44.900761 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4e749fe4-f209-4fc0-9ff2-50473b91b043 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:44.920820 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-4e749fe4-f209-4fc0-9ff2-50473b91b043 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64863b0c-1159-446a-bd36-d3f82c12544f']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:13:44.930606 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-4e749fe4-f209-4fc0-9ff2-50473b91b043 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e12c6a-9be5-453f-a681-40d88e2548d5') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:13:44.930902 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-4e749fe4-f209-4fc0-9ff2-50473b91b043 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e12c6a-9be5-453f-a681-40d88e2548d5') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:13:44.942426 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4e749fe4-f209-4fc0-9ff2-50473b91b043 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:44.957503 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4e749fe4-f209-4fc0-9ff2-50473b91b043 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:44.964906 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e749fe4-f209-4fc0-9ff2-50473b91b043 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:13:44.965344 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4e749fe4-f209-4fc0-9ff2-50473b91b043 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:44.968531 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 12:13:44.968531 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:13:44.968531 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 12:13:44.968531 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:13:44.968531 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 12:13:44.968531 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 12:13:44.968531 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 12:13:44.968531 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:13:44.968531 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 12:13:44.968531 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:13:44.968531 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 12:13:44.968531 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:13:44.968531 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 12:13:44.968531 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 12:13:44.968531 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:13:44.968531 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 12:13:44.968531 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:13:44.968531 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 12:13:44.968531 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 12:13:44.968531 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 12:13:44.968531 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 12:13:44.968531 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 12:13:44.968531 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:13:44.968531 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:13:44.968531 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 12:13:44.968531 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:13:44.968531 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:13:44.968531 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:13:44.968531 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:13:44.968531 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:13:44.968531 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:13:44.968531 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:13:45.031226 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4e749fe4-f209-4fc0-9ff2-50473b91b043 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:45.039107 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-4e749fe4-f209-4fc0-9ff2-50473b91b043 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:45.041857 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-4e749fe4-f209-4fc0-9ff2-50473b91b043 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "DELETE /v2.0/networks/64863b0c-1159-446a-bd36-d3f82c12544f HTTP/1.1" status: 204 len: 168 time: 0.3184955 Apr 29 12:13:45.044954 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 59294) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:13:45.055037 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e749fe4-f209-4fc0-9ff2-50473b91b043 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'Network': ['ID=64863b0c-1159-446a-bd36-d3f82c12544f,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:45.062423 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e749fe4-f209-4fc0-9ff2-50473b91b043 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:45.062765 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e749fe4-f209-4fc0-9ff2-50473b91b043 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:45.063104 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e749fe4-f209-4fc0-9ff2-50473b91b043 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:45.063435 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e749fe4-f209-4fc0-9ff2-50473b91b043 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:45.063771 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e749fe4-f209-4fc0-9ff2-50473b91b043 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:45.064347 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e749fe4-f209-4fc0-9ff2-50473b91b043 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:45.064672 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e749fe4-f209-4fc0-9ff2-50473b91b043 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:45.064990 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e749fe4-f209-4fc0-9ff2-50473b91b043 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:45.065311 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e749fe4-f209-4fc0-9ff2-50473b91b043 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:45.065627 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e749fe4-f209-4fc0-9ff2-50473b91b043 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:45.065945 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e749fe4-f209-4fc0-9ff2-50473b91b043 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:45.066285 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e749fe4-f209-4fc0-9ff2-50473b91b043 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:45.113961 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-01a01470-f3c3-4fd8-a4a2-8255ac3760b4 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:45.140094 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-01a01470-f3c3-4fd8-a4a2-8255ac3760b4 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:45.169063 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 7a47d485-9b08-45fe-9471-2c4db89d9347 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:13:45.195800 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: 7a47d485-9b08-45fe-9471-2c4db89d9347 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:13:45.196529 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 7a47d485-9b08-45fe-9471-2c4db89d9347 not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:13:45.213361 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-01a01470-f3c3-4fd8-a4a2-8255ac3760b4 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:45.216794 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-01a01470-f3c3-4fd8-a4a2-8255ac3760b4 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:45.218509 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-01a01470-f3c3-4fd8-a4a2-8255ac3760b4 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] 10.222.0.69 "DELETE /v2.0/security-groups/588257a1-5f35-4ab1-b0d1-2dfc8e9ba27f HTTP/1.1" status: 204 len: 168 time: 0.1718190 Apr 29 12:13:45.233839 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a01470-f3c3-4fd8-a4a2-8255ac3760b4 tempest-TestNetworkAdvancedServerOps-2114524551 tempest-TestNetworkAdvancedServerOps-2114524551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=588257a1-5f35-4ab1-b0d1-2dfc8e9ba27f,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:45.568987 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 59302) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:13:45.701613 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-33d3c16e-f3a1-410f-aaf5-d2744d867af2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1c28ececa83b46b8acc32fd2580ffbc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314445 Apr 29 12:13:45.704164 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 59306) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:13:45.755248 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cece540-8cac-4549-ae0f-e78113983739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:45.776953 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cece540-8cac-4549-ae0f-e78113983739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:45.824651 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cece540-8cac-4549-ae0f-e78113983739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:45.827158 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-5cece540-8cac-4549-ae0f-e78113983739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:45.828306 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-5cece540-8cac-4549-ae0f-e78113983739 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bb188cae-711f-4a8f-a68c-10bfede178bb HTTP/1.1" status: 204 len: 168 time: 0.1232369 Apr 29 12:13:45.836027 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cece540-8cac-4549-ae0f-e78113983739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb188cae-711f-4a8f-a68c-10bfede178bb,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:46.044865 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 06feab4d-6dbb-486e-83af-f58437cc53d4 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:13:46.064712 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 06feab4d-6dbb-486e-83af-f58437cc53d4 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:13:46.065049 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 06feab4d-6dbb-486e-83af-f58437cc53d4 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:13:46.065543 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 07baa5b8-8bf5-4bbb-80a6-6860e2a578e8 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:13:46.085305 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 07baa5b8-8bf5-4bbb-80a6-6860e2a578e8 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:13:46.085647 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 07baa5b8-8bf5-4bbb-80a6-6860e2a578e8 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:13:46.086061 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device b7d17aaa-5d62-4029-b9b2-aa12ad84d015 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:13:46.092141 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59312) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:13:46.105542 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-54b8a150-a05c-42e3-a6ea-033550ff020b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:46.108218 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: b7d17aaa-5d62-4029-b9b2-aa12ad84d015 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:13:46.108559 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device b7d17aaa-5d62-4029-b9b2-aa12ad84d015 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:13:46.187617 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-54b8a150-a05c-42e3-a6ea-033550ff020b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:46.192574 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-54b8a150-a05c-42e3-a6ea-033550ff020b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:46.233294 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8a150-a05c-42e3-a6ea-033550ff020b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04796735-a309-4a0d-aa3b-57ed635eaa35,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:46.238645 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-54b8a150-a05c-42e3-a6ea-033550ff020b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=265a820e994b4e0f91faa6b731b06dba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1453400 Apr 29 12:13:46.241957 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59314) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:13:46.290585 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e4508941-fab8-4ae4-96a6-ab2181edb653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:46.312288 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e4508941-fab8-4ae4-96a6-ab2181edb653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:46.359049 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e4508941-fab8-4ae4-96a6-ab2181edb653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:46.361465 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e4508941-fab8-4ae4-96a6-ab2181edb653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:46.362621 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e4508941-fab8-4ae4-96a6-ab2181edb653 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/04796735-a309-4a0d-aa3b-57ed635eaa35 HTTP/1.1" status: 204 len: 168 time: 0.1198285 Apr 29 12:13:46.370999 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4508941-fab8-4ae4-96a6-ab2181edb653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04796735-a309-4a0d-aa3b-57ed635eaa35,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:47.023414 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 59336) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:13:47.120464 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-0d827e87-1dc1-4864-bf28-40ea97e6c094 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1262263776-network', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:13:47.141182 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d827e87-1dc1-4864-bf28-40ea97e6c094 admin admin] Made reservation on behalf of a1ebb659da524cf9a39827b08431979b for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:13:47.143690 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0d827e87-1dc1-4864-bf28-40ea97e6c094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:47.152737 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0d827e87-1dc1-4864-bf28-40ea97e6c094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:47.231861 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0d827e87-1dc1-4864-bf28-40ea97e6c094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:47.235649 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0d827e87-1dc1-4864-bf28-40ea97e6c094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:47.263944 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d827e87-1dc1-4864-bf28-40ea97e6c094 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:13:47.269244 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d827e87-1dc1-4864-bf28-40ea97e6c094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c8c487-2fee-4307-81e8-2df333883730,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:47.277765 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0d827e87-1dc1-4864-bf28-40ea97e6c094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:47.277765 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-0d827e87-1dc1-4864-bf28-40ea97e6c094 admin admin] Added segment 90b473e0-b9a4-4e06-95d8-f876b90ba753 of type vlan for network 51f77d97-2d91-4e59-ab36-88e830f1a1db Apr 29 12:13:47.320964 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0d827e87-1dc1-4864-bf28-40ea97e6c094 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:47.345396 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0d827e87-1dc1-4864-bf28-40ea97e6c094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:47.346462 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d827e87-1dc1-4864-bf28-40ea97e6c094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:47.347045 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0d827e87-1dc1-4864-bf28-40ea97e6c094 admin admin] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:47.401276 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0d827e87-1dc1-4864-bf28-40ea97e6c094 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3766348 Apr 29 12:13:47.404428 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59340) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:13:47.409338 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-1ada2453-a7dd-4f72-87a7-4dcaef23bbd3 admin admin] Request body: {'subnet': {'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1262263776-subnet', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'ip_version': 4}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:13:47.416231 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d827e87-1dc1-4864-bf28-40ea97e6c094 admin admin] Pushing event updated for resources: {'Network': ['ID=51f77d97-2d91-4e59-ab36-88e830f1a1db,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:47.426906 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 51f77d97-2d91-4e59-ab36-88e830f1a1db details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 12:13:47.431388 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ada2453-a7dd-4f72-87a7-4dcaef23bbd3 admin admin] Made reservation on behalf of a1ebb659da524cf9a39827b08431979b for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:13:47.433689 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1ada2453-a7dd-4f72-87a7-4dcaef23bbd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:47.611635 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1ada2453-a7dd-4f72-87a7-4dcaef23bbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:47.664320 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada2453-a7dd-4f72-87a7-4dcaef23bbd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8115c16-97ab-4d38-9563-c22b5d192874,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:47.674296 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ada2453-a7dd-4f72-87a7-4dcaef23bbd3 admin admin] Checking segment: {'id': '90b473e0-b9a4-4e06-95d8-f876b90ba753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:13:47.674645 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ada2453-a7dd-4f72-87a7-4dcaef23bbd3 admin admin] Network hostable DHCP agents. Network: 51f77d97-2d91-4e59-ab36-88e830f1a1db, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:13:47.692534 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ada2453-a7dd-4f72-87a7-4dcaef23bbd3 admin admin] Network 51f77d97-2d91-4e59-ab36-88e830f1a1db is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:13:47.701557 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-1ada2453-a7dd-4f72-87a7-4dcaef23bbd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 51f77d97-2d91-4e59-ab36-88e830f1a1db) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:13:47.705966 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ada2453-a7dd-4f72-87a7-4dcaef23bbd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:47.706616 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1ada2453-a7dd-4f72-87a7-4dcaef23bbd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:47.711994 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4dd2c6-effa-403b-851a-7b301906396e None None] Network 51f77d97-2d91-4e59-ab36-88e830f1a1db requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:13:47.727309 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1ada2453-a7dd-4f72-87a7-4dcaef23bbd3 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3187773 Apr 29 12:13:47.727505 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59342) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:13:47.731721 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-2d60985a-1f02-469c-b506-830e6c898cb5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1262263776-router', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:13:47.750952 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2d60985a-1f02-469c-b506-830e6c898cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:47.751942 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2d60985a-1f02-469c-b506-830e6c898cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:47.808843 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2d60985a-1f02-469c-b506-830e6c898cb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:47.859273 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1203a14f-c3a3-43b4-9067-202f8ec5adc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-51f77d97-2d91-4e59-ab36-88e830f1a1db', 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'fixed_ips': [{'subnet_id': 'f8115c16-97ab-4d38-9563-c22b5d192874'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 12:13:47.860118 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1203a14f-c3a3-43b4-9067-202f8ec5adc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:47.945421 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2d60985a-1f02-469c-b506-830e6c898cb5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:47.998226 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-1203a14f-c3a3-43b4-9067-202f8ec5adc6 None None] Allocated IP 172.20.0.2 (51f77d97-2d91-4e59-ab36-88e830f1a1db/f8115c16-97ab-4d38-9563-c22b5d192874/5227fa04-f319-4218-80b0-2cb333478ba1) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:13:48.148710 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2d60985a-1f02-469c-b506-830e6c898cb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:48.149646 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1203a14f-c3a3-43b4-9067-202f8ec5adc6 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:48.156254 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1203a14f-c3a3-43b4-9067-202f8ec5adc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:48.170602 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2d60985a-1f02-469c-b506-830e6c898cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:48.200621 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1203a14f-c3a3-43b4-9067-202f8ec5adc6 None None] Network 51f77d97-2d91-4e59-ab36-88e830f1a1db is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:13:48.203511 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-1203a14f-c3a3-43b4-9067-202f8ec5adc6 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:13:48.207907 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1203a14f-c3a3-43b4-9067-202f8ec5adc6 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:13:48.211191 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203a14f-c3a3-43b4-9067-202f8ec5adc6 None None] Pushing event updated for resources: {'Port': ['ID=5227fa04-f319-4218-80b0-2cb333478ba1,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:48.265053 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-1203a14f-c3a3-43b4-9067-202f8ec5adc6 None None] Attempting to bind port 5227fa04-f319-4218-80b0-2cb333478ba1 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:13:48.265417 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-1203a14f-c3a3-43b4-9067-202f8ec5adc6 None None] Attempting to bind port 5227fa04-f319-4218-80b0-2cb333478ba1 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '90b473e0-b9a4-4e06-95d8-f876b90ba753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:13:48.265779 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1203a14f-c3a3-43b4-9067-202f8ec5adc6 None None] Attempting to bind port 5227fa04-f319-4218-80b0-2cb333478ba1 on network 51f77d97-2d91-4e59-ab36-88e830f1a1db {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:13:48.270858 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1203a14f-c3a3-43b4-9067-202f8ec5adc6 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:13:48.271292 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1203a14f-c3a3-43b4-9067-202f8ec5adc6 None None] Checking segment: {'id': '90b473e0-b9a4-4e06-95d8-f876b90ba753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:13:48.271688 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1203a14f-c3a3-43b4-9067-202f8ec5adc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:48.272077 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1203a14f-c3a3-43b4-9067-202f8ec5adc6 None None] Bound using segment: {'id': '90b473e0-b9a4-4e06-95d8-f876b90ba753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:13:48.272541 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-1203a14f-c3a3-43b4-9067-202f8ec5adc6 None None] Bound port: 5227fa04-f319-4218-80b0-2cb333478ba1, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b473e0-b9a4-4e06-95d8-f876b90ba753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:13:48.272920 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1203a14f-c3a3-43b4-9067-202f8ec5adc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:48.281587 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-2d60985a-1f02-469c-b506-830e6c898cb5 admin admin] Allocated IP 172.26.4.224 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:13:48.341921 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-1203a14f-c3a3-43b4-9067-202f8ec5adc6 None None] For port 5227fa04-f319-4218-80b0-2cb333478ba1, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:13:48.345351 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-1203a14f-c3a3-43b4-9067-202f8ec5adc6 None None] For port 5227fa04-f319-4218-80b0-2cb333478ba1, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=5227fa04-f319-4218-80b0-2cb333478ba1,segment=NetworkSegment(90b473e0-b9a4-4e06-95d8-f876b90ba753),segment_id=90b473e0-b9a4-4e06-95d8-f876b90ba753)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:13:48.349522 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1203a14f-c3a3-43b4-9067-202f8ec5adc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:48.393151 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2d60985a-1f02-469c-b506-830e6c898cb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:48.406038 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203a14f-c3a3-43b4-9067-202f8ec5adc6 None None] Pushing event updated for resources: {'Port': ['ID=5227fa04-f319-4218-80b0-2cb333478ba1,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:48.438562 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2d60985a-1f02-469c-b506-830e6c898cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:48.483910 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d60985a-1f02-469c-b506-830e6c898cb5 admin admin] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:13:48.486878 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-2d60985a-1f02-469c-b506-830e6c898cb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:13:48.491302 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d60985a-1f02-469c-b506-830e6c898cb5 admin admin] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:13:48.515930 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60985a-1f02-469c-b506-830e6c898cb5 admin admin] Pushing event updated for resources: {'Port': ['ID=351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:49.081344 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2d60985a-1f02-469c-b506-830e6c898cb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:49.286204 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2d60985a-1f02-469c-b506-830e6c898cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:49.361091 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12d7efe-5b28-4fb1-aa79-54ad11e0f8d8 None None] Network 51f77d97-2d91-4e59-ab36-88e830f1a1db requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:13:49.422631 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d60985a-1f02-469c-b506-830e6c898cb5 admin admin] Router 3a9d27e1-339e-4a63-890e-9a02f063a9e3 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 12:13:49.512940 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-0a095d23-6f31-48d4-8bb3-ef5764216e94 None None] Provisioning complete for port 5227fa04-f319-4218-80b0-2cb333478ba1 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:13:49.513554 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0a095d23-6f31-48d4-8bb3-ef5764216e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:49.533127 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d60985a-1f02-469c-b506-830e6c898cb5 admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:13:49.548747 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515af5f3-c77a-4592-8526-da15f516aa38 None None] Sync routers for ids ['3a9d27e1-339e-4a63-890e-9a02f063a9e3'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:13:49.553415 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2d60985a-1f02-469c-b506-830e6c898cb5 admin admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:49.557408 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2d60985a-1f02-469c-b506-830e6c898cb5 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8263080 Apr 29 12:13:49.557408 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59344) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:13:49.579017 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515af5f3-c77a-4592-8526-da15f516aa38 None None] Routers {'3a9d27e1-339e-4a63-890e-9a02f063a9e3'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:13:49.579644 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-515af5f3-c77a-4592-8526-da15f516aa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:13:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3a9d27e1-339e-4a63-890e-9a02f063a9e3'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:13:49.700322 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0a095d23-6f31-48d4-8bb3-ef5764216e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:49.741534 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-515af5f3-c77a-4592-8526-da15f516aa38 None None] Set router 3a9d27e1-339e-4a63-890e-9a02f063a9e3 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:13:49.806040 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-0a095d23-6f31-48d4-8bb3-ef5764216e94 None None] For port 5227fa04-f319-4218-80b0-2cb333478ba1, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=5227fa04-f319-4218-80b0-2cb333478ba1,segment=NetworkSegment(90b473e0-b9a4-4e06-95d8-f876b90ba753),segment_id=90b473e0-b9a4-4e06-95d8-f876b90ba753)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:13:49.818753 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0a095d23-6f31-48d4-8bb3-ef5764216e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:49.913134 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a095d23-6f31-48d4-8bb3-ef5764216e94 None None] Pushing event updated for resources: {'Port': ['ID=5227fa04-f319-4218-80b0-2cb333478ba1,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:49.971418 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5f2a0115-ff28-4ce0-a0de-a2d2d7f1cb81 None None] Provisioning complete for port 5227fa04-f319-4218-80b0-2cb333478ba1 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:13:49.972049 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5f2a0115-ff28-4ce0-a0de-a2d2d7f1cb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:50.024320 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-353978d5-bd9d-4e65-9816-a55e0040417a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:50.044671 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-515af5f3-c77a-4592-8526-da15f516aa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'name': 'tempest-TestShelveInstance-1262263776-router', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:13:47Z', 'updated_at': '2022-04-29T12:13:48Z', 'revision_number': 3, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'gw_port': {'id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:48Z', 'updated_at': '2022-04-29T12:13:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:13:50.083028 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515af5f3-c77a-4592-8526-da15f516aa38 None None] Checking router: 3a9d27e1-339e-4a63-890e-9a02f063a9e3 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:13:50.084127 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515af5f3-c77a-4592-8526-da15f516aa38 None None] Updating router 3a9d27e1-339e-4a63-890e-9a02f063a9e3 port 351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7 binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:13:50.125697 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 5227fa04-f319-4218-80b0-2cb333478ba1 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:13:50.162534 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-515af5f3-c77a-4592-8526-da15f516aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:50.202737 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-353978d5-bd9d-4e65-9816-a55e0040417a admin admin] Allocated IP 172.20.0.1 (51f77d97-2d91-4e59-ab36-88e830f1a1db/f8115c16-97ab-4d38-9563-c22b5d192874/51b85205-c91c-4e2e-ab8f-beb4080bb074) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:13:50.279308 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 5227fa04-f319-4218-80b0-2cb333478ba1 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:13:50.279678 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:50.306431 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-353978d5-bd9d-4e65-9816-a55e0040417a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:50.341877 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-353978d5-bd9d-4e65-9816-a55e0040417a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:50.379944 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353978d5-bd9d-4e65-9816-a55e0040417a admin admin] Network 51f77d97-2d91-4e59-ab36-88e830f1a1db is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:13:50.385658 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-353978d5-bd9d-4e65-9816-a55e0040417a admin admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:13:50.390247 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353978d5-bd9d-4e65-9816-a55e0040417a admin admin] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:13:50.420050 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353978d5-bd9d-4e65-9816-a55e0040417a admin admin] Pushing event updated for resources: {'Port': ['ID=51b85205-c91c-4e2e-ab8f-beb4080bb074,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:50.444427 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-353978d5-bd9d-4e65-9816-a55e0040417a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:50.589142 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-353978d5-bd9d-4e65-9816-a55e0040417a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:50.660512 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-515af5f3-c77a-4592-8526-da15f516aa38 None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:50.666416 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-515af5f3-c77a-4592-8526-da15f516aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:50.730970 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-515af5f3-c77a-4592-8526-da15f516aa38 None None] Attempting to bind port 351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:13:50.731333 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-515af5f3-c77a-4592-8526-da15f516aa38 None None] Attempting to bind port 351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:13:50.731693 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515af5f3-c77a-4592-8526-da15f516aa38 None None] Attempting to bind port 351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7 on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:13:50.733385 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cdfa69-b33b-4ac9-b50b-7633be2f26a7 None None] Pushing event updated for resources: {'Port': ['ID=351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:50.740659 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515af5f3-c77a-4592-8526-da15f516aa38 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:13:50.741029 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515af5f3-c77a-4592-8526-da15f516aa38 None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:13:50.741420 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-515af5f3-c77a-4592-8526-da15f516aa38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:50.741804 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515af5f3-c77a-4592-8526-da15f516aa38 None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:13:50.742323 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-515af5f3-c77a-4592-8526-da15f516aa38 None None] Bound port: 351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:13:50.742640 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-515af5f3-c77a-4592-8526-da15f516aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:50.744180 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-97e1ce6b-ee27-489b-a0cf-98d955d4e1cb None None] Provisioning complete for port 51b85205-c91c-4e2e-ab8f-beb4080bb074 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:13:50.744520 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-97e1ce6b-ee27-489b-a0cf-98d955d4e1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:50.759609 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-353978d5-bd9d-4e65-9816-a55e0040417a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:50.764173 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-353978d5-bd9d-4e65-9816-a55e0040417a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:50.813480 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-97e1ce6b-ee27-489b-a0cf-98d955d4e1cb None None] Port 51b85205-c91c-4e2e-ab8f-beb4080bb074 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:13:50.824884 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-515af5f3-c77a-4592-8526-da15f516aa38 None None] For port 351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:13:50.828822 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-515af5f3-c77a-4592-8526-da15f516aa38 None None] For port 351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:13:50.835074 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-515af5f3-c77a-4592-8526-da15f516aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:50.837213 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353978d5-bd9d-4e65-9816-a55e0040417a admin admin] Pushing event updated for resources: {'Port': ['ID=51b85205-c91c-4e2e-ab8f-beb4080bb074,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:50.840821 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-353978d5-bd9d-4e65-9816-a55e0040417a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:50.894318 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515af5f3-c77a-4592-8526-da15f516aa38 None None] Routers {'3a9d27e1-339e-4a63-890e-9a02f063a9e3'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:13:50.894939 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-515af5f3-c77a-4592-8526-da15f516aa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:13:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3a9d27e1-339e-4a63-890e-9a02f063a9e3'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:13:50.929339 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cdfa69-b33b-4ac9-b50b-7633be2f26a7 None None] Pushing event updated for resources: {'Port': ['ID=351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:50.934501 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353978d5-bd9d-4e65-9816-a55e0040417a admin admin] Network 51f77d97-2d91-4e59-ab36-88e830f1a1db is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:13:50.936624 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-353978d5-bd9d-4e65-9816-a55e0040417a admin admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:13:51.012740 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-515af5f3-c77a-4592-8526-da15f516aa38 None None] Set router 3a9d27e1-339e-4a63-890e-9a02f063a9e3 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:13:51.055605 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353978d5-bd9d-4e65-9816-a55e0040417a admin admin] Router 3a9d27e1-339e-4a63-890e-9a02f063a9e3 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:13:51.176586 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353978d5-bd9d-4e65-9816-a55e0040417a admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:13:51.182943 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-353978d5-bd9d-4e65-9816-a55e0040417a admin admin] 10.222.0.69 "PUT /v2.0/routers/3a9d27e1-339e-4a63-890e-9a02f063a9e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6237543 Apr 29 12:13:51.223420 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-515af5f3-c77a-4592-8526-da15f516aa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'name': 'tempest-TestShelveInstance-1262263776-router', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:13:47Z', 'updated_at': '2022-04-29T12:13:50Z', 'revision_number': 4, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'gw_port': {'id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:48Z', 'updated_at': '2022-04-29T12:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '51b85205-c91c-4e2e-ab8f-beb4080bb074', 'name': '', 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'mac_address': 'fa:16:3e:66:61:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:50Z', 'updated_at': '2022-04-29T12:13:50Z', 'revision_number': 2, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'subnets': [{'id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:13:51.253988 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515af5f3-c77a-4592-8526-da15f516aa38 None None] The sync data for ids ['3a9d27e1-339e-4a63-890e-9a02f063a9e3'] in dv-neutron-838888-1-hyperv is: [{'id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'name': 'tempest-TestShelveInstance-1262263776-router', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:13:47Z', 'updated_at': '2022-04-29T12:13:50Z', 'revision_number': 4, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'gw_port': {'id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:48Z', 'updated_at': '2022-04-29T12:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '51b85205-c91c-4e2e-ab8f-beb4080bb074', 'name': '', 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'mac_address': 'fa:16:3e:66:61:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:50Z', 'updated_at': '2022-04-29T12:13:50Z', 'revision_number': 2, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'subnets': [{'id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:13:51.263192 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-e3230403-b686-49e1-82d3-776d0cd20cfb None None] Provisioning complete for port 51b85205-c91c-4e2e-ab8f-beb4080bb074 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:13:51.263558 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e3230403-b686-49e1-82d3-776d0cd20cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:51.306644 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-e3230403-b686-49e1-82d3-776d0cd20cfb None None] Port 51b85205-c91c-4e2e-ab8f-beb4080bb074 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:13:51.705530 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59362) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:13:51.711032 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-b1f83f37-0d59-45e4-8a03-dc0953e19468 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-453892915-network', 'tenant_id': 'daa5136126ef4a8886c1c67a1f03fd17'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:13:51.733101 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f83f37-0d59-45e4-8a03-dc0953e19468 admin admin] Made reservation on behalf of daa5136126ef4a8886c1c67a1f03fd17 for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:13:51.735718 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b1f83f37-0d59-45e4-8a03-dc0953e19468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:51.745437 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b1f83f37-0d59-45e4-8a03-dc0953e19468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:51.828589 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b1f83f37-0d59-45e4-8a03-dc0953e19468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:51.832884 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b1f83f37-0d59-45e4-8a03-dc0953e19468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:51.863526 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f83f37-0d59-45e4-8a03-dc0953e19468 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:13:51.874314 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f83f37-0d59-45e4-8a03-dc0953e19468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea809f0e-3def-445e-a3aa-a00d90b0b133,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:51.879582 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b1f83f37-0d59-45e4-8a03-dc0953e19468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:51.879924 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-b1f83f37-0d59-45e4-8a03-dc0953e19468 admin admin] Added segment 686f9d45-19be-4dec-a8e5-925f87b048be of type vlan for network 6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e Apr 29 12:13:51.925985 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b1f83f37-0d59-45e4-8a03-dc0953e19468 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:51.963694 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b1f83f37-0d59-45e4-8a03-dc0953e19468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:51.964860 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f83f37-0d59-45e4-8a03-dc0953e19468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:51.965445 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-b1f83f37-0d59-45e4-8a03-dc0953e19468 admin admin] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:52.027000 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b1f83f37-0d59-45e4-8a03-dc0953e19468 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3203115 Apr 29 12:13:52.029677 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59364) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:13:52.034427 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-61990e70-67cf-455b-a4b5-7ffa0375982b admin admin] Request body: {'subnet': {'network_id': '6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-453892915-subnet', 'tenant_id': 'daa5136126ef4a8886c1c67a1f03fd17', 'ip_version': 4}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:13:52.048682 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f83f37-0d59-45e4-8a03-dc0953e19468 admin admin] Pushing event updated for resources: {'Network': ['ID=6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:52.059562 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 12:13:52.064367 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61990e70-67cf-455b-a4b5-7ffa0375982b admin admin] Made reservation on behalf of daa5136126ef4a8886c1c67a1f03fd17 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:13:52.067214 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-61990e70-67cf-455b-a4b5-7ffa0375982b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:52.118285 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:13:52.181413 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:13:52.181803 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:52.267495 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:52.274500 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-61990e70-67cf-455b-a4b5-7ffa0375982b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:52.295666 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:13:52.300398 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:52.344326 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61990e70-67cf-455b-a4b5-7ffa0375982b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5557e751-8563-4d24-9590-4f496f90256e,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:52.348536 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61990e70-67cf-455b-a4b5-7ffa0375982b admin admin] Checking segment: {'id': '686f9d45-19be-4dec-a8e5-925f87b048be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:13:52.348888 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61990e70-67cf-455b-a4b5-7ffa0375982b admin admin] Network hostable DHCP agents. Network: 6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:13:52.357701 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:52.373397 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61990e70-67cf-455b-a4b5-7ffa0375982b admin admin] Network 6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:13:52.384093 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-61990e70-67cf-455b-a4b5-7ffa0375982b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:13:52.388630 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61990e70-67cf-455b-a4b5-7ffa0375982b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:52.389217 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-61990e70-67cf-455b-a4b5-7ffa0375982b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:52.394239 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d705c8f0-1cf3-4df9-b755-2b6d38ccda14 None None] Network 6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:13:52.409921 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-61990e70-67cf-455b-a4b5-7ffa0375982b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3790355 Apr 29 12:13:52.412519 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 59366) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:13:52.417474 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-800bd0cd-7d7e-4d6d-a287-af96ec707805 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-453892915-router', 'tenant_id': 'daa5136126ef4a8886c1c67a1f03fd17', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:13:52.444393 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-800bd0cd-7d7e-4d6d-a287-af96ec707805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:52.445609 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-800bd0cd-7d7e-4d6d-a287-af96ec707805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:52.511048 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-800bd0cd-7d7e-4d6d-a287-af96ec707805 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:52.557952 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea82f65-1a74-494f-bded-44462cdf4cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e', 'network_id': '6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e', 'tenant_id': 'daa5136126ef4a8886c1c67a1f03fd17', 'fixed_ips': [{'subnet_id': '5557e751-8563-4d24-9590-4f496f90256e'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 12:13:52.558847 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9ea82f65-1a74-494f-bded-44462cdf4cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:52.671989 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-800bd0cd-7d7e-4d6d-a287-af96ec707805 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:52.706134 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-9ea82f65-1a74-494f-bded-44462cdf4cf1 None None] Allocated IP 172.20.0.2 (6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e/5557e751-8563-4d24-9590-4f496f90256e/4fbfc507-9f34-42b4-b6d9-606b864f1483) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:13:52.851168 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9ea82f65-1a74-494f-bded-44462cdf4cf1 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:52.857003 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9ea82f65-1a74-494f-bded-44462cdf4cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:52.881959 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-800bd0cd-7d7e-4d6d-a287-af96ec707805 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:52.899413 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea82f65-1a74-494f-bded-44462cdf4cf1 None None] Network 6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:13:52.902677 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-9ea82f65-1a74-494f-bded-44462cdf4cf1 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:13:52.903023 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-800bd0cd-7d7e-4d6d-a287-af96ec707805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:52.907166 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea82f65-1a74-494f-bded-44462cdf4cf1 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:13:52.910203 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea82f65-1a74-494f-bded-44462cdf4cf1 None None] Pushing event updated for resources: {'Port': ['ID=4fbfc507-9f34-42b4-b6d9-606b864f1483,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:52.965614 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-9ea82f65-1a74-494f-bded-44462cdf4cf1 None None] Attempting to bind port 4fbfc507-9f34-42b4-b6d9-606b864f1483 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:13:52.965888 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-9ea82f65-1a74-494f-bded-44462cdf4cf1 None None] Attempting to bind port 4fbfc507-9f34-42b4-b6d9-606b864f1483 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '686f9d45-19be-4dec-a8e5-925f87b048be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:13:52.966276 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea82f65-1a74-494f-bded-44462cdf4cf1 None None] Attempting to bind port 4fbfc507-9f34-42b4-b6d9-606b864f1483 on network 6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:13:52.971148 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea82f65-1a74-494f-bded-44462cdf4cf1 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:13:52.971511 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea82f65-1a74-494f-bded-44462cdf4cf1 None None] Checking segment: {'id': '686f9d45-19be-4dec-a8e5-925f87b048be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:13:52.971903 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9ea82f65-1a74-494f-bded-44462cdf4cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:52.972295 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea82f65-1a74-494f-bded-44462cdf4cf1 None None] Bound using segment: {'id': '686f9d45-19be-4dec-a8e5-925f87b048be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:13:52.972743 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-9ea82f65-1a74-494f-bded-44462cdf4cf1 None None] Bound port: 4fbfc507-9f34-42b4-b6d9-606b864f1483, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686f9d45-19be-4dec-a8e5-925f87b048be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:13:52.973117 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9ea82f65-1a74-494f-bded-44462cdf4cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:53.009127 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-800bd0cd-7d7e-4d6d-a287-af96ec707805 admin admin] Allocated IP 172.26.4.36 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/b71fdb66-2572-4272-81b7-494b7b6c5e50) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:13:53.040160 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-9ea82f65-1a74-494f-bded-44462cdf4cf1 None None] For port 4fbfc507-9f34-42b4-b6d9-606b864f1483, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:13:53.043401 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-9ea82f65-1a74-494f-bded-44462cdf4cf1 None None] For port 4fbfc507-9f34-42b4-b6d9-606b864f1483, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=4fbfc507-9f34-42b4-b6d9-606b864f1483,segment=NetworkSegment(686f9d45-19be-4dec-a8e5-925f87b048be),segment_id=686f9d45-19be-4dec-a8e5-925f87b048be)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:13:53.048482 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9ea82f65-1a74-494f-bded-44462cdf4cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:53.104316 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea82f65-1a74-494f-bded-44462cdf4cf1 None None] Pushing event updated for resources: {'Port': ['ID=4fbfc507-9f34-42b4-b6d9-606b864f1483,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:53.124295 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-800bd0cd-7d7e-4d6d-a287-af96ec707805 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:53.162339 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-800bd0cd-7d7e-4d6d-a287-af96ec707805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:53.204423 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800bd0cd-7d7e-4d6d-a287-af96ec707805 admin admin] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:13:53.207425 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-800bd0cd-7d7e-4d6d-a287-af96ec707805 admin admin] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:13:53.211455 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800bd0cd-7d7e-4d6d-a287-af96ec707805 admin admin] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:13:53.217561 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800bd0cd-7d7e-4d6d-a287-af96ec707805 admin admin] Pushing event updated for resources: {'Port': ['ID=b71fdb66-2572-4272-81b7-494b7b6c5e50,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:53.499815 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-800bd0cd-7d7e-4d6d-a287-af96ec707805 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:53.649923 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-05a7e481-4112-4cea-bdc3-396dc6754970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:53.701528 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-800bd0cd-7d7e-4d6d-a287-af96ec707805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:53.838433 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800bd0cd-7d7e-4d6d-a287-af96ec707805 admin admin] Router c062d6a3-18f0-4660-a6b8-1c3689dc4237 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 12:13:53.928461 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f3e6f3-77da-4f0f-be20-0fb5d2ea1fa0 None None] Sync routers for ids ['3a9d27e1-339e-4a63-890e-9a02f063a9e3'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:13:53.939865 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f3e6f3-77da-4f0f-be20-0fb5d2ea1fa0 None None] Routers {'3a9d27e1-339e-4a63-890e-9a02f063a9e3'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:13:53.940503 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-e2f3e6f3-77da-4f0f-be20-0fb5d2ea1fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:13:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3a9d27e1-339e-4a63-890e-9a02f063a9e3'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:13:53.955543 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800bd0cd-7d7e-4d6d-a287-af96ec707805 admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:13:53.967158 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebaeafd-2a15-470f-afdc-caf5fae01f92 None None] Sync routers for ids ['c062d6a3-18f0-4660-a6b8-1c3689dc4237'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:13:53.977104 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-800bd0cd-7d7e-4d6d-a287-af96ec707805 admin admin] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:53.978692 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-800bd0cd-7d7e-4d6d-a287-af96ec707805 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5649445 Apr 29 12:13:53.981086 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 59370) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:13:54.005118 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebaeafd-2a15-470f-afdc-caf5fae01f92 None None] Routers {'c062d6a3-18f0-4660-a6b8-1c3689dc4237'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:13:54.007416 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-aebaeafd-2a15-470f-afdc-caf5fae01f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:13:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c062d6a3-18f0-4660-a6b8-1c3689dc4237'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:13:54.067066 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-e2f3e6f3-77da-4f0f-be20-0fb5d2ea1fa0 None None] Set router 3a9d27e1-339e-4a63-890e-9a02f063a9e3 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:13:54.117694 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16c7135-1abf-4a90-818f-28a9ae1e48c2 None None] Network 6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:13:54.266969 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-76d2b72a-21a0-4154-8ba5-cfa35803469f None None] Provisioning complete for port 4fbfc507-9f34-42b4-b6d9-606b864f1483 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:13:54.267366 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-76d2b72a-21a0-4154-8ba5-cfa35803469f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:54.274068 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:13:54.282426 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-e2f3e6f3-77da-4f0f-be20-0fb5d2ea1fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'name': 'tempest-TestShelveInstance-1262263776-router', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:13:47Z', 'updated_at': '2022-04-29T12:13:50Z', 'revision_number': 4, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'gw_port': {'id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:48Z', 'updated_at': '2022-04-29T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '51b85205-c91c-4e2e-ab8f-beb4080bb074', 'name': '', 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'mac_address': 'fa:16:3e:66:61:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:50Z', 'updated_at': '2022-04-29T12:13:50Z', 'revision_number': 2, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'subnets': [{'id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:13:54.309363 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f3e6f3-77da-4f0f-be20-0fb5d2ea1fa0 None None] Checking router: 3a9d27e1-339e-4a63-890e-9a02f063a9e3 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:13:54.309715 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f3e6f3-77da-4f0f-be20-0fb5d2ea1fa0 None None] Updating router 3a9d27e1-339e-4a63-890e-9a02f063a9e3 port 51b85205-c91c-4e2e-ab8f-beb4080bb074 binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:13:54.331009 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-aebaeafd-2a15-470f-afdc-caf5fae01f92 None None] Set router c062d6a3-18f0-4660-a6b8-1c3689dc4237 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:13:54.339894 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-e2f3e6f3-77da-4f0f-be20-0fb5d2ea1fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:54.466782 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-cad77ddc-6111-4cbd-825a-da96f9a49998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:54.644252 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-e2f3e6f3-77da-4f0f-be20-0fb5d2ea1fa0 None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:54.651685 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-e2f3e6f3-77da-4f0f-be20-0fb5d2ea1fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:54.738874 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c866aed-75f5-4d93-a340-f309766b7f0c None None] Pushing event updated for resources: {'Port': ['ID=51b85205-c91c-4e2e-ab8f-beb4080bb074,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:54.752795 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:13:54.753538 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:54.779453 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c866aed-75f5-4d93-a340-f309766b7f0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:54.779804 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c866aed-75f5-4d93-a340-f309766b7f0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:54.780145 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c866aed-75f5-4d93-a340-f309766b7f0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:54.780479 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c866aed-75f5-4d93-a340-f309766b7f0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:54.780978 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c866aed-75f5-4d93-a340-f309766b7f0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:54.781373 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c866aed-75f5-4d93-a340-f309766b7f0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:54.781757 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c866aed-75f5-4d93-a340-f309766b7f0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:54.782094 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c866aed-75f5-4d93-a340-f309766b7f0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:54.782456 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c866aed-75f5-4d93-a340-f309766b7f0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:54.782778 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c866aed-75f5-4d93-a340-f309766b7f0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:54.783149 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c866aed-75f5-4d93-a340-f309766b7f0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:54.783474 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c866aed-75f5-4d93-a340-f309766b7f0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:54.791493 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-76d2b72a-21a0-4154-8ba5-cfa35803469f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:54.819796 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-e2f3e6f3-77da-4f0f-be20-0fb5d2ea1fa0 None None] Attempting to bind port 51b85205-c91c-4e2e-ab8f-beb4080bb074 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:13:54.820457 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-e2f3e6f3-77da-4f0f-be20-0fb5d2ea1fa0 None None] Attempting to bind port 51b85205-c91c-4e2e-ab8f-beb4080bb074 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '90b473e0-b9a4-4e06-95d8-f876b90ba753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:13:54.821009 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f3e6f3-77da-4f0f-be20-0fb5d2ea1fa0 None None] Attempting to bind port 51b85205-c91c-4e2e-ab8f-beb4080bb074 on network 51f77d97-2d91-4e59-ab36-88e830f1a1db {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:13:54.829295 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f3e6f3-77da-4f0f-be20-0fb5d2ea1fa0 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:13:54.830572 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f3e6f3-77da-4f0f-be20-0fb5d2ea1fa0 None None] Checking segment: {'id': '90b473e0-b9a4-4e06-95d8-f876b90ba753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:13:54.831198 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-e2f3e6f3-77da-4f0f-be20-0fb5d2ea1fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:54.831765 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f3e6f3-77da-4f0f-be20-0fb5d2ea1fa0 None None] Bound using segment: {'id': '90b473e0-b9a4-4e06-95d8-f876b90ba753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:13:54.833220 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-e2f3e6f3-77da-4f0f-be20-0fb5d2ea1fa0 None None] Bound port: 51b85205-c91c-4e2e-ab8f-beb4080bb074, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b473e0-b9a4-4e06-95d8-f876b90ba753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:13:54.834385 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-e2f3e6f3-77da-4f0f-be20-0fb5d2ea1fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:54.898248 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-76d2b72a-21a0-4154-8ba5-cfa35803469f None None] For port 4fbfc507-9f34-42b4-b6d9-606b864f1483, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=4fbfc507-9f34-42b4-b6d9-606b864f1483,segment=NetworkSegment(686f9d45-19be-4dec-a8e5-925f87b048be),segment_id=686f9d45-19be-4dec-a8e5-925f87b048be)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:13:54.909806 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-76d2b72a-21a0-4154-8ba5-cfa35803469f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:54.942361 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-e2f3e6f3-77da-4f0f-be20-0fb5d2ea1fa0 None None] For port 51b85205-c91c-4e2e-ab8f-beb4080bb074, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:13:54.948071 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-e2f3e6f3-77da-4f0f-be20-0fb5d2ea1fa0 None None] For port 51b85205-c91c-4e2e-ab8f-beb4080bb074, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=51b85205-c91c-4e2e-ab8f-beb4080bb074,segment=NetworkSegment(90b473e0-b9a4-4e06-95d8-f876b90ba753),segment_id=90b473e0-b9a4-4e06-95d8-f876b90ba753)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:13:54.956692 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-e2f3e6f3-77da-4f0f-be20-0fb5d2ea1fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:55.016590 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 4fbfc507-9f34-42b4-b6d9-606b864f1483 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:13:55.020217 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-aebaeafd-2a15-470f-afdc-caf5fae01f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c062d6a3-18f0-4660-a6b8-1c3689dc4237', 'name': 'tempest-TestShelveInstance-453892915-router', 'tenant_id': 'daa5136126ef4a8886c1c67a1f03fd17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b71fdb66-2572-4272-81b7-494b7b6c5e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:13:52Z', 'updated_at': '2022-04-29T12:13:53Z', 'revision_number': 3, 'project_id': 'daa5136126ef4a8886c1c67a1f03fd17', 'gw_port': {'id': 'b71fdb66-2572-4272-81b7-494b7b6c5e50', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c062d6a3-18f0-4660-a6b8-1c3689dc4237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:52Z', 'updated_at': '2022-04-29T12:13:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:13:55.022936 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f3e6f3-77da-4f0f-be20-0fb5d2ea1fa0 None None] Routers {'3a9d27e1-339e-4a63-890e-9a02f063a9e3'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:13:55.023663 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-e2f3e6f3-77da-4f0f-be20-0fb5d2ea1fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:13:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3a9d27e1-339e-4a63-890e-9a02f063a9e3'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:13:55.026604 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c866aed-75f5-4d93-a340-f309766b7f0c None None] Pushing event updated for resources: {'Port': ['ID=51b85205-c91c-4e2e-ab8f-beb4080bb074,revision_number=4']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:55.076004 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-cad77ddc-6111-4cbd-825a-da96f9a49998 admin admin] Allocated IP 172.20.0.1 (6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e/5557e751-8563-4d24-9590-4f496f90256e/869ca9f3-f2e0-4b38-af04-ab71f7f578b5) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:13:55.082375 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2b72a-21a0-4154-8ba5-cfa35803469f None None] Pushing event updated for resources: {'Port': ['ID=4fbfc507-9f34-42b4-b6d9-606b864f1483,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:55.096289 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebaeafd-2a15-470f-afdc-caf5fae01f92 None None] Checking router: c062d6a3-18f0-4660-a6b8-1c3689dc4237 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:13:55.096637 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebaeafd-2a15-470f-afdc-caf5fae01f92 None None] Updating router c062d6a3-18f0-4660-a6b8-1c3689dc4237 port b71fdb66-2572-4272-81b7-494b7b6c5e50 binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:13:55.150048 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-aebaeafd-2a15-470f-afdc-caf5fae01f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:55.155130 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-02100eee-a89f-4527-9c20-1776d84b3f09 None None] Provisioning complete for port 51b85205-c91c-4e2e-ab8f-beb4080bb074 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:13:55.155130 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-02100eee-a89f-4527-9c20-1776d84b3f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:55.194648 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-e2f3e6f3-77da-4f0f-be20-0fb5d2ea1fa0 None None] Set router 3a9d27e1-339e-4a63-890e-9a02f063a9e3 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:13:55.239482 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 4fbfc507-9f34-42b4-b6d9-606b864f1483 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:13:55.240096 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:55.278502 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-cad77ddc-6111-4cbd-825a-da96f9a49998 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:55.323759 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-cad77ddc-6111-4cbd-825a-da96f9a49998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:55.368636 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad77ddc-6111-4cbd-825a-da96f9a49998 admin admin] Network 6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:13:55.375325 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-cad77ddc-6111-4cbd-825a-da96f9a49998 admin admin] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:13:55.378561 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad77ddc-6111-4cbd-825a-da96f9a49998 admin admin] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:13:55.418004 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad77ddc-6111-4cbd-825a-da96f9a49998 admin admin] Pushing event updated for resources: {'Port': ['ID=869ca9f3-f2e0-4b38-af04-ab71f7f578b5,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:55.428421 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-cad77ddc-6111-4cbd-825a-da96f9a49998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:55.470520 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-02100eee-a89f-4527-9c20-1776d84b3f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:55.484936 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-e2f3e6f3-77da-4f0f-be20-0fb5d2ea1fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'name': 'tempest-TestShelveInstance-1262263776-router', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:13:47Z', 'updated_at': '2022-04-29T12:13:50Z', 'revision_number': 4, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'gw_port': {'id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:48Z', 'updated_at': '2022-04-29T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '51b85205-c91c-4e2e-ab8f-beb4080bb074', 'name': '', 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'mac_address': 'fa:16:3e:66:61:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:50Z', 'updated_at': '2022-04-29T12:13:54Z', 'revision_number': 4, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'subnets': [{'id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:13:55.520450 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f3e6f3-77da-4f0f-be20-0fb5d2ea1fa0 None None] The sync data for ids ['3a9d27e1-339e-4a63-890e-9a02f063a9e3'] in dv-neutron-838888-1-hyperv is: [{'id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'name': 'tempest-TestShelveInstance-1262263776-router', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:13:47Z', 'updated_at': '2022-04-29T12:13:50Z', 'revision_number': 4, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'gw_port': {'id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:48Z', 'updated_at': '2022-04-29T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '51b85205-c91c-4e2e-ab8f-beb4080bb074', 'name': '', 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'mac_address': 'fa:16:3e:66:61:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:50Z', 'updated_at': '2022-04-29T12:13:54Z', 'revision_number': 4, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'subnets': [{'id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:13:55.575815 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-02100eee-a89f-4527-9c20-1776d84b3f09 None None] For port 51b85205-c91c-4e2e-ab8f-beb4080bb074, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=51b85205-c91c-4e2e-ab8f-beb4080bb074,segment=NetworkSegment(90b473e0-b9a4-4e06-95d8-f876b90ba753),segment_id=90b473e0-b9a4-4e06-95d8-f876b90ba753)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:13:55.584827 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-02100eee-a89f-4527-9c20-1776d84b3f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:55.609402 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-cad77ddc-6111-4cbd-825a-da96f9a49998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:55.683587 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02100eee-a89f-4527-9c20-1776d84b3f09 None None] Pushing event updated for resources: {'Port': ['ID=51b85205-c91c-4e2e-ab8f-beb4080bb074,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:55.697412 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-aebaeafd-2a15-470f-afdc-caf5fae01f92 None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:55.706277 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-aebaeafd-2a15-470f-afdc-caf5fae01f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:55.749287 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-7f5ac55b-a0b6-4ddd-81e9-61f7a465e323 None None] Provisioning complete for port 4fbfc507-9f34-42b4-b6d9-606b864f1483 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:13:55.749655 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7f5ac55b-a0b6-4ddd-81e9-61f7a465e323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:55.795274 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2bee6-9b0e-4cad-a755-ba7cfaa5cb17 None None] Pushing event updated for resources: {'Port': ['ID=b71fdb66-2572-4272-81b7-494b7b6c5e50,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:55.803057 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-aebaeafd-2a15-470f-afdc-caf5fae01f92 None None] Attempting to bind port b71fdb66-2572-4272-81b7-494b7b6c5e50 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:13:55.803663 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-aebaeafd-2a15-470f-afdc-caf5fae01f92 None None] Attempting to bind port b71fdb66-2572-4272-81b7-494b7b6c5e50 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:13:55.803776 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebaeafd-2a15-470f-afdc-caf5fae01f92 None None] Attempting to bind port b71fdb66-2572-4272-81b7-494b7b6c5e50 on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:13:55.810877 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebaeafd-2a15-470f-afdc-caf5fae01f92 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:13:55.811257 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebaeafd-2a15-470f-afdc-caf5fae01f92 None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:13:55.811655 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-aebaeafd-2a15-470f-afdc-caf5fae01f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:55.812044 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebaeafd-2a15-470f-afdc-caf5fae01f92 None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:13:55.812520 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-aebaeafd-2a15-470f-afdc-caf5fae01f92 None None] Bound port: b71fdb66-2572-4272-81b7-494b7b6c5e50, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:13:55.812894 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-aebaeafd-2a15-470f-afdc-caf5fae01f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:55.833197 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-cad77ddc-6111-4cbd-825a-da96f9a49998 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:55.839350 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-cad77ddc-6111-4cbd-825a-da96f9a49998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:55.896409 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-aebaeafd-2a15-470f-afdc-caf5fae01f92 None None] For port b71fdb66-2572-4272-81b7-494b7b6c5e50, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:13:55.918344 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-aebaeafd-2a15-470f-afdc-caf5fae01f92 None None] For port b71fdb66-2572-4272-81b7-494b7b6c5e50, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=b71fdb66-2572-4272-81b7-494b7b6c5e50,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:13:55.919240 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-cad77ddc-6111-4cbd-825a-da96f9a49998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:55.922203 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad77ddc-6111-4cbd-825a-da96f9a49998 admin admin] Pushing event updated for resources: {'Port': ['ID=869ca9f3-f2e0-4b38-af04-ab71f7f578b5,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:55.926335 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-aebaeafd-2a15-470f-afdc-caf5fae01f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:55.970053 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-7f5ac55b-a0b6-4ddd-81e9-61f7a465e323 None None] Provisioning complete for port 51b85205-c91c-4e2e-ab8f-beb4080bb074 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:13:55.970531 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7f5ac55b-a0b6-4ddd-81e9-61f7a465e323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:56.013240 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebaeafd-2a15-470f-afdc-caf5fae01f92 None None] Routers {'c062d6a3-18f0-4660-a6b8-1c3689dc4237'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:13:56.013885 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-aebaeafd-2a15-470f-afdc-caf5fae01f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:13:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c062d6a3-18f0-4660-a6b8-1c3689dc4237'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:13:56.044377 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad77ddc-6111-4cbd-825a-da96f9a49998 admin admin] Network 6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:13:56.045874 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-cad77ddc-6111-4cbd-825a-da96f9a49998 admin admin] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:13:56.109356 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2bee6-9b0e-4cad-a755-ba7cfaa5cb17 None None] Pushing event updated for resources: {'Port': ['ID=b71fdb66-2572-4272-81b7-494b7b6c5e50,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:56.163242 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 51b85205-c91c-4e2e-ab8f-beb4080bb074 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:13:56.207817 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad77ddc-6111-4cbd-825a-da96f9a49998 admin admin] Router c062d6a3-18f0-4660-a6b8-1c3689dc4237 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:13:56.219865 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-aebaeafd-2a15-470f-afdc-caf5fae01f92 None None] Set router c062d6a3-18f0-4660-a6b8-1c3689dc4237 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:13:56.337416 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad77ddc-6111-4cbd-825a-da96f9a49998 admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:13:56.352437 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-cad77ddc-6111-4cbd-825a-da96f9a49998 admin admin] 10.222.0.69 "PUT /v2.0/routers/c062d6a3-18f0-4660-a6b8-1c3689dc4237/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3614390 Apr 29 12:13:56.405328 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-7f5ac55b-a0b6-4ddd-81e9-61f7a465e323 None None] Provisioning complete for port 869ca9f3-f2e0-4b38-af04-ab71f7f578b5 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:13:56.405693 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7f5ac55b-a0b6-4ddd-81e9-61f7a465e323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:56.430394 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 51b85205-c91c-4e2e-ab8f-beb4080bb074 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:13:56.430758 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:56.500239 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-7f5ac55b-a0b6-4ddd-81e9-61f7a465e323 None None] Port 869ca9f3-f2e0-4b38-af04-ab71f7f578b5 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:13:56.578259 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 4fbfc507-9f34-42b4-b6d9-606b864f1483 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:13:56.620024 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-aebaeafd-2a15-470f-afdc-caf5fae01f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c062d6a3-18f0-4660-a6b8-1c3689dc4237', 'name': 'tempest-TestShelveInstance-453892915-router', 'tenant_id': 'daa5136126ef4a8886c1c67a1f03fd17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b71fdb66-2572-4272-81b7-494b7b6c5e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:13:52Z', 'updated_at': '2022-04-29T12:13:55Z', 'revision_number': 4, 'project_id': 'daa5136126ef4a8886c1c67a1f03fd17', 'gw_port': {'id': 'b71fdb66-2572-4272-81b7-494b7b6c5e50', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c062d6a3-18f0-4660-a6b8-1c3689dc4237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:52Z', 'updated_at': '2022-04-29T12:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '869ca9f3-f2e0-4b38-af04-ab71f7f578b5', 'name': '', 'network_id': '6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e', 'tenant_id': 'daa5136126ef4a8886c1c67a1f03fd17', 'mac_address': 'fa:16:3e:af:9d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c062d6a3-18f0-4660-a6b8-1c3689dc4237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '5557e751-8563-4d24-9590-4f496f90256e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:54Z', 'updated_at': '2022-04-29T12:13:55Z', 'revision_number': 2, 'project_id': 'daa5136126ef4a8886c1c67a1f03fd17', 'subnets': [{'id': '5557e751-8563-4d24-9590-4f496f90256e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:13:56.657379 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebaeafd-2a15-470f-afdc-caf5fae01f92 None None] The sync data for ids ['c062d6a3-18f0-4660-a6b8-1c3689dc4237'] in dv-neutron-838888-1-hyperv is: [{'id': 'c062d6a3-18f0-4660-a6b8-1c3689dc4237', 'name': 'tempest-TestShelveInstance-453892915-router', 'tenant_id': 'daa5136126ef4a8886c1c67a1f03fd17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b71fdb66-2572-4272-81b7-494b7b6c5e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:13:52Z', 'updated_at': '2022-04-29T12:13:55Z', 'revision_number': 4, 'project_id': 'daa5136126ef4a8886c1c67a1f03fd17', 'gw_port': {'id': 'b71fdb66-2572-4272-81b7-494b7b6c5e50', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c062d6a3-18f0-4660-a6b8-1c3689dc4237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:52Z', 'updated_at': '2022-04-29T12:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '869ca9f3-f2e0-4b38-af04-ab71f7f578b5', 'name': '', 'network_id': '6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e', 'tenant_id': 'daa5136126ef4a8886c1c67a1f03fd17', 'mac_address': 'fa:16:3e:af:9d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c062d6a3-18f0-4660-a6b8-1c3689dc4237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '5557e751-8563-4d24-9590-4f496f90256e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:54Z', 'updated_at': '2022-04-29T12:13:55Z', 'revision_number': 2, 'project_id': 'daa5136126ef4a8886c1c67a1f03fd17', 'subnets': [{'id': '5557e751-8563-4d24-9590-4f496f90256e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:13:56.665684 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-2bd12d16-4b6b-465b-a924-386cdfb684ff None None] Provisioning complete for port 869ca9f3-f2e0-4b38-af04-ab71f7f578b5 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:13:56.666051 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2bd12d16-4b6b-465b-a924-386cdfb684ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:56.705658 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 4fbfc507-9f34-42b4-b6d9-606b864f1483 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:13:56.706021 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:56.710583 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-2bd12d16-4b6b-465b-a924-386cdfb684ff None None] Port 869ca9f3-f2e0-4b38-af04-ab71f7f578b5 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:13:57.043636 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 59378) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:13:57.048308 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-9ee485b6-4cb5-4fba-a640-257251af7510 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-467923322', 'description': 'tempest-secgroup-smoke-467923322 description', 'project_id': 'a1ebb659da524cf9a39827b08431979b'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:13:57.070748 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9ee485b6-4cb5-4fba-a640-257251af7510 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:57.143813 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9ee485b6-4cb5-4fba-a640-257251af7510 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:57.148552 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9ee485b6-4cb5-4fba-a640-257251af7510 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:57.180361 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee485b6-4cb5-4fba-a640-257251af7510 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:57.184798 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-9ee485b6-4cb5-4fba-a640-257251af7510 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:57.189357 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-9ee485b6-4cb5-4fba-a640-257251af7510 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1415038 Apr 29 12:13:57.190192 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 59380) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:13:57.194962 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-bdb130a2-b790-485b-9dc1-decfc3578f3b tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Request body: {'security_group_rule': {'security_group_id': '9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c', 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:13:57.221064 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bdb130a2-b790-485b-9dc1-decfc3578f3b tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:57.282831 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bdb130a2-b790-485b-9dc1-decfc3578f3b tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:57.287821 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bdb130a2-b790-485b-9dc1-decfc3578f3b tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:57.307321 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb130a2-b790-485b-9dc1-decfc3578f3b tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=999cfcd1-43a8-49b2-950c-b2dbf1bc123c,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:57.314532 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-bdb130a2-b790-485b-9dc1-decfc3578f3b tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:57.315741 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-bdb130a2-b790-485b-9dc1-decfc3578f3b tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244259 Apr 29 12:13:57.319249 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 59382) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:13:57.324054 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-82a2df2f-9d7f-4cdc-b687-68d5b2da044d tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Request body: {'security_group_rule': {'security_group_id': '9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c', 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:13:57.348129 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-82a2df2f-9d7f-4cdc-b687-68d5b2da044d tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:57.411772 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-82a2df2f-9d7f-4cdc-b687-68d5b2da044d tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:57.415472 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-82a2df2f-9d7f-4cdc-b687-68d5b2da044d tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:57.434041 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2df2f-9d7f-4cdc-b687-68d5b2da044d tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=669e243f-54be-47b0-9506-59ba6a54c9e4,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:57.434856 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:57.442330 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-82a2df2f-9d7f-4cdc-b687-68d5b2da044d tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:57.444432 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-82a2df2f-9d7f-4cdc-b687-68d5b2da044d tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238759 Apr 29 12:13:57.447155 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 59384) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:13:57.451481 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-6587ea46-85ee-4808-8867-b70dbb1d31dd tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Request body: {'security_group_rule': {'security_group_id': '9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c', 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:13:57.476157 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6587ea46-85ee-4808-8867-b70dbb1d31dd tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:57.535176 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6587ea46-85ee-4808-8867-b70dbb1d31dd tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:57.539742 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6587ea46-85ee-4808-8867-b70dbb1d31dd tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:57.559803 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587ea46-85ee-4808-8867-b70dbb1d31dd tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b036be-18c0-4b9f-abfc-b34963401779,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:57.569649 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6587ea46-85ee-4808-8867-b70dbb1d31dd tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:57.570895 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6587ea46-85ee-4808-8867-b70dbb1d31dd tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228156 Apr 29 12:13:57.573554 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 59386) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:13:57.577843 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-6199c4db-cdd5-4eba-aaac-92386b86b069 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Request body: {'security_group_rule': {'security_group_id': '9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c', 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:13:57.604284 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6199c4db-cdd5-4eba-aaac-92386b86b069 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:57.663793 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6199c4db-cdd5-4eba-aaac-92386b86b069 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:57.667382 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6199c4db-cdd5-4eba-aaac-92386b86b069 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:57.686567 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199c4db-cdd5-4eba-aaac-92386b86b069 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29fc18a2-88f1-4b10-9a68-c8e5e30e5e09,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:57.695140 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6199c4db-cdd5-4eba-aaac-92386b86b069 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:57.696353 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6199c4db-cdd5-4eba-aaac-92386b86b069 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218755 Apr 29 12:13:57.699105 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 59388) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:13:57.703386 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-3227356a-75e5-45d8-94cb-7d58ff7bcb6c tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Request body: {'security_group_rule': {'security_group_id': '9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c', 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:13:57.723184 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.securitygroups_db [None req-3227356a-75e5-45d8-94cb-7d58ff7bcb6c tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Project a1ebb659da524cf9a39827b08431979b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:13:57.728624 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3227356a-75e5-45d8-94cb-7d58ff7bcb6c tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:57.792897 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3227356a-75e5-45d8-94cb-7d58ff7bcb6c tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:57.796847 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3227356a-75e5-45d8-94cb-7d58ff7bcb6c tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:57.814904 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227356a-75e5-45d8-94cb-7d58ff7bcb6c tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b057dd-d297-4c7b-8450-740267d8d641,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:57.823064 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-3227356a-75e5-45d8-94cb-7d58ff7bcb6c tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:57.824270 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-3227356a-75e5-45d8-94cb-7d58ff7bcb6c tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1242287 Apr 29 12:13:57.826938 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 59390) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:13:57.831455 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-42063e0b-b61f-48fe-ba64-462ba1d93cfa tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Request body: {'security_group_rule': {'security_group_id': '9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c', 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:13:57.851709 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.securitygroups_db [None req-42063e0b-b61f-48fe-ba64-462ba1d93cfa tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Project a1ebb659da524cf9a39827b08431979b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:13:57.856882 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-42063e0b-b61f-48fe-ba64-462ba1d93cfa tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:57.859533 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-43b16776-cdfd-4437-89ba-4a41aff21e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:57.918529 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-42063e0b-b61f-48fe-ba64-462ba1d93cfa tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:57.922217 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-42063e0b-b61f-48fe-ba64-462ba1d93cfa tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:57.940782 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42063e0b-b61f-48fe-ba64-462ba1d93cfa tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a67f470e-38e3-4360-9616-beb7a4210b18,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:57.946062 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-42063e0b-b61f-48fe-ba64-462ba1d93cfa tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:57.947310 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-42063e0b-b61f-48fe-ba64-462ba1d93cfa tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194508 Apr 29 12:13:58.108544 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-9a3e8e7d-53c0-47c2-b6cb-43f0267f6cbb tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-467923322&fields=id&tenant_id=a1ebb659da524cf9a39827b08431979b HTTP/1.1" status: 200 len: 267 time: 0.0393331 Apr 29 12:13:58.230054 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-cf64d7ac-c0e5-44a7-82ce-8c3c73b7011d tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:58.231679 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-cf64d7ac-c0e5-44a7-82ce-8c3c73b7011d tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/networks?id=51f77d97-2d91-4e59-ab36-88e830f1a1db HTTP/1.1" status: 200 len: 809 time: 0.1124730 Apr 29 12:13:58.247408 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-aee043b7-7a15-4bff-aa5f-e2aa745f191a tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/quotas/a1ebb659da524cf9a39827b08431979b HTTP/1.1" status: 200 len: 375 time: 0.0099368 Apr 29 12:13:58.303842 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-e4841429-6498-4302-9fa6-c3609718a866 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a1ebb659da524cf9a39827b08431979b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505090 Apr 29 12:13:58.418206 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-efee0cb3-eb34-495e-9e3c-9e8f7e967bd7 service neutron] 10.222.0.69 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021292 Apr 29 12:13:58.519063 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-fc725eb9-35e5-4084-bfa8-6cd57792c139 service neutron] 10.222.0.69 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934880 Apr 29 12:13:58.699162 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5db7f0c4-0853-490a-b735-d0f6b6f19c85 req-a9e42d87-3cea-4ad9-ae02-2e344353a775 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 210 time: 0.0370016 Apr 29 12:13:58.807361 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:59.387025 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d96aefd-9279-4577-ba1d-a84bb8b29354 None None] Sync routers for ids ['c062d6a3-18f0-4660-a6b8-1c3689dc4237'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:13:59.397523 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d96aefd-9279-4577-ba1d-a84bb8b29354 None None] Routers {'c062d6a3-18f0-4660-a6b8-1c3689dc4237'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:13:59.398131 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-5d96aefd-9279-4577-ba1d-a84bb8b29354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:13:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c062d6a3-18f0-4660-a6b8-1c3689dc4237'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:13:59.509398 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-5d96aefd-9279-4577-ba1d-a84bb8b29354 None None] Set router c062d6a3-18f0-4660-a6b8-1c3689dc4237 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:13:59.823297 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-5d96aefd-9279-4577-ba1d-a84bb8b29354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c062d6a3-18f0-4660-a6b8-1c3689dc4237', 'name': 'tempest-TestShelveInstance-453892915-router', 'tenant_id': 'daa5136126ef4a8886c1c67a1f03fd17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b71fdb66-2572-4272-81b7-494b7b6c5e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:13:52Z', 'updated_at': '2022-04-29T12:13:55Z', 'revision_number': 4, 'project_id': 'daa5136126ef4a8886c1c67a1f03fd17', 'gw_port': {'id': 'b71fdb66-2572-4272-81b7-494b7b6c5e50', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c062d6a3-18f0-4660-a6b8-1c3689dc4237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:52Z', 'updated_at': '2022-04-29T12:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '869ca9f3-f2e0-4b38-af04-ab71f7f578b5', 'name': '', 'network_id': '6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e', 'tenant_id': 'daa5136126ef4a8886c1c67a1f03fd17', 'mac_address': 'fa:16:3e:af:9d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c062d6a3-18f0-4660-a6b8-1c3689dc4237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '5557e751-8563-4d24-9590-4f496f90256e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:54Z', 'updated_at': '2022-04-29T12:13:55Z', 'revision_number': 2, 'project_id': 'daa5136126ef4a8886c1c67a1f03fd17', 'subnets': [{'id': '5557e751-8563-4d24-9590-4f496f90256e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:13:59.832205 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-39fd6faf-618e-4c4b-bb21-26afea1d666a req-3aed95c9-c89f-4806-b866-32c3d52af709 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 210 time: 0.0352020 Apr 29 12:13:59.858038 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d96aefd-9279-4577-ba1d-a84bb8b29354 None None] Checking router: c062d6a3-18f0-4660-a6b8-1c3689dc4237 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:13:59.858038 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d96aefd-9279-4577-ba1d-a84bb8b29354 None None] Updating router c062d6a3-18f0-4660-a6b8-1c3689dc4237 port 869ca9f3-f2e0-4b38-af04-ab71f7f578b5 binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:13:59.873563 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-2328fea8-cbeb-44a8-8663-d66414176a25 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:59.875430 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-2328fea8-cbeb-44a8-8663-d66414176a25 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.62 "GET /v2.0/networks?id=51f77d97-2d91-4e59-ab36-88e830f1a1db HTTP/1.1" status: 200 len: 809 time: 0.1562631 Apr 29 12:13:59.883990 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-5d96aefd-9279-4577-ba1d-a84bb8b29354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:59.923012 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-775088ea-46d0-4df1-b8db-384e278e753e tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1ebb659da524cf9a39827b08431979b HTTP/1.1" status: 200 len: 379 time: 0.0360007 Apr 29 12:13:59.943221 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-8e161335-2784-4607-b2ea-7c774de18d09 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Request body: {'port': {'device_id': '9e818ed0-5ac1-446a-866e-64227075e5b2', 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db', 'admin_state_up': True, 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'security_groups': ['9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:14:00.077069 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-8e161335-2784-4607-b2ea-7c774de18d09 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Made reservation on behalf of a1ebb659da524cf9a39827b08431979b for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:14:00.081291 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-8e161335-2784-4607-b2ea-7c774de18d09 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:00.103159 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device b71fdb66-2572-4272-81b7-494b7b6c5e50 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:14:00.171161 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:00.175661 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port b71fdb66-2572-4272-81b7-494b7b6c5e50 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:14:00.176284 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:00.221400 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-5d96aefd-9279-4577-ba1d-a84bb8b29354 None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:00.229029 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-5d96aefd-9279-4577-ba1d-a84bb8b29354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:00.231555 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-8e161335-2784-4607-b2ea-7c774de18d09 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Allocated IP 172.20.0.13 (51f77d97-2d91-4e59-ab36-88e830f1a1db/f8115c16-97ab-4d38-9563-c22b5d192874/08420a1c-b28e-4cb5-aed2-439118f44db5) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:14:00.270583 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:00.305780 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372d9ac-b42e-4d89-aed3-f81d50935134 None None] Pushing event updated for resources: {'Port': ['ID=869ca9f3-f2e0-4b38-af04-ab71f7f578b5,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:14:00.311760 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port b71fdb66-2572-4272-81b7-494b7b6c5e50, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=b71fdb66-2572-4272-81b7-494b7b6c5e50,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:14:00.316566 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:00.320567 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:00.338932 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-5d96aefd-9279-4577-ba1d-a84bb8b29354 None None] Attempting to bind port 869ca9f3-f2e0-4b38-af04-ab71f7f578b5 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:14:00.339293 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-5d96aefd-9279-4577-ba1d-a84bb8b29354 None None] Attempting to bind port 869ca9f3-f2e0-4b38-af04-ab71f7f578b5 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '686f9d45-19be-4dec-a8e5-925f87b048be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:14:00.339653 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d96aefd-9279-4577-ba1d-a84bb8b29354 None None] Attempting to bind port 869ca9f3-f2e0-4b38-af04-ab71f7f578b5 on network 6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:14:00.345265 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d96aefd-9279-4577-ba1d-a84bb8b29354 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:14:00.345629 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d96aefd-9279-4577-ba1d-a84bb8b29354 None None] Checking segment: {'id': '686f9d45-19be-4dec-a8e5-925f87b048be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:14:00.346025 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-5d96aefd-9279-4577-ba1d-a84bb8b29354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:00.346454 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d96aefd-9279-4577-ba1d-a84bb8b29354 None None] Bound using segment: {'id': '686f9d45-19be-4dec-a8e5-925f87b048be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:14:00.346913 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-5d96aefd-9279-4577-ba1d-a84bb8b29354 None None] Bound port: 869ca9f3-f2e0-4b38-af04-ab71f7f578b5, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686f9d45-19be-4dec-a8e5-925f87b048be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:14:00.347282 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-5d96aefd-9279-4577-ba1d-a84bb8b29354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:00.409634 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=b71fdb66-2572-4272-81b7-494b7b6c5e50,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:14:00.436337 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-5d96aefd-9279-4577-ba1d-a84bb8b29354 None None] For port 869ca9f3-f2e0-4b38-af04-ab71f7f578b5, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:14:00.437822 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-8e161335-2784-4607-b2ea-7c774de18d09 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:00.440005 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-5d96aefd-9279-4577-ba1d-a84bb8b29354 None None] For port 869ca9f3-f2e0-4b38-af04-ab71f7f578b5, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=869ca9f3-f2e0-4b38-af04-ab71f7f578b5,segment=NetworkSegment(686f9d45-19be-4dec-a8e5-925f87b048be),segment_id=686f9d45-19be-4dec-a8e5-925f87b048be)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:14:00.447045 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-5d96aefd-9279-4577-ba1d-a84bb8b29354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:00.480461 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-8e161335-2784-4607-b2ea-7c774de18d09 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:00.518546 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d96aefd-9279-4577-ba1d-a84bb8b29354 None None] Routers {'c062d6a3-18f0-4660-a6b8-1c3689dc4237'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:14:00.519292 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-5d96aefd-9279-4577-ba1d-a84bb8b29354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:13:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c062d6a3-18f0-4660-a6b8-1c3689dc4237'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:14:00.533115 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-8e161335-2784-4607-b2ea-7c774de18d09 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Network 51f77d97-2d91-4e59-ab36-88e830f1a1db is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:14:00.537525 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-8e161335-2784-4607-b2ea-7c774de18d09 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:14:00.542647 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-8e161335-2784-4607-b2ea-7c774de18d09 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:14:00.547180 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e161335-2784-4607-b2ea-7c774de18d09 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Pushing event updated for resources: {'Port': ['ID=08420a1c-b28e-4cb5-aed2-439118f44db5,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:14:00.561360 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372d9ac-b42e-4d89-aed3-f81d50935134 None None] Pushing event updated for resources: {'Port': ['ID=869ca9f3-f2e0-4b38-af04-ab71f7f578b5,revision_number=4']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:14:00.606141 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-8e161335-2784-4607-b2ea-7c774de18d09 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:00.606811 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-8e161335-2784-4607-b2ea-7c774de18d09 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:00.630204 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-8e161335-2784-4607-b2ea-7c774de18d09 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6908491 Apr 29 12:14:00.645835 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-5d96aefd-9279-4577-ba1d-a84bb8b29354 None None] Set router c062d6a3-18f0-4660-a6b8-1c3689dc4237 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:14:00.647546 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-dc8c656a-6cbc-4382-8c06-9bdaca6a63de service neutron] Request body: {'port': {'device_id': '9e818ed0-5ac1-446a-866e-64227075e5b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:14:00.730329 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-dc8c656a-6cbc-4382-8c06-9bdaca6a63de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:00.744747 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-4b8d610b-3645-469e-8fde-495e31a87299 None None] Provisioning complete for port 869ca9f3-f2e0-4b38-af04-ab71f7f578b5 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:14:00.745122 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4b8d610b-3645-469e-8fde-495e31a87299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:00.856592 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4b8d610b-3645-469e-8fde-495e31a87299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:00.905149 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-5d96aefd-9279-4577-ba1d-a84bb8b29354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c062d6a3-18f0-4660-a6b8-1c3689dc4237', 'name': 'tempest-TestShelveInstance-453892915-router', 'tenant_id': 'daa5136126ef4a8886c1c67a1f03fd17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b71fdb66-2572-4272-81b7-494b7b6c5e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:13:52Z', 'updated_at': '2022-04-29T12:13:55Z', 'revision_number': 4, 'project_id': 'daa5136126ef4a8886c1c67a1f03fd17', 'gw_port': {'id': 'b71fdb66-2572-4272-81b7-494b7b6c5e50', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c062d6a3-18f0-4660-a6b8-1c3689dc4237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:52Z', 'updated_at': '2022-04-29T12:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '869ca9f3-f2e0-4b38-af04-ab71f7f578b5', 'name': '', 'network_id': '6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e', 'tenant_id': 'daa5136126ef4a8886c1c67a1f03fd17', 'mac_address': 'fa:16:3e:af:9d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c062d6a3-18f0-4660-a6b8-1c3689dc4237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '5557e751-8563-4d24-9590-4f496f90256e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:54Z', 'updated_at': '2022-04-29T12:14:00Z', 'revision_number': 4, 'project_id': 'daa5136126ef4a8886c1c67a1f03fd17', 'subnets': [{'id': '5557e751-8563-4d24-9590-4f496f90256e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:14:00.920052 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-4b8d610b-3645-469e-8fde-495e31a87299 None None] For port 869ca9f3-f2e0-4b38-af04-ab71f7f578b5, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=869ca9f3-f2e0-4b38-af04-ab71f7f578b5,segment=NetworkSegment(686f9d45-19be-4dec-a8e5-925f87b048be),segment_id=686f9d45-19be-4dec-a8e5-925f87b048be)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:14:00.929093 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4b8d610b-3645-469e-8fde-495e31a87299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:00.968165 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d96aefd-9279-4577-ba1d-a84bb8b29354 None None] The sync data for ids ['c062d6a3-18f0-4660-a6b8-1c3689dc4237'] in dv-neutron-838888-1-hyperv is: [{'id': 'c062d6a3-18f0-4660-a6b8-1c3689dc4237', 'name': 'tempest-TestShelveInstance-453892915-router', 'tenant_id': 'daa5136126ef4a8886c1c67a1f03fd17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b71fdb66-2572-4272-81b7-494b7b6c5e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:13:52Z', 'updated_at': '2022-04-29T12:13:55Z', 'revision_number': 4, 'project_id': 'daa5136126ef4a8886c1c67a1f03fd17', 'gw_port': {'id': 'b71fdb66-2572-4272-81b7-494b7b6c5e50', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c062d6a3-18f0-4660-a6b8-1c3689dc4237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:52Z', 'updated_at': '2022-04-29T12:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '869ca9f3-f2e0-4b38-af04-ab71f7f578b5', 'name': '', 'network_id': '6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e', 'tenant_id': 'daa5136126ef4a8886c1c67a1f03fd17', 'mac_address': 'fa:16:3e:af:9d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c062d6a3-18f0-4660-a6b8-1c3689dc4237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '5557e751-8563-4d24-9590-4f496f90256e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:54Z', 'updated_at': '2022-04-29T12:14:00Z', 'revision_number': 4, 'project_id': 'daa5136126ef4a8886c1c67a1f03fd17', 'subnets': [{'id': '5557e751-8563-4d24-9590-4f496f90256e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:14:01.049934 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d610b-3645-469e-8fde-495e31a87299 None None] Pushing event updated for resources: {'Port': ['ID=869ca9f3-f2e0-4b38-af04-ab71f7f578b5,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:14:01.074747 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-8c2245bd-74f6-460c-9fdd-3d4a7e666484 None None] Provisioning complete for port 08420a1c-b28e-4cb5-aed2-439118f44db5 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:14:01.075303 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8c2245bd-74f6-460c-9fdd-3d4a7e666484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:01.119474 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2a159-4874-4177-bcf0-5ca31103b3d0 req-e3901981-d6d7-432d-b44e-932734980db7 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:01.120950 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cbb2a159-4874-4177-bcf0-5ca31103b3d0 req-e3901981-d6d7-432d-b44e-932734980db7 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 932 time: 0.1375194 Apr 29 12:14:01.129446 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-8c2245bd-74f6-460c-9fdd-3d4a7e666484 None None] Port 08420a1c-b28e-4cb5-aed2-439118f44db5 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:14:01.137041 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-dc8c656a-6cbc-4382-8c06-9bdaca6a63de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08420a1c-b28e-4cb5-aed2-439118f44db5 {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:14:01.150975 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-dc8c656a-6cbc-4382-8c06-9bdaca6a63de service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:01.152318 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-8c2245bd-74f6-460c-9fdd-3d4a7e666484 None None] Provisioning complete for port 869ca9f3-f2e0-4b38-af04-ab71f7f578b5 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:14:01.153094 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8c2245bd-74f6-460c-9fdd-3d4a7e666484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:01.174307 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-dc8c656a-6cbc-4382-8c06-9bdaca6a63de service neutron] Transition to ACTIVE for port object 08420a1c-b28e-4cb5-aed2-439118f44db5 will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:14:01.183705 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cbb2a159-4874-4177-bcf0-5ca31103b3d0 req-694ec343-be98-4061-af2e-5de820f03e8a tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561523 Apr 29 12:14:01.184329 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-dc8c656a-6cbc-4382-8c06-9bdaca6a63de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:01.262254 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c656a-6cbc-4382-8c06-9bdaca6a63de service neutron] Pushing event updated for resources: {'Port': ['ID=08420a1c-b28e-4cb5-aed2-439118f44db5,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:14:01.327344 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-dc8c656a-6cbc-4382-8c06-9bdaca6a63de service neutron] Attempting to bind port 08420a1c-b28e-4cb5-aed2-439118f44db5 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:14:01.327681 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-dc8c656a-6cbc-4382-8c06-9bdaca6a63de service neutron] Attempting to bind port 08420a1c-b28e-4cb5-aed2-439118f44db5 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '90b473e0-b9a4-4e06-95d8-f876b90ba753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:14:01.328008 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-dc8c656a-6cbc-4382-8c06-9bdaca6a63de service neutron] Attempting to bind port 08420a1c-b28e-4cb5-aed2-439118f44db5 on network 51f77d97-2d91-4e59-ab36-88e830f1a1db {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:14:01.332598 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-dc8c656a-6cbc-4382-8c06-9bdaca6a63de service neutron] Port 08420a1c-b28e-4cb5-aed2-439118f44db5 on network 51f77d97-2d91-4e59-ab36-88e830f1a1db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 12:14:01.332923 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-dc8c656a-6cbc-4382-8c06-9bdaca6a63de service neutron] Attempting to bind port 08420a1c-b28e-4cb5-aed2-439118f44db5 on network 51f77d97-2d91-4e59-ab36-88e830f1a1db {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:14:01.338922 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-dc8c656a-6cbc-4382-8c06-9bdaca6a63de service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:14:01.339259 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-dc8c656a-6cbc-4382-8c06-9bdaca6a63de service neutron] Checking segment: {'id': '90b473e0-b9a4-4e06-95d8-f876b90ba753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:14:01.339643 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-dc8c656a-6cbc-4382-8c06-9bdaca6a63de service neutron] Bound using segment: {'id': '90b473e0-b9a4-4e06-95d8-f876b90ba753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:14:01.340075 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-dc8c656a-6cbc-4382-8c06-9bdaca6a63de service neutron] Bound port: 08420a1c-b28e-4cb5-aed2-439118f44db5, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90b473e0-b9a4-4e06-95d8-f876b90ba753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:14:01.340423 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-dc8c656a-6cbc-4382-8c06-9bdaca6a63de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:01.419844 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-dc8c656a-6cbc-4382-8c06-9bdaca6a63de service neutron] For port 08420a1c-b28e-4cb5-aed2-439118f44db5, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:14:01.423482 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-dc8c656a-6cbc-4382-8c06-9bdaca6a63de service neutron] For port 08420a1c-b28e-4cb5-aed2-439118f44db5, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=08420a1c-b28e-4cb5-aed2-439118f44db5,segment=NetworkSegment(90b473e0-b9a4-4e06-95d8-f876b90ba753),segment_id=90b473e0-b9a4-4e06-95d8-f876b90ba753)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:14:01.428174 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-dc8c656a-6cbc-4382-8c06-9bdaca6a63de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:01.467469 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-dc8c656a-6cbc-4382-8c06-9bdaca6a63de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:01.468146 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-dc8c656a-6cbc-4382-8c06-9bdaca6a63de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:01.469697 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-dc8c656a-6cbc-4382-8c06-9bdaca6a63de service neutron] 10.222.0.62 "PUT /v2.0/ports/08420a1c-b28e-4cb5-aed2-439118f44db5 HTTP/1.1" status: 200 len: 1094 time: 0.8318348 Apr 29 12:14:01.470236 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e818ed0-5ac1-446a-866e-64227075e5b2', 'tag': '08420a1c-b28e-4cb5-aed2-439118f44db5'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:14:01.472643 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcb58a6-e839-412b-89e7-71a3506658ab" -d '{"events": [{"name": "network-changed", "server_uuid": "9e818ed0-5ac1-446a-866e-64227075e5b2", "tag": "08420a1c-b28e-4cb5-aed2-439118f44db5"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:14:01.502406 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c656a-6cbc-4382-8c06-9bdaca6a63de service neutron] Pushing event updated for resources: {'Port': ['ID=08420a1c-b28e-4cb5-aed2-439118f44db5,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:14:01.517656 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11a5927-0e6e-4dba-82e8-c4a5dbd70ec6 x-openstack-request-id: req-e11a5927-0e6e-4dba-82e8-c4a5dbd70ec6 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:14:01.517952 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e818ed0-5ac1-446a-866e-64227075e5b2", "tag": "08420a1c-b28e-4cb5-aed2-439118f44db5", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:14:01.518461 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e11a5927-0e6e-4dba-82e8-c4a5dbd70ec6 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:14:01.518647 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e11a5927-0e6e-4dba-82e8-c4a5dbd70ec6'] response: {'name': 'network-changed', 'server_uuid': '9e818ed0-5ac1-446a-866e-64227075e5b2', 'tag': '08420a1c-b28e-4cb5-aed2-439118f44db5', 'status': 'completed', 'code': 200} Apr 29 12:14:01.576866 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-8aefad72-56a1-4791-9a77-ac972e60cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:01.578792 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-8aefad72-56a1-4791-9a77-ac972e60cb48 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1ebb659da524cf9a39827b08431979b&device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 1097 time: 0.0500004 Apr 29 12:14:01.627030 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-079913a5-3ad0-4d78-8725-985e2668ee6b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08420a1c-b28e-4cb5-aed2-439118f44db5 HTTP/1.1" status: 200 len: 217 time: 0.0405917 Apr 29 12:14:01.681454 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-49c01fdc-11ee-44f3-9b44-2602c87d43dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:01.683005 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-49c01fdc-11ee-44f3-9b44-2602c87d43dd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f8115c16-97ab-4d38-9563-c22b5d192874 HTTP/1.1" status: 200 len: 848 time: 0.0493796 Apr 29 12:14:01.731689 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-1dd59da3-ffb4-47dc-b90a-e87eb18b6787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:01.733577 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-1dd59da3-ffb4-47dc-b90a-e87eb18b6787 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51f77d97-2d91-4e59-ab36-88e830f1a1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423045 Apr 29 12:14:01.833872 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-baa4f47b-10c2-4bbf-9404-92bad2e57864 service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877469 Apr 29 12:14:01.929951 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d9135b16-5a35-4902-92b1-a4b51d3bb40b req-5a1c9563-3ecd-4f00-befe-607b3eed162a service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861714 Apr 29 12:14:02.020455 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb58a6-e839-412b-89e7-71a3506658ab req-3419c98e-3fda-430e-b827-13cc894ea2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:02.021971 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ddcb58a6-e839-412b-89e7-71a3506658ab req-3419c98e-3fda-430e-b827-13cc894ea2a2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1ebb659da524cf9a39827b08431979b&device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 1097 time: 0.0442395 Apr 29 12:14:02.084564 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device b71fdb66-2572-4272-81b7-494b7b6c5e50 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:14:02.122501 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb58a6-e839-412b-89e7-71a3506658ab req-46f21e77-1d45-4d6f-bdea-e4e63adb71ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:02.124000 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ddcb58a6-e839-412b-89e7-71a3506658ab req-46f21e77-1d45-4d6f-bdea-e4e63adb71ab service neutron] 10.222.0.62 "GET /v2.0/networks?id=51f77d97-2d91-4e59-ab36-88e830f1a1db HTTP/1.1" status: 200 len: 910 time: 0.0938478 Apr 29 12:14:02.137344 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port b71fdb66-2572-4272-81b7-494b7b6c5e50 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:14:02.137899 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:02.169074 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ddcb58a6-e839-412b-89e7-71a3506658ab req-c6ea55c6-308d-4f9a-aaed-7ff81b7ba6e5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08420a1c-b28e-4cb5-aed2-439118f44db5 HTTP/1.1" status: 200 len: 217 time: 0.0363829 Apr 29 12:14:02.222787 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 869ca9f3-f2e0-4b38-af04-ab71f7f578b5 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:14:02.245050 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb58a6-e839-412b-89e7-71a3506658ab req-4e368193-67bf-4707-8751-24572939de8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:02.246804 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ddcb58a6-e839-412b-89e7-71a3506658ab req-4e368193-67bf-4707-8751-24572939de8b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f8115c16-97ab-4d38-9563-c22b5d192874 HTTP/1.1" status: 200 len: 848 time: 0.0680704 Apr 29 12:14:02.275399 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 869ca9f3-f2e0-4b38-af04-ab71f7f578b5 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:14:02.275763 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:02.331136 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb58a6-e839-412b-89e7-71a3506658ab req-7d7f6eb7-e0a2-4730-8829-0ddb93f57ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:02.332908 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ddcb58a6-e839-412b-89e7-71a3506658ab req-7d7f6eb7-e0a2-4730-8829-0ddb93f57ecd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51f77d97-2d91-4e59-ab36-88e830f1a1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787768 Apr 29 12:14:02.341745 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906294-a716-45bd-a79d-8512df51eba7 req-8e9d6f6b-c09b-4aad-9463-36e9d039f9dc tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:02.343236 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b9906294-a716-45bd-a79d-8512df51eba7 req-8e9d6f6b-c09b-4aad-9463-36e9d039f9dc tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 944 time: 0.0785723 Apr 29 12:14:02.435337 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b9906294-a716-45bd-a79d-8512df51eba7 req-a4228d17-0e8b-4617-b8b1-6a9d1a79967a tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821939 Apr 29 12:14:02.472424 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ddcb58a6-e839-412b-89e7-71a3506658ab req-2a8b2fb4-6536-4810-80cf-9da3a0a7a5b7 service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280038 Apr 29 12:14:02.569751 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ddcb58a6-e839-412b-89e7-71a3506658ab req-e7ee82d2-fd88-40d6-afdc-2b9b99d9d072 service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867271 Apr 29 12:14:03.558925 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f83b40-c239-4e35-9939-5d50d5f67b1b req-85b1c451-62af-4f42-bccf-461ef9c23abf tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:03.561005 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e9f83b40-c239-4e35-9939-5d50d5f67b1b req-85b1c451-62af-4f42-bccf-461ef9c23abf tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 944 time: 0.0543756 Apr 29 12:14:03.600768 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e9f83b40-c239-4e35-9939-5d50d5f67b1b req-7cac8217-ef52-4cde-987d-9551a1ef4fdf tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331621 Apr 29 12:14:04.720246 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98642f90-17bc-4ef3-a8f4-4ffe14255937 req-44d42066-2ca8-4d8a-a9f2-fc6b05507074 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:04.721758 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-98642f90-17bc-4ef3-a8f4-4ffe14255937 req-44d42066-2ca8-4d8a-a9f2-fc6b05507074 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 944 time: 0.0498369 Apr 29 12:14:04.761502 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-98642f90-17bc-4ef3-a8f4-4ffe14255937 req-961dba0d-39f4-47e5-afc5-dcc0c630e3d9 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332673 Apr 29 12:14:05.278556 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 08420a1c-b28e-4cb5-aed2-439118f44db5 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 12:14:05.373355 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 08420a1c-b28e-4cb5-aed2-439118f44db5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=08420a1c-b28e-4cb5-aed2-439118f44db5,segment=NetworkSegment(90b473e0-b9a4-4e06-95d8-f876b90ba753),segment_id=90b473e0-b9a4-4e06-95d8-f876b90ba753)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:14:05.384969 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '08420a1c-b28e-4cb5-aed2-439118f44db5', 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db', 'port_id': '08420a1c-b28e-4cb5-aed2-439118f44db5', 'mac_address': 'fa:16:3e:a5:64:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 12:14:05.422393 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:05.436134 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08420a1c-b28e-4cb5-aed2-439118f44db5 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:14:05.455963 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 08420a1c-b28e-4cb5-aed2-439118f44db5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=08420a1c-b28e-4cb5-aed2-439118f44db5,segment=NetworkSegment(90b473e0-b9a4-4e06-95d8-f876b90ba753),segment_id=90b473e0-b9a4-4e06-95d8-f876b90ba753)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:14:05.461040 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:05.508452 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=08420a1c-b28e-4cb5-aed2-439118f44db5,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:14:05.717468 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['08420a1c-b28e-4cb5-aed2-439118f44db5'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 12:14:05.876480 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153f9fa-f58a-4801-9393-945ee9585864 req-8e2f67e4-2208-462d-a3db-75b54533cc2b tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:05.877957 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f153f9fa-f58a-4801-9393-945ee9585864 req-8e2f67e4-2208-462d-a3db-75b54533cc2b tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 945 time: 0.0490015 Apr 29 12:14:05.916234 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f153f9fa-f58a-4801-9393-945ee9585864 req-a6d43ab4-3c35-4c64-8432-2dbf2d834cb6 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316741 Apr 29 12:14:07.035135 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeac7b3-696f-41f5-bcc1-1b178350da1c req-61eaf7a9-7b9b-4658-9160-af54adfdefd1 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:07.036716 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-deeac7b3-696f-41f5-bcc1-1b178350da1c req-61eaf7a9-7b9b-4658-9160-af54adfdefd1 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 945 time: 0.0528445 Apr 29 12:14:07.075338 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-deeac7b3-696f-41f5-bcc1-1b178350da1c req-c1d5a67e-483b-4a17-b696-04edcdecb025 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326419 Apr 29 12:14:07.279559 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 08420a1c-b28e-4cb5-aed2-439118f44db5 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:14:07.330479 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port 08420a1c-b28e-4cb5-aed2-439118f44db5 completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:14:07.334344 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 08420a1c-b28e-4cb5-aed2-439118f44db5 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:14:07.334709 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:07.414551 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:07.439653 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e818ed0-5ac1-446a-866e-64227075e5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08420a1c-b28e-4cb5-aed2-439118f44db5'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:14:07.442357 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe8dd3e-76a6-43c5-a508-7db4ba153c8f" -d '{"events": [{"server_uuid": "9e818ed0-5ac1-446a-866e-64227075e5b2", "name": "network-vif-plugged", "status": "completed", "tag": "08420a1c-b28e-4cb5-aed2-439118f44db5"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:14:07.456087 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 08420a1c-b28e-4cb5-aed2-439118f44db5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=08420a1c-b28e-4cb5-aed2-439118f44db5,segment=NetworkSegment(90b473e0-b9a4-4e06-95d8-f876b90ba753),segment_id=90b473e0-b9a4-4e06-95d8-f876b90ba753)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:14:07.461177 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:07.488303 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b35628b-084d-41b2-a4c7-dff93a32ee31 x-openstack-request-id: req-9b35628b-084d-41b2-a4c7-dff93a32ee31 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:14:07.488606 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e818ed0-5ac1-446a-866e-64227075e5b2", "name": "network-vif-plugged", "status": "completed", "tag": "08420a1c-b28e-4cb5-aed2-439118f44db5", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:14:07.488869 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9b35628b-084d-41b2-a4c7-dff93a32ee31 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:14:07.489305 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b35628b-084d-41b2-a4c7-dff93a32ee31'] response: {'server_uuid': '9e818ed0-5ac1-446a-866e-64227075e5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08420a1c-b28e-4cb5-aed2-439118f44db5', 'code': 200} Apr 29 12:14:07.518833 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=08420a1c-b28e-4cb5-aed2-439118f44db5,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:14:07.655763 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9166c-1e94-46a9-b067-6695bd82d10f req-04479db6-1c9c-493c-8d30-72749e6af4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:07.657178 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c0c9166c-1e94-46a9-b067-6695bd82d10f req-04479db6-1c9c-493c-8d30-72749e6af4a0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 1099 time: 0.0413175 Apr 29 12:14:07.693433 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c0c9166c-1e94-46a9-b067-6695bd82d10f req-0aaeac70-2b25-4f95-8495-a5265999037c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282805 Apr 29 12:14:08.197169 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0493e7-014d-441b-85b8-0f5c4f907afd req-850cd3b5-36a6-42a1-ba47-9b8fd6995ac2 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:08.198864 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ee0493e7-014d-441b-85b8-0f5c4f907afd req-850cd3b5-36a6-42a1-ba47-9b8fd6995ac2 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 946 time: 0.0551896 Apr 29 12:14:08.238128 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ee0493e7-014d-441b-85b8-0f5c4f907afd req-2d318278-32d7-4370-851d-83f3ece5b9f1 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331352 Apr 29 12:14:09.358950 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5956bda-fc43-40a8-9b5d-a453467b240c req-a796cf30-e71c-4a8b-a381-5442e0a16bf9 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:09.360429 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f5956bda-fc43-40a8-9b5d-a453467b240c req-a796cf30-e71c-4a8b-a381-5442e0a16bf9 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 946 time: 0.0533228 Apr 29 12:14:09.399198 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f5956bda-fc43-40a8-9b5d-a453467b240c req-833c9308-9fd8-432f-85d0-aca1739a7dc6 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327492 Apr 29 12:14:09.516031 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776ebe6-ac4e-43b6-b521-866b04b368a2 req-4f98f7a1-6ab6-4f0f-9529-fc0462139b9e tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:09.517633 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4776ebe6-ac4e-43b6-b521-866b04b368a2 req-4f98f7a1-6ab6-4f0f-9529-fc0462139b9e tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 946 time: 0.0507910 Apr 29 12:14:09.558016 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4776ebe6-ac4e-43b6-b521-866b04b368a2 req-0247d237-c4a7-4096-a71b-3df94d76da99 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341530 Apr 29 12:14:09.581008 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 59448) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:14:09.711630 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2bf377-d707-468b-81b1-62245295c77f tempest-TestShelveInstance-1966400794 tempest-TestShelveInstance-1966400794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:09.713176 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-da2bf377-d707-468b-81b1-62245295c77f tempest-TestShelveInstance-1966400794 tempest-TestShelveInstance-1966400794-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 1094 time: 0.1311417 Apr 29 12:14:09.716156 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 59452) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:14:09.720616 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-d2449c4a-5238-4c16-921a-1d8dacbdebca tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'port_id': '08420a1c-b28e-4cb5-aed2-439118f44db5', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:14:09.743545 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d2449c4a-5238-4c16-921a-1d8dacbdebca tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for floatingip, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:09.846272 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d2449c4a-5238-4c16-921a-1d8dacbdebca tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:09.952802 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-d2449c4a-5238-4c16-921a-1d8dacbdebca tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Allocated IP 172.26.4.96 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/5244e316-a027-463d-9904-9025086a0b91) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:14:10.053457 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d2449c4a-5238-4c16-921a-1d8dacbdebca tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:10.087148 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d2449c4a-5238-4c16-921a-1d8dacbdebca tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:10.125409 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2449c4a-5238-4c16-921a-1d8dacbdebca tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:14:10.128158 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-d2449c4a-5238-4c16-921a-1d8dacbdebca tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:14:10.132190 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2449c4a-5238-4c16-921a-1d8dacbdebca tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:14:10.157573 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2449c4a-5238-4c16-921a-1d8dacbdebca tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Pushing event updated for resources: {'Port': ['ID=5244e316-a027-463d-9904-9025086a0b91,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:14:10.487192 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d2449c4a-5238-4c16-921a-1d8dacbdebca tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:10.556595 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d2449c4a-5238-4c16-921a-1d8dacbdebca tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:10.704573 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d2449c4a-5238-4c16-921a-1d8dacbdebca tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:10.709416 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d2449c4a-5238-4c16-921a-1d8dacbdebca tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:10.778858 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2449c4a-5238-4c16-921a-1d8dacbdebca tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Pushing event updated for resources: {'Port': ['ID=5244e316-a027-463d-9904-9025086a0b91,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:14:10.790590 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d2449c4a-5238-4c16-921a-1d8dacbdebca tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:11.232733 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [None req-d2449c4a-5238-4c16-921a-1d8dacbdebca tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Floating IP d29a5a9b-aced-4515-8570-594469445fda associated. External IP: 172.26.4.96, port: 08420a1c-b28e-4cb5-aed2-439118f44db5. Apr 29 12:14:11.440718 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2449c4a-5238-4c16-921a-1d8dacbdebca tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Router 3a9d27e1-339e-4a63-890e-9a02f063a9e3 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:14:11.549422 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2449c4a-5238-4c16-921a-1d8dacbdebca tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:14:11.560545 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f94d53-fae8-4632-a48e-1d4b8d672007 None None] Sync routers for ids ['3a9d27e1-339e-4a63-890e-9a02f063a9e3'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:14:11.569544 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d2449c4a-5238-4c16-921a-1d8dacbdebca tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:11.573792 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f94d53-fae8-4632-a48e-1d4b8d672007 None None] Routers {'3a9d27e1-339e-4a63-890e-9a02f063a9e3'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:14:11.574450 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-b2f94d53-fae8-4632-a48e-1d4b8d672007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:13:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3a9d27e1-339e-4a63-890e-9a02f063a9e3'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:14:11.611410 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d2449c4a-5238-4c16-921a-1d8dacbdebca tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8940926 Apr 29 12:14:11.612099 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e818ed0-5ac1-446a-866e-64227075e5b2', 'tag': '08420a1c-b28e-4cb5-aed2-439118f44db5'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:14:11.615028 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47fdca5-ac04-4d27-b578-b7442013b59a" -d '{"events": [{"name": "network-changed", "server_uuid": "9e818ed0-5ac1-446a-866e-64227075e5b2", "tag": "08420a1c-b28e-4cb5-aed2-439118f44db5"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:14:11.654938 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c76d3f5-7563-47b8-9bb2-cd86df7824f1 x-openstack-request-id: req-0c76d3f5-7563-47b8-9bb2-cd86df7824f1 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:14:11.655232 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e818ed0-5ac1-446a-866e-64227075e5b2", "tag": "08420a1c-b28e-4cb5-aed2-439118f44db5", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:14:11.655486 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0c76d3f5-7563-47b8-9bb2-cd86df7824f1 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:14:11.655900 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c76d3f5-7563-47b8-9bb2-cd86df7824f1'] response: {'name': 'network-changed', 'server_uuid': '9e818ed0-5ac1-446a-866e-64227075e5b2', 'tag': '08420a1c-b28e-4cb5-aed2-439118f44db5', 'status': 'completed', 'code': 200} Apr 29 12:14:11.682930 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-b2f94d53-fae8-4632-a48e-1d4b8d672007 None None] Set router 3a9d27e1-339e-4a63-890e-9a02f063a9e3 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:14:11.720204 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fdca5-ac04-4d27-b578-b7442013b59a req-3773acbf-ec05-47b9-8d1d-9e0bd4a1b0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:11.722375 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b47fdca5-ac04-4d27-b578-b7442013b59a req-3773acbf-ec05-47b9-8d1d-9e0bd4a1b0c2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1ebb659da524cf9a39827b08431979b&device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 1099 time: 0.0440135 Apr 29 12:14:11.821428 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fdca5-ac04-4d27-b578-b7442013b59a req-dbb0140b-d8fd-4e95-b7ed-7d117d96c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:11.822934 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b47fdca5-ac04-4d27-b578-b7442013b59a req-dbb0140b-d8fd-4e95-b7ed-7d117d96c973 service neutron] 10.222.0.62 "GET /v2.0/networks?id=51f77d97-2d91-4e59-ab36-88e830f1a1db HTTP/1.1" status: 200 len: 910 time: 0.0925090 Apr 29 12:14:11.898508 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b47fdca5-ac04-4d27-b578-b7442013b59a req-98c87d93-6f27-406e-808f-945eed82769f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08420a1c-b28e-4cb5-aed2-439118f44db5 HTTP/1.1" status: 200 len: 999 time: 0.0677722 Apr 29 12:14:11.925681 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-b2f94d53-fae8-4632-a48e-1d4b8d672007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'name': 'tempest-TestShelveInstance-1262263776-router', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:13:47Z', 'updated_at': '2022-04-29T12:13:50Z', 'revision_number': 4, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'gw_port': {'id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:48Z', 'updated_at': '2022-04-29T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'd29a5a9b-aced-4515-8570-594469445fda', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'floating_ip_address': '172.26.4.96', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'port_id': '08420a1c-b28e-4cb5-aed2-439118f44db5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db', 'mac_address': 'fa:16:3e:a5:64:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e818ed0-5ac1-446a-866e-64227075e5b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:14:10Z', 'updated_at': '2022-04-29T12:14:10Z', 'revision_number': 0, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b85205-c91c-4e2e-ab8f-beb4080bb074', 'name': '', 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'mac_address': 'fa:16:3e:66:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:50Z', 'updated_at': '2022-04-29T12:13:55Z', 'revision_number': 5, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'subnets': [{'id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:14:11.949851 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fdca5-ac04-4d27-b578-b7442013b59a req-4a472ccf-fb05-4f7d-ab7c-0f06a600b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:11.951381 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b47fdca5-ac04-4d27-b578-b7442013b59a req-4a472ccf-fb05-4f7d-ab7c-0f06a600b120 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f8115c16-97ab-4d38-9563-c22b5d192874 HTTP/1.1" status: 200 len: 848 time: 0.0459754 Apr 29 12:14:11.956845 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f94d53-fae8-4632-a48e-1d4b8d672007 None None] Checking router: 3a9d27e1-339e-4a63-890e-9a02f063a9e3 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:14:11.966987 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f94d53-fae8-4632-a48e-1d4b8d672007 None None] Routers {'3a9d27e1-339e-4a63-890e-9a02f063a9e3'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:14:11.967480 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-b2f94d53-fae8-4632-a48e-1d4b8d672007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:13:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3a9d27e1-339e-4a63-890e-9a02f063a9e3'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:14:12.009567 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fdca5-ac04-4d27-b578-b7442013b59a req-1f4719ea-15c8-4c45-9014-804c5001728d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:12.011097 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b47fdca5-ac04-4d27-b578-b7442013b59a req-1f4719ea-15c8-4c45-9014-804c5001728d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51f77d97-2d91-4e59-ab36-88e830f1a1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0518782 Apr 29 12:14:12.084213 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-b2f94d53-fae8-4632-a48e-1d4b8d672007 None None] Set router 3a9d27e1-339e-4a63-890e-9a02f063a9e3 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:14:12.116238 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b47fdca5-ac04-4d27-b578-b7442013b59a req-4587a358-0b05-4a59-9575-c56f7de19f53 service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968077 Apr 29 12:14:12.219817 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b47fdca5-ac04-4d27-b578-b7442013b59a req-df4586a2-21f9-4413-a56d-dffb49a4dd52 service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965889 Apr 29 12:14:12.262925 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:14:12.491463 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-b2f94d53-fae8-4632-a48e-1d4b8d672007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'name': 'tempest-TestShelveInstance-1262263776-router', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:13:47Z', 'updated_at': '2022-04-29T12:13:50Z', 'revision_number': 4, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'gw_port': {'id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:48Z', 'updated_at': '2022-04-29T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'd29a5a9b-aced-4515-8570-594469445fda', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'floating_ip_address': '172.26.4.96', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'port_id': '08420a1c-b28e-4cb5-aed2-439118f44db5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db', 'mac_address': 'fa:16:3e:a5:64:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e818ed0-5ac1-446a-866e-64227075e5b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:14:10Z', 'updated_at': '2022-04-29T12:14:10Z', 'revision_number': 0, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b85205-c91c-4e2e-ab8f-beb4080bb074', 'name': '', 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'mac_address': 'fa:16:3e:66:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:50Z', 'updated_at': '2022-04-29T12:13:55Z', 'revision_number': 5, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'subnets': [{'id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:14:12.522726 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f94d53-fae8-4632-a48e-1d4b8d672007 None None] The sync data for ids ['3a9d27e1-339e-4a63-890e-9a02f063a9e3'] in dv-neutron-838888-1-hyperv is: [{'id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'name': 'tempest-TestShelveInstance-1262263776-router', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:13:47Z', 'updated_at': '2022-04-29T12:13:50Z', 'revision_number': 4, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'gw_port': {'id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:48Z', 'updated_at': '2022-04-29T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'd29a5a9b-aced-4515-8570-594469445fda', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'floating_ip_address': '172.26.4.96', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'port_id': '08420a1c-b28e-4cb5-aed2-439118f44db5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db', 'mac_address': 'fa:16:3e:a5:64:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e818ed0-5ac1-446a-866e-64227075e5b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:14:10Z', 'updated_at': '2022-04-29T12:14:10Z', 'revision_number': 0, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b85205-c91c-4e2e-ab8f-beb4080bb074', 'name': '', 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'mac_address': 'fa:16:3e:66:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:50Z', 'updated_at': '2022-04-29T12:13:55Z', 'revision_number': 5, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'subnets': [{'id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:14:12.726925 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e2b1bd-f2b3-499f-9f5a-2e1d2a32af13 None None] New status for floating IP d29a5a9b-aced-4515-8570-594469445fda: ACTIVE {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:14:23.654497 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-20a978af-ed31-4f5d-b057-2ec9a91c7781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:27.440958 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:27.860981 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3e126f0f-be05-436a-87b7-4749e1792031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:28.660926 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:30.166009 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:30.305739 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:35.924813 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2edca804-6ab4-45df-9157-f100ae804e3e req-40c518b7-2c49-404d-a4ab-a8dd1f26f7e9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466359 Apr 29 12:14:36.006571 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edca804-6ab4-45df-9157-f100ae804e3e req-b0f0897f-a037-41b3-b141-913468ea0d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:36.008686 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2edca804-6ab4-45df-9157-f100ae804e3e req-b0f0897f-a037-41b3-b141-913468ea0d86 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1ebb659da524cf9a39827b08431979b&device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 1099 time: 0.0404892 Apr 29 12:14:36.121009 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edca804-6ab4-45df-9157-f100ae804e3e req-015c702a-d51c-4081-9dcd-72623ace2126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:36.122633 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2edca804-6ab4-45df-9157-f100ae804e3e req-015c702a-d51c-4081-9dcd-72623ace2126 service neutron] 10.222.0.62 "GET /v2.0/networks?id=51f77d97-2d91-4e59-ab36-88e830f1a1db HTTP/1.1" status: 200 len: 910 time: 0.0941021 Apr 29 12:14:36.206070 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2edca804-6ab4-45df-9157-f100ae804e3e req-d769451f-847b-4f06-bef9-fe2ebc6c1467 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08420a1c-b28e-4cb5-aed2-439118f44db5 HTTP/1.1" status: 200 len: 1001 time: 0.0726657 Apr 29 12:14:36.254857 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edca804-6ab4-45df-9157-f100ae804e3e req-a05221b5-9640-412a-b256-6bd95fb28428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:36.256305 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2edca804-6ab4-45df-9157-f100ae804e3e req-a05221b5-9640-412a-b256-6bd95fb28428 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f8115c16-97ab-4d38-9563-c22b5d192874 HTTP/1.1" status: 200 len: 848 time: 0.0431340 Apr 29 12:14:36.301631 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edca804-6ab4-45df-9157-f100ae804e3e req-0ab97477-1a18-46dc-93ce-dfb909800cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:36.303183 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2edca804-6ab4-45df-9157-f100ae804e3e req-0ab97477-1a18-46dc-93ce-dfb909800cba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51f77d97-2d91-4e59-ab36-88e830f1a1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392714 Apr 29 12:14:36.397207 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2edca804-6ab4-45df-9157-f100ae804e3e req-25e0229f-03fd-43f0-b3d7-8d9ca7f9647a service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861547 Apr 29 12:14:36.490446 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2edca804-6ab4-45df-9157-f100ae804e3e req-19d6466e-1188-442c-a516-9d52d0d4dd12 service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854993 Apr 29 12:14:41.083402 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [req-1fcda8bd-efe0-4fab-a491-441d3e235250 req-3c844759-80de-4435-a9b2-a7149671c8ba service neutron] (102960) timed out ('10.222.0.69', 55678) {{(pid=102960) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 29 12:14:49.261794 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:14:53.658355 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-bc782adc-ed83-450b-a84d-ef1b7398fe90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:57.449414 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:57.862894 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f21f9096-0878-48f3-a3ce-d7d906b9ba9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:58.658678 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:00.169160 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:00.299046 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:23.661029 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-14dc4c68-272c-4bb9-b92a-d9168566ae12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:26.260440 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:15:27.479068 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:27.864916 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e30f1c44-fa58-4b0d-a897-9f8e127adde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:28.661737 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:30.171661 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:30.301023 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:37.921931 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0878f2da-f324-4126-ba7f-29423d918a7d req-bacb08a3-9d79-47e6-803f-73f14eaf70f0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455508 Apr 29 12:15:38.003512 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878f2da-f324-4126-ba7f-29423d918a7d req-cb3572a6-680d-44af-a040-18d6effad9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:38.005053 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0878f2da-f324-4126-ba7f-29423d918a7d req-cb3572a6-680d-44af-a040-18d6effad9f3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1ebb659da524cf9a39827b08431979b&device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 1099 time: 0.0399601 Apr 29 12:15:38.107889 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878f2da-f324-4126-ba7f-29423d918a7d req-b281c6a3-6048-407d-92f7-66f5a99e43b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:38.109380 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0878f2da-f324-4126-ba7f-29423d918a7d req-b281c6a3-6048-407d-92f7-66f5a99e43b8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=51f77d97-2d91-4e59-ab36-88e830f1a1db HTTP/1.1" status: 200 len: 910 time: 0.0846567 Apr 29 12:15:38.187237 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0878f2da-f324-4126-ba7f-29423d918a7d req-0d769236-2e11-4c5b-8a4c-db9b24e1220c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08420a1c-b28e-4cb5-aed2-439118f44db5 HTTP/1.1" status: 200 len: 1001 time: 0.0699530 Apr 29 12:15:38.237153 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878f2da-f324-4126-ba7f-29423d918a7d req-efe308e7-41ae-4713-b48a-7bfed9d872b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:38.238685 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0878f2da-f324-4126-ba7f-29423d918a7d req-efe308e7-41ae-4713-b48a-7bfed9d872b6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f8115c16-97ab-4d38-9563-c22b5d192874 HTTP/1.1" status: 200 len: 848 time: 0.0446079 Apr 29 12:15:38.286736 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878f2da-f324-4126-ba7f-29423d918a7d req-d8690c09-8da6-4718-a5b5-e50ffbad14cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:38.288248 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0878f2da-f324-4126-ba7f-29423d918a7d req-d8690c09-8da6-4718-a5b5-e50ffbad14cd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51f77d97-2d91-4e59-ab36-88e830f1a1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398445 Apr 29 12:15:38.381141 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0878f2da-f324-4126-ba7f-29423d918a7d req-75feee71-b78f-4622-8257-9e488da46fa7 service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860486 Apr 29 12:15:38.474402 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0878f2da-f324-4126-ba7f-29423d918a7d req-7b30665b-9e61-458b-93c4-e2dae8d20fcb service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855427 Apr 29 12:15:53.662111 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3555bf7c-5885-41c6-b914-dcae991cabe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:57.493195 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:57.867534 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6d31c373-8331-4361-afc7-a92bc32cc8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:58.663315 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:00.174755 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:00.302974 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:03.259275 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:16:09.854514 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ea587-4bde-4c2f-b851-8402aa250a98 req-d9f97936-b3e8-41fa-9cd3-f3fbd1e85863 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:09.856113 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-218ea587-4bde-4c2f-b851-8402aa250a98 req-d9f97936-b3e8-41fa-9cd3-f3fbd1e85863 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 946 time: 0.1140726 Apr 29 12:16:09.896981 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-218ea587-4bde-4c2f-b851-8402aa250a98 req-b79aea2a-85aa-4705-b92e-96cb50760760 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339894 Apr 29 12:16:11.018920 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c5759-da50-4316-8701-3bda5d574cee req-7588ea39-e1a7-4e80-9dde-3a5b5a094f35 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:11.020449 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-274c5759-da50-4316-8701-3bda5d574cee req-7588ea39-e1a7-4e80-9dde-3a5b5a094f35 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 946 time: 0.0495539 Apr 29 12:16:11.061909 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-274c5759-da50-4316-8701-3bda5d574cee req-fb51aae4-58d4-4682-b923-2e387e12b6c7 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346279 Apr 29 12:16:12.195347 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b5e64-5f8e-4f3f-a16c-7e1f4d0f29af req-6e69df77-32ec-4a4c-9024-2083bbce37fa tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:12.196892 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4a0b5e64-5f8e-4f3f-a16c-7e1f4d0f29af req-6e69df77-32ec-4a4c-9024-2083bbce37fa tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 946 time: 0.0549133 Apr 29 12:16:12.240310 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4a0b5e64-5f8e-4f3f-a16c-7e1f4d0f29af req-d4718209-7765-4622-9bff-1e592ca932d7 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371735 Apr 29 12:16:13.367223 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30c4d0-018e-4846-8aef-7c857cf7498c req-636697f0-413d-4d63-aa15-0d4665ed6aa6 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:13.368762 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7b30c4d0-018e-4846-8aef-7c857cf7498c req-636697f0-413d-4d63-aa15-0d4665ed6aa6 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 946 time: 0.0567536 Apr 29 12:16:13.408790 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7b30c4d0-018e-4846-8aef-7c857cf7498c req-97735639-ed05-401e-9881-d184153ac694 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339801 Apr 29 12:16:14.534668 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7628e4-a48e-4235-9d01-7134a4eea40a req-ab4ddf0c-ee8a-4d34-9da9-a08a51183b11 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:14.536290 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0a7628e4-a48e-4235-9d01-7134a4eea40a req-ab4ddf0c-ee8a-4d34-9da9-a08a51183b11 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 946 time: 0.0552227 Apr 29 12:16:14.577845 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0a7628e4-a48e-4235-9d01-7134a4eea40a req-6cdb4546-ee44-4d08-85f4-46d63495b8d8 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352287 Apr 29 12:16:15.705634 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997c08e-285f-4a57-ab34-12ded2ccac6f req-023eccd3-666c-47f6-a9c6-daab37bdbe3d tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:15.707293 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c997c08e-285f-4a57-ab34-12ded2ccac6f req-023eccd3-666c-47f6-a9c6-daab37bdbe3d tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 946 time: 0.0546694 Apr 29 12:16:15.748316 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c997c08e-285f-4a57-ab34-12ded2ccac6f req-e8ef21a9-2c54-4079-9c1e-1379eb720689 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350132 Apr 29 12:16:16.874124 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df481b-3e6a-4fb4-ad8a-70f3d110a9ad req-a6069317-b62c-4190-aeb9-bad9fa3cdece tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:16.876418 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-25df481b-3e6a-4fb4-ad8a-70f3d110a9ad req-a6069317-b62c-4190-aeb9-bad9fa3cdece tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 946 time: 0.0565941 Apr 29 12:16:16.916367 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-25df481b-3e6a-4fb4-ad8a-70f3d110a9ad req-1db7f5b1-d040-4e46-b7ae-89c0bc28b17e tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334876 Apr 29 12:16:18.037077 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486b562-a430-47a1-8f7d-efe131a953d8 req-dd86552f-3e4e-40d6-b92f-7b8a8cf99b18 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:18.038617 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e486b562-a430-47a1-8f7d-efe131a953d8 req-dd86552f-3e4e-40d6-b92f-7b8a8cf99b18 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 946 time: 0.0490987 Apr 29 12:16:18.078619 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e486b562-a430-47a1-8f7d-efe131a953d8 req-97ff889e-b7f8-4661-8381-1e01f2f07ef3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339761 Apr 29 12:16:19.200093 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8f3d4-7494-49bd-ab53-4c35ab8b0a7b req-de01aa0c-1430-4631-8ab5-9d125af33be0 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:19.201609 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8eb8f3d4-7494-49bd-ab53-4c35ab8b0a7b req-de01aa0c-1430-4631-8ab5-9d125af33be0 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 946 time: 0.0519707 Apr 29 12:16:19.241087 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8eb8f3d4-7494-49bd-ab53-4c35ab8b0a7b req-09f7312c-dd6e-4f91-baf7-8ea64a9e699d tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329108 Apr 29 12:16:20.385620 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4685412-9abf-444c-99d7-ef0168d2cc7e req-83ab1a4b-e4e0-492e-949b-bec0058e4def tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:20.387078 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c4685412-9abf-444c-99d7-ef0168d2cc7e req-83ab1a4b-e4e0-492e-949b-bec0058e4def tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 946 time: 0.0578880 Apr 29 12:16:20.435269 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c4685412-9abf-444c-99d7-ef0168d2cc7e req-540bf175-8610-4c24-bd04-07f051091411 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401862 Apr 29 12:16:21.562892 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5f7c4-4ee5-4031-ae03-e00bf47f6ebf req-3003ee68-532a-4f68-82c9-bed1b5dcd56b tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:21.564707 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9ce5f7c4-4ee5-4031-ae03-e00bf47f6ebf req-3003ee68-532a-4f68-82c9-bed1b5dcd56b tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 946 time: 0.0582676 Apr 29 12:16:21.603962 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9ce5f7c4-4ee5-4031-ae03-e00bf47f6ebf req-97fb17b3-0feb-4413-847d-ef60e6b0802a tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330372 Apr 29 12:16:22.057639 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 08420a1c-b28e-4cb5-aed2-439118f44db5 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 12:16:22.151594 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 08420a1c-b28e-4cb5-aed2-439118f44db5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=08420a1c-b28e-4cb5-aed2-439118f44db5,segment=NetworkSegment(90b473e0-b9a4-4e06-95d8-f876b90ba753),segment_id=90b473e0-b9a4-4e06-95d8-f876b90ba753)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:16:22.165259 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '08420a1c-b28e-4cb5-aed2-439118f44db5', 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db', 'port_id': '08420a1c-b28e-4cb5-aed2-439118f44db5', 'mac_address': 'fa:16:3e:a5:64:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 12:16:22.220858 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:22.234800 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08420a1c-b28e-4cb5-aed2-439118f44db5 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:16:22.255101 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 08420a1c-b28e-4cb5-aed2-439118f44db5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=08420a1c-b28e-4cb5-aed2-439118f44db5,segment=NetworkSegment(90b473e0-b9a4-4e06-95d8-f876b90ba753),segment_id=90b473e0-b9a4-4e06-95d8-f876b90ba753)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:16:22.260718 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:22.313173 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=08420a1c-b28e-4cb5-aed2-439118f44db5,revision_number=6']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:22.326740 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:22.327088 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:22.327527 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:22.327942 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:22.328272 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:22.328605 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:22.329033 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:22.329369 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:22.329696 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:22.330020 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:22.330371 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:22.330694 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:22.378145 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['08420a1c-b28e-4cb5-aed2-439118f44db5'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 12:16:22.735166 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227cd62-b34a-4ffb-880a-3dedba2bcb17 req-0e6aa9f0-1b6f-4b6b-ba40-43ed5c00df2c tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:22.736983 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f227cd62-b34a-4ffb-880a-3dedba2bcb17 req-0e6aa9f0-1b6f-4b6b-ba40-43ed5c00df2c tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 945 time: 0.0524426 Apr 29 12:16:22.782561 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f227cd62-b34a-4ffb-880a-3dedba2bcb17 req-c1c15b4e-17c1-4848-9bee-483144b1f61e tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370417 Apr 29 12:16:23.668470 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2dbce7b7-f294-45f8-9689-334c236db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:23.920973 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4031b34-54d9-44f5-bafd-38ef8270a893 req-d2776b62-abb4-477c-b593-6df7574ec768 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:23.922594 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a4031b34-54d9-44f5-bafd-38ef8270a893 req-d2776b62-abb4-477c-b593-6df7574ec768 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 945 time: 0.0597742 Apr 29 12:16:23.982794 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a4031b34-54d9-44f5-bafd-38ef8270a893 req-4fc44e19-6459-4757-8cf5-3682f0698c1a tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526819 Apr 29 12:16:24.071170 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 08420a1c-b28e-4cb5-aed2-439118f44db5 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:16:24.137392 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 08420a1c-b28e-4cb5-aed2-439118f44db5 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:16:24.138180 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:24.227268 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:24.258251 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e818ed0-5ac1-446a-866e-64227075e5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08420a1c-b28e-4cb5-aed2-439118f44db5'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:16:24.260701 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf25fac-4621-41de-b669-df1ad2a00ccd" -d '{"events": [{"server_uuid": "9e818ed0-5ac1-446a-866e-64227075e5b2", "name": "network-vif-plugged", "status": "completed", "tag": "08420a1c-b28e-4cb5-aed2-439118f44db5"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:16:24.274401 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 08420a1c-b28e-4cb5-aed2-439118f44db5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=08420a1c-b28e-4cb5-aed2-439118f44db5,segment=NetworkSegment(90b473e0-b9a4-4e06-95d8-f876b90ba753),segment_id=90b473e0-b9a4-4e06-95d8-f876b90ba753)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:16:24.281447 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:24.342411 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=08420a1c-b28e-4cb5-aed2-439118f44db5,revision_number=7']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:24.398841 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d357ca8-19de-4197-a690-a497aa4367ff x-openstack-request-id: req-3d357ca8-19de-4197-a690-a497aa4367ff {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:16:24.399185 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e818ed0-5ac1-446a-866e-64227075e5b2", "name": "network-vif-plugged", "status": "completed", "tag": "08420a1c-b28e-4cb5-aed2-439118f44db5", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:16:24.399435 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3d357ca8-19de-4197-a690-a497aa4367ff {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:16:24.399835 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d357ca8-19de-4197-a690-a497aa4367ff'] response: {'server_uuid': '9e818ed0-5ac1-446a-866e-64227075e5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08420a1c-b28e-4cb5-aed2-439118f44db5', 'code': 200} Apr 29 12:16:25.118021 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0a629-7d4f-4e13-812c-5882f6d04fbf req-8a52e37d-3b77-4b70-9061-9da37091244b tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:25.119860 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1eb0a629-7d4f-4e13-812c-5882f6d04fbf req-8a52e37d-3b77-4b70-9061-9da37091244b tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 946 time: 0.0616918 Apr 29 12:16:25.171229 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1eb0a629-7d4f-4e13-812c-5882f6d04fbf req-b841e306-4c24-4685-b8ff-aafc43815ea3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432820 Apr 29 12:16:26.345957 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06046f06-6cba-4673-be90-a2be9bca0df3 req-2bc524b8-62e7-4aca-ac35-c28f61db7473 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:26.347678 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-06046f06-6cba-4673-be90-a2be9bca0df3 req-2bc524b8-62e7-4aca-ac35-c28f61db7473 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 946 time: 0.0734522 Apr 29 12:16:26.418842 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-06046f06-6cba-4673-be90-a2be9bca0df3 req-44acbff1-2263-4c9c-bbf4-e5d94b6967a1 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609517 Apr 29 12:16:27.525177 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:27.577308 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830745cd-2628-4eb5-a87e-6763f0996e2f req-18ca7475-ee3f-424a-ac51-f89ea2820f21 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:27.579644 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-830745cd-2628-4eb5-a87e-6763f0996e2f req-18ca7475-ee3f-424a-ac51-f89ea2820f21 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 946 time: 0.0718751 Apr 29 12:16:27.633109 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-830745cd-2628-4eb5-a87e-6763f0996e2f req-51d81968-5810-46f0-bb2a-1c6cee378ee9 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469253 Apr 29 12:16:27.876480 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5738dc80-4c61-4c20-8986-e2cdd2c411dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:28.683267 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:28.821499 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384c26c-ef2a-480d-ac21-5b79ce3aa34f req-5177d00e-ffad-4057-a4f3-cb4f8d5cff2f tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:28.824696 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f384c26c-ef2a-480d-ac21-5b79ce3aa34f req-5177d00e-ffad-4057-a4f3-cb4f8d5cff2f tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 946 time: 0.0975413 Apr 29 12:16:28.869469 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f384c26c-ef2a-480d-ac21-5b79ce3aa34f req-bcc86bc8-5edc-49e2-8131-f7db576be982 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378597 Apr 29 12:16:30.008944 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dee127-5443-425f-ada0-0af9ef661d6e req-41ea473f-988f-4419-87ad-2432030bfdca tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:30.010603 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-92dee127-5443-425f-ada0-0af9ef661d6e req-41ea473f-988f-4419-87ad-2432030bfdca tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 946 time: 0.0558274 Apr 29 12:16:30.053234 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-92dee127-5443-425f-ada0-0af9ef661d6e req-a2eec4b2-b915-40dc-a472-f7985c50a002 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357726 Apr 29 12:16:30.178867 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:30.316726 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:31.194125 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f16e7b-120d-4474-8f64-9b07b46eafbd req-ac613515-f23b-4ea8-87e5-490fdcb5a4db tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:31.195714 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-10f16e7b-120d-4474-8f64-9b07b46eafbd req-ac613515-f23b-4ea8-87e5-490fdcb5a4db tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 946 time: 0.0613890 Apr 29 12:16:31.243686 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-10f16e7b-120d-4474-8f64-9b07b46eafbd req-0581a714-51f5-4991-94b3-1b5361d95965 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415990 Apr 29 12:16:32.369733 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9979d9-703c-4120-ae70-a7adf5e8098e req-ffc6b033-0333-4c54-b330-f09fa51d82c0 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:32.371280 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ec9979d9-703c-4120-ae70-a7adf5e8098e req-ffc6b033-0333-4c54-b330-f09fa51d82c0 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 946 time: 0.0514159 Apr 29 12:16:32.414102 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ec9979d9-703c-4120-ae70-a7adf5e8098e req-d9aecaa0-af4b-4cf2-87d8-573adb7ff4b5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362928 Apr 29 12:16:32.635848 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc5ecc-bc2b-43f1-944d-f15848047567 req-1c1937a4-30d5-492a-9500-503322f69a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:32.638462 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-96fc5ecc-bc2b-43f1-944d-f15848047567 req-1c1937a4-30d5-492a-9500-503322f69a77 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1ebb659da524cf9a39827b08431979b&device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 1099 time: 0.0519483 Apr 29 12:16:32.794979 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc5ecc-bc2b-43f1-944d-f15848047567 req-1c618406-d8c8-47b9-bf61-efdfa9b7168b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:32.796636 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-96fc5ecc-bc2b-43f1-944d-f15848047567 req-1c618406-d8c8-47b9-bf61-efdfa9b7168b service neutron] 10.222.0.62 "GET /v2.0/networks?id=51f77d97-2d91-4e59-ab36-88e830f1a1db HTTP/1.1" status: 200 len: 910 time: 0.1490695 Apr 29 12:16:32.869029 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-96fc5ecc-bc2b-43f1-944d-f15848047567 req-b0ffa787-ef77-46be-8f9f-74181f10350b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08420a1c-b28e-4cb5-aed2-439118f44db5 HTTP/1.1" status: 200 len: 1001 time: 0.0646427 Apr 29 12:16:32.928640 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc5ecc-bc2b-43f1-944d-f15848047567 req-583c814b-4e58-49a3-bae6-c9b547628887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:32.930064 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-96fc5ecc-bc2b-43f1-944d-f15848047567 req-583c814b-4e58-49a3-bae6-c9b547628887 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f8115c16-97ab-4d38-9563-c22b5d192874 HTTP/1.1" status: 200 len: 848 time: 0.0521374 Apr 29 12:16:32.979469 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc5ecc-bc2b-43f1-944d-f15848047567 req-05d32242-ea64-4b7b-8b6a-61e16de0b2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:32.981012 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-96fc5ecc-bc2b-43f1-944d-f15848047567 req-05d32242-ea64-4b7b-8b6a-61e16de0b2c3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51f77d97-2d91-4e59-ab36-88e830f1a1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432351 Apr 29 12:16:32.992537 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [req-96fc5ecc-bc2b-43f1-944d-f15848047567 req-15057dc1-2a43-48a8-b8dc-7acda51550ae service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 12:16:32.993524 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-96fc5ecc-bc2b-43f1-944d-f15848047567 req-15057dc1-2a43-48a8-b8dc-7acda51550ae service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051918 Apr 29 12:16:33.089099 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-96fc5ecc-bc2b-43f1-944d-f15848047567 req-52fba37b-96d0-4005-ab12-60a544e72b64 service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884228 Apr 29 12:16:33.191533 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-96fc5ecc-bc2b-43f1-944d-f15848047567 req-3a372191-6090-4608-be54-1b72387696a9 service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951190 Apr 29 12:16:33.539669 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156496b4-5333-4242-a0b5-b34f71ebe50c req-0d15f462-fc4b-4cb5-b9e4-135438d3388f tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:33.541226 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-156496b4-5333-4242-a0b5-b34f71ebe50c req-0d15f462-fc4b-4cb5-b9e4-135438d3388f tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 946 time: 0.0543935 Apr 29 12:16:33.581928 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-156496b4-5333-4242-a0b5-b34f71ebe50c req-ddf8a733-fe5b-40a1-b03d-c945c2cda06d tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344846 Apr 29 12:16:34.704372 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb2cd0-ea2c-41ef-a709-267223dd6200 req-ecc9697a-186b-465f-a576-cad0c9aec54d tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:34.705967 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-46bb2cd0-ea2c-41ef-a709-267223dd6200 req-ecc9697a-186b-465f-a576-cad0c9aec54d tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 946 time: 0.0530953 Apr 29 12:16:34.754090 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-46bb2cd0-ea2c-41ef-a709-267223dd6200 req-6645fcde-adcf-48df-aff4-17236194581a tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420287 Apr 29 12:16:35.875545 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb5dfd-e1bd-4a9b-9961-d2a067a27228 req-ad09f3b8-7b30-4ed4-96a2-344a3076b5e9 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:35.877072 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a4fb5dfd-e1bd-4a9b-9961-d2a067a27228 req-ad09f3b8-7b30-4ed4-96a2-344a3076b5e9 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 946 time: 0.0532227 Apr 29 12:16:35.915667 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a4fb5dfd-e1bd-4a9b-9961-d2a067a27228 req-7471e19f-22f4-4ed2-899f-e5e2814f3179 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324101 Apr 29 12:16:36.028357 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [req-4efff134-cf3f-4047-878d-c32f2aecd8dd req-52b13800-669e-4cea-b2da-1cfe8b583900 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 12:16:36.029408 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4efff134-cf3f-4047-878d-c32f2aecd8dd req-52b13800-669e-4cea-b2da-1cfe8b583900 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493543 Apr 29 12:16:36.120026 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 08420a1c-b28e-4cb5-aed2-439118f44db5 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:16:36.201767 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:36.225337 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e818ed0-5ac1-446a-866e-64227075e5b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08420a1c-b28e-4cb5-aed2-439118f44db5'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:16:36.227641 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81cf08d-6ed4-469d-97f4-cb4ec43203d7" -d '{"events": [{"server_uuid": "9e818ed0-5ac1-446a-866e-64227075e5b2", "name": "network-vif-unplugged", "status": "completed", "tag": "08420a1c-b28e-4cb5-aed2-439118f44db5"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:16:36.242030 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 08420a1c-b28e-4cb5-aed2-439118f44db5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=08420a1c-b28e-4cb5-aed2-439118f44db5,segment=NetworkSegment(90b473e0-b9a4-4e06-95d8-f876b90ba753),segment_id=90b473e0-b9a4-4e06-95d8-f876b90ba753)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:16:36.248719 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:36.274767 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Apr 2022 12:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bac18a-c438-44d1-8482-f4c8968b3774 x-openstack-request-id: req-b1bac18a-c438-44d1-8482-f4c8968b3774 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:16:36.275053 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e818ed0-5ac1-446a-866e-64227075e5b2", "name": "network-vif-unplugged", "status": "failed", "tag": "08420a1c-b28e-4cb5-aed2-439118f44db5", "code": 422}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:16:36.275292 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b1bac18a-c438-44d1-8482-f4c8968b3774 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:16:36.275732 dv-neutron-838888-1-hyperv neutron-server[102961]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b1bac18a-c438-44d1-8482-f4c8968b3774']: {'server_uuid': '9e818ed0-5ac1-446a-866e-64227075e5b2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '08420a1c-b28e-4cb5-aed2-439118f44db5', 'code': 422} returned with failed status Apr 29 12:16:36.305696 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=08420a1c-b28e-4cb5-aed2-439118f44db5,revision_number=8']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:37.198664 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52606a-229d-46fc-b742-159814940118 req-1a669b19-7769-4329-853e-c6a37de7266e tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:37.200134 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fa52606a-229d-46fc-b742-159814940118 req-1a669b19-7769-4329-853e-c6a37de7266e tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 944 time: 0.0531309 Apr 29 12:16:37.243600 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fa52606a-229d-46fc-b742-159814940118 req-b8a5d6f7-e9e9-4541-a192-9a16376426d3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365314 Apr 29 12:16:37.412693 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ffe0ea9b-6e48-4928-8159-7eba43e7e83d req-ed6c36cd-3928-47a9-b9b0-3118fa573b33 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0937140 Apr 29 12:16:38.254669 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0ea9b-6e48-4928-8159-7eba43e7e83d req-23ff8b38-9187-4505-a49e-7962b3a243a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:38.256215 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ffe0ea9b-6e48-4928-8159-7eba43e7e83d req-23ff8b38-9187-4505-a49e-7962b3a243a3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2&tenant_id=a1ebb659da524cf9a39827b08431979b HTTP/1.1" status: 200 len: 1097 time: 0.0480149 Apr 29 12:16:38.333116 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0ea9b-6e48-4928-8159-7eba43e7e83d req-98732614-54e1-4466-89e9-76262beb2b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:38.334626 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ffe0ea9b-6e48-4928-8159-7eba43e7e83d req-98732614-54e1-4466-89e9-76262beb2b42 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1ebb659da524cf9a39827b08431979b&device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 1097 time: 0.0554900 Apr 29 12:16:38.426065 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd6ea1-4599-4faf-b229-10a6b65c2569 req-96ee7f7a-a72d-4ccb-a42f-7199b4a75d9b tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:38.427516 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bedd6ea1-4599-4faf-b229-10a6b65c2569 req-96ee7f7a-a72d-4ccb-a42f-7199b4a75d9b tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 944 time: 0.1090839 Apr 29 12:16:38.471652 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0ea9b-6e48-4928-8159-7eba43e7e83d req-b78b4e01-0939-4772-9f45-f665c0438766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:38.473152 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ffe0ea9b-6e48-4928-8159-7eba43e7e83d req-b78b4e01-0939-4772-9f45-f665c0438766 service neutron] 10.222.0.62 "GET /v2.0/networks?id=51f77d97-2d91-4e59-ab36-88e830f1a1db HTTP/1.1" status: 200 len: 910 time: 0.1253643 Apr 29 12:16:38.493956 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bedd6ea1-4599-4faf-b229-10a6b65c2569 req-5c1fdb1a-07ce-4c57-ab06-3727040bc515 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548532 Apr 29 12:16:38.550130 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ffe0ea9b-6e48-4928-8159-7eba43e7e83d req-86ed9288-b442-4623-9188-56406a4c6b2b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08420a1c-b28e-4cb5-aed2-439118f44db5 HTTP/1.1" status: 200 len: 999 time: 0.0697525 Apr 29 12:16:38.604081 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0ea9b-6e48-4928-8159-7eba43e7e83d req-28118e56-57fd-4620-8be3-41612cc34db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:38.605613 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ffe0ea9b-6e48-4928-8159-7eba43e7e83d req-28118e56-57fd-4620-8be3-41612cc34db0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f8115c16-97ab-4d38-9563-c22b5d192874 HTTP/1.1" status: 200 len: 848 time: 0.0465918 Apr 29 12:16:38.653054 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0ea9b-6e48-4928-8159-7eba43e7e83d req-e518c2e9-8874-4a95-9d05-bee014a6bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:38.654626 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ffe0ea9b-6e48-4928-8159-7eba43e7e83d req-e518c2e9-8874-4a95-9d05-bee014a6bdca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51f77d97-2d91-4e59-ab36-88e830f1a1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418403 Apr 29 12:16:38.751266 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ffe0ea9b-6e48-4928-8159-7eba43e7e83d req-2f8c8aca-b7d8-4013-8326-7e95b462bad5 service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885811 Apr 29 12:16:38.853354 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ffe0ea9b-6e48-4928-8159-7eba43e7e83d req-26ac1653-c07a-4bb4-914f-1b2cef86f8ed service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951371 Apr 29 12:16:39.624233 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbdfeb-5ed5-455f-94a7-de9b3cafc1ec req-e30bb741-29e7-471b-9e23-fd65e30a5807 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:39.632959 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e5dbdfeb-5ed5-455f-94a7-de9b3cafc1ec req-e30bb741-29e7-471b-9e23-fd65e30a5807 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 944 time: 0.0616829 Apr 29 12:16:39.685580 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e5dbdfeb-5ed5-455f-94a7-de9b3cafc1ec req-3ba6dadb-ef54-45d8-bdc2-c7e7a7db3ae1 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506213 Apr 29 12:16:40.260236 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:16:40.814852 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95d873-c51f-4668-a0de-74d22df677be req-de839916-c592-45e2-8e44-766d02221bcd tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:40.816438 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1e95d873-c51f-4668-a0de-74d22df677be req-de839916-c592-45e2-8e44-766d02221bcd tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 944 time: 0.0589976 Apr 29 12:16:40.857491 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1e95d873-c51f-4668-a0de-74d22df677be req-e4efe574-d8ca-444b-9cf2-ff14bbdaa3e7 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345879 Apr 29 12:16:41.985871 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bd913-55b8-4279-9367-6cbf1d33e1c5 req-48b5d2db-2a96-41c4-b945-20b055f1b711 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:41.987528 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2e7bd913-55b8-4279-9367-6cbf1d33e1c5 req-48b5d2db-2a96-41c4-b945-20b055f1b711 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 944 time: 0.0549695 Apr 29 12:16:42.027859 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2e7bd913-55b8-4279-9367-6cbf1d33e1c5 req-83f85d2e-0bb7-4486-9abd-007f7fbbdac3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340302 Apr 29 12:16:43.176310 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6d58b-e4bf-4ae3-b653-10a637864d1e req-a6812dcd-beba-46b7-bc78-b22791407e4b tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:43.177997 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-65c6d58b-e4bf-4ae3-b653-10a637864d1e req-a6812dcd-beba-46b7-bc78-b22791407e4b tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 944 time: 0.0572968 Apr 29 12:16:43.217786 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-65c6d58b-e4bf-4ae3-b653-10a637864d1e req-76a573f0-04e8-429c-bd96-eb75f60b3dd2 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334671 Apr 29 12:16:44.345549 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59437c7-41f4-4e11-9f1a-458e8379adfe req-8e1e57a8-fad2-4437-ba0a-c5f2df65a5da tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:44.347054 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c59437c7-41f4-4e11-9f1a-458e8379adfe req-8e1e57a8-fad2-4437-ba0a-c5f2df65a5da tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 944 time: 0.0597014 Apr 29 12:16:44.388248 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c59437c7-41f4-4e11-9f1a-458e8379adfe req-83269d74-218a-4ccc-ae43-8eb8f3c9af1e tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352333 Apr 29 12:16:45.529768 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35928c-1646-483f-86cf-167975073053 req-46450728-e679-48a1-94e0-b53a14e488b6 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:45.531542 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6e35928c-1646-483f-86cf-167975073053 req-46450728-e679-48a1-94e0-b53a14e488b6 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 944 time: 0.0537038 Apr 29 12:16:45.571566 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6e35928c-1646-483f-86cf-167975073053 req-b7bceb84-1f98-4aec-b8fb-dee01891921b tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335751 Apr 29 12:16:46.694483 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6496f-3555-4718-bcec-ba409ebe263a req-4c6a4df0-9629-4def-ba9e-25dd6357031a tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:46.697020 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2bf6496f-3555-4718-bcec-ba409ebe263a req-4c6a4df0-9629-4def-ba9e-25dd6357031a tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 944 time: 0.0541508 Apr 29 12:16:46.741335 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2bf6496f-3555-4718-bcec-ba409ebe263a req-c9b16921-f645-405f-b12a-c201c1951b7d tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350888 Apr 29 12:16:47.865379 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deca541-e715-4802-8249-1f153d6f893b req-9c14b7c7-724a-4c25-ae12-42c4c4179283 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:47.866868 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1deca541-e715-4802-8249-1f153d6f893b req-9c14b7c7-724a-4c25-ae12-42c4c4179283 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 944 time: 0.0516305 Apr 29 12:16:47.905051 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1deca541-e715-4802-8249-1f153d6f893b req-bf64eae6-0bee-4981-8a94-9be522a1d3f6 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322042 Apr 29 12:16:48.476406 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142dafe-e5c0-4744-91ac-a5faf1819e24 req-397c2d9f-0b2b-4fa5-8971-6671c503e6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:48.477929 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9142dafe-e5c0-4744-91ac-a5faf1819e24 req-397c2d9f-0b2b-4fa5-8971-6671c503e6ce service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1ebb659da524cf9a39827b08431979b&device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 1097 time: 0.0420761 Apr 29 12:16:48.584024 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142dafe-e5c0-4744-91ac-a5faf1819e24 req-0967a002-8c91-4324-83b2-3a820f433f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:48.585506 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9142dafe-e5c0-4744-91ac-a5faf1819e24 req-0967a002-8c91-4324-83b2-3a820f433f1c service neutron] 10.222.0.62 "GET /v2.0/networks?id=51f77d97-2d91-4e59-ab36-88e830f1a1db HTTP/1.1" status: 200 len: 910 time: 0.0874729 Apr 29 12:16:48.650376 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9142dafe-e5c0-4744-91ac-a5faf1819e24 req-6b65faa1-02ce-489e-941b-b57df7da8660 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08420a1c-b28e-4cb5-aed2-439118f44db5 HTTP/1.1" status: 200 len: 999 time: 0.0567331 Apr 29 12:16:48.699402 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142dafe-e5c0-4744-91ac-a5faf1819e24 req-d1538e8a-109b-402f-9bfa-ab40e17e5d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:48.700874 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9142dafe-e5c0-4744-91ac-a5faf1819e24 req-d1538e8a-109b-402f-9bfa-ab40e17e5d71 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f8115c16-97ab-4d38-9563-c22b5d192874 HTTP/1.1" status: 200 len: 848 time: 0.0437577 Apr 29 12:16:48.751399 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142dafe-e5c0-4744-91ac-a5faf1819e24 req-008bfb01-48ea-4fb3-ab02-9712baa17d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:48.752900 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9142dafe-e5c0-4744-91ac-a5faf1819e24 req-008bfb01-48ea-4fb3-ab02-9712baa17d04 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51f77d97-2d91-4e59-ab36-88e830f1a1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445001 Apr 29 12:16:48.845537 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9142dafe-e5c0-4744-91ac-a5faf1819e24 req-d174bdc7-7672-4689-bf24-81678ae74637 service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841062 Apr 29 12:16:48.944631 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9142dafe-e5c0-4744-91ac-a5faf1819e24 req-8b4810fe-23ff-4927-a688-57f0a0d60b5a service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900574 Apr 29 12:16:49.029506 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1e04a-d2d3-4dca-945f-884ff9f5a1f5 req-25663d7c-a2c3-4312-8d0f-ea25ac807ae3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:49.031560 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c0b1e04a-d2d3-4dca-945f-884ff9f5a1f5 req-25663d7c-a2c3-4312-8d0f-ea25ac807ae3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 944 time: 0.0567789 Apr 29 12:16:49.069806 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c0b1e04a-d2d3-4dca-945f-884ff9f5a1f5 req-c5c1e1d0-7cc9-49dd-850c-ca3a73ad4d5c tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322678 Apr 29 12:16:50.182299 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 08420a1c-b28e-4cb5-aed2-439118f44db5 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 12:16:50.185135 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164e817-d304-4a1b-bce5-2dcc7cb357f7 req-0c869c3d-46f2-456b-8266-c5aa1cfe1e05 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:50.187652 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3164e817-d304-4a1b-bce5-2dcc7cb357f7 req-0c869c3d-46f2-456b-8266-c5aa1cfe1e05 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 944 time: 0.0510836 Apr 29 12:16:50.227309 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3164e817-d304-4a1b-bce5-2dcc7cb357f7 req-6590de4e-bd20-4e17-a924-d340a5982948 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331700 Apr 29 12:16:50.280563 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 08420a1c-b28e-4cb5-aed2-439118f44db5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=08420a1c-b28e-4cb5-aed2-439118f44db5,segment=NetworkSegment(90b473e0-b9a4-4e06-95d8-f876b90ba753),segment_id=90b473e0-b9a4-4e06-95d8-f876b90ba753)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:16:50.294997 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '08420a1c-b28e-4cb5-aed2-439118f44db5', 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db', 'port_id': '08420a1c-b28e-4cb5-aed2-439118f44db5', 'mac_address': 'fa:16:3e:a5:64:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 12:16:50.332240 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:50.345347 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08420a1c-b28e-4cb5-aed2-439118f44db5 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:16:50.365021 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 08420a1c-b28e-4cb5-aed2-439118f44db5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=08420a1c-b28e-4cb5-aed2-439118f44db5,segment=NetworkSegment(90b473e0-b9a4-4e06-95d8-f876b90ba753),segment_id=90b473e0-b9a4-4e06-95d8-f876b90ba753)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:16:50.368790 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:50.415744 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=08420a1c-b28e-4cb5-aed2-439118f44db5,revision_number=9']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:50.636631 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['08420a1c-b28e-4cb5-aed2-439118f44db5'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 12:16:51.345293 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70674d37-843b-4042-b6c9-5e9f5aaadf9c req-afa54932-9c7b-43f4-a47b-3f659deea22f tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:51.346831 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-70674d37-843b-4042-b6c9-5e9f5aaadf9c req-afa54932-9c7b-43f4-a47b-3f659deea22f tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 945 time: 0.0500691 Apr 29 12:16:51.393081 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-70674d37-843b-4042-b6c9-5e9f5aaadf9c req-cdaf1247-d251-4d5a-8d7c-81be2a7b690f tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402710 Apr 29 12:16:52.197057 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 08420a1c-b28e-4cb5-aed2-439118f44db5 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:16:52.247173 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 08420a1c-b28e-4cb5-aed2-439118f44db5 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:16:52.247542 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:52.321044 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:52.343328 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e818ed0-5ac1-446a-866e-64227075e5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08420a1c-b28e-4cb5-aed2-439118f44db5'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:16:52.345594 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e1dbef-f776-4ec6-a90d-b984fb35d0f1" -d '{"events": [{"server_uuid": "9e818ed0-5ac1-446a-866e-64227075e5b2", "name": "network-vif-plugged", "status": "completed", "tag": "08420a1c-b28e-4cb5-aed2-439118f44db5"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:16:52.358981 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 08420a1c-b28e-4cb5-aed2-439118f44db5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=08420a1c-b28e-4cb5-aed2-439118f44db5,segment=NetworkSegment(90b473e0-b9a4-4e06-95d8-f876b90ba753),segment_id=90b473e0-b9a4-4e06-95d8-f876b90ba753)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:16:52.363810 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:52.412566 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=08420a1c-b28e-4cb5-aed2-439118f44db5,revision_number=10']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:52.510644 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fce0bb-bb46-4cf9-8daa-c786d04a310f req-4e189e63-d014-4c54-bb44-0b2513984e58 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:52.512117 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-23fce0bb-bb46-4cf9-8daa-c786d04a310f req-4e189e63-d014-4c54-bb44-0b2513984e58 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 947 time: 0.0500438 Apr 29 12:16:52.550710 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-23fce0bb-bb46-4cf9-8daa-c786d04a310f req-c03800c2-c881-41ba-9a24-2162ff4c9279 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322013 Apr 29 12:16:53.392578 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8879a406-b8a4-4ecb-9e3c-75eafd8e1cd4 x-openstack-request-id: req-8879a406-b8a4-4ecb-9e3c-75eafd8e1cd4 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:16:53.393049 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e818ed0-5ac1-446a-866e-64227075e5b2", "name": "network-vif-plugged", "status": "completed", "tag": "08420a1c-b28e-4cb5-aed2-439118f44db5", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:16:53.393161 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8879a406-b8a4-4ecb-9e3c-75eafd8e1cd4 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:16:53.393525 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8879a406-b8a4-4ecb-9e3c-75eafd8e1cd4'] response: {'server_uuid': '9e818ed0-5ac1-446a-866e-64227075e5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08420a1c-b28e-4cb5-aed2-439118f44db5', 'code': 200} Apr 29 12:16:53.590997 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e864d0-a43f-4cec-8b6f-40aeb92ade8b req-bffc033d-1bfd-4888-93ea-fe5c14d61c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:53.592871 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-19e864d0-a43f-4cec-8b6f-40aeb92ade8b req-bffc033d-1bfd-4888-93ea-fe5c14d61c47 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 1100 time: 0.0424247 Apr 29 12:16:53.641911 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-19e864d0-a43f-4cec-8b6f-40aeb92ade8b req-84b1c1d5-ffd2-47ca-9943-c04ef2625ef9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399008 Apr 29 12:16:53.663784 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b4d11830-4439-4177-b99a-08a13b620a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:53.677657 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e1a7d-dfa6-4f41-92bd-5d388a70bbd2 req-6354f2bb-f80c-4ca0-9de3-782771559666 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:53.679151 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-347e1a7d-dfa6-4f41-92bd-5d388a70bbd2 req-6354f2bb-f80c-4ca0-9de3-782771559666 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 947 time: 0.0526886 Apr 29 12:16:53.722719 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-347e1a7d-dfa6-4f41-92bd-5d388a70bbd2 req-96f6e977-a966-4ee5-a480-ac3c33527eca tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374570 Apr 29 12:16:54.845471 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172046a-3260-4204-90e7-ec944e54e64c req-426a053d-82e2-4fc0-b520-63d803f55934 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:54.847027 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d172046a-3260-4204-90e7-ec944e54e64c req-426a053d-82e2-4fc0-b520-63d803f55934 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 947 time: 0.0543590 Apr 29 12:16:54.890864 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d172046a-3260-4204-90e7-ec944e54e64c req-481e698b-98bf-4a04-be40-3acba2b20711 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376973 Apr 29 12:16:56.011528 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebee403-7a33-4bb5-895f-08b8a8c7e72d req-176b1319-99f9-43d7-a5bf-1beb9d40fb85 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:56.013081 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-aebee403-7a33-4bb5-895f-08b8a8c7e72d req-176b1319-99f9-43d7-a5bf-1beb9d40fb85 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 947 time: 0.0502188 Apr 29 12:16:56.054471 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-aebee403-7a33-4bb5-895f-08b8a8c7e72d req-a452e4b4-8fa6-45d6-8d5d-f390a3bec669 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338955 Apr 29 12:16:57.556002 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:57.871168 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-27bd7062-2e26-4b24-a47d-e972ceb343b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:58.668230 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:00.180514 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:00.309649 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:17.259406 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:17:23.664261 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c1e64410-148d-4820-bd44-8715b7754a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:27.560676 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:27.876325 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c059d9b6-da2e-48e3-8b23-a4ec30fbbb54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:28.671310 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:30.183107 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:30.312537 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:40.959298 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-924eb35e-a574-4885-a151-d82126547d40 req-51ec4767-3bcf-471c-b2a9-b2f9d9fe0313 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0831997 Apr 29 12:17:41.046693 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924eb35e-a574-4885-a151-d82126547d40 req-d856ce90-0102-4720-9c4e-e4d95808ccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:41.048161 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-924eb35e-a574-4885-a151-d82126547d40 req-d856ce90-0102-4720-9c4e-e4d95808ccbe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1ebb659da524cf9a39827b08431979b&device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 1100 time: 0.0436702 Apr 29 12:17:41.162717 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924eb35e-a574-4885-a151-d82126547d40 req-61ed1695-340f-4591-b2bf-d7d6e108ac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:41.164121 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-924eb35e-a574-4885-a151-d82126547d40 req-61ed1695-340f-4591-b2bf-d7d6e108ac05 service neutron] 10.222.0.62 "GET /v2.0/networks?id=51f77d97-2d91-4e59-ab36-88e830f1a1db HTTP/1.1" status: 200 len: 910 time: 0.0935545 Apr 29 12:17:41.239433 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-924eb35e-a574-4885-a151-d82126547d40 req-9774adcd-fde5-4072-b975-03f94a59d189 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08420a1c-b28e-4cb5-aed2-439118f44db5 HTTP/1.1" status: 200 len: 1001 time: 0.0649939 Apr 29 12:17:41.289135 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924eb35e-a574-4885-a151-d82126547d40 req-24cb7e9d-4d55-421d-8282-993118ceb525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:41.290660 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-924eb35e-a574-4885-a151-d82126547d40 req-24cb7e9d-4d55-421d-8282-993118ceb525 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f8115c16-97ab-4d38-9563-c22b5d192874 HTTP/1.1" status: 200 len: 848 time: 0.0443568 Apr 29 12:17:41.335648 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924eb35e-a574-4885-a151-d82126547d40 req-c2141fcf-6a88-4dd8-b4e1-bb8b03dc02e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:41.337173 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-924eb35e-a574-4885-a151-d82126547d40 req-c2141fcf-6a88-4dd8-b4e1-bb8b03dc02e0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51f77d97-2d91-4e59-ab36-88e830f1a1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395632 Apr 29 12:17:41.772021 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-924eb35e-a574-4885-a151-d82126547d40 req-df3a9f04-0833-446a-af85-bf03ea63f83f service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267180 Apr 29 12:17:41.860555 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-924eb35e-a574-4885-a151-d82126547d40 req-0dc9ce8d-921c-4680-9040-b4303c596b7e service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815127 Apr 29 12:17:53.665889 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f107f27e-5c92-4766-bd6d-a7a64b624203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:54.257904 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:17:57.573384 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:57.878448 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-ecfb515d-4d92-4dcf-985b-66d9b2f1847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:58.675303 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:00.186089 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:00.316750 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:09.323036 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 59768) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:18:09.481880 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-72acceee-7bd8-4e63-8b5b-5c9949221dd5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Deleting port 5244e316-a027-463d-9904-9025086a0b91 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:18:09.482251 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-72acceee-7bd8-4e63-8b5b-5c9949221dd5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:09.558816 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-72acceee-7bd8-4e63-8b5b-5c9949221dd5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:09.559140 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-72acceee-7bd8-4e63-8b5b-5c9949221dd5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:09.570791 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-72acceee-7bd8-4e63-8b5b-5c9949221dd5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Calling delete_port for 5244e316-a027-463d-9904-9025086a0b91 owned by network:floatingip {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:18:09.717773 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-72acceee-7bd8-4e63-8b5b-5c9949221dd5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:09.743236 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acceee-7bd8-4e63-8b5b-5c9949221dd5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Pushing event deleted for resources: {'Port': ['ID=5244e316-a027-463d-9904-9025086a0b91,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:09.754376 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acceee-7bd8-4e63-8b5b-5c9949221dd5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:09.755263 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acceee-7bd8-4e63-8b5b-5c9949221dd5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:09.755606 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acceee-7bd8-4e63-8b5b-5c9949221dd5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:09.755944 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acceee-7bd8-4e63-8b5b-5c9949221dd5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:09.756264 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acceee-7bd8-4e63-8b5b-5c9949221dd5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:09.756597 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acceee-7bd8-4e63-8b5b-5c9949221dd5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:09.756922 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acceee-7bd8-4e63-8b5b-5c9949221dd5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:09.757248 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acceee-7bd8-4e63-8b5b-5c9949221dd5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:09.757573 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acceee-7bd8-4e63-8b5b-5c9949221dd5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:09.757889 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acceee-7bd8-4e63-8b5b-5c9949221dd5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:09.758233 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acceee-7bd8-4e63-8b5b-5c9949221dd5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:09.758555 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acceee-7bd8-4e63-8b5b-5c9949221dd5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:09.812273 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-72acceee-7bd8-4e63-8b5b-5c9949221dd5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for floatingip, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:09.812597 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [None req-72acceee-7bd8-4e63-8b5b-5c9949221dd5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Floating IP d29a5a9b-aced-4515-8570-594469445fda disassociated (deleted). External IP: 172.26.4.96, port: 08420a1c-b28e-4cb5-aed2-439118f44db5. Apr 29 12:18:10.023833 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72acceee-7bd8-4e63-8b5b-5c9949221dd5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Router 3a9d27e1-339e-4a63-890e-9a02f063a9e3 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:18:10.132873 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72acceee-7bd8-4e63-8b5b-5c9949221dd5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:18:10.137665 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-72acceee-7bd8-4e63-8b5b-5c9949221dd5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:10.144726 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5c06b8-4456-42ec-871f-9e39706a7d6d None None] Sync routers for ids ['3a9d27e1-339e-4a63-890e-9a02f063a9e3'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:18:10.156254 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5c06b8-4456-42ec-871f-9e39706a7d6d None None] Routers {'3a9d27e1-339e-4a63-890e-9a02f063a9e3'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:18:10.156886 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-fc5c06b8-4456-42ec-871f-9e39706a7d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:17:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3a9d27e1-339e-4a63-890e-9a02f063a9e3'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:10.165763 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-72acceee-7bd8-4e63-8b5b-5c9949221dd5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "DELETE /v2.0/floatingips/d29a5a9b-aced-4515-8570-594469445fda HTTP/1.1" status: 204 len: 168 time: 0.8415101 Apr 29 12:18:10.166376 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e818ed0-5ac1-446a-866e-64227075e5b2', 'tag': '08420a1c-b28e-4cb5-aed2-439118f44db5'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:18:10.168674 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd11731e-a084-4452-ad19-18938f0ff2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "9e818ed0-5ac1-446a-866e-64227075e5b2", "tag": "08420a1c-b28e-4cb5-aed2-439118f44db5"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:18:10.266651 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2964b666-6a3f-4671-96c8-9ecb299c8522 x-openstack-request-id: req-2964b666-6a3f-4671-96c8-9ecb299c8522 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:18:10.266946 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e818ed0-5ac1-446a-866e-64227075e5b2", "tag": "08420a1c-b28e-4cb5-aed2-439118f44db5", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:18:10.267221 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2964b666-6a3f-4671-96c8-9ecb299c8522 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:18:10.267633 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2964b666-6a3f-4671-96c8-9ecb299c8522'] response: {'name': 'network-changed', 'server_uuid': '9e818ed0-5ac1-446a-866e-64227075e5b2', 'tag': '08420a1c-b28e-4cb5-aed2-439118f44db5', 'status': 'completed', 'code': 200} Apr 29 12:18:10.281801 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-fc5c06b8-4456-42ec-871f-9e39706a7d6d None None] Set router 3a9d27e1-339e-4a63-890e-9a02f063a9e3 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:18:10.349774 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11731e-a084-4452-ad19-18938f0ff2ea req-bcf576e3-33ce-4448-8f77-6c86fac2bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:10.351746 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cd11731e-a084-4452-ad19-18938f0ff2ea req-bcf576e3-33ce-4448-8f77-6c86fac2bd8e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1ebb659da524cf9a39827b08431979b&device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 1100 time: 0.0567834 Apr 29 12:18:10.452334 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02f38e-1816-4e90-8bd9-6d9df6e9ccfe req-cd8965d3-f256-44f7-915b-a204786ced40 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:10.453877 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bd02f38e-1816-4e90-8bd9-6d9df6e9ccfe req-cd8965d3-f256-44f7-915b-a204786ced40 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 947 time: 0.0993366 Apr 29 12:18:10.501135 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-fc5c06b8-4456-42ec-871f-9e39706a7d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'name': 'tempest-TestShelveInstance-1262263776-router', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:13:47Z', 'updated_at': '2022-04-29T12:13:50Z', 'revision_number': 4, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'gw_port': {'id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:48Z', 'updated_at': '2022-04-29T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '51b85205-c91c-4e2e-ab8f-beb4080bb074', 'name': '', 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'mac_address': 'fa:16:3e:66:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:50Z', 'updated_at': '2022-04-29T12:13:55Z', 'revision_number': 5, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'subnets': [{'id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:10.501486 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11731e-a084-4452-ad19-18938f0ff2ea req-06cde1a7-6d3c-49cf-9320-8ef8fa946bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:10.502854 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cd11731e-a084-4452-ad19-18938f0ff2ea req-06cde1a7-6d3c-49cf-9320-8ef8fa946bbc service neutron] 10.222.0.62 "GET /v2.0/networks?id=51f77d97-2d91-4e59-ab36-88e830f1a1db HTTP/1.1" status: 200 len: 910 time: 0.1398718 Apr 29 12:18:10.523877 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bd02f38e-1816-4e90-8bd9-6d9df6e9ccfe req-5ea328ca-e848-447d-9a8f-ec4ca19d3d26 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600643 Apr 29 12:18:10.528182 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5c06b8-4456-42ec-871f-9e39706a7d6d None None] Checking router: 3a9d27e1-339e-4a63-890e-9a02f063a9e3 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:18:10.537284 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5c06b8-4456-42ec-871f-9e39706a7d6d None None] Routers {'3a9d27e1-339e-4a63-890e-9a02f063a9e3'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:18:10.537930 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-fc5c06b8-4456-42ec-871f-9e39706a7d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:17:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3a9d27e1-339e-4a63-890e-9a02f063a9e3'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:10.552823 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cd11731e-a084-4452-ad19-18938f0ff2ea req-6a2793fe-0309-4ec6-add2-7ab279216f7f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08420a1c-b28e-4cb5-aed2-439118f44db5 HTTP/1.1" status: 200 len: 217 time: 0.0414691 Apr 29 12:18:10.606064 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11731e-a084-4452-ad19-18938f0ff2ea req-b99d14b9-5d08-4910-9cfd-fb4a175e1366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:10.607582 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cd11731e-a084-4452-ad19-18938f0ff2ea req-b99d14b9-5d08-4910-9cfd-fb4a175e1366 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f8115c16-97ab-4d38-9563-c22b5d192874 HTTP/1.1" status: 200 len: 848 time: 0.0445752 Apr 29 12:18:10.644060 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-fc5c06b8-4456-42ec-871f-9e39706a7d6d None None] Set router 3a9d27e1-339e-4a63-890e-9a02f063a9e3 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:18:10.660078 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11731e-a084-4452-ad19-18938f0ff2ea req-bafe8b29-8bd8-4e73-8b9a-b9b5e47cb64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:10.663908 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cd11731e-a084-4452-ad19-18938f0ff2ea req-bafe8b29-8bd8-4e73-8b9a-b9b5e47cb64c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51f77d97-2d91-4e59-ab36-88e830f1a1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0464585 Apr 29 12:18:10.758343 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cd11731e-a084-4452-ad19-18938f0ff2ea req-7417731b-929d-4484-848d-0cf519670cb0 service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860364 Apr 29 12:18:10.842726 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-fc5c06b8-4456-42ec-871f-9e39706a7d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'name': 'tempest-TestShelveInstance-1262263776-router', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:13:47Z', 'updated_at': '2022-04-29T12:13:50Z', 'revision_number': 4, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'gw_port': {'id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:48Z', 'updated_at': '2022-04-29T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '51b85205-c91c-4e2e-ab8f-beb4080bb074', 'name': '', 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'mac_address': 'fa:16:3e:66:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:50Z', 'updated_at': '2022-04-29T12:13:55Z', 'revision_number': 5, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'subnets': [{'id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:10.855308 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cd11731e-a084-4452-ad19-18938f0ff2ea req-c7734a92-b30a-44ed-abe8-680c1ff37602 service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898845 Apr 29 12:18:10.879551 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5c06b8-4456-42ec-871f-9e39706a7d6d None None] The sync data for ids ['3a9d27e1-339e-4a63-890e-9a02f063a9e3'] in dv-neutron-838888-1-hyperv is: [{'id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'name': 'tempest-TestShelveInstance-1262263776-router', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:13:47Z', 'updated_at': '2022-04-29T12:13:50Z', 'revision_number': 4, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'gw_port': {'id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:48Z', 'updated_at': '2022-04-29T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '51b85205-c91c-4e2e-ab8f-beb4080bb074', 'name': '', 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'mac_address': 'fa:16:3e:66:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:50Z', 'updated_at': '2022-04-29T12:13:55Z', 'revision_number': 5, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'subnets': [{'id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:18:11.103482 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d03b93-e332-481b-a753-138956391877 None None] New status for floating IP d29a5a9b-aced-4515-8570-594469445fda: DOWN {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:18:11.643595 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcd858-401a-4392-8a43-6d48f4183f77 req-ee5299a0-748a-4168-9fda-6f1c74ff15f6 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:11.645088 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-50dcd858-401a-4392-8a43-6d48f4183f77 req-ee5299a0-748a-4168-9fda-6f1c74ff15f6 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 947 time: 0.0494232 Apr 29 12:18:11.683428 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-50dcd858-401a-4392-8a43-6d48f4183f77 req-4e3047c5-2ce6-4575-85e6-659c8073597e tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316458 Apr 29 12:18:11.960515 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93dd57-7fa6-43a0-9a42-7a2514806de7 req-93d3d6d9-ec50-4ff6-80f6-b4fdbd7d32b7 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:11.961957 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7d93dd57-7fa6-43a0-9a42-7a2514806de7 req-93d3d6d9-ec50-4ff6-80f6-b4fdbd7d32b7 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 947 time: 0.0479918 Apr 29 12:18:12.055084 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-7d93dd57-7fa6-43a0-9a42-7a2514806de7 req-dd37bad8-bfe6-43ea-953c-d46f67c4debf tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Deleting port 08420a1c-b28e-4cb5-aed2-439118f44db5 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:18:12.055432 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-7d93dd57-7fa6-43a0-9a42-7a2514806de7 req-dd37bad8-bfe6-43ea-953c-d46f67c4debf tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:12.144184 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-7d93dd57-7fa6-43a0-9a42-7a2514806de7 req-dd37bad8-bfe6-43ea-953c-d46f67c4debf tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] For port 08420a1c-b28e-4cb5-aed2-439118f44db5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=08420a1c-b28e-4cb5-aed2-439118f44db5,segment=NetworkSegment(90b473e0-b9a4-4e06-95d8-f876b90ba753),segment_id=90b473e0-b9a4-4e06-95d8-f876b90ba753)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:18:12.144552 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-7d93dd57-7fa6-43a0-9a42-7a2514806de7 req-dd37bad8-bfe6-43ea-953c-d46f67c4debf tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:12.158128 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-7d93dd57-7fa6-43a0-9a42-7a2514806de7 req-dd37bad8-bfe6-43ea-953c-d46f67c4debf tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Calling delete_port for 08420a1c-b28e-4cb5-aed2-439118f44db5 owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:18:12.292719 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-7d93dd57-7fa6-43a0-9a42-7a2514806de7 req-dd37bad8-bfe6-43ea-953c-d46f67c4debf tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:12.322051 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37bad8-bfe6-43ea-953c-d46f67c4debf tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Pushing event deleted for resources: {'Port': ['ID=08420a1c-b28e-4cb5-aed2-439118f44db5,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:12.364662 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d93dd57-7fa6-43a0-9a42-7a2514806de7 req-dd37bad8-bfe6-43ea-953c-d46f67c4debf tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] No DVR routers for this DVR port 08420a1c-b28e-4cb5-aed2-439118f44db5 on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:18:12.367250 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-7d93dd57-7fa6-43a0-9a42-7a2514806de7 req-dd37bad8-bfe6-43ea-953c-d46f67c4debf tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:12.370600 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7d93dd57-7fa6-43a0-9a42-7a2514806de7 req-dd37bad8-bfe6-43ea-953c-d46f67c4debf tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.62 "DELETE /v2.0/ports/08420a1c-b28e-4cb5-aed2-439118f44db5 HTTP/1.1" status: 204 len: 173 time: 0.4015844 Apr 29 12:18:12.371058 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e818ed0-5ac1-446a-866e-64227075e5b2', 'name': 'network-vif-deleted', 'tag': '08420a1c-b28e-4cb5-aed2-439118f44db5'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:18:12.373401 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db58b10d-3cd1-4513-88c1-bf5dc53505a6" -d '{"events": [{"server_uuid": "9e818ed0-5ac1-446a-866e-64227075e5b2", "name": "network-vif-deleted", "tag": "08420a1c-b28e-4cb5-aed2-439118f44db5"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:18:12.413138 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2566e62a-89b8-4429-bafc-2ffcf84e596b x-openstack-request-id: req-2566e62a-89b8-4429-bafc-2ffcf84e596b {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:18:12.414140 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e818ed0-5ac1-446a-866e-64227075e5b2", "name": "network-vif-deleted", "tag": "08420a1c-b28e-4cb5-aed2-439118f44db5", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:18:12.415079 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2566e62a-89b8-4429-bafc-2ffcf84e596b {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:18:12.415494 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2566e62a-89b8-4429-bafc-2ffcf84e596b'] response: {'server_uuid': '9e818ed0-5ac1-446a-866e-64227075e5b2', 'name': 'network-vif-deleted', 'tag': '08420a1c-b28e-4cb5-aed2-439118f44db5', 'status': 'completed', 'code': 200} Apr 29 12:18:12.799163 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e78b8eeb-9e45-49c5-ae0f-094272577dc4 req-19534837-6d81-45fd-9e8f-0e8950ebb546 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e818ed0-5ac1-446a-866e-64227075e5b2 HTTP/1.1" status: 200 len: 210 time: 0.0322635 Apr 29 12:18:13.863221 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 59794) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:18:13.922962 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0d43b0ed-0b47-4f54-99d1-473518206ad8 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:13.948899 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0d43b0ed-0b47-4f54-99d1-473518206ad8 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:14.010139 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0d43b0ed-0b47-4f54-99d1-473518206ad8 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:14.012691 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-0d43b0ed-0b47-4f54-99d1-473518206ad8 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:14.013892 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0d43b0ed-0b47-4f54-99d1-473518206ad8 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "DELETE /v2.0/security-groups/9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c HTTP/1.1" status: 204 len: 168 time: 0.1492076 Apr 29 12:18:14.025053 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43b0ed-0b47-4f54-99d1-473518206ad8 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5812c1-f3bf-4e2e-a256-63e6b0e86b3c,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:14.257501 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 59800) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:18:14.262074 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-93316235-ae4b-459e-a6a0-0f5b90cd94d4 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2093221397', 'description': 'tempest-secgroup-smoke-2093221397 description', 'project_id': 'a1ebb659da524cf9a39827b08431979b'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:18:14.282908 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-93316235-ae4b-459e-a6a0-0f5b90cd94d4 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:14.347869 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-93316235-ae4b-459e-a6a0-0f5b90cd94d4 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:14.352072 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-93316235-ae4b-459e-a6a0-0f5b90cd94d4 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:14.381686 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-93316235-ae4b-459e-a6a0-0f5b90cd94d4 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:14.382963 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-93316235-ae4b-459e-a6a0-0f5b90cd94d4 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1244421 Apr 29 12:18:14.384863 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93316235-ae4b-459e-a6a0-0f5b90cd94d4 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6adac2-f1f3-4809-999e-817423b6c782,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:14.386101 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59802) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:18:14.392818 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-61e0fcd5-41b4-4247-887d-b40d1eb92877 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Request body: {'security_group_rule': {'security_group_id': '1b6adac2-f1f3-4809-999e-817423b6c782', 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:18:14.419173 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-61e0fcd5-41b4-4247-887d-b40d1eb92877 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:14.467080 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-61e0fcd5-41b4-4247-887d-b40d1eb92877 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:14.470729 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-61e0fcd5-41b4-4247-887d-b40d1eb92877 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:14.489581 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0fcd5-41b4-4247-887d-b40d1eb92877 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5cb47cd-5651-4604-b990-fc4d3be14633,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:14.499512 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-61e0fcd5-41b4-4247-887d-b40d1eb92877 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:14.500701 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-61e0fcd5-41b4-4247-887d-b40d1eb92877 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1124837 Apr 29 12:18:14.502002 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e0fcd5-41b4-4247-887d-b40d1eb92877 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:14.502370 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e0fcd5-41b4-4247-887d-b40d1eb92877 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:14.502727 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e0fcd5-41b4-4247-887d-b40d1eb92877 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:14.503042 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e0fcd5-41b4-4247-887d-b40d1eb92877 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:14.503373 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e0fcd5-41b4-4247-887d-b40d1eb92877 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:14.503703 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e0fcd5-41b4-4247-887d-b40d1eb92877 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:14.504024 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 59806) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:18:14.504159 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e0fcd5-41b4-4247-887d-b40d1eb92877 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:14.504349 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e0fcd5-41b4-4247-887d-b40d1eb92877 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:14.505191 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e0fcd5-41b4-4247-887d-b40d1eb92877 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:14.505530 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e0fcd5-41b4-4247-887d-b40d1eb92877 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:14.505905 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e0fcd5-41b4-4247-887d-b40d1eb92877 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:14.506260 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e0fcd5-41b4-4247-887d-b40d1eb92877 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:14.512183 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-e23a9d3e-24f6-4d49-8a1d-4625c1a3f396 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Request body: {'security_group_rule': {'security_group_id': '1b6adac2-f1f3-4809-999e-817423b6c782', 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:18:14.536432 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e23a9d3e-24f6-4d49-8a1d-4625c1a3f396 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:14.598267 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e23a9d3e-24f6-4d49-8a1d-4625c1a3f396 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:14.601938 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e23a9d3e-24f6-4d49-8a1d-4625c1a3f396 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:14.619051 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a9d3e-24f6-4d49-8a1d-4625c1a3f396 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e94efb-9ec9-4e12-8aaa-f0a96c2f9a74,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:14.627049 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e23a9d3e-24f6-4d49-8a1d-4625c1a3f396 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:14.628292 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e23a9d3e-24f6-4d49-8a1d-4625c1a3f396 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1226311 Apr 29 12:18:14.631692 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 59808) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:18:14.636024 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-4f4fda9b-2a1a-4123-be18-2d6c1b8b62dc tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Request body: {'security_group_rule': {'security_group_id': '1b6adac2-f1f3-4809-999e-817423b6c782', 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:18:14.660181 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4f4fda9b-2a1a-4123-be18-2d6c1b8b62dc tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:14.719837 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4f4fda9b-2a1a-4123-be18-2d6c1b8b62dc tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:14.723197 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4f4fda9b-2a1a-4123-be18-2d6c1b8b62dc tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:14.741119 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4fda9b-2a1a-4123-be18-2d6c1b8b62dc tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7497da06-c165-4baa-ac07-7d192b32c2b3,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:14.748214 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-4f4fda9b-2a1a-4123-be18-2d6c1b8b62dc tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:14.749405 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-4f4fda9b-2a1a-4123-be18-2d6c1b8b62dc tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167741 Apr 29 12:18:14.752249 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 59810) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:18:14.757276 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-77a8ce4a-89e1-4d6f-a0da-0dd50705d391 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Request body: {'security_group_rule': {'security_group_id': '1b6adac2-f1f3-4809-999e-817423b6c782', 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:18:14.780409 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-77a8ce4a-89e1-4d6f-a0da-0dd50705d391 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:14.839045 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-77a8ce4a-89e1-4d6f-a0da-0dd50705d391 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:14.842618 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-77a8ce4a-89e1-4d6f-a0da-0dd50705d391 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:14.860292 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8ce4a-89e1-4d6f-a0da-0dd50705d391 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f92382-4873-4175-9132-db30c5b76269,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:14.868243 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-77a8ce4a-89e1-4d6f-a0da-0dd50705d391 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:14.869459 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-77a8ce4a-89e1-4d6f-a0da-0dd50705d391 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162944 Apr 29 12:18:14.872247 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 59812) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:18:14.876595 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-1313a21c-6411-4573-ba6a-e49a712dbe54 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Request body: {'security_group_rule': {'security_group_id': '1b6adac2-f1f3-4809-999e-817423b6c782', 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:18:14.896027 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.securitygroups_db [None req-1313a21c-6411-4573-ba6a-e49a712dbe54 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Project a1ebb659da524cf9a39827b08431979b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:18:14.900748 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1313a21c-6411-4573-ba6a-e49a712dbe54 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:14.964650 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1313a21c-6411-4573-ba6a-e49a712dbe54 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:14.968513 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1313a21c-6411-4573-ba6a-e49a712dbe54 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:14.986564 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313a21c-6411-4573-ba6a-e49a712dbe54 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=982f14c9-6651-4601-85f4-db9bb276c953,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:14.993850 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1313a21c-6411-4573-ba6a-e49a712dbe54 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:14.995180 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-1313a21c-6411-4573-ba6a-e49a712dbe54 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220050 Apr 29 12:18:14.998158 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 59814) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:18:15.002638 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-69f4f470-277b-4458-852e-d0ca58401d82 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Request body: {'security_group_rule': {'security_group_id': '1b6adac2-f1f3-4809-999e-817423b6c782', 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:18:15.024362 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.securitygroups_db [None req-69f4f470-277b-4458-852e-d0ca58401d82 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Project a1ebb659da524cf9a39827b08431979b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:18:15.030224 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69f4f470-277b-4458-852e-d0ca58401d82 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:15.091640 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69f4f470-277b-4458-852e-d0ca58401d82 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:15.095137 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69f4f470-277b-4458-852e-d0ca58401d82 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:15.111894 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4f470-277b-4458-852e-d0ca58401d82 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c7921a-ba6f-425f-991a-9fe19039e5b5,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:15.120743 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-69f4f470-277b-4458-852e-d0ca58401d82 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:15.121949 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-69f4f470-277b-4458-852e-d0ca58401d82 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227739 Apr 29 12:18:16.631223 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 08420a1c-b28e-4cb5-aed2-439118f44db5 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:18:16.652040 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: 08420a1c-b28e-4cb5-aed2-439118f44db5 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:18:16.652373 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 08420a1c-b28e-4cb5-aed2-439118f44db5 not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:18:23.671030 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-35f74013-01ff-4757-9490-27521f813e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:27.577274 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:27.885647 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-63643d20-0b56-4f7c-8b7f-2ecc0b26bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:28.677905 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:29.328809 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-1f2f63db-4894-4823-bd39-9ed04b9a36ed tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2093221397&fields=id&tenant_id=a1ebb659da524cf9a39827b08431979b HTTP/1.1" status: 200 len: 267 time: 0.0334477 Apr 29 12:18:29.435769 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-242ea0ee-4b69-42b8-8ddf-4275f54e0fd7 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:29.437136 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-242ea0ee-4b69-42b8-8ddf-4275f54e0fd7 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/networks?id=51f77d97-2d91-4e59-ab36-88e830f1a1db HTTP/1.1" status: 200 len: 809 time: 0.1008928 Apr 29 12:18:29.452496 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-f581082b-ed0d-431d-ac7c-dedd2b6ad750 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/quotas/a1ebb659da524cf9a39827b08431979b HTTP/1.1" status: 200 len: 375 time: 0.0095870 Apr 29 12:18:29.508703 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-7189ab4c-ef0d-46db-b293-64d9c940fe22 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a1ebb659da524cf9a39827b08431979b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503983 Apr 29 12:18:29.525587 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-3c7811ee-e4ab-40a3-a569-966d42d102c0 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 12:18:29.526634 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-3c7811ee-e4ab-40a3-a569-966d42d102c0 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064256 Apr 29 12:18:29.615119 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-2b9921ef-1279-4cab-8998-7d80f20f488e service neutron] 10.222.0.69 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821736 Apr 29 12:18:29.708938 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-2cd17c06-3150-49ca-a7ee-1f456a387982 service neutron] 10.222.0.69 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866876 Apr 29 12:18:29.997490 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ad255900-294b-45d3-bb12-ef58519ba593 req-65ae97c2-aef8-4a8f-abbd-f19d6a7aa931 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 210 time: 0.0293589 Apr 29 12:18:30.187076 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:30.320060 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:30.971061 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-d1bed113-9400-427f-a027-70b090bd0597 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:30.972526 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-d1bed113-9400-427f-a027-70b090bd0597 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.62 "GET /v2.0/networks?id=51f77d97-2d91-4e59-ab36-88e830f1a1db HTTP/1.1" status: 200 len: 809 time: 0.1064708 Apr 29 12:18:31.018952 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-47524377-1ee8-47d8-b085-09010731a365 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1ebb659da524cf9a39827b08431979b HTTP/1.1" status: 200 len: 380 time: 0.0362821 Apr 29 12:18:31.029938 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-82e3264f-e613-4f70-9f42-b69fbe10cf93 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Request body: {'port': {'device_id': 'd21bd178-fa6f-4138-8b08-10d4e041ad4d', 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db', 'admin_state_up': True, 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'security_groups': ['1b6adac2-f1f3-4809-999e-817423b6c782']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:18:31.117273 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a34716af-220e-465f-84fd-fa10ac1311c1 req-84d786ba-bd23-4447-8fb3-7ae1fa76f524 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 210 time: 0.0349119 Apr 29 12:18:31.193463 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-82e3264f-e613-4f70-9f42-b69fbe10cf93 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Made reservation on behalf of a1ebb659da524cf9a39827b08431979b for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:18:31.198537 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-82e3264f-e613-4f70-9f42-b69fbe10cf93 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:31.257177 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:18:31.336664 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-82e3264f-e613-4f70-9f42-b69fbe10cf93 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Allocated IP 172.20.0.7 (51f77d97-2d91-4e59-ab36-88e830f1a1db/f8115c16-97ab-4d38-9563-c22b5d192874/13f679c4-dbd8-4719-ac60-19d11544b88e) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:18:31.476841 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-82e3264f-e613-4f70-9f42-b69fbe10cf93 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:31.510540 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-82e3264f-e613-4f70-9f42-b69fbe10cf93 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:31.562618 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-82e3264f-e613-4f70-9f42-b69fbe10cf93 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Network 51f77d97-2d91-4e59-ab36-88e830f1a1db is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:18:31.565774 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-82e3264f-e613-4f70-9f42-b69fbe10cf93 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:18:31.570347 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-82e3264f-e613-4f70-9f42-b69fbe10cf93 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:18:31.580919 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3264f-e613-4f70-9f42-b69fbe10cf93 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Pushing event updated for resources: {'Port': ['ID=13f679c4-dbd8-4719-ac60-19d11544b88e,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:31.631910 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-82e3264f-e613-4f70-9f42-b69fbe10cf93 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:31.632753 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-82e3264f-e613-4f70-9f42-b69fbe10cf93 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:31.652624 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-82e3264f-e613-4f70-9f42-b69fbe10cf93 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6266096 Apr 29 12:18:31.666926 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-37704676-af30-4df0-b022-ccc22e3a3ee1 service neutron] Request body: {'port': {'device_id': 'd21bd178-fa6f-4138-8b08-10d4e041ad4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:18:31.730373 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-37704676-af30-4df0-b022-ccc22e3a3ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:31.851850 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f4bbcda2-4afe-4ade-be72-8df26366061d None None] Provisioning complete for port 13f679c4-dbd8-4719-ac60-19d11544b88e triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:18:31.852396 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f4bbcda2-4afe-4ade-be72-8df26366061d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:31.891254 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f4bbcda2-4afe-4ade-be72-8df26366061d None None] Port 13f679c4-dbd8-4719-ac60-19d11544b88e cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:18:32.020896 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-37704676-af30-4df0-b022-ccc22e3a3ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f679c4-dbd8-4719-ac60-19d11544b88e {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:18:32.028951 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-37704676-af30-4df0-b022-ccc22e3a3ee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:32.041359 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-37704676-af30-4df0-b022-ccc22e3a3ee1 service neutron] Transition to ACTIVE for port object 13f679c4-dbd8-4719-ac60-19d11544b88e will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:18:32.048325 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-37704676-af30-4df0-b022-ccc22e3a3ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:32.102125 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37704676-af30-4df0-b022-ccc22e3a3ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=13f679c4-dbd8-4719-ac60-19d11544b88e,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:32.186726 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-37704676-af30-4df0-b022-ccc22e3a3ee1 service neutron] Attempting to bind port 13f679c4-dbd8-4719-ac60-19d11544b88e on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:18:32.187056 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-37704676-af30-4df0-b022-ccc22e3a3ee1 service neutron] Attempting to bind port 13f679c4-dbd8-4719-ac60-19d11544b88e by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '90b473e0-b9a4-4e06-95d8-f876b90ba753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:18:32.187381 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-37704676-af30-4df0-b022-ccc22e3a3ee1 service neutron] Attempting to bind port 13f679c4-dbd8-4719-ac60-19d11544b88e on network 51f77d97-2d91-4e59-ab36-88e830f1a1db {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:18:32.192293 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-37704676-af30-4df0-b022-ccc22e3a3ee1 service neutron] Port 13f679c4-dbd8-4719-ac60-19d11544b88e on network 51f77d97-2d91-4e59-ab36-88e830f1a1db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 12:18:32.192617 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-37704676-af30-4df0-b022-ccc22e3a3ee1 service neutron] Attempting to bind port 13f679c4-dbd8-4719-ac60-19d11544b88e on network 51f77d97-2d91-4e59-ab36-88e830f1a1db {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:18:32.198883 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-37704676-af30-4df0-b022-ccc22e3a3ee1 service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:18:32.199216 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-37704676-af30-4df0-b022-ccc22e3a3ee1 service neutron] Checking segment: {'id': '90b473e0-b9a4-4e06-95d8-f876b90ba753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:18:32.199603 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-37704676-af30-4df0-b022-ccc22e3a3ee1 service neutron] Bound using segment: {'id': '90b473e0-b9a4-4e06-95d8-f876b90ba753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:18:32.200033 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-37704676-af30-4df0-b022-ccc22e3a3ee1 service neutron] Bound port: 13f679c4-dbd8-4719-ac60-19d11544b88e, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90b473e0-b9a4-4e06-95d8-f876b90ba753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:18:32.200394 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-37704676-af30-4df0-b022-ccc22e3a3ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:32.311100 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-37704676-af30-4df0-b022-ccc22e3a3ee1 service neutron] For port 13f679c4-dbd8-4719-ac60-19d11544b88e, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:18:32.326929 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-37704676-af30-4df0-b022-ccc22e3a3ee1 service neutron] For port 13f679c4-dbd8-4719-ac60-19d11544b88e, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=13f679c4-dbd8-4719-ac60-19d11544b88e,segment=NetworkSegment(90b473e0-b9a4-4e06-95d8-f876b90ba753),segment_id=90b473e0-b9a4-4e06-95d8-f876b90ba753)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:18:32.332889 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-37704676-af30-4df0-b022-ccc22e3a3ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:32.371431 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32916ef-f5e1-4a5d-ae79-676d0acf1fc0 req-4a9d6d19-b6ba-4a43-8d4f-a25e348c569b tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:32.372848 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f32916ef-f5e1-4a5d-ae79-676d0acf1fc0 req-4a9d6d19-b6ba-4a43-8d4f-a25e348c569b tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 943 time: 0.0986083 Apr 29 12:18:32.379438 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-37704676-af30-4df0-b022-ccc22e3a3ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:32.380089 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-37704676-af30-4df0-b022-ccc22e3a3ee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:32.382755 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-37704676-af30-4df0-b022-ccc22e3a3ee1 service neutron] 10.222.0.62 "PUT /v2.0/ports/13f679c4-dbd8-4719-ac60-19d11544b88e HTTP/1.1" status: 200 len: 1093 time: 0.7213328 Apr 29 12:18:32.383200 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21bd178-fa6f-4138-8b08-10d4e041ad4d', 'tag': '13f679c4-dbd8-4719-ac60-19d11544b88e'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:18:32.385460 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9aed0cc-4bd1-4354-a093-5acc091cd391" -d '{"events": [{"name": "network-changed", "server_uuid": "d21bd178-fa6f-4138-8b08-10d4e041ad4d", "tag": "13f679c4-dbd8-4719-ac60-19d11544b88e"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:18:32.449779 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b117da5c-62c0-4234-a9ea-905035027d6b x-openstack-request-id: req-b117da5c-62c0-4234-a9ea-905035027d6b {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:18:32.450068 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21bd178-fa6f-4138-8b08-10d4e041ad4d", "tag": "13f679c4-dbd8-4719-ac60-19d11544b88e", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:18:32.451003 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b117da5c-62c0-4234-a9ea-905035027d6b {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:18:32.451413 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b117da5c-62c0-4234-a9ea-905035027d6b'] response: {'name': 'network-changed', 'server_uuid': 'd21bd178-fa6f-4138-8b08-10d4e041ad4d', 'tag': '13f679c4-dbd8-4719-ac60-19d11544b88e', 'status': 'completed', 'code': 200} Apr 29 12:18:32.491562 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37704676-af30-4df0-b022-ccc22e3a3ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=13f679c4-dbd8-4719-ac60-19d11544b88e,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:32.503829 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f32916ef-f5e1-4a5d-ae79-676d0acf1fc0 req-5573b902-7aab-4d07-a90a-936f79e26a2c tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060779 Apr 29 12:18:32.515503 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-d930730b-01e6-4dc5-824d-d5d6cc78809a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:32.517265 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-d930730b-01e6-4dc5-824d-d5d6cc78809a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1ebb659da524cf9a39827b08431979b&device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 1096 time: 0.0838099 Apr 29 12:18:32.562947 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-16a7b58e-2b34-4d67-a340-09e6328d9ed0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13f679c4-dbd8-4719-ac60-19d11544b88e HTTP/1.1" status: 200 len: 217 time: 0.0367391 Apr 29 12:18:32.617888 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-e4af064d-3a5f-4ab5-8d15-06bb4c307c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:32.619455 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-e4af064d-3a5f-4ab5-8d15-06bb4c307c65 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f8115c16-97ab-4d38-9563-c22b5d192874 HTTP/1.1" status: 200 len: 848 time: 0.0487337 Apr 29 12:18:32.672837 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-76ed2157-3855-4b9d-8629-e75365e942cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:32.674307 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-76ed2157-3855-4b9d-8629-e75365e942cf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51f77d97-2d91-4e59-ab36-88e830f1a1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0464690 Apr 29 12:18:32.767170 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-44f74432-48a7-48b4-adff-46905de92321 service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838614 Apr 29 12:18:32.867652 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d150dc48-278a-4f04-be9a-b584b18177b2 req-79c18504-28d5-4201-870f-112b4fa7113f service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916569 Apr 29 12:18:32.957206 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aed0cc-4bd1-4354-a093-5acc091cd391 req-bf6d313b-24af-4006-9bbe-018ce2075857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:32.958780 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c9aed0cc-4bd1-4354-a093-5acc091cd391 req-bf6d313b-24af-4006-9bbe-018ce2075857 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1ebb659da524cf9a39827b08431979b&device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 1096 time: 0.0432868 Apr 29 12:18:33.053905 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aed0cc-4bd1-4354-a093-5acc091cd391 req-c59add9e-a9ba-4b38-974e-177ac59d0cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:33.055431 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c9aed0cc-4bd1-4354-a093-5acc091cd391 req-c59add9e-a9ba-4b38-974e-177ac59d0cbb service neutron] 10.222.0.62 "GET /v2.0/networks?id=51f77d97-2d91-4e59-ab36-88e830f1a1db HTTP/1.1" status: 200 len: 910 time: 0.0900035 Apr 29 12:18:33.099312 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c9aed0cc-4bd1-4354-a093-5acc091cd391 req-f928099f-6859-4f96-b5e3-cdd554903e06 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13f679c4-dbd8-4719-ac60-19d11544b88e HTTP/1.1" status: 200 len: 217 time: 0.0355992 Apr 29 12:18:33.152249 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aed0cc-4bd1-4354-a093-5acc091cd391 req-216e6d0e-1534-4e2e-a441-4cb276f0857f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:33.153731 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c9aed0cc-4bd1-4354-a093-5acc091cd391 req-216e6d0e-1534-4e2e-a441-4cb276f0857f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f8115c16-97ab-4d38-9563-c22b5d192874 HTTP/1.1" status: 200 len: 848 time: 0.0473168 Apr 29 12:18:33.203817 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aed0cc-4bd1-4354-a093-5acc091cd391 req-2ef597e7-62e3-4d65-9c3f-2062a42082c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:33.205586 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c9aed0cc-4bd1-4354-a093-5acc091cd391 req-2ef597e7-62e3-4d65-9c3f-2062a42082c0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51f77d97-2d91-4e59-ab36-88e830f1a1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439317 Apr 29 12:18:33.306114 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c9aed0cc-4bd1-4354-a093-5acc091cd391 req-df5e0aba-0ee7-49f7-934a-0562bdac1676 service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926600 Apr 29 12:18:33.400431 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c9aed0cc-4bd1-4354-a093-5acc091cd391 req-327bb87d-a14d-4fcb-8528-d0aa8d31be9a service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861866 Apr 29 12:18:33.635406 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a6faa-246c-4c90-b47f-48eb1abcfeca req-6408b494-614b-4f37-8609-fedfd993d4fd tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:33.636953 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e81a6faa-246c-4c90-b47f-48eb1abcfeca req-6408b494-614b-4f37-8609-fedfd993d4fd tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 943 time: 0.0552435 Apr 29 12:18:33.675899 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e81a6faa-246c-4c90-b47f-48eb1abcfeca req-94ca7840-7eec-4f3e-bb1d-88c359ba4c16 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327764 Apr 29 12:18:34.796999 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2e823-c4a2-4449-82f9-b7228fab339d req-e891aadd-dcf3-46f4-8b80-39ecd4da91d4 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:34.798580 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-30d2e823-c4a2-4449-82f9-b7228fab339d req-e891aadd-dcf3-46f4-8b80-39ecd4da91d4 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 943 time: 0.0511198 Apr 29 12:18:34.839151 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-30d2e823-c4a2-4449-82f9-b7228fab339d req-c0154510-33b0-4087-a662-787203516d2b tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337899 Apr 29 12:18:35.954602 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f194ba-b8bb-4b99-bc5e-5accaf4a86a7 req-dd74ea84-e758-48ad-92ef-bcee8f925e9c tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:35.956076 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-19f194ba-b8bb-4b99-bc5e-5accaf4a86a7 req-dd74ea84-e758-48ad-92ef-bcee8f925e9c tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 943 time: 0.0487640 Apr 29 12:18:35.994741 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-19f194ba-b8bb-4b99-bc5e-5accaf4a86a7 req-9931920c-51d2-419d-be2f-487b60cd7bdc tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319614 Apr 29 12:18:37.121894 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59a943-a217-4d83-8f6e-85dc85dffd3d req-fd15445f-ec23-4166-a124-a7ad4efe4aa1 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:37.123503 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3a59a943-a217-4d83-8f6e-85dc85dffd3d req-fd15445f-ec23-4166-a124-a7ad4efe4aa1 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 943 time: 0.0566518 Apr 29 12:18:37.162639 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3a59a943-a217-4d83-8f6e-85dc85dffd3d req-d9215ab9-9342-4d94-a9ac-80cf541ac19f tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326095 Apr 29 12:18:38.300844 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecece2-08cd-481a-8ae7-da5f61cd9351 req-debefbda-193b-4aba-9aba-a9c64351c7f5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:38.304064 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-50ecece2-08cd-481a-8ae7-da5f61cd9351 req-debefbda-193b-4aba-9aba-a9c64351c7f5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 943 time: 0.0646789 Apr 29 12:18:38.350031 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-50ecece2-08cd-481a-8ae7-da5f61cd9351 req-b0bf9404-ea40-4fbe-ab30-4955bfd6a9bc tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361314 Apr 29 12:18:39.467947 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a803f4-41a0-4e7f-a8bb-c2a7ec0c41d1 req-850fd408-285f-4e4a-9605-29965b36ccf7 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:39.469426 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-50a803f4-41a0-4e7f-a8bb-c2a7ec0c41d1 req-850fd408-285f-4e4a-9605-29965b36ccf7 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 943 time: 0.0484438 Apr 29 12:18:39.506657 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-50a803f4-41a0-4e7f-a8bb-c2a7ec0c41d1 req-cf31b4fc-faee-4cb4-9b2d-d8fbf8994e3b tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311232 Apr 29 12:18:40.625419 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc76fb-8408-4eaa-a872-30353c99fc8b req-b5d71dfd-ab1b-4610-bd8e-5e376fc94fe9 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:40.626927 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fbcc76fb-8408-4eaa-a872-30353c99fc8b req-b5d71dfd-ab1b-4610-bd8e-5e376fc94fe9 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 943 time: 0.0528829 Apr 29 12:18:40.664409 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fbcc76fb-8408-4eaa-a872-30353c99fc8b req-0c77d7da-6094-4a9d-bfe8-77a315cf11d8 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314050 Apr 29 12:18:41.780578 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f39040-cf28-4d7d-97ca-f18d1c6719d2 req-36e9f734-1ee8-47c6-82c6-d53932a816df tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:41.782062 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-50f39040-cf28-4d7d-97ca-f18d1c6719d2 req-36e9f734-1ee8-47c6-82c6-d53932a816df tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 943 time: 0.0490532 Apr 29 12:18:41.820330 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-50f39040-cf28-4d7d-97ca-f18d1c6719d2 req-9f2e9a8f-542d-4079-b4c6-2932d9076505 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315974 Apr 29 12:18:42.761373 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 13f679c4-dbd8-4719-ac60-19d11544b88e details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 12:18:42.859571 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 13f679c4-dbd8-4719-ac60-19d11544b88e, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=13f679c4-dbd8-4719-ac60-19d11544b88e,segment=NetworkSegment(90b473e0-b9a4-4e06-95d8-f876b90ba753),segment_id=90b473e0-b9a4-4e06-95d8-f876b90ba753)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:18:42.872211 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '13f679c4-dbd8-4719-ac60-19d11544b88e', 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db', 'port_id': '13f679c4-dbd8-4719-ac60-19d11544b88e', 'mac_address': 'fa:16:3e:6b:f7:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 12:18:42.908944 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:42.922380 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f679c4-dbd8-4719-ac60-19d11544b88e {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:18:42.936441 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990e40e-9ca5-4fe5-a6e2-c2932e1b2174 req-d955e177-3ad6-4ba7-bed0-dc2c3363857b tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:42.937902 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4990e40e-9ca5-4fe5-a6e2-c2932e1b2174 req-d955e177-3ad6-4ba7-bed0-dc2c3363857b tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 943 time: 0.0495124 Apr 29 12:18:42.942850 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 13f679c4-dbd8-4719-ac60-19d11544b88e, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=13f679c4-dbd8-4719-ac60-19d11544b88e,segment=NetworkSegment(90b473e0-b9a4-4e06-95d8-f876b90ba753),segment_id=90b473e0-b9a4-4e06-95d8-f876b90ba753)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:18:42.947346 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:42.977211 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4990e40e-9ca5-4fe5-a6e2-c2932e1b2174 req-c546890d-6499-49e1-93a0-5ba64a900b84 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331991 Apr 29 12:18:42.995665 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=13f679c4-dbd8-4719-ac60-19d11544b88e,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:43.002493 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:43.002838 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:43.003173 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:43.003502 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:43.003826 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:43.004152 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:43.004477 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:43.004801 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:43.005122 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:43.005440 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:43.005756 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:43.006073 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:43.198793 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['13f679c4-dbd8-4719-ac60-19d11544b88e'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 12:18:44.094615 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264c4dd-966e-4ff9-b608-ffc750cfac22 req-55e46687-7341-4b4c-915f-522244c5a200 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:44.096093 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3264c4dd-966e-4ff9-b608-ffc750cfac22 req-55e46687-7341-4b4c-915f-522244c5a200 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 944 time: 0.0530753 Apr 29 12:18:44.134101 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3264c4dd-966e-4ff9-b608-ffc750cfac22 req-6203c616-4441-4798-9000-4c282c00e508 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320740 Apr 29 12:18:44.781054 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 13f679c4-dbd8-4719-ac60-19d11544b88e up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:18:44.828654 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port 13f679c4-dbd8-4719-ac60-19d11544b88e completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:18:44.832576 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 13f679c4-dbd8-4719-ac60-19d11544b88e triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:18:44.832939 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:44.919589 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:44.942041 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21bd178-fa6f-4138-8b08-10d4e041ad4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f679c4-dbd8-4719-ac60-19d11544b88e'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:18:44.945111 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b667a8d-a0cb-4204-9b3f-e264331a1f97" -d '{"events": [{"server_uuid": "d21bd178-fa6f-4138-8b08-10d4e041ad4d", "name": "network-vif-plugged", "status": "completed", "tag": "13f679c4-dbd8-4719-ac60-19d11544b88e"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:18:44.957855 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 13f679c4-dbd8-4719-ac60-19d11544b88e, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=13f679c4-dbd8-4719-ac60-19d11544b88e,segment=NetworkSegment(90b473e0-b9a4-4e06-95d8-f876b90ba753),segment_id=90b473e0-b9a4-4e06-95d8-f876b90ba753)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:18:44.962908 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:44.989113 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30109dda-237f-4187-a86a-cdb6710b20e9 x-openstack-request-id: req-30109dda-237f-4187-a86a-cdb6710b20e9 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:18:44.989415 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21bd178-fa6f-4138-8b08-10d4e041ad4d", "name": "network-vif-plugged", "status": "completed", "tag": "13f679c4-dbd8-4719-ac60-19d11544b88e", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:18:44.989667 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-30109dda-237f-4187-a86a-cdb6710b20e9 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:18:44.990061 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30109dda-237f-4187-a86a-cdb6710b20e9'] response: {'server_uuid': 'd21bd178-fa6f-4138-8b08-10d4e041ad4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f679c4-dbd8-4719-ac60-19d11544b88e', 'code': 200} Apr 29 12:18:45.016753 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=13f679c4-dbd8-4719-ac60-19d11544b88e,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:45.190605 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc81695-47e5-415d-a212-467743edf06d req-ea49943d-eea4-4975-bc90-16b5904753e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:45.192114 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bdc81695-47e5-415d-a212-467743edf06d req-ea49943d-eea4-4975-bc90-16b5904753e9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 1098 time: 0.0438848 Apr 29 12:18:45.263250 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-bdc81695-47e5-415d-a212-467743edf06d req-253e3f66-0812-4cf8-99dd-d6cfff374b9d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603716 Apr 29 12:18:45.271514 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2273f81-80f7-493d-aadd-3523d347bbf6 req-c0183016-99bc-450a-a989-e6ccae388011 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:45.273515 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a2273f81-80f7-493d-aadd-3523d347bbf6 req-c0183016-99bc-450a-a989-e6ccae388011 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 945 time: 0.0653107 Apr 29 12:18:45.318307 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a2273f81-80f7-493d-aadd-3523d347bbf6 req-fa7bb622-c8b6-4441-97a3-5785aa0d43b7 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363808 Apr 29 12:18:46.448010 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2413da-ef63-4816-8003-5912cb1e0406 req-62d82dcf-32a9-4933-bc8f-a13aa5a101c5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:46.449501 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ac2413da-ef63-4816-8003-5912cb1e0406 req-62d82dcf-32a9-4933-bc8f-a13aa5a101c5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 945 time: 0.0589483 Apr 29 12:18:46.490078 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ac2413da-ef63-4816-8003-5912cb1e0406 req-a507e048-23f4-49cc-b9f7-e236edc93b1b tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339649 Apr 29 12:18:47.605034 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a782749-ef88-4fe8-9a1c-517e4bcd76a2 req-b15f296d-8141-48ad-9003-2a72ab4b37cf tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:47.606594 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4a782749-ef88-4fe8-9a1c-517e4bcd76a2 req-b15f296d-8141-48ad-9003-2a72ab4b37cf tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 945 time: 0.0495853 Apr 29 12:18:47.643466 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4a782749-ef88-4fe8-9a1c-517e4bcd76a2 req-ca0a4fbb-3f44-49eb-a520-7e742bd866a7 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308907 Apr 29 12:18:47.756679 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c872a86-196f-418e-9a62-a9fc38022d8f req-46fb45ec-dd78-4389-91e5-10a5e414ac99 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:47.758156 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7c872a86-196f-418e-9a62-a9fc38022d8f req-46fb45ec-dd78-4389-91e5-10a5e414ac99 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 945 time: 0.0480061 Apr 29 12:18:47.799955 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7c872a86-196f-418e-9a62-a9fc38022d8f req-e2125695-aa93-4f15-a05d-cb767e288116 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354006 Apr 29 12:18:47.821400 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 60004) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:18:47.863463 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae326a4-2131-4b3b-9a84-8bedbfd2ba18 tempest-TestShelveInstance-1966400794 tempest-TestShelveInstance-1966400794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:47.864968 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-0ae326a4-2131-4b3b-9a84-8bedbfd2ba18 tempest-TestShelveInstance-1966400794 tempest-TestShelveInstance-1966400794-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 1093 time: 0.0426047 Apr 29 12:18:47.867772 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 60006) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:18:47.871973 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-619b786b-7610-4648-9230-7a403184f4eb tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'port_id': '13f679c4-dbd8-4719-ac60-19d11544b88e', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:18:47.891649 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-619b786b-7610-4648-9230-7a403184f4eb tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for floatingip, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:47.986832 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-619b786b-7610-4648-9230-7a403184f4eb tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:48.091383 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-619b786b-7610-4648-9230-7a403184f4eb tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Allocated IP 172.26.4.81 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/03c66cd1-1117-43ac-9ca9-c46cc1662dd0) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:18:48.191977 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-619b786b-7610-4648-9230-7a403184f4eb tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:48.230426 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-619b786b-7610-4648-9230-7a403184f4eb tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:48.268956 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619b786b-7610-4648-9230-7a403184f4eb tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:18:48.272722 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-619b786b-7610-4648-9230-7a403184f4eb tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:18:48.276462 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619b786b-7610-4648-9230-7a403184f4eb tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:18:48.298226 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b786b-7610-4648-9230-7a403184f4eb tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Pushing event updated for resources: {'Port': ['ID=03c66cd1-1117-43ac-9ca9-c46cc1662dd0,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:48.633938 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-619b786b-7610-4648-9230-7a403184f4eb tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:48.704279 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-619b786b-7610-4648-9230-7a403184f4eb tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:48.858672 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-619b786b-7610-4648-9230-7a403184f4eb tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:48.864138 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-619b786b-7610-4648-9230-7a403184f4eb tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:48.936477 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b786b-7610-4648-9230-7a403184f4eb tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Pushing event updated for resources: {'Port': ['ID=03c66cd1-1117-43ac-9ca9-c46cc1662dd0,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:48.945207 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-619b786b-7610-4648-9230-7a403184f4eb tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:49.053562 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [None req-619b786b-7610-4648-9230-7a403184f4eb tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Floating IP 1339f872-69b8-4750-b291-da75bf745003 associated. External IP: 172.26.4.81, port: 13f679c4-dbd8-4719-ac60-19d11544b88e. Apr 29 12:18:49.588230 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619b786b-7610-4648-9230-7a403184f4eb tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Router 3a9d27e1-339e-4a63-890e-9a02f063a9e3 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:18:49.695142 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619b786b-7610-4648-9230-7a403184f4eb tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:18:49.705313 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed260fe-6245-4b21-b89d-81c9517fa4fb None None] Sync routers for ids ['3a9d27e1-339e-4a63-890e-9a02f063a9e3'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:18:49.713426 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-619b786b-7610-4648-9230-7a403184f4eb tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:49.716061 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed260fe-6245-4b21-b89d-81c9517fa4fb None None] Routers {'3a9d27e1-339e-4a63-890e-9a02f063a9e3'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:18:49.716682 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-0ed260fe-6245-4b21-b89d-81c9517fa4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:18:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3a9d27e1-339e-4a63-890e-9a02f063a9e3'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:49.741885 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-619b786b-7610-4648-9230-7a403184f4eb tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8731067 Apr 29 12:18:49.742499 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21bd178-fa6f-4138-8b08-10d4e041ad4d', 'tag': '13f679c4-dbd8-4719-ac60-19d11544b88e'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:18:49.744742 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec54432-d29b-4285-b0fd-faa6b5b15d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "d21bd178-fa6f-4138-8b08-10d4e041ad4d", "tag": "13f679c4-dbd8-4719-ac60-19d11544b88e"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:18:49.783668 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c1adb8-334b-42ea-b872-69845cc4b093 x-openstack-request-id: req-63c1adb8-334b-42ea-b872-69845cc4b093 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:18:49.784051 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21bd178-fa6f-4138-8b08-10d4e041ad4d", "tag": "13f679c4-dbd8-4719-ac60-19d11544b88e", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:18:49.784214 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-63c1adb8-334b-42ea-b872-69845cc4b093 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:18:49.784622 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63c1adb8-334b-42ea-b872-69845cc4b093'] response: {'name': 'network-changed', 'server_uuid': 'd21bd178-fa6f-4138-8b08-10d4e041ad4d', 'tag': '13f679c4-dbd8-4719-ac60-19d11544b88e', 'status': 'completed', 'code': 200} Apr 29 12:18:49.828275 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-0ed260fe-6245-4b21-b89d-81c9517fa4fb None None] Set router 3a9d27e1-339e-4a63-890e-9a02f063a9e3 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:18:49.851333 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec54432-d29b-4285-b0fd-faa6b5b15d3c req-d1e78502-5d64-4697-9f2a-e656c31524d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:49.852959 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eec54432-d29b-4285-b0fd-faa6b5b15d3c req-d1e78502-5d64-4697-9f2a-e656c31524d6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1ebb659da524cf9a39827b08431979b&device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 1098 time: 0.0421522 Apr 29 12:18:49.956040 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec54432-d29b-4285-b0fd-faa6b5b15d3c req-aac6de1d-ae9b-40aa-bff7-d3d4d8555319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:49.957512 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eec54432-d29b-4285-b0fd-faa6b5b15d3c req-aac6de1d-ae9b-40aa-bff7-d3d4d8555319 service neutron] 10.222.0.62 "GET /v2.0/networks?id=51f77d97-2d91-4e59-ab36-88e830f1a1db HTTP/1.1" status: 200 len: 910 time: 0.0958245 Apr 29 12:18:50.025475 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eec54432-d29b-4285-b0fd-faa6b5b15d3c req-c9af6e22-02a6-47b1-a640-6333b27b11fc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13f679c4-dbd8-4719-ac60-19d11544b88e HTTP/1.1" status: 200 len: 998 time: 0.0602241 Apr 29 12:18:50.060321 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-0ed260fe-6245-4b21-b89d-81c9517fa4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'name': 'tempest-TestShelveInstance-1262263776-router', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:13:47Z', 'updated_at': '2022-04-29T12:13:50Z', 'revision_number': 4, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'gw_port': {'id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:48Z', 'updated_at': '2022-04-29T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '1339f872-69b8-4750-b291-da75bf745003', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'floating_ip_address': '172.26.4.81', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'port_id': '13f679c4-dbd8-4719-ac60-19d11544b88e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db', 'mac_address': 'fa:16:3e:6b:f7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21bd178-fa6f-4138-8b08-10d4e041ad4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:18:48Z', 'updated_at': '2022-04-29T12:18:48Z', 'revision_number': 0, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b85205-c91c-4e2e-ab8f-beb4080bb074', 'name': '', 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'mac_address': 'fa:16:3e:66:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:50Z', 'updated_at': '2022-04-29T12:13:55Z', 'revision_number': 5, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'subnets': [{'id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:50.075670 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec54432-d29b-4285-b0fd-faa6b5b15d3c req-3eba59cc-5c68-4791-acff-ffccb797e0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:50.077161 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eec54432-d29b-4285-b0fd-faa6b5b15d3c req-3eba59cc-5c68-4791-acff-ffccb797e0c0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f8115c16-97ab-4d38-9563-c22b5d192874 HTTP/1.1" status: 200 len: 848 time: 0.0438726 Apr 29 12:18:50.090375 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed260fe-6245-4b21-b89d-81c9517fa4fb None None] Checking router: 3a9d27e1-339e-4a63-890e-9a02f063a9e3 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:18:50.099152 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed260fe-6245-4b21-b89d-81c9517fa4fb None None] Routers {'3a9d27e1-339e-4a63-890e-9a02f063a9e3'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:18:50.100393 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-0ed260fe-6245-4b21-b89d-81c9517fa4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:18:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3a9d27e1-339e-4a63-890e-9a02f063a9e3'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:50.128378 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec54432-d29b-4285-b0fd-faa6b5b15d3c req-03b96307-2ea5-4d0a-a565-6a4492dfaaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:50.129920 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eec54432-d29b-4285-b0fd-faa6b5b15d3c req-03b96307-2ea5-4d0a-a565-6a4492dfaaa6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51f77d97-2d91-4e59-ab36-88e830f1a1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451789 Apr 29 12:18:50.208711 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-0ed260fe-6245-4b21-b89d-81c9517fa4fb None None] Set router 3a9d27e1-339e-4a63-890e-9a02f063a9e3 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:18:50.224731 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eec54432-d29b-4285-b0fd-faa6b5b15d3c req-1ae905a5-09a2-442b-8996-788f1ca3c989 service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874155 Apr 29 12:18:50.322545 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eec54432-d29b-4285-b0fd-faa6b5b15d3c req-1f7c56fd-5a9f-4d08-925b-d8b4bd480cf2 service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908895 Apr 29 12:18:50.579844 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-0ed260fe-6245-4b21-b89d-81c9517fa4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'name': 'tempest-TestShelveInstance-1262263776-router', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:13:47Z', 'updated_at': '2022-04-29T12:13:50Z', 'revision_number': 4, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'gw_port': {'id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:48Z', 'updated_at': '2022-04-29T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '1339f872-69b8-4750-b291-da75bf745003', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'floating_ip_address': '172.26.4.81', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'port_id': '13f679c4-dbd8-4719-ac60-19d11544b88e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db', 'mac_address': 'fa:16:3e:6b:f7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21bd178-fa6f-4138-8b08-10d4e041ad4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:18:48Z', 'updated_at': '2022-04-29T12:18:48Z', 'revision_number': 0, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b85205-c91c-4e2e-ab8f-beb4080bb074', 'name': '', 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'mac_address': 'fa:16:3e:66:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:50Z', 'updated_at': '2022-04-29T12:13:55Z', 'revision_number': 5, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'subnets': [{'id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:50.610451 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed260fe-6245-4b21-b89d-81c9517fa4fb None None] The sync data for ids ['3a9d27e1-339e-4a63-890e-9a02f063a9e3'] in dv-neutron-838888-1-hyperv is: [{'id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'name': 'tempest-TestShelveInstance-1262263776-router', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:13:47Z', 'updated_at': '2022-04-29T12:13:50Z', 'revision_number': 4, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'gw_port': {'id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:48Z', 'updated_at': '2022-04-29T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '1339f872-69b8-4750-b291-da75bf745003', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'floating_ip_address': '172.26.4.81', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'port_id': '13f679c4-dbd8-4719-ac60-19d11544b88e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db', 'mac_address': 'fa:16:3e:6b:f7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21bd178-fa6f-4138-8b08-10d4e041ad4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:18:48Z', 'updated_at': '2022-04-29T12:18:48Z', 'revision_number': 0, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b85205-c91c-4e2e-ab8f-beb4080bb074', 'name': '', 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'mac_address': 'fa:16:3e:66:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:50Z', 'updated_at': '2022-04-29T12:13:55Z', 'revision_number': 5, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'subnets': [{'id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:18:50.801960 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896ca47f-c839-4907-b87f-dfefe11772eb None None] New status for floating IP 1339f872-69b8-4750-b291-da75bf745003: ACTIVE {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:18:53.673446 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f24682c2-0810-4f36-8363-79edf3dfae43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:57.587598 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:57.880593 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fdfa0320-b9e7-4756-ae6f-43453247144c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:58.680980 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:00.189688 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:00.330527 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:08.256947 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:19:23.675652 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fa62a0fd-96f6-44b9-a455-bcd6fb8d5e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:27.595556 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:27.873486 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-65bf73a4-e384-469a-a048-6b2871a210c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:28.683384 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:30.192866 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:30.323070 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:42.922099 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fbedef29-b804-4e50-abe2-59473738e2b2 req-5b7d3286-a381-4215-9b3c-a1c7814cab67 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413215 Apr 29 12:19:43.007026 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbedef29-b804-4e50-abe2-59473738e2b2 req-70d753b2-acb4-4447-8bca-c47ab493859b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:43.008520 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fbedef29-b804-4e50-abe2-59473738e2b2 req-70d753b2-acb4-4447-8bca-c47ab493859b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1ebb659da524cf9a39827b08431979b&device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 1098 time: 0.0412698 Apr 29 12:19:43.116725 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbedef29-b804-4e50-abe2-59473738e2b2 req-7f4bbe8a-ae67-44eb-aa52-41c03636afd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:43.118203 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fbedef29-b804-4e50-abe2-59473738e2b2 req-7f4bbe8a-ae67-44eb-aa52-41c03636afd6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=51f77d97-2d91-4e59-ab36-88e830f1a1db HTTP/1.1" status: 200 len: 910 time: 0.0889413 Apr 29 12:19:43.198442 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fbedef29-b804-4e50-abe2-59473738e2b2 req-26b36f1d-265c-416a-aad2-bf118967ae72 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13f679c4-dbd8-4719-ac60-19d11544b88e HTTP/1.1" status: 200 len: 1000 time: 0.0653932 Apr 29 12:19:43.249212 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbedef29-b804-4e50-abe2-59473738e2b2 req-a96a2ac1-c945-4905-bc60-ec3e3b8ab056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:43.250719 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fbedef29-b804-4e50-abe2-59473738e2b2 req-a96a2ac1-c945-4905-bc60-ec3e3b8ab056 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f8115c16-97ab-4d38-9563-c22b5d192874 HTTP/1.1" status: 200 len: 848 time: 0.0456266 Apr 29 12:19:43.301927 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbedef29-b804-4e50-abe2-59473738e2b2 req-d68a170b-7468-446a-9bf5-49b1b6076600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:43.303484 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fbedef29-b804-4e50-abe2-59473738e2b2 req-d68a170b-7468-446a-9bf5-49b1b6076600 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51f77d97-2d91-4e59-ab36-88e830f1a1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0462325 Apr 29 12:19:43.394833 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fbedef29-b804-4e50-abe2-59473738e2b2 req-b20a4250-f45e-4074-98ee-3b0184fa0dc5 service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824485 Apr 29 12:19:43.491803 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fbedef29-b804-4e50-abe2-59473738e2b2 req-11e07c2b-7d74-4c8d-b64d-09605a71c8d0 service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895681 Apr 29 12:19:45.256438 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:19:53.677723 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fec8a143-292e-4c72-91ce-7d1582291448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:57.607915 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:57.878853 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-99f3f8df-05ac-486a-9420-85f1325fcfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:58.686424 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:20:00.195056 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:20:00.325321 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:20:22.254982 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:20:23.679651 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-436734ab-b76f-4a66-b880-a4086755ea6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:20:27.618925 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:20:27.881918 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c53213a8-ff7d-4302-8204-adcb881436d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:20:28.690279 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:20:30.198818 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:20:30.330220 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:20:42.927773 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eebf4ba7-e49e-47bc-ac59-a5262b398aea req-3f825f90-eccd-46bc-b45c-1082bf6e3d34 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408547 Apr 29 12:20:43.009396 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf4ba7-e49e-47bc-ac59-a5262b398aea req-5e1e264d-ccbb-458c-ab47-3a3ffb7c09f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:43.010932 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eebf4ba7-e49e-47bc-ac59-a5262b398aea req-5e1e264d-ccbb-458c-ab47-3a3ffb7c09f2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1ebb659da524cf9a39827b08431979b&device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 1098 time: 0.0398932 Apr 29 12:20:43.120814 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf4ba7-e49e-47bc-ac59-a5262b398aea req-cb9eef04-e86f-4e36-9198-e989944164ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:43.123192 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eebf4ba7-e49e-47bc-ac59-a5262b398aea req-cb9eef04-e86f-4e36-9198-e989944164ac service neutron] 10.222.0.62 "GET /v2.0/networks?id=51f77d97-2d91-4e59-ab36-88e830f1a1db HTTP/1.1" status: 200 len: 910 time: 0.0896361 Apr 29 12:20:43.193604 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eebf4ba7-e49e-47bc-ac59-a5262b398aea req-806b9835-1cf5-4b1c-9af2-69b760bae444 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13f679c4-dbd8-4719-ac60-19d11544b88e HTTP/1.1" status: 200 len: 1000 time: 0.0605280 Apr 29 12:20:43.243179 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf4ba7-e49e-47bc-ac59-a5262b398aea req-5a83ae7a-eef2-43c2-93ff-4737b5e542b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:43.244641 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eebf4ba7-e49e-47bc-ac59-a5262b398aea req-5a83ae7a-eef2-43c2-93ff-4737b5e542b4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f8115c16-97ab-4d38-9563-c22b5d192874 HTTP/1.1" status: 200 len: 848 time: 0.0434804 Apr 29 12:20:43.297475 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf4ba7-e49e-47bc-ac59-a5262b398aea req-d94ab16a-2d22-469c-9bf4-81fb5daa9e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:43.299084 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eebf4ba7-e49e-47bc-ac59-a5262b398aea req-d94ab16a-2d22-469c-9bf4-81fb5daa9e45 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51f77d97-2d91-4e59-ab36-88e830f1a1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441408 Apr 29 12:20:43.389246 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eebf4ba7-e49e-47bc-ac59-a5262b398aea req-60d890d8-e507-42e6-8bf3-02aae0ddb883 service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817361 Apr 29 12:20:43.482931 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-eebf4ba7-e49e-47bc-ac59-a5262b398aea req-7d98c0b3-6489-49d4-92d9-073d3d2b878c service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868208 Apr 29 12:20:46.418018 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77102b9e-b5bb-4c4a-a136-99d8b84a94e4 req-ccc7f0af-83ac-49d3-8b5a-0e8337dd062b tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:46.419495 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-77102b9e-b5bb-4c4a-a136-99d8b84a94e4 req-ccc7f0af-83ac-49d3-8b5a-0e8337dd062b tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 945 time: 0.0514967 Apr 29 12:20:46.459329 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-77102b9e-b5bb-4c4a-a136-99d8b84a94e4 req-d3280553-048a-4d46-b992-7759e89e4e8f tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332885 Apr 29 12:20:47.578625 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53802b63-3391-4741-8344-c758818349cd req-c6cefe7a-8ea7-4387-8277-58814ee832d5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:47.580111 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-53802b63-3391-4741-8344-c758818349cd req-c6cefe7a-8ea7-4387-8277-58814ee832d5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 945 time: 0.0489473 Apr 29 12:20:47.618540 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-53802b63-3391-4741-8344-c758818349cd req-bc914570-eec5-4451-856b-8c7bfdf1e162 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324354 Apr 29 12:20:48.912441 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54e7b4-9ab1-4f4e-a103-cd2aa5683a92 req-5936335d-1bda-4602-8934-8159a8d17c4c tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:48.913850 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3c54e7b4-9ab1-4f4e-a103-cd2aa5683a92 req-5936335d-1bda-4602-8934-8159a8d17c4c tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 945 time: 0.0537808 Apr 29 12:20:48.952047 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3c54e7b4-9ab1-4f4e-a103-cd2aa5683a92 req-604dacb4-068c-4684-a465-dfc0b6648395 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323172 Apr 29 12:20:50.065795 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed4b53-2ac1-4fcd-a568-3b476922b822 req-f5a70df8-edc0-49a1-a24f-a0fe871bfd48 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:50.067318 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-67ed4b53-2ac1-4fcd-a568-3b476922b822 req-f5a70df8-edc0-49a1-a24f-a0fe871bfd48 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 945 time: 0.0491719 Apr 29 12:20:50.105956 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-67ed4b53-2ac1-4fcd-a568-3b476922b822 req-90e2f69d-2e13-47ff-ab7f-0aac7f49135d tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325706 Apr 29 12:20:51.222883 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486213b-f62a-45ce-9b23-4523a4bdd76f req-9d095b47-99d9-4a5c-b5eb-88ca94de7cf0 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:51.224411 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3486213b-f62a-45ce-9b23-4523a4bdd76f req-9d095b47-99d9-4a5c-b5eb-88ca94de7cf0 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 945 time: 0.0493040 Apr 29 12:20:51.263112 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3486213b-f62a-45ce-9b23-4523a4bdd76f req-e4d9a8c1-5971-40e1-aa6b-9a29e4d0db13 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324523 Apr 29 12:20:52.392528 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87964c55-d7e4-4ee3-99d1-c348343a5a29 req-8aba79ee-f139-4d38-9104-a9f1b3abd918 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:52.394059 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-87964c55-d7e4-4ee3-99d1-c348343a5a29 req-8aba79ee-f139-4d38-9104-a9f1b3abd918 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 945 time: 0.0577970 Apr 29 12:20:52.433523 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-87964c55-d7e4-4ee3-99d1-c348343a5a29 req-291da5a7-2256-49f8-9996-d29825fea7c2 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333126 Apr 29 12:20:53.555221 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b382de-4491-4d6c-8f1c-0c70f44c19b8 req-714e74c5-b039-4f9f-961e-34898048511e tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:53.557040 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-22b382de-4491-4d6c-8f1c-0c70f44c19b8 req-714e74c5-b039-4f9f-961e-34898048511e tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 945 time: 0.0537920 Apr 29 12:20:53.599984 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-22b382de-4491-4d6c-8f1c-0c70f44c19b8 req-fd0654f8-3605-489c-b036-b36c0543b73c tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368619 Apr 29 12:20:53.682560 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0e18a84e-ce6a-415f-a1f9-d766adf79b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:20:54.718145 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba0828-d868-4348-9a2e-bbc838fc829f req-61537d14-81a5-436f-978c-eb7f65f29181 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:54.719712 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-68ba0828-d868-4348-9a2e-bbc838fc829f req-61537d14-81a5-436f-978c-eb7f65f29181 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 945 time: 0.0522759 Apr 29 12:20:54.757891 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-68ba0828-d868-4348-9a2e-bbc838fc829f req-d7e23cfc-98a6-4101-9b25-5179bcab2861 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321982 Apr 29 12:20:55.883468 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce5130-9a50-497d-88ec-3fd10ee6d74e req-9765abad-c8a2-4e31-b128-ad0b433ec5d0 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:55.885098 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9dce5130-9a50-497d-88ec-3fd10ee6d74e req-9765abad-c8a2-4e31-b128-ad0b433ec5d0 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 945 time: 0.0580389 Apr 29 12:20:55.926061 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9dce5130-9a50-497d-88ec-3fd10ee6d74e req-b4a58b4b-f4c4-4c32-a872-641c762fb478 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346117 Apr 29 12:20:56.584166 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617ab9a-83bb-4f4f-b015-9547dd9aade0 req-5e352cfe-2d47-4cb4-a45a-e09f3f8a7cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:56.585670 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4617ab9a-83bb-4f4f-b015-9547dd9aade0 req-5e352cfe-2d47-4cb4-a45a-e09f3f8a7cc3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1ebb659da524cf9a39827b08431979b&device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 1098 time: 0.0422461 Apr 29 12:20:56.682236 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617ab9a-83bb-4f4f-b015-9547dd9aade0 req-4ec55dce-5ff0-4a04-8e96-8b2dcb9f5b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:56.683725 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4617ab9a-83bb-4f4f-b015-9547dd9aade0 req-4ec55dce-5ff0-4a04-8e96-8b2dcb9f5b3e service neutron] 10.222.0.62 "GET /v2.0/networks?id=51f77d97-2d91-4e59-ab36-88e830f1a1db HTTP/1.1" status: 200 len: 910 time: 0.0907040 Apr 29 12:20:56.757564 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4617ab9a-83bb-4f4f-b015-9547dd9aade0 req-191606a6-50f8-4d87-9a57-85c64e91c37d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13f679c4-dbd8-4719-ac60-19d11544b88e HTTP/1.1" status: 200 len: 1000 time: 0.0651770 Apr 29 12:20:56.814194 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617ab9a-83bb-4f4f-b015-9547dd9aade0 req-a9a105ad-9084-4d33-ab22-9627c113ef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:56.815585 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4617ab9a-83bb-4f4f-b015-9547dd9aade0 req-a9a105ad-9084-4d33-ab22-9627c113ef7a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f8115c16-97ab-4d38-9563-c22b5d192874 HTTP/1.1" status: 200 len: 848 time: 0.0486226 Apr 29 12:20:56.871744 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617ab9a-83bb-4f4f-b015-9547dd9aade0 req-9ea63831-329c-491f-9382-c95b09fe5c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:56.874128 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4617ab9a-83bb-4f4f-b015-9547dd9aade0 req-9ea63831-329c-491f-9382-c95b09fe5c87 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51f77d97-2d91-4e59-ab36-88e830f1a1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0485358 Apr 29 12:20:56.978899 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4617ab9a-83bb-4f4f-b015-9547dd9aade0 req-b6a2a4e5-09c3-4a50-b899-9904308ae6e9 service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941885 Apr 29 12:20:57.103355 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff7a4b-bf2f-4567-bfab-9b3263a47ecc req-8658c08b-5d34-4488-b025-286028fbbff4 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:57.104758 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-17ff7a4b-bf2f-4567-bfab-9b3263a47ecc req-8658c08b-5d34-4488-b025-286028fbbff4 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 945 time: 0.1077654 Apr 29 12:20:57.126199 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4617ab9a-83bb-4f4f-b015-9547dd9aade0 req-ff6b4238-7304-47c0-afc5-d80c31fbd1e1 service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374717 Apr 29 12:20:57.153076 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-17ff7a4b-bf2f-4567-bfab-9b3263a47ecc req-b57785c7-01ff-4c7d-91a9-750724b7601b tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391076 Apr 29 12:20:57.637301 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:20:57.884768 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-37e677e7-46af-4afd-93dd-cca7dfcfe898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:20:58.270397 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c64c4b-4511-46d8-9032-3459193b6c40 req-05bbabbc-9fca-4478-900f-8f70becb85ad tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:58.271895 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-89c64c4b-4511-46d8-9032-3459193b6c40 req-05bbabbc-9fca-4478-900f-8f70becb85ad tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 945 time: 0.0500386 Apr 29 12:20:58.310923 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-89c64c4b-4511-46d8-9032-3459193b6c40 req-cdfaf910-d9b8-4348-b658-9be15dc2cc88 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326185 Apr 29 12:20:58.691052 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:20:59.253540 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:20:59.444718 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8bc239-969a-4b7c-b25a-1e53643958f3 req-d71368b9-07a8-4714-afe5-f10c6d7276ff tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:59.446179 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4f8bc239-969a-4b7c-b25a-1e53643958f3 req-d71368b9-07a8-4714-afe5-f10c6d7276ff tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 945 time: 0.0596199 Apr 29 12:20:59.490761 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4f8bc239-969a-4b7c-b25a-1e53643958f3 req-5efe26b7-de33-4a01-88a2-7987b8c67e6e tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358896 Apr 29 12:21:00.203701 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:00.335646 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:00.611864 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15581df6-e2ce-40d5-9b45-7d4ea8c71a8e req-037cc6da-b0d4-4114-bb58-95af96cb37fd tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:00.613306 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-15581df6-e2ce-40d5-9b45-7d4ea8c71a8e req-037cc6da-b0d4-4114-bb58-95af96cb37fd tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 945 time: 0.0525441 Apr 29 12:21:00.651912 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-15581df6-e2ce-40d5-9b45-7d4ea8c71a8e req-c1029804-bed1-4975-9bb6-a28d4a53bd98 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324442 Apr 29 12:21:00.874280 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-17096eff-0402-40fd-b473-692d3fc68bcb req-5be809bd-d664-4060-a90c-f14c9cc09236 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0794446 Apr 29 12:21:00.888990 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90cead-3f61-4e44-af21-08a01f36b9cc req-d9605a5b-0e29-4c87-a007-b09ce82d5625 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:00.890701 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3c90cead-3f61-4e44-af21-08a01f36b9cc req-d9605a5b-0e29-4c87-a007-b09ce82d5625 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 945 time: 0.0696640 Apr 29 12:21:00.894605 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [req-17096eff-0402-40fd-b473-692d3fc68bcb req-fafc2bdc-8e50-4736-8e0d-c331d93211b5 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 12:21:00.895654 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-17096eff-0402-40fd-b473-692d3fc68bcb req-fafc2bdc-8e50-4736-8e0d-c331d93211b5 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155537 Apr 29 12:21:00.931185 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3c90cead-3f61-4e44-af21-08a01f36b9cc req-6a937111-828c-4f02-9fdb-9eb909cc8962 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341208 Apr 29 12:21:01.404401 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 13f679c4-dbd8-4719-ac60-19d11544b88e no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:21:01.488192 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:01.512709 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21bd178-fa6f-4138-8b08-10d4e041ad4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13f679c4-dbd8-4719-ac60-19d11544b88e'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:21:01.515745 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2f493c-94ee-4f1a-a948-2794ab28dfc1" -d '{"events": [{"server_uuid": "d21bd178-fa6f-4138-8b08-10d4e041ad4d", "name": "network-vif-unplugged", "status": "completed", "tag": "13f679c4-dbd8-4719-ac60-19d11544b88e"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:21:01.530570 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 13f679c4-dbd8-4719-ac60-19d11544b88e, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=13f679c4-dbd8-4719-ac60-19d11544b88e,segment=NetworkSegment(90b473e0-b9a4-4e06-95d8-f876b90ba753),segment_id=90b473e0-b9a4-4e06-95d8-f876b90ba753)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:21:01.535349 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:01.560449 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Apr 2022 12:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93302fda-a9b4-4703-86b8-40ac7396db60 x-openstack-request-id: req-93302fda-a9b4-4703-86b8-40ac7396db60 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:21:01.561085 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21bd178-fa6f-4138-8b08-10d4e041ad4d", "name": "network-vif-unplugged", "status": "failed", "tag": "13f679c4-dbd8-4719-ac60-19d11544b88e", "code": 422}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:21:01.561085 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-93302fda-a9b4-4703-86b8-40ac7396db60 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:21:01.561361 dv-neutron-838888-1-hyperv neutron-server[102961]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-93302fda-a9b4-4703-86b8-40ac7396db60']: {'server_uuid': 'd21bd178-fa6f-4138-8b08-10d4e041ad4d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '13f679c4-dbd8-4719-ac60-19d11544b88e', 'code': 422} returned with failed status Apr 29 12:21:01.586499 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=13f679c4-dbd8-4719-ac60-19d11544b88e,revision_number=6']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:21:01.594974 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:01.595316 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:01.595650 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:01.595975 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:01.596296 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:01.596618 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:01.596937 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:01.597256 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:01.597572 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:01.597886 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:01.598221 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:01.598539 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:02.051824 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d882fd-f018-4752-a0e7-28a22099dd7b req-fe41ee70-3eaa-42a4-97be-a82090b34fe2 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:02.053386 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-27d882fd-f018-4752-a0e7-28a22099dd7b req-fe41ee70-3eaa-42a4-97be-a82090b34fe2 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 943 time: 0.0508859 Apr 29 12:21:02.094304 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-27d882fd-f018-4752-a0e7-28a22099dd7b req-11565782-b942-419a-954f-474473fca62c tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344930 Apr 29 12:21:03.222183 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b04395-1b1d-4b24-9b48-eaa088999529 req-90fa7888-b966-46b8-8941-2597477639b5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:03.223812 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-66b04395-1b1d-4b24-9b48-eaa088999529 req-90fa7888-b966-46b8-8941-2597477639b5 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 943 time: 0.0558059 Apr 29 12:21:03.269049 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-66b04395-1b1d-4b24-9b48-eaa088999529 req-d120a242-c037-4924-98d7-7ce3046fd757 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371184 Apr 29 12:21:04.393721 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f24a8-219f-45ae-b360-28142238099d req-739c1548-79bf-4dc1-bcdf-8566e000fcc3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:04.395285 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-638f24a8-219f-45ae-b360-28142238099d req-739c1548-79bf-4dc1-bcdf-8566e000fcc3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 943 time: 0.0548022 Apr 29 12:21:04.437827 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-638f24a8-219f-45ae-b360-28142238099d req-064c78dd-b312-498b-b224-ce6ab0a2f859 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361447 Apr 29 12:21:05.562346 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d3be7-cd92-4c23-bec1-4bb50ac078db req-73ae90ca-3080-4b5a-9f8b-b8e940fa1a14 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:05.564261 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7f1d3be7-cd92-4c23-bec1-4bb50ac078db req-73ae90ca-3080-4b5a-9f8b-b8e940fa1a14 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 943 time: 0.0543151 Apr 29 12:21:05.607297 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7f1d3be7-cd92-4c23-bec1-4bb50ac078db req-31e37494-70a6-436e-a86b-88fbbf975118 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372603 Apr 29 12:21:06.734546 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbea535-ba04-461e-a1f4-af4af6e16aa3 req-24aabd89-1e45-4b87-b278-dfed89c1d1ac tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:06.735985 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0dbea535-ba04-461e-a1f4-af4af6e16aa3 req-24aabd89-1e45-4b87-b278-dfed89c1d1ac tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 943 time: 0.0572953 Apr 29 12:21:06.798017 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0dbea535-ba04-461e-a1f4-af4af6e16aa3 req-85e38019-94d2-422e-82ca-c20232ce2b6a tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551353 Apr 29 12:21:07.854368 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17096eff-0402-40fd-b473-692d3fc68bcb req-c3416b94-e27d-4509-be52-0450d65fa86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:07.855894 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-17096eff-0402-40fd-b473-692d3fc68bcb req-c3416b94-e27d-4509-be52-0450d65fa86d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d&tenant_id=a1ebb659da524cf9a39827b08431979b HTTP/1.1" status: 200 len: 1096 time: 0.0511906 Apr 29 12:21:08.004010 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17096eff-0402-40fd-b473-692d3fc68bcb req-c6dd3dff-44c2-456e-8dd1-a4afb2d149ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:08.006771 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-17096eff-0402-40fd-b473-692d3fc68bcb req-c6dd3dff-44c2-456e-8dd1-a4afb2d149ee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1ebb659da524cf9a39827b08431979b&device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 1096 time: 0.1285350 Apr 29 12:21:08.022549 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833da84-48a9-4848-bef1-9e766df60528 req-1cd11d43-64ea-4de0-9e4b-2d13946a7ccb tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:08.025241 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8833da84-48a9-4848-bef1-9e766df60528 req-1cd11d43-64ea-4de0-9e4b-2d13946a7ccb tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 943 time: 0.1321852 Apr 29 12:21:08.138542 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8833da84-48a9-4848-bef1-9e766df60528 req-c95d0584-c6ae-4732-bb48-59d640f4d50a tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974791 Apr 29 12:21:08.169186 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17096eff-0402-40fd-b473-692d3fc68bcb req-5884167b-d576-4e3d-97f1-22ec5de894e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:08.170787 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-17096eff-0402-40fd-b473-692d3fc68bcb req-5884167b-d576-4e3d-97f1-22ec5de894e2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=51f77d97-2d91-4e59-ab36-88e830f1a1db HTTP/1.1" status: 200 len: 910 time: 0.1442406 Apr 29 12:21:08.245010 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-17096eff-0402-40fd-b473-692d3fc68bcb req-797e0ccd-d296-4353-8de7-75011e591eb8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13f679c4-dbd8-4719-ac60-19d11544b88e HTTP/1.1" status: 200 len: 998 time: 0.0657477 Apr 29 12:21:08.304754 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17096eff-0402-40fd-b473-692d3fc68bcb req-cd4d24e9-cdf3-435d-826f-3885ec44fe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:08.306251 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-17096eff-0402-40fd-b473-692d3fc68bcb req-cd4d24e9-cdf3-435d-826f-3885ec44fe62 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f8115c16-97ab-4d38-9563-c22b5d192874 HTTP/1.1" status: 200 len: 848 time: 0.0510726 Apr 29 12:21:08.359283 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17096eff-0402-40fd-b473-692d3fc68bcb req-2f051cfe-d3a8-4971-877d-c3177788a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:08.360848 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-17096eff-0402-40fd-b473-692d3fc68bcb req-2f051cfe-d3a8-4971-877d-c3177788a272 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51f77d97-2d91-4e59-ab36-88e830f1a1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444975 Apr 29 12:21:08.460328 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-17096eff-0402-40fd-b473-692d3fc68bcb req-5376ed8f-4b36-4adf-9f6a-2340686a97db service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921023 Apr 29 12:21:08.566950 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-17096eff-0402-40fd-b473-692d3fc68bcb req-e2502ede-52fe-4b4c-ba23-60bda8f48be3 service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957749 Apr 29 12:21:09.331555 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d709f2-2e43-4aba-bb2c-e7419ba3141b req-eeee13cf-520c-4c5f-9071-c6db363d0b16 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:09.333103 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-27d709f2-2e43-4aba-bb2c-e7419ba3141b req-eeee13cf-520c-4c5f-9071-c6db363d0b16 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 943 time: 0.1130080 Apr 29 12:21:09.373149 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-27d709f2-2e43-4aba-bb2c-e7419ba3141b req-df134918-6b3e-4828-ae04-d9b46ad756be tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334713 Apr 29 12:21:10.546629 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0eff64-6bf4-475e-951a-6652dc40fc10 req-78da28ae-3dbc-4cd2-95c4-42c61d0e7255 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:10.548226 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7a0eff64-6bf4-475e-951a-6652dc40fc10 req-78da28ae-3dbc-4cd2-95c4-42c61d0e7255 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 943 time: 0.1038170 Apr 29 12:21:10.594278 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-7a0eff64-6bf4-475e-951a-6652dc40fc10 req-ab6105a4-7ba0-4f12-9751-3735ea8ed329 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392838 Apr 29 12:21:11.738345 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739a0c6-f4da-439e-953c-f176969466bc req-1d764a91-8538-46a9-9d49-b2e176d2423d tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:11.740758 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3739a0c6-f4da-439e-953c-f176969466bc req-1d764a91-8538-46a9-9d49-b2e176d2423d tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 943 time: 0.0639875 Apr 29 12:21:11.788594 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3739a0c6-f4da-439e-953c-f176969466bc req-9f51c359-640a-4ace-a4d8-467d2fbc624b tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413637 Apr 29 12:21:12.912276 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4d918-a2ba-4190-b287-efa540a0c546 req-82e8be37-4194-4ad9-a7c4-ee870c6f45df tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:12.913829 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-50b4d918-a2ba-4190-b287-efa540a0c546 req-82e8be37-4194-4ad9-a7c4-ee870c6f45df tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 943 time: 0.0500050 Apr 29 12:21:12.953342 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-50b4d918-a2ba-4190-b287-efa540a0c546 req-79a192d1-e72d-4ead-a581-8b0a0addc239 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326993 Apr 29 12:21:14.080449 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d53a2-d8c3-4eb0-9acd-5c03f3ba0782 req-99fa9c9e-e725-4b06-8d2d-a0b9fdfca4fa tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:14.082022 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d51d53a2-d8c3-4eb0-9acd-5c03f3ba0782 req-99fa9c9e-e725-4b06-8d2d-a0b9fdfca4fa tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 943 time: 0.0517461 Apr 29 12:21:14.128968 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d51d53a2-d8c3-4eb0-9acd-5c03f3ba0782 req-6281d161-bb71-4e3d-be08-de52d2b3d919 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406585 Apr 29 12:21:15.254335 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf3dca-87e2-4164-b464-966bc0e8ea93 req-7d47eccc-1a45-463a-992e-c74e11054e82 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:15.255854 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0abf3dca-87e2-4164-b464-966bc0e8ea93 req-7d47eccc-1a45-463a-992e-c74e11054e82 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 943 time: 0.0543821 Apr 29 12:21:15.296358 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0abf3dca-87e2-4164-b464-966bc0e8ea93 req-5c832bfc-42f7-4802-8511-531f76490867 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343699 Apr 29 12:21:15.467968 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 13f679c4-dbd8-4719-ac60-19d11544b88e details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 12:21:15.575509 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 13f679c4-dbd8-4719-ac60-19d11544b88e, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=13f679c4-dbd8-4719-ac60-19d11544b88e,segment=NetworkSegment(90b473e0-b9a4-4e06-95d8-f876b90ba753),segment_id=90b473e0-b9a4-4e06-95d8-f876b90ba753)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:21:15.592026 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '13f679c4-dbd8-4719-ac60-19d11544b88e', 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db', 'port_id': '13f679c4-dbd8-4719-ac60-19d11544b88e', 'mac_address': 'fa:16:3e:6b:f7:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 12:21:15.634698 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:15.650654 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f679c4-dbd8-4719-ac60-19d11544b88e {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:21:15.672427 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 13f679c4-dbd8-4719-ac60-19d11544b88e, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=13f679c4-dbd8-4719-ac60-19d11544b88e,segment=NetworkSegment(90b473e0-b9a4-4e06-95d8-f876b90ba753),segment_id=90b473e0-b9a4-4e06-95d8-f876b90ba753)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:21:15.679124 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:15.730771 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=13f679c4-dbd8-4719-ac60-19d11544b88e,revision_number=7']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:21:15.960004 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['13f679c4-dbd8-4719-ac60-19d11544b88e'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 12:21:16.425415 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738278a1-6638-4d9b-8a59-ebbcd4373548 req-40a1a81e-17fd-4b61-b29c-581c6315e88e tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:16.427507 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-738278a1-6638-4d9b-8a59-ebbcd4373548 req-40a1a81e-17fd-4b61-b29c-581c6315e88e tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 944 time: 0.0547850 Apr 29 12:21:16.472305 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-738278a1-6638-4d9b-8a59-ebbcd4373548 req-f29a6b83-a769-4e73-909e-710f0b032547 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370486 Apr 29 12:21:17.482377 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 13f679c4-dbd8-4719-ac60-19d11544b88e up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:21:17.552592 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 13f679c4-dbd8-4719-ac60-19d11544b88e triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:21:17.552966 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:17.630770 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29461ac-6459-4f4c-b344-24d5e890325c req-9d9a3b54-aac1-4b7d-8a51-6649dd7ecdee tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:17.633410 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e29461ac-6459-4f4c-b344-24d5e890325c req-9d9a3b54-aac1-4b7d-8a51-6649dd7ecdee tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 944 time: 0.0825980 Apr 29 12:21:17.646431 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:17.680831 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e29461ac-6459-4f4c-b344-24d5e890325c req-16c12b07-eb25-43be-bf14-94c36038e53c tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394611 Apr 29 12:21:17.683299 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21bd178-fa6f-4138-8b08-10d4e041ad4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f679c4-dbd8-4719-ac60-19d11544b88e'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:21:17.688126 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42b5d18-06f0-4da6-8545-eb1370eebaf6" -d '{"events": [{"server_uuid": "d21bd178-fa6f-4138-8b08-10d4e041ad4d", "name": "network-vif-plugged", "status": "completed", "tag": "13f679c4-dbd8-4719-ac60-19d11544b88e"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:21:17.711258 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 13f679c4-dbd8-4719-ac60-19d11544b88e, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=13f679c4-dbd8-4719-ac60-19d11544b88e,segment=NetworkSegment(90b473e0-b9a4-4e06-95d8-f876b90ba753),segment_id=90b473e0-b9a4-4e06-95d8-f876b90ba753)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:21:17.718345 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:17.744545 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8112dcae-aeba-4b70-a82d-d77dd4e4e649 x-openstack-request-id: req-8112dcae-aeba-4b70-a82d-d77dd4e4e649 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:21:17.744835 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21bd178-fa6f-4138-8b08-10d4e041ad4d", "name": "network-vif-plugged", "status": "completed", "tag": "13f679c4-dbd8-4719-ac60-19d11544b88e", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:21:17.745083 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8112dcae-aeba-4b70-a82d-d77dd4e4e649 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:21:17.745476 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8112dcae-aeba-4b70-a82d-d77dd4e4e649'] response: {'server_uuid': 'd21bd178-fa6f-4138-8b08-10d4e041ad4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f679c4-dbd8-4719-ac60-19d11544b88e', 'code': 200} Apr 29 12:21:17.775660 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=13f679c4-dbd8-4719-ac60-19d11544b88e,revision_number=8']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:21:17.995625 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8494379-3827-4d08-b481-5fabf7a30bc9 req-5d1bf3a7-a1f9-4904-9af5-c8cf2f3b20b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:17.997976 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d8494379-3827-4d08-b481-5fabf7a30bc9 req-5d1bf3a7-a1f9-4904-9af5-c8cf2f3b20b2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 1098 time: 0.0462902 Apr 29 12:21:18.037244 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d8494379-3827-4d08-b481-5fabf7a30bc9 req-aa51d4d6-84ec-46ba-a4e9-430cfb78edf8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326455 Apr 29 12:21:18.809310 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c65c86-d1c9-4363-87e0-3c214c4cf2e5 req-d7248770-ef65-4f8f-aece-87c6fed241a7 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:18.811555 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-33c65c86-d1c9-4363-87e0-3c214c4cf2e5 req-d7248770-ef65-4f8f-aece-87c6fed241a7 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 945 time: 0.0555983 Apr 29 12:21:18.857135 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-33c65c86-d1c9-4363-87e0-3c214c4cf2e5 req-fdea5c59-02ca-42a7-876a-be4ab8ea0d11 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390394 Apr 29 12:21:19.979113 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9043f5-9f27-4079-8242-20d3e7358b1b req-30c1ea8b-0b50-45da-a7a0-e1be94085c87 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:19.981258 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3d9043f5-9f27-4079-8242-20d3e7358b1b req-30c1ea8b-0b50-45da-a7a0-e1be94085c87 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 945 time: 0.0517108 Apr 29 12:21:20.026714 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-3d9043f5-9f27-4079-8242-20d3e7358b1b req-621eca16-9e9b-4e8f-9bee-5cc2c6ef8854 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376456 Apr 29 12:21:23.686787 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-156d7643-3818-4ab4-ab1e-dba3a2d15844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:27.653232 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:27.887641 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c595a0e5-b9b2-4232-8d5f-19abd3da3f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:28.697007 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:30.205657 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:30.341365 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:36.253996 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:21:43.918765 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ebbd5b78-7534-4294-a145-136af2b8a44a req-47e5d4e1-fd09-4ee7-88b2-b3335dc4ec32 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438812 Apr 29 12:21:44.007252 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd5b78-7534-4294-a145-136af2b8a44a req-b29281da-e752-459b-b944-a2c71beb735c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:44.008762 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ebbd5b78-7534-4294-a145-136af2b8a44a req-b29281da-e752-459b-b944-a2c71beb735c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1ebb659da524cf9a39827b08431979b&device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 1098 time: 0.0430672 Apr 29 12:21:44.120409 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd5b78-7534-4294-a145-136af2b8a44a req-62a5e302-3e9c-4fd9-834f-34bd85a7520c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:44.121916 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ebbd5b78-7534-4294-a145-136af2b8a44a req-62a5e302-3e9c-4fd9-834f-34bd85a7520c service neutron] 10.222.0.62 "GET /v2.0/networks?id=51f77d97-2d91-4e59-ab36-88e830f1a1db HTTP/1.1" status: 200 len: 910 time: 0.0929372 Apr 29 12:21:44.195632 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ebbd5b78-7534-4294-a145-136af2b8a44a req-78bf6517-4ac9-4363-81d2-5689eb3a55cb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13f679c4-dbd8-4719-ac60-19d11544b88e HTTP/1.1" status: 200 len: 1000 time: 0.0667684 Apr 29 12:21:44.256133 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd5b78-7534-4294-a145-136af2b8a44a req-b39bed27-2d0c-49e7-9273-a78dcd37cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:44.257962 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ebbd5b78-7534-4294-a145-136af2b8a44a req-b39bed27-2d0c-49e7-9273-a78dcd37cd19 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f8115c16-97ab-4d38-9563-c22b5d192874 HTTP/1.1" status: 200 len: 848 time: 0.0560317 Apr 29 12:21:44.311176 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd5b78-7534-4294-a145-136af2b8a44a req-87c7885a-e337-4765-9944-e2ae9489d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:44.312663 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ebbd5b78-7534-4294-a145-136af2b8a44a req-87c7885a-e337-4765-9944-e2ae9489d3c9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51f77d97-2d91-4e59-ab36-88e830f1a1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0474498 Apr 29 12:21:44.407448 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ebbd5b78-7534-4294-a145-136af2b8a44a req-d3c153ea-8926-4fd1-88cc-de59306bfd08 service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874658 Apr 29 12:21:44.516800 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ebbd5b78-7534-4294-a145-136af2b8a44a req-ae685fdc-7569-48e5-be77-e9f7658d499e service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025741 Apr 29 12:21:53.689203 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-912799ef-fb80-475e-bc59-c501c9d5bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:57.649534 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:57.889628 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f7a0b4d3-a31e-417a-a52a-b6765566e3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:58.697365 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:00.207644 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:00.343700 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:13.253622 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:22:23.692487 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-47e8fbe8-d5ba-48ce-9941-68ad3b6b459a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:27.679671 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:27.891389 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d4bb317d-e92b-4c01-878a-040dc8cd7e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:28.699665 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:30.209586 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:30.346627 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:33.796389 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 60148) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:22:33.955097 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-d9916a34-97ac-4098-af37-6725e69d81b3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Deleting port 03c66cd1-1117-43ac-9ca9-c46cc1662dd0 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:22:33.955443 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d9916a34-97ac-4098-af37-6725e69d81b3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:34.028769 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d9916a34-97ac-4098-af37-6725e69d81b3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:34.029094 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d9916a34-97ac-4098-af37-6725e69d81b3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:34.041129 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-d9916a34-97ac-4098-af37-6725e69d81b3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Calling delete_port for 03c66cd1-1117-43ac-9ca9-c46cc1662dd0 owned by network:floatingip {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:22:34.189306 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d9916a34-97ac-4098-af37-6725e69d81b3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:34.214221 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9916a34-97ac-4098-af37-6725e69d81b3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Pushing event deleted for resources: {'Port': ['ID=03c66cd1-1117-43ac-9ca9-c46cc1662dd0,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:34.244531 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9916a34-97ac-4098-af37-6725e69d81b3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:34.244873 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9916a34-97ac-4098-af37-6725e69d81b3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:34.245205 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9916a34-97ac-4098-af37-6725e69d81b3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:34.245537 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9916a34-97ac-4098-af37-6725e69d81b3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:34.245864 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9916a34-97ac-4098-af37-6725e69d81b3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:34.246214 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9916a34-97ac-4098-af37-6725e69d81b3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:34.246539 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9916a34-97ac-4098-af37-6725e69d81b3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:34.246893 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9916a34-97ac-4098-af37-6725e69d81b3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:34.247224 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9916a34-97ac-4098-af37-6725e69d81b3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:34.247541 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9916a34-97ac-4098-af37-6725e69d81b3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:34.247858 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9916a34-97ac-4098-af37-6725e69d81b3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:34.248173 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9916a34-97ac-4098-af37-6725e69d81b3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:34.288096 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d9916a34-97ac-4098-af37-6725e69d81b3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for floatingip, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:34.288422 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [None req-d9916a34-97ac-4098-af37-6725e69d81b3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Floating IP 1339f872-69b8-4750-b291-da75bf745003 disassociated (deleted). External IP: 172.26.4.81, port: 13f679c4-dbd8-4719-ac60-19d11544b88e. Apr 29 12:22:34.497266 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9916a34-97ac-4098-af37-6725e69d81b3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Router 3a9d27e1-339e-4a63-890e-9a02f063a9e3 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:22:34.943202 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9916a34-97ac-4098-af37-6725e69d81b3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:22:34.947972 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d9916a34-97ac-4098-af37-6725e69d81b3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:34.952924 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c18903-ba4d-4a7d-be9d-7ee4ccb0bf8f None None] Sync routers for ids ['3a9d27e1-339e-4a63-890e-9a02f063a9e3'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:22:34.962575 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c18903-ba4d-4a7d-be9d-7ee4ccb0bf8f None None] Routers {'3a9d27e1-339e-4a63-890e-9a02f063a9e3'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:22:34.963184 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-52c18903-ba4d-4a7d-be9d-7ee4ccb0bf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:22:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3a9d27e1-339e-4a63-890e-9a02f063a9e3'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:34.975109 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d9916a34-97ac-4098-af37-6725e69d81b3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "DELETE /v2.0/floatingips/1339f872-69b8-4750-b291-da75bf745003 HTTP/1.1" status: 204 len: 168 time: 1.1770451 Apr 29 12:22:34.975699 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21bd178-fa6f-4138-8b08-10d4e041ad4d', 'tag': '13f679c4-dbd8-4719-ac60-19d11544b88e'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:22:34.977941 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cffa49-44d7-4a15-954f-c13903e59dac" -d '{"events": [{"name": "network-changed", "server_uuid": "d21bd178-fa6f-4138-8b08-10d4e041ad4d", "tag": "13f679c4-dbd8-4719-ac60-19d11544b88e"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:22:35.020668 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993fe2e0-0648-46dc-b8a6-0dc346521c49 x-openstack-request-id: req-993fe2e0-0648-46dc-b8a6-0dc346521c49 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:22:35.020668 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21bd178-fa6f-4138-8b08-10d4e041ad4d", "tag": "13f679c4-dbd8-4719-ac60-19d11544b88e", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:22:35.020668 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-993fe2e0-0648-46dc-b8a6-0dc346521c49 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:22:35.021079 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-993fe2e0-0648-46dc-b8a6-0dc346521c49'] response: {'name': 'network-changed', 'server_uuid': 'd21bd178-fa6f-4138-8b08-10d4e041ad4d', 'tag': '13f679c4-dbd8-4719-ac60-19d11544b88e', 'status': 'completed', 'code': 200} Apr 29 12:22:35.079735 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-52c18903-ba4d-4a7d-be9d-7ee4ccb0bf8f None None] Set router 3a9d27e1-339e-4a63-890e-9a02f063a9e3 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:22:35.093464 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cffa49-44d7-4a15-954f-c13903e59dac req-b8208f31-76aa-45fe-958b-ab1ff9a6cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:35.096210 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-80cffa49-44d7-4a15-954f-c13903e59dac req-b8208f31-76aa-45fe-958b-ab1ff9a6cce4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1ebb659da524cf9a39827b08431979b&device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 1098 time: 0.0440669 Apr 29 12:22:35.245639 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23ebb2-2add-424e-af83-7fddc057d9f9 req-ae112b5a-3611-4288-8b11-d2090bd679a4 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:35.247181 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1e23ebb2-2add-424e-af83-7fddc057d9f9 req-ae112b5a-3611-4288-8b11-d2090bd679a4 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 945 time: 0.0757051 Apr 29 12:22:35.248788 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cffa49-44d7-4a15-954f-c13903e59dac req-9ca0a09f-1c2b-4197-99ce-f6975c548ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:35.250752 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-80cffa49-44d7-4a15-954f-c13903e59dac req-9ca0a09f-1c2b-4197-99ce-f6975c548ce2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=51f77d97-2d91-4e59-ab36-88e830f1a1db HTTP/1.1" status: 200 len: 910 time: 0.1396382 Apr 29 12:22:35.287082 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-52c18903-ba4d-4a7d-be9d-7ee4ccb0bf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'name': 'tempest-TestShelveInstance-1262263776-router', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:13:47Z', 'updated_at': '2022-04-29T12:13:50Z', 'revision_number': 4, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'gw_port': {'id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:48Z', 'updated_at': '2022-04-29T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '51b85205-c91c-4e2e-ab8f-beb4080bb074', 'name': '', 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'mac_address': 'fa:16:3e:66:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:50Z', 'updated_at': '2022-04-29T12:13:55Z', 'revision_number': 5, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'subnets': [{'id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:35.303151 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-80cffa49-44d7-4a15-954f-c13903e59dac req-ccd63564-dec0-4822-9a86-5bcbee336bf6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13f679c4-dbd8-4719-ac60-19d11544b88e HTTP/1.1" status: 200 len: 217 time: 0.0417626 Apr 29 12:22:35.316813 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c18903-ba4d-4a7d-be9d-7ee4ccb0bf8f None None] Checking router: 3a9d27e1-339e-4a63-890e-9a02f063a9e3 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:22:35.324934 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c18903-ba4d-4a7d-be9d-7ee4ccb0bf8f None None] Routers {'3a9d27e1-339e-4a63-890e-9a02f063a9e3'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:22:35.325540 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-52c18903-ba4d-4a7d-be9d-7ee4ccb0bf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:22:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3a9d27e1-339e-4a63-890e-9a02f063a9e3'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:35.349688 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1e23ebb2-2add-424e-af83-7fddc057d9f9 req-d16cf776-f0d7-45fb-8c40-24be62acfbaa tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943446 Apr 29 12:22:35.373614 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cffa49-44d7-4a15-954f-c13903e59dac req-e722543e-9f43-4aed-9c87-fc08363775b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:35.373614 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-80cffa49-44d7-4a15-954f-c13903e59dac req-e722543e-9f43-4aed-9c87-fc08363775b5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f8115c16-97ab-4d38-9563-c22b5d192874 HTTP/1.1" status: 200 len: 848 time: 0.0565131 Apr 29 12:22:35.418148 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cffa49-44d7-4a15-954f-c13903e59dac req-0c929c12-e82f-4dca-a7f2-781b71188ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:35.419818 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-80cffa49-44d7-4a15-954f-c13903e59dac req-0c929c12-e82f-4dca-a7f2-781b71188ca7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51f77d97-2d91-4e59-ab36-88e830f1a1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423079 Apr 29 12:22:35.519952 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-80cffa49-44d7-4a15-954f-c13903e59dac req-a7ba3c3b-ebae-49e1-a20c-e28986c95215 service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893714 Apr 29 12:22:35.583934 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-52c18903-ba4d-4a7d-be9d-7ee4ccb0bf8f None None] Set router 3a9d27e1-339e-4a63-890e-9a02f063a9e3 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:22:35.617440 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-80cffa49-44d7-4a15-954f-c13903e59dac req-ce0f3eb3-b323-4b5d-9df2-c8e3f8a502ca service neutron] 10.222.0.62 "GET /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908511 Apr 29 12:22:35.790215 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-52c18903-ba4d-4a7d-be9d-7ee4ccb0bf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'name': 'tempest-TestShelveInstance-1262263776-router', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:13:47Z', 'updated_at': '2022-04-29T12:13:50Z', 'revision_number': 4, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'gw_port': {'id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:48Z', 'updated_at': '2022-04-29T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '51b85205-c91c-4e2e-ab8f-beb4080bb074', 'name': '', 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'mac_address': 'fa:16:3e:66:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:50Z', 'updated_at': '2022-04-29T12:13:55Z', 'revision_number': 5, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'subnets': [{'id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:35.818800 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c18903-ba4d-4a7d-be9d-7ee4ccb0bf8f None None] The sync data for ids ['3a9d27e1-339e-4a63-890e-9a02f063a9e3'] in dv-neutron-838888-1-hyperv is: [{'id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'name': 'tempest-TestShelveInstance-1262263776-router', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:13:47Z', 'updated_at': '2022-04-29T12:13:50Z', 'revision_number': 4, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'gw_port': {'id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:48Z', 'updated_at': '2022-04-29T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '51b85205-c91c-4e2e-ab8f-beb4080bb074', 'name': '', 'network_id': '51f77d97-2d91-4e59-ab36-88e830f1a1db', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'mac_address': 'fa:16:3e:66:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:50Z', 'updated_at': '2022-04-29T12:13:55Z', 'revision_number': 5, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'subnets': [{'id': 'f8115c16-97ab-4d38-9563-c22b5d192874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:22:36.031226 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002f5500-9c72-423e-806e-31eff9f60b68 None None] New status for floating IP 1339f872-69b8-4750-b291-da75bf745003: DOWN {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:22:36.472521 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62aa7c-0044-42cb-bd1c-dfa056b300f7 req-84a6211e-b349-41bf-88bb-7e49b7870ca3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:36.474073 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4b62aa7c-0044-42cb-bd1c-dfa056b300f7 req-84a6211e-b349-41bf-88bb-7e49b7870ca3 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 945 time: 0.0508330 Apr 29 12:22:36.513083 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4b62aa7c-0044-42cb-bd1c-dfa056b300f7 req-55250fb4-e267-4bb6-a9ac-41235966552e tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b6adac2-f1f3-4809-999e-817423b6c782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328693 Apr 29 12:22:37.033277 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f68382-fdae-471a-b4f7-a1809b784fbb req-6047a573-4d0b-415d-9196-bc43e1ad7838 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:37.034753 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-95f68382-fdae-471a-b4f7-a1809b784fbb req-6047a573-4d0b-415d-9196-bc43e1ad7838 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 945 time: 0.0521567 Apr 29 12:22:37.126440 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-95f68382-fdae-471a-b4f7-a1809b784fbb req-59480067-0cb8-424f-9413-19f9db13027a tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Deleting port 13f679c4-dbd8-4719-ac60-19d11544b88e {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:22:37.126792 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-95f68382-fdae-471a-b4f7-a1809b784fbb req-59480067-0cb8-424f-9413-19f9db13027a tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:37.219387 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-95f68382-fdae-471a-b4f7-a1809b784fbb req-59480067-0cb8-424f-9413-19f9db13027a tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] For port 13f679c4-dbd8-4719-ac60-19d11544b88e, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=13f679c4-dbd8-4719-ac60-19d11544b88e,segment=NetworkSegment(90b473e0-b9a4-4e06-95d8-f876b90ba753),segment_id=90b473e0-b9a4-4e06-95d8-f876b90ba753)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:22:37.219754 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-95f68382-fdae-471a-b4f7-a1809b784fbb req-59480067-0cb8-424f-9413-19f9db13027a tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:37.233123 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-95f68382-fdae-471a-b4f7-a1809b784fbb req-59480067-0cb8-424f-9413-19f9db13027a tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Calling delete_port for 13f679c4-dbd8-4719-ac60-19d11544b88e owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:22:37.363339 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-95f68382-fdae-471a-b4f7-a1809b784fbb req-59480067-0cb8-424f-9413-19f9db13027a tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:37.396909 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59480067-0cb8-424f-9413-19f9db13027a tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Pushing event deleted for resources: {'Port': ['ID=13f679c4-dbd8-4719-ac60-19d11544b88e,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:37.441043 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f68382-fdae-471a-b4f7-a1809b784fbb req-59480067-0cb8-424f-9413-19f9db13027a tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] No DVR routers for this DVR port 13f679c4-dbd8-4719-ac60-19d11544b88e on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:22:37.443585 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-95f68382-fdae-471a-b4f7-a1809b784fbb req-59480067-0cb8-424f-9413-19f9db13027a tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:37.446887 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-95f68382-fdae-471a-b4f7-a1809b784fbb req-59480067-0cb8-424f-9413-19f9db13027a tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.62 "DELETE /v2.0/ports/13f679c4-dbd8-4719-ac60-19d11544b88e HTTP/1.1" status: 204 len: 173 time: 0.4037528 Apr 29 12:22:37.447320 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21bd178-fa6f-4138-8b08-10d4e041ad4d', 'name': 'network-vif-deleted', 'tag': '13f679c4-dbd8-4719-ac60-19d11544b88e'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:22:37.449551 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770bf8c9-af42-4b39-ac03-7efd7bd521e6" -d '{"events": [{"server_uuid": "d21bd178-fa6f-4138-8b08-10d4e041ad4d", "name": "network-vif-deleted", "tag": "13f679c4-dbd8-4719-ac60-19d11544b88e"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:22:37.487942 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc39cec-0c0f-46e1-b5d9-504a33a8ea7b x-openstack-request-id: req-1dc39cec-0c0f-46e1-b5d9-504a33a8ea7b {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:22:37.488582 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21bd178-fa6f-4138-8b08-10d4e041ad4d", "name": "network-vif-deleted", "tag": "13f679c4-dbd8-4719-ac60-19d11544b88e", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:22:37.488582 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1dc39cec-0c0f-46e1-b5d9-504a33a8ea7b {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:22:37.488930 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dc39cec-0c0f-46e1-b5d9-504a33a8ea7b'] response: {'server_uuid': 'd21bd178-fa6f-4138-8b08-10d4e041ad4d', 'name': 'network-vif-deleted', 'tag': '13f679c4-dbd8-4719-ac60-19d11544b88e', 'status': 'completed', 'code': 200} Apr 29 12:22:37.611846 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1b41eea0-cf30-4606-8f75-77e726377b51 req-c5ef57c9-1e3e-4adc-805a-747574e88615 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 210 time: 0.0277452 Apr 29 12:22:38.709963 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-77504e94-c3d8-4ebc-a9f8-52cea3af4e96 req-e4617379-19e0-4c13-9e51-b2c6fc01855e tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 210 time: 0.0269811 Apr 29 12:22:39.804614 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0b3ce852-7e04-42f0-b0a6-ae981303898f req-8e9592d4-75a3-4db3-a181-cea5b01cd610 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 210 time: 0.0275130 Apr 29 12:22:40.026826 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 13f679c4-dbd8-4719-ac60-19d11544b88e no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:22:40.049480 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: 13f679c4-dbd8-4719-ac60-19d11544b88e {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:22:40.049823 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 13f679c4-dbd8-4719-ac60-19d11544b88e not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:22:40.925653 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-a84047ab-617c-41f4-b13f-834a307ab8e2 req-801e2dcf-0c73-488a-b393-bce787a4ca07 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21bd178-fa6f-4138-8b08-10d4e041ad4d HTTP/1.1" status: 200 len: 210 time: 0.0322015 Apr 29 12:22:41.982929 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 60180) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:22:42.042255 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1b5a321e-6bfc-4391-96b5-a46e7dafaca7 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:42.074338 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1b5a321e-6bfc-4391-96b5-a46e7dafaca7 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:42.146516 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1b5a321e-6bfc-4391-96b5-a46e7dafaca7 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:42.149120 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-1b5a321e-6bfc-4391-96b5-a46e7dafaca7 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:42.153198 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-1b5a321e-6bfc-4391-96b5-a46e7dafaca7 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] 10.222.0.69 "DELETE /v2.0/security-groups/1b6adac2-f1f3-4809-999e-817423b6c782 HTTP/1.1" status: 204 len: 168 time: 0.1665747 Apr 29 12:22:42.163766 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a321e-6bfc-4391-96b5-a46e7dafaca7 tempest-TestShelveInstance-1396085654 tempest-TestShelveInstance-1396085654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6adac2-f1f3-4809-999e-817423b6c782,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:42.206085 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 60184) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:22:42.670559 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0d557aa9-189e-4c9a-943d-45b73fd1e9e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:42.928362 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-0d557aa9-189e-4c9a-943d-45b73fd1e9e3 admin admin] Deleting port 51b85205-c91c-4e2e-ab8f-beb4080bb074 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:22:42.928694 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0d557aa9-189e-4c9a-943d-45b73fd1e9e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:43.006586 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-0d557aa9-189e-4c9a-943d-45b73fd1e9e3 admin admin] For port 51b85205-c91c-4e2e-ab8f-beb4080bb074, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=51b85205-c91c-4e2e-ab8f-beb4080bb074,segment=NetworkSegment(90b473e0-b9a4-4e06-95d8-f876b90ba753),segment_id=90b473e0-b9a4-4e06-95d8-f876b90ba753)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:22:43.006946 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0d557aa9-189e-4c9a-943d-45b73fd1e9e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:43.019586 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-0d557aa9-189e-4c9a-943d-45b73fd1e9e3 admin admin] Calling delete_port for 51b85205-c91c-4e2e-ab8f-beb4080bb074 owned by network:router_interface {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:22:43.201506 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0d557aa9-189e-4c9a-943d-45b73fd1e9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:43.224983 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d557aa9-189e-4c9a-943d-45b73fd1e9e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=51b85205-c91c-4e2e-ab8f-beb4080bb074,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:43.238076 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d557aa9-189e-4c9a-943d-45b73fd1e9e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:43.238450 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d557aa9-189e-4c9a-943d-45b73fd1e9e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:43.238791 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d557aa9-189e-4c9a-943d-45b73fd1e9e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:43.239129 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d557aa9-189e-4c9a-943d-45b73fd1e9e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:43.239457 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d557aa9-189e-4c9a-943d-45b73fd1e9e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:43.239785 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d557aa9-189e-4c9a-943d-45b73fd1e9e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:43.240110 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d557aa9-189e-4c9a-943d-45b73fd1e9e3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:43.240454 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d557aa9-189e-4c9a-943d-45b73fd1e9e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:43.240758 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d557aa9-189e-4c9a-943d-45b73fd1e9e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:43.241080 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d557aa9-189e-4c9a-943d-45b73fd1e9e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:43.241395 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d557aa9-189e-4c9a-943d-45b73fd1e9e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:43.241714 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d557aa9-189e-4c9a-943d-45b73fd1e9e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:43.410830 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-0d557aa9-189e-4c9a-943d-45b73fd1e9e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:43.961388 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d557aa9-189e-4c9a-943d-45b73fd1e9e3 admin admin] Router 3a9d27e1-339e-4a63-890e-9a02f063a9e3 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:22:44.064944 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d557aa9-189e-4c9a-943d-45b73fd1e9e3 admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:22:44.070032 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-0d557aa9-189e-4c9a-943d-45b73fd1e9e3 admin admin] 10.222.0.69 "PUT /v2.0/routers/3a9d27e1-339e-4a63-890e-9a02f063a9e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8625896 Apr 29 12:22:44.072996 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 60190) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:22:44.074441 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3714212d-3c3b-476c-a9cc-7defc0948171 None None] Sync routers for ids ['3a9d27e1-339e-4a63-890e-9a02f063a9e3'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:22:44.088309 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3714212d-3c3b-476c-a9cc-7defc0948171 None None] Routers {'3a9d27e1-339e-4a63-890e-9a02f063a9e3'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:22:44.088936 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-3714212d-3c3b-476c-a9cc-7defc0948171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:22:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3a9d27e1-339e-4a63-890e-9a02f063a9e3'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:44.181023 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-83a930c5-2e5d-40f2-9181-b06614e0e0c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:44.197083 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-3714212d-3c3b-476c-a9cc-7defc0948171 None None] Set router 3a9d27e1-339e-4a63-890e-9a02f063a9e3 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:22:44.286551 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-83a930c5-2e5d-40f2-9181-b06614e0e0c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:44.341667 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-83a930c5-2e5d-40f2-9181-b06614e0e0c1 admin admin] Deleting port 351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:22:44.342003 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-83a930c5-2e5d-40f2-9181-b06614e0e0c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:44.392302 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-3714212d-3c3b-476c-a9cc-7defc0948171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'name': 'tempest-TestShelveInstance-1262263776-router', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:13:47Z', 'updated_at': '2022-04-29T12:22:43Z', 'revision_number': 5, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'gw_port': {'id': '351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:48Z', 'updated_at': '2022-04-29T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:44.419163 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3714212d-3c3b-476c-a9cc-7defc0948171 None None] Checking router: 3a9d27e1-339e-4a63-890e-9a02f063a9e3 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:22:44.427912 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-83a930c5-2e5d-40f2-9181-b06614e0e0c1 admin admin] For port 351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:22:44.428282 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-83a930c5-2e5d-40f2-9181-b06614e0e0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:44.428441 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3714212d-3c3b-476c-a9cc-7defc0948171 None None] Routers {'3a9d27e1-339e-4a63-890e-9a02f063a9e3'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:22:44.429047 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-3714212d-3c3b-476c-a9cc-7defc0948171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:22:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3a9d27e1-339e-4a63-890e-9a02f063a9e3'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:44.441210 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-83a930c5-2e5d-40f2-9181-b06614e0e0c1 admin admin] Calling delete_port for 351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7 owned by network:router_gateway {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:22:44.515523 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-3714212d-3c3b-476c-a9cc-7defc0948171 None None] Set router 3a9d27e1-339e-4a63-890e-9a02f063a9e3 gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:22:44.570117 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-3714212d-3c3b-476c-a9cc-7defc0948171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'name': 'tempest-TestShelveInstance-1262263776-router', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:13:47Z', 'updated_at': '2022-04-29T12:22:44Z', 'revision_number': 6, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'gw_port_host': None}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:44.600014 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3714212d-3c3b-476c-a9cc-7defc0948171 None None] The sync data for ids ['3a9d27e1-339e-4a63-890e-9a02f063a9e3'] in dv-neutron-838888-1-hyperv is: [{'id': '3a9d27e1-339e-4a63-890e-9a02f063a9e3', 'name': 'tempest-TestShelveInstance-1262263776-router', 'tenant_id': 'a1ebb659da524cf9a39827b08431979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:13:47Z', 'updated_at': '2022-04-29T12:22:44Z', 'revision_number': 6, 'project_id': 'a1ebb659da524cf9a39827b08431979b', 'gw_port_host': None}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:22:44.620126 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-83a930c5-2e5d-40f2-9181-b06614e0e0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:44.648203 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a930c5-2e5d-40f2-9181-b06614e0e0c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:44.709590 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-83a930c5-2e5d-40f2-9181-b06614e0e0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:44.801626 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-83a930c5-2e5d-40f2-9181-b06614e0e0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:44.803831 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-83a930c5-2e5d-40f2-9181-b06614e0e0c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:44.850316 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-83a930c5-2e5d-40f2-9181-b06614e0e0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:44.850815 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a930c5-2e5d-40f2-9181-b06614e0e0c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a9d27e1-339e-4a63-890e-9a02f063a9e3 {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 12:22:44.855022 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-83a930c5-2e5d-40f2-9181-b06614e0e0c1 admin admin] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:44.856269 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-83a930c5-2e5d-40f2-9181-b06614e0e0c1 admin admin] 10.222.0.69 "DELETE /v2.0/routers/3a9d27e1-339e-4a63-890e-9a02f063a9e3 HTTP/1.1" status: 204 len: 168 time: 0.7817693 Apr 29 12:22:44.858817 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 60192) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:22:44.904194 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d710c44-6751-4d6b-a611-3c3a3e2b08fa admin admin] Deleting subnet f8115c16-97ab-4d38-9563-c22b5d192874 {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 12:22:44.907959 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6d710c44-6751-4d6b-a611-3c3a3e2b08fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:44.942950 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6d710c44-6751-4d6b-a611-3c3a3e2b08fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:45.028947 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6d710c44-6751-4d6b-a611-3c3a3e2b08fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:45.086208 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6d710c44-6751-4d6b-a611-3c3a3e2b08fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:45.113647 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d710c44-6751-4d6b-a611-3c3a3e2b08fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8115c16-97ab-4d38-9563-c22b5d192874,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:45.115661 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-6d710c44-6751-4d6b-a611-3c3a3e2b08fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:45.118843 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-6d710c44-6751-4d6b-a611-3c3a3e2b08fa admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f8115c16-97ab-4d38-9563-c22b5d192874 HTTP/1.1" status: 204 len: 168 time: 0.2582796 Apr 29 12:22:45.120517 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390da4fc-4fa4-4783-bbaf-79c7793b5d0d None None] Network 51f77d97-2d91-4e59-ab36-88e830f1a1db requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:22:45.121521 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 60194) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:22:45.194952 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-362eef42-e11d-475c-b3d5-32be8bed8748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:45.249222 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-362eef42-e11d-475c-b3d5-32be8bed8748 admin admin] Deleting port 5227fa04-f319-4218-80b0-2cb333478ba1 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:22:45.250086 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-362eef42-e11d-475c-b3d5-32be8bed8748 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:45.316756 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-362eef42-e11d-475c-b3d5-32be8bed8748 admin admin] For port 5227fa04-f319-4218-80b0-2cb333478ba1, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=5227fa04-f319-4218-80b0-2cb333478ba1,segment=NetworkSegment(90b473e0-b9a4-4e06-95d8-f876b90ba753),segment_id=90b473e0-b9a4-4e06-95d8-f876b90ba753)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:22:45.317054 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-362eef42-e11d-475c-b3d5-32be8bed8748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:45.330334 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-362eef42-e11d-475c-b3d5-32be8bed8748 admin admin] Calling delete_port for 5227fa04-f319-4218-80b0-2cb333478ba1 owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:22:45.383665 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b614456c-a6d6-4a37-9237-2df2ee412847 None None] DHCP port deletion for 51f77d97-2d91-4e59-ab36-88e830f1a1db request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 12:22:45.417859 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-362eef42-e11d-475c-b3d5-32be8bed8748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:45.433655 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-b614456c-a6d6-4a37-9237-2df2ee412847 None None] Deleting port 5227fa04-f319-4218-80b0-2cb333478ba1 {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:22:45.434030 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b614456c-a6d6-4a37-9237-2df2ee412847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:45.445833 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362eef42-e11d-475c-b3d5-32be8bed8748 admin admin] Pushing event deleted for resources: {'Port': ['ID=5227fa04-f319-4218-80b0-2cb333478ba1,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:45.447807 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362eef42-e11d-475c-b3d5-32be8bed8748 admin admin] No DVR routers for this DVR port 5227fa04-f319-4218-80b0-2cb333478ba1 on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:22:45.513876 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-b614456c-a6d6-4a37-9237-2df2ee412847 None None] For port 5227fa04-f319-4218-80b0-2cb333478ba1, host dv-neutron-838888-1-hyperv, got binding levels [] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:22:45.514214 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b614456c-a6d6-4a37-9237-2df2ee412847 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:45.526802 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-b614456c-a6d6-4a37-9237-2df2ee412847 None None] Calling delete_port for 5227fa04-f319-4218-80b0-2cb333478ba1 owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:22:45.527039 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-362eef42-e11d-475c-b3d5-32be8bed8748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:45.529391 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.ipam_backend_mixin [None req-b614456c-a6d6-4a37-9237-2df2ee412847 None None] Port 5227fa04-f319-4218-80b0-2cb333478ba1 was not found and therefore no delete operation was performed {{(pid=102961) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 12:22:45.531381 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b614456c-a6d6-4a37-9237-2df2ee412847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:45.548884 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-362eef42-e11d-475c-b3d5-32be8bed8748 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51f77d97-2d91-4e59-ab36-88e830f1a1db']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:45.556903 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614456c-a6d6-4a37-9237-2df2ee412847 None None] Pushing event deleted for resources: {'Port': ['ID=5227fa04-f319-4218-80b0-2cb333478ba1,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:45.558376 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-362eef42-e11d-475c-b3d5-32be8bed8748 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b473e0-b9a4-4e06-95d8-f876b90ba753') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:45.558666 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-362eef42-e11d-475c-b3d5-32be8bed8748 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b473e0-b9a4-4e06-95d8-f876b90ba753') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:45.561208 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b614456c-a6d6-4a37-9237-2df2ee412847 None None] No DVR routers for this DVR port 5227fa04-f319-4218-80b0-2cb333478ba1 on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:22:45.567985 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614456c-a6d6-4a37-9237-2df2ee412847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:45.568326 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614456c-a6d6-4a37-9237-2df2ee412847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:45.568662 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614456c-a6d6-4a37-9237-2df2ee412847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:45.568989 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614456c-a6d6-4a37-9237-2df2ee412847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:45.569431 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614456c-a6d6-4a37-9237-2df2ee412847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:45.569639 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614456c-a6d6-4a37-9237-2df2ee412847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:45.569969 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614456c-a6d6-4a37-9237-2df2ee412847 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:45.570318 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614456c-a6d6-4a37-9237-2df2ee412847 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:45.570442 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-362eef42-e11d-475c-b3d5-32be8bed8748 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:45.570642 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614456c-a6d6-4a37-9237-2df2ee412847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:45.570960 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614456c-a6d6-4a37-9237-2df2ee412847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:45.571658 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614456c-a6d6-4a37-9237-2df2ee412847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:45.571658 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614456c-a6d6-4a37-9237-2df2ee412847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:45.588661 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-362eef42-e11d-475c-b3d5-32be8bed8748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:45.598415 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-362eef42-e11d-475c-b3d5-32be8bed8748 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:22:45.598820 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-362eef42-e11d-475c-b3d5-32be8bed8748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:45.600589 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 12:22:45.600589 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:22:45.600589 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 12:22:45.600589 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:22:45.600589 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 12:22:45.600589 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 12:22:45.600589 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 12:22:45.600589 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:22:45.600589 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 12:22:45.600589 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:22:45.600589 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 12:22:45.600589 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:22:45.600589 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 12:22:45.600589 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 12:22:45.600589 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:22:45.600589 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 12:22:45.600589 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:22:45.600589 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 12:22:45.600589 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 12:22:45.600589 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 12:22:45.600589 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 12:22:45.600589 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 12:22:45.600589 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:22:45.600589 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:22:45.600589 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 12:22:45.600589 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:22:45.600589 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:22:45.600589 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:22:45.600589 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:22:45.600589 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:22:45.600589 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:22:45.600589 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:22:45.658311 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-362eef42-e11d-475c-b3d5-32be8bed8748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:45.663572 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-362eef42-e11d-475c-b3d5-32be8bed8748 admin admin] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:45.670087 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 60196) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:22:45.670210 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-362eef42-e11d-475c-b3d5-32be8bed8748 admin admin] 10.222.0.69 "DELETE /v2.0/networks/51f77d97-2d91-4e59-ab36-88e830f1a1db HTTP/1.1" status: 204 len: 168 time: 0.5468895 Apr 29 12:22:45.684114 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362eef42-e11d-475c-b3d5-32be8bed8748 admin admin] Pushing event deleted for resources: {'Network': ['ID=51f77d97-2d91-4e59-ab36-88e830f1a1db,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:46.021059 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7c1f8a7b-e144-402e-b177-d13d6d6dfdf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:46.265089 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-7c1f8a7b-e144-402e-b177-d13d6d6dfdf2 admin admin] Deleting port 869ca9f3-f2e0-4b38-af04-ab71f7f578b5 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:22:46.266457 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7c1f8a7b-e144-402e-b177-d13d6d6dfdf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:46.337527 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 5227fa04-f319-4218-80b0-2cb333478ba1 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:22:46.346042 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-7c1f8a7b-e144-402e-b177-d13d6d6dfdf2 admin admin] For port 869ca9f3-f2e0-4b38-af04-ab71f7f578b5, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=869ca9f3-f2e0-4b38-af04-ab71f7f578b5,segment=NetworkSegment(686f9d45-19be-4dec-a8e5-925f87b048be),segment_id=686f9d45-19be-4dec-a8e5-925f87b048be)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:22:46.346432 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7c1f8a7b-e144-402e-b177-d13d6d6dfdf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:46.358838 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-7c1f8a7b-e144-402e-b177-d13d6d6dfdf2 admin admin] Calling delete_port for 869ca9f3-f2e0-4b38-af04-ab71f7f578b5 owned by network:router_interface {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:22:46.359787 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 5227fa04-f319-4218-80b0-2cb333478ba1 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:22:46.360145 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 5227fa04-f319-4218-80b0-2cb333478ba1 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:22:46.360561 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:22:46.379585 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:22:46.379928 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 351cc597-d9e4-4d75-8cfe-9a2fd1bf08d7 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:22:46.380327 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 51b85205-c91c-4e2e-ab8f-beb4080bb074 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:22:46.399968 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 51b85205-c91c-4e2e-ab8f-beb4080bb074 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:22:46.400312 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 51b85205-c91c-4e2e-ab8f-beb4080bb074 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:22:46.541581 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7c1f8a7b-e144-402e-b177-d13d6d6dfdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:46.567745 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f8a7b-e144-402e-b177-d13d6d6dfdf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=869ca9f3-f2e0-4b38-af04-ab71f7f578b5,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:46.741515 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-7c1f8a7b-e144-402e-b177-d13d6d6dfdf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:47.289074 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1f8a7b-e144-402e-b177-d13d6d6dfdf2 admin admin] Router c062d6a3-18f0-4660-a6b8-1c3689dc4237 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:22:47.392706 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1f8a7b-e144-402e-b177-d13d6d6dfdf2 admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:22:47.397992 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7c1f8a7b-e144-402e-b177-d13d6d6dfdf2 admin admin] 10.222.0.69 "PUT /v2.0/routers/c062d6a3-18f0-4660-a6b8-1c3689dc4237/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7268384 Apr 29 12:22:47.400474 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 60198) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:22:47.403060 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5926cc-3458-4cbf-a443-18814facaf51 None None] Sync routers for ids ['c062d6a3-18f0-4660-a6b8-1c3689dc4237'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:22:47.414027 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5926cc-3458-4cbf-a443-18814facaf51 None None] Routers {'c062d6a3-18f0-4660-a6b8-1c3689dc4237'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:22:47.414665 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-3d5926cc-3458-4cbf-a443-18814facaf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:22:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c062d6a3-18f0-4660-a6b8-1c3689dc4237'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:47.508137 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-db98a4d4-eee4-42ce-8440-965d8f5c2c0a admin admin] Notify callbacks [] for router, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:47.519896 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-3d5926cc-3458-4cbf-a443-18814facaf51 None None] Set router c062d6a3-18f0-4660-a6b8-1c3689dc4237 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:22:47.613220 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-db98a4d4-eee4-42ce-8440-965d8f5c2c0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:47.663748 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-db98a4d4-eee4-42ce-8440-965d8f5c2c0a admin admin] Deleting port b71fdb66-2572-4272-81b7-494b7b6c5e50 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:22:47.664080 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-db98a4d4-eee4-42ce-8440-965d8f5c2c0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:47.700228 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-3d5926cc-3458-4cbf-a443-18814facaf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c062d6a3-18f0-4660-a6b8-1c3689dc4237', 'name': 'tempest-TestShelveInstance-453892915-router', 'tenant_id': 'daa5136126ef4a8886c1c67a1f03fd17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b71fdb66-2572-4272-81b7-494b7b6c5e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:13:52Z', 'updated_at': '2022-04-29T12:22:46Z', 'revision_number': 5, 'project_id': 'daa5136126ef4a8886c1c67a1f03fd17', 'gw_port': {'id': 'b71fdb66-2572-4272-81b7-494b7b6c5e50', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c062d6a3-18f0-4660-a6b8-1c3689dc4237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:13:52Z', 'updated_at': '2022-04-29T12:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:47.727425 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5926cc-3458-4cbf-a443-18814facaf51 None None] Checking router: c062d6a3-18f0-4660-a6b8-1c3689dc4237 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:22:47.736465 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5926cc-3458-4cbf-a443-18814facaf51 None None] Routers {'c062d6a3-18f0-4660-a6b8-1c3689dc4237'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:22:47.737071 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-3d5926cc-3458-4cbf-a443-18814facaf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:22:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['c062d6a3-18f0-4660-a6b8-1c3689dc4237'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:47.755745 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-db98a4d4-eee4-42ce-8440-965d8f5c2c0a admin admin] For port b71fdb66-2572-4272-81b7-494b7b6c5e50, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=b71fdb66-2572-4272-81b7-494b7b6c5e50,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:22:47.756103 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-db98a4d4-eee4-42ce-8440-965d8f5c2c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:47.767705 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-db98a4d4-eee4-42ce-8440-965d8f5c2c0a admin admin] Calling delete_port for b71fdb66-2572-4272-81b7-494b7b6c5e50 owned by network:router_gateway {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:22:47.913386 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-3d5926cc-3458-4cbf-a443-18814facaf51 None None] Set router c062d6a3-18f0-4660-a6b8-1c3689dc4237 gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:22:47.940273 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-db98a4d4-eee4-42ce-8440-965d8f5c2c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:47.965519 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98a4d4-eee4-42ce-8440-965d8f5c2c0a admin admin] Pushing event deleted for resources: {'Port': ['ID=b71fdb66-2572-4272-81b7-494b7b6c5e50,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:47.966227 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-3d5926cc-3458-4cbf-a443-18814facaf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c062d6a3-18f0-4660-a6b8-1c3689dc4237', 'name': 'tempest-TestShelveInstance-453892915-router', 'tenant_id': 'daa5136126ef4a8886c1c67a1f03fd17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:13:52Z', 'updated_at': '2022-04-29T12:22:47Z', 'revision_number': 6, 'project_id': 'daa5136126ef4a8886c1c67a1f03fd17', 'gw_port_host': None}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:47.997756 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5926cc-3458-4cbf-a443-18814facaf51 None None] The sync data for ids ['c062d6a3-18f0-4660-a6b8-1c3689dc4237'] in dv-neutron-838888-1-hyperv is: [{'id': 'c062d6a3-18f0-4660-a6b8-1c3689dc4237', 'name': 'tempest-TestShelveInstance-453892915-router', 'tenant_id': 'daa5136126ef4a8886c1c67a1f03fd17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:13:52Z', 'updated_at': '2022-04-29T12:22:47Z', 'revision_number': 6, 'project_id': 'daa5136126ef4a8886c1c67a1f03fd17', 'gw_port_host': None}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:22:48.033661 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-db98a4d4-eee4-42ce-8440-965d8f5c2c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:48.126387 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-db98a4d4-eee4-42ce-8440-965d8f5c2c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:48.128503 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-db98a4d4-eee4-42ce-8440-965d8f5c2c0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:48.179963 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-db98a4d4-eee4-42ce-8440-965d8f5c2c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:48.180416 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db98a4d4-eee4-42ce-8440-965d8f5c2c0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c062d6a3-18f0-4660-a6b8-1c3689dc4237 {{(pid=102959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 12:22:48.184926 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-db98a4d4-eee4-42ce-8440-965d8f5c2c0a admin admin] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:48.186105 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-db98a4d4-eee4-42ce-8440-965d8f5c2c0a admin admin] 10.222.0.69 "DELETE /v2.0/routers/c062d6a3-18f0-4660-a6b8-1c3689dc4237 HTTP/1.1" status: 204 len: 168 time: 0.7847130 Apr 29 12:22:48.188623 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 60200) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:22:48.235105 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_v2 [None req-91adeea6-81e4-4e22-9c9e-1d802a17ceca admin admin] Deleting subnet 5557e751-8563-4d24-9590-4f496f90256e {{(pid=102959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 12:22:48.239096 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-91adeea6-81e4-4e22-9c9e-1d802a17ceca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:48.276149 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-91adeea6-81e4-4e22-9c9e-1d802a17ceca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8654877'] for subnet, precommit_delete_associations {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:48.358511 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-91adeea6-81e4-4e22-9c9e-1d802a17ceca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:48.422659 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-91adeea6-81e4-4e22-9c9e-1d802a17ceca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8632011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11810269'] for subnet, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:48.446063 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 869ca9f3-f2e0-4b38-af04-ab71f7f578b5 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:22:48.466105 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91adeea6-81e4-4e22-9c9e-1d802a17ceca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5557e751-8563-4d24-9590-4f496f90256e,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:48.469983 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-91adeea6-81e4-4e22-9c9e-1d802a17ceca admin admin] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:48.473184 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-91adeea6-81e4-4e22-9c9e-1d802a17ceca admin admin] 10.222.0.69 "DELETE /v2.0/subnets/5557e751-8563-4d24-9590-4f496f90256e HTTP/1.1" status: 204 len: 168 time: 0.2836225 Apr 29 12:22:48.475638 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 60204) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:22:48.485246 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcc0ee8-37b7-42cc-9258-43dce133e073 None None] Network 6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:22:48.486999 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 869ca9f3-f2e0-4b38-af04-ab71f7f578b5 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:22:48.487340 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 869ca9f3-f2e0-4b38-af04-ab71f7f578b5 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:22:48.555651 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-78a2153f-cda8-4145-8c56-208c088d961b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:48.609378 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-78a2153f-cda8-4145-8c56-208c088d961b admin admin] Deleting port 4fbfc507-9f34-42b4-b6d9-606b864f1483 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:22:48.609792 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-78a2153f-cda8-4145-8c56-208c088d961b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:48.673533 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [None req-78a2153f-cda8-4145-8c56-208c088d961b admin admin] For port 4fbfc507-9f34-42b4-b6d9-606b864f1483, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=4fbfc507-9f34-42b4-b6d9-606b864f1483,segment=NetworkSegment(686f9d45-19be-4dec-a8e5-925f87b048be),segment_id=686f9d45-19be-4dec-a8e5-925f87b048be)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:22:48.673890 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-78a2153f-cda8-4145-8c56-208c088d961b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:48.686552 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [None req-78a2153f-cda8-4145-8c56-208c088d961b admin admin] Calling delete_port for 4fbfc507-9f34-42b4-b6d9-606b864f1483 owned by network:dhcp {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:22:48.770308 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89921878-5610-42a9-a7d1-65cb7dd51136 None None] DHCP port deletion for 6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 12:22:48.773473 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-78a2153f-cda8-4145-8c56-208c088d961b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:48.804341 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2153f-cda8-4145-8c56-208c088d961b admin admin] Pushing event deleted for resources: {'Port': ['ID=4fbfc507-9f34-42b4-b6d9-606b864f1483,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:48.808744 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a2153f-cda8-4145-8c56-208c088d961b admin admin] No DVR routers for this DVR port 4fbfc507-9f34-42b4-b6d9-606b864f1483 on host dv-neutron-838888-1-hyperv {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:22:48.886231 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-78a2153f-cda8-4145-8c56-208c088d961b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:48.908158 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-78a2153f-cda8-4145-8c56-208c088d961b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e']}} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:48.917455 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-78a2153f-cda8-4145-8c56-208c088d961b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686f9d45-19be-4dec-a8e5-925f87b048be') {'for_net_delete': True} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:48.917747 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.services.segments.db [None req-78a2153f-cda8-4145-8c56-208c088d961b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686f9d45-19be-4dec-a8e5-925f87b048be') {} {{(pid=102959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:48.927227 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-78a2153f-cda8-4145-8c56-208c088d961b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8654870'] for segment, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:48.940926 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-78a2153f-cda8-4145-8c56-208c088d961b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:48.947172 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a2153f-cda8-4145-8c56-208c088d961b admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=102959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:22:48.947563 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-78a2153f-cda8-4145-8c56-208c088d961b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8631661'] for segment, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:48.949217 dv-neutron-838888-1-hyperv neutron-server[102959]: Traceback (most recent call last): Apr 29 12:22:48.949217 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:22:48.949217 dv-neutron-838888-1-hyperv neutron-server[102959]: timer() Apr 29 12:22:48.949217 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:22:48.949217 dv-neutron-838888-1-hyperv neutron-server[102959]: cb(*args, **kw) Apr 29 12:22:48.949217 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 12:22:48.949217 dv-neutron-838888-1-hyperv neutron-server[102959]: return func(*args, **kwargs) Apr 29 12:22:48.949217 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:22:48.949217 dv-neutron-838888-1-hyperv neutron-server[102959]: self._notify() Apr 29 12:22:48.949217 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:22:48.949217 dv-neutron-838888-1-hyperv neutron-server[102959]: self.callback(batched_events) Apr 29 12:22:48.949217 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:22:48.949217 dv-neutron-838888-1-hyperv neutron-server[102959]: event.method(event) Apr 29 12:22:48.949217 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 12:22:48.949217 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:22:48.949217 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 12:22:48.949217 dv-neutron-838888-1-hyperv neutron-server[102959]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:22:48.949217 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 12:22:48.949217 dv-neutron-838888-1-hyperv neutron-server[102959]: return f(self, *a, **k) Apr 29 12:22:48.949217 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 12:22:48.949217 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._get(url).json() Apr 29 12:22:48.949217 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 12:22:48.949217 dv-neutron-838888-1-hyperv neutron-server[102959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:22:48.949217 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:22:48.949217 dv-neutron-838888-1-hyperv neutron-server[102959]: return self.request(url, 'GET', **kwargs) Apr 29 12:22:48.949217 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:22:48.949217 dv-neutron-838888-1-hyperv neutron-server[102959]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:22:48.949217 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:22:48.949217 dv-neutron-838888-1-hyperv neutron-server[102959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:22:48.949217 dv-neutron-838888-1-hyperv neutron-server[102959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:22:48.949217 dv-neutron-838888-1-hyperv neutron-server[102959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:22:48.949217 dv-neutron-838888-1-hyperv neutron-server[102959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:22:49.007825 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-78a2153f-cda8-4145-8c56-208c088d961b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:49.013986 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-78a2153f-cda8-4145-8c56-208c088d961b admin admin] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:49.019631 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-78a2153f-cda8-4145-8c56-208c088d961b admin admin] 10.222.0.69 "DELETE /v2.0/networks/6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e HTTP/1.1" status: 204 len: 168 time: 0.5429904 Apr 29 12:22:49.033080 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2153f-cda8-4145-8c56-208c088d961b admin admin] Pushing event deleted for resources: {'Network': ['ID=6cdffc5c-0607-41e6-9b80-5e3c58ee7c7e,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:49.135431 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 60208) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:22:49.177266 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-7e4e1961-976e-4925-94f0-1277a784a136 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a1ebb659da524cf9a39827b08431979b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406759 Apr 29 12:22:49.179833 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 60210) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:22:49.233027 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e567b904-8779-496b-a135-890a4cb44473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:49.254481 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e567b904-8779-496b-a135-890a4cb44473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:49.302150 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e567b904-8779-496b-a135-890a4cb44473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:49.304660 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e567b904-8779-496b-a135-890a4cb44473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:49.305813 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e567b904-8779-496b-a135-890a4cb44473 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c8c8c487-2fee-4307-81e8-2df333883730 HTTP/1.1" status: 204 len: 168 time: 0.1250966 Apr 29 12:22:49.317474 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e567b904-8779-496b-a135-890a4cb44473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c8c487-2fee-4307-81e8-2df333883730,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:49.621300 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 60216) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:22:49.665712 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e26192d8-c829-4ee1-90d3-3ef6981f850a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=daa5136126ef4a8886c1c67a1f03fd17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427029 Apr 29 12:22:49.668151 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 60218) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:22:49.714989 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fe1cc7da-2ef3-4468-8280-d75d1badeb64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:49.736230 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fe1cc7da-2ef3-4468-8280-d75d1badeb64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:49.783788 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fe1cc7da-2ef3-4468-8280-d75d1badeb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:49.786506 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-fe1cc7da-2ef3-4468-8280-d75d1badeb64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:49.787629 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-fe1cc7da-2ef3-4468-8280-d75d1badeb64 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ea809f0e-3def-445e-a3aa-a00d90b0b133 HTTP/1.1" status: 204 len: 168 time: 0.1185985 Apr 29 12:22:49.795307 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1cc7da-2ef3-4468-8280-d75d1badeb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea809f0e-3def-445e-a3aa-a00d90b0b133,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:50.252588 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:22:50.342547 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device b71fdb66-2572-4272-81b7-494b7b6c5e50 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:22:50.364941 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: b71fdb66-2572-4272-81b7-494b7b6c5e50 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:22:50.365285 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device b71fdb66-2572-4272-81b7-494b7b6c5e50 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:22:50.365704 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 4fbfc507-9f34-42b4-b6d9-606b864f1483 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:22:50.384949 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 4fbfc507-9f34-42b4-b6d9-606b864f1483 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:22:50.385295 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 4fbfc507-9f34-42b4-b6d9-606b864f1483 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:22:50.507511 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 60240) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:22:50.603215 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-d17308d3-e42f-40b7-8a27-ddbf15b57e33 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1313256311-network', 'tenant_id': '465bc0248456483c9dd969308a790548'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:22:50.622642 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17308d3-e42f-40b7-8a27-ddbf15b57e33 admin admin] Made reservation on behalf of 465bc0248456483c9dd969308a790548 for: {'network': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:22:50.625592 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d17308d3-e42f-40b7-8a27-ddbf15b57e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:50.634056 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d17308d3-e42f-40b7-8a27-ddbf15b57e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:50.708922 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d17308d3-e42f-40b7-8a27-ddbf15b57e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:50.712870 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d17308d3-e42f-40b7-8a27-ddbf15b57e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:50.733662 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d17308d3-e42f-40b7-8a27-ddbf15b57e33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=102959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:22:50.748734 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17308d3-e42f-40b7-8a27-ddbf15b57e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4600b8b-f6c3-47bf-ae00-19913445e64f,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:50.752448 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d17308d3-e42f-40b7-8a27-ddbf15b57e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:50.752787 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.segments_db [None req-d17308d3-e42f-40b7-8a27-ddbf15b57e33 admin admin] Added segment 12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e of type vlan for network 92c6acd7-16b3-4d71-92ba-9dfc219907fb Apr 29 12:22:50.793587 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d17308d3-e42f-40b7-8a27-ddbf15b57e33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:50.821862 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d17308d3-e42f-40b7-8a27-ddbf15b57e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:50.822891 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17308d3-e42f-40b7-8a27-ddbf15b57e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:50.823387 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-d17308d3-e42f-40b7-8a27-ddbf15b57e33 admin admin] Notify callbacks [] for network, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:50.880151 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-d17308d3-e42f-40b7-8a27-ddbf15b57e33 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3715014 Apr 29 12:22:50.883181 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 60244) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:22:50.886942 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17308d3-e42f-40b7-8a27-ddbf15b57e33 admin admin] Pushing event updated for resources: {'Network': ['ID=92c6acd7-16b3-4d71-92ba-9dfc219907fb,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:50.888341 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-1db76b3f-55e2-4896-a49c-d0bc15f1a730 admin admin] Request body: {'subnet': {'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1313256311-subnet', 'tenant_id': '465bc0248456483c9dd969308a790548', 'ip_version': 4}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:22:50.896879 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 92c6acd7-16b3-4d71-92ba-9dfc219907fb details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 12:22:50.919025 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db76b3f-55e2-4896-a49c-d0bc15f1a730 admin admin] Made reservation on behalf of 465bc0248456483c9dd969308a790548 for: {'subnet': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:22:50.921969 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1db76b3f-55e2-4896-a49c-d0bc15f1a730 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11214075'] for subnet, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:51.091614 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1db76b3f-55e2-4896-a49c-d0bc15f1a730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11805252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11214061'] for subnet, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:51.145481 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db76b3f-55e2-4896-a49c-d0bc15f1a730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:51.155254 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db76b3f-55e2-4896-a49c-d0bc15f1a730 admin admin] Checking segment: {'id': '12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:22:51.155659 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db76b3f-55e2-4896-a49c-d0bc15f1a730 admin admin] Network hostable DHCP agents. Network: 92c6acd7-16b3-4d71-92ba-9dfc219907fb, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:22:51.180508 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db76b3f-55e2-4896-a49c-d0bc15f1a730 admin admin] Network 92c6acd7-16b3-4d71-92ba-9dfc219907fb is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:22:51.189763 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-1db76b3f-55e2-4896-a49c-d0bc15f1a730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 92c6acd7-16b3-4d71-92ba-9dfc219907fb) {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:22:51.193799 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db76b3f-55e2-4896-a49c-d0bc15f1a730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:51.194414 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1db76b3f-55e2-4896-a49c-d0bc15f1a730 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:51.198627 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097ccf23-8912-4c8e-9525-177ca4d5a3e8 None None] Network 92c6acd7-16b3-4d71-92ba-9dfc219907fb requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:22:51.210452 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1db76b3f-55e2-4896-a49c-d0bc15f1a730 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3260288 Apr 29 12:22:51.213093 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 60246) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:22:51.217509 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-26f22bcc-9757-45d6-a25e-a10edc20c6f0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1313256311-router', 'tenant_id': '465bc0248456483c9dd969308a790548', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:22:51.237145 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-26f22bcc-9757-45d6-a25e-a10edc20c6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:51.238139 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-26f22bcc-9757-45d6-a25e-a10edc20c6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:51.293815 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-26f22bcc-9757-45d6-a25e-a10edc20c6f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:51.360358 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5439a8e2-22a3-4b31-b094-6fe10bf4449c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'tenant_id': '465bc0248456483c9dd969308a790548', 'fixed_ips': [{'subnet_id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 12:22:51.361368 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5439a8e2-22a3-4b31-b094-6fe10bf4449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:51.433911 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-26f22bcc-9757-45d6-a25e-a10edc20c6f0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:51.501907 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-5439a8e2-22a3-4b31-b094-6fe10bf4449c None None] Allocated IP 172.20.0.2 (92c6acd7-16b3-4d71-92ba-9dfc219907fb/32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756/aad6a721-7104-4e62-b3d7-78ad5fb4778d) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:22:51.637205 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-26f22bcc-9757-45d6-a25e-a10edc20c6f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:51.642110 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5439a8e2-22a3-4b31-b094-6fe10bf4449c None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:51.647291 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5439a8e2-22a3-4b31-b094-6fe10bf4449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:51.656808 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-26f22bcc-9757-45d6-a25e-a10edc20c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:51.692852 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5439a8e2-22a3-4b31-b094-6fe10bf4449c None None] Network 92c6acd7-16b3-4d71-92ba-9dfc219907fb is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:22:51.695874 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-5439a8e2-22a3-4b31-b094-6fe10bf4449c None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:22:51.700160 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5439a8e2-22a3-4b31-b094-6fe10bf4449c None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:22:51.703546 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439a8e2-22a3-4b31-b094-6fe10bf4449c None None] Pushing event updated for resources: {'Port': ['ID=aad6a721-7104-4e62-b3d7-78ad5fb4778d,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:51.755984 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-5439a8e2-22a3-4b31-b094-6fe10bf4449c None None] Attempting to bind port aad6a721-7104-4e62-b3d7-78ad5fb4778d on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:22:51.756346 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-5439a8e2-22a3-4b31-b094-6fe10bf4449c None None] Attempting to bind port aad6a721-7104-4e62-b3d7-78ad5fb4778d by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:22:51.756823 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439a8e2-22a3-4b31-b094-6fe10bf4449c None None] Attempting to bind port aad6a721-7104-4e62-b3d7-78ad5fb4778d on network 92c6acd7-16b3-4d71-92ba-9dfc219907fb {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:22:51.762252 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439a8e2-22a3-4b31-b094-6fe10bf4449c None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:22:51.762252 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439a8e2-22a3-4b31-b094-6fe10bf4449c None None] Checking segment: {'id': '12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:22:51.762542 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5439a8e2-22a3-4b31-b094-6fe10bf4449c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:51.762835 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439a8e2-22a3-4b31-b094-6fe10bf4449c None None] Bound using segment: {'id': '12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:22:51.763289 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-5439a8e2-22a3-4b31-b094-6fe10bf4449c None None] Bound port: aad6a721-7104-4e62-b3d7-78ad5fb4778d, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:22:51.763658 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5439a8e2-22a3-4b31-b094-6fe10bf4449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:51.774129 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-26f22bcc-9757-45d6-a25e-a10edc20c6f0 admin admin] Allocated IP 172.26.4.143 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/98c38798-83d2-4bd0-b960-359904f8a6ec) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:22:51.832754 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5439a8e2-22a3-4b31-b094-6fe10bf4449c None None] For port aad6a721-7104-4e62-b3d7-78ad5fb4778d, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:22:51.836044 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5439a8e2-22a3-4b31-b094-6fe10bf4449c None None] For port aad6a721-7104-4e62-b3d7-78ad5fb4778d, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=aad6a721-7104-4e62-b3d7-78ad5fb4778d,segment=NetworkSegment(12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e),segment_id=12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:22:51.840439 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5439a8e2-22a3-4b31-b094-6fe10bf4449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:51.879672 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-26f22bcc-9757-45d6-a25e-a10edc20c6f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:51.907341 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439a8e2-22a3-4b31-b094-6fe10bf4449c None None] Pushing event updated for resources: {'Port': ['ID=aad6a721-7104-4e62-b3d7-78ad5fb4778d,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:51.916334 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-26f22bcc-9757-45d6-a25e-a10edc20c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:51.963677 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f22bcc-9757-45d6-a25e-a10edc20c6f0 admin admin] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:22:51.966459 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-26f22bcc-9757-45d6-a25e-a10edc20c6f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:22:51.971313 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f22bcc-9757-45d6-a25e-a10edc20c6f0 admin admin] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:22:51.977164 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f22bcc-9757-45d6-a25e-a10edc20c6f0 admin admin] Pushing event updated for resources: {'Port': ['ID=98c38798-83d2-4bd0-b960-359904f8a6ec,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:52.242902 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-26f22bcc-9757-45d6-a25e-a10edc20c6f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:52.365512 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device aad6a721-7104-4e62-b3d7-78ad5fb4778d up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:22:52.418253 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port aad6a721-7104-4e62-b3d7-78ad5fb4778d triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:22:52.418766 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:52.443418 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-26f22bcc-9757-45d6-a25e-a10edc20c6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:52.502659 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:52.536304 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port aad6a721-7104-4e62-b3d7-78ad5fb4778d, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=aad6a721-7104-4e62-b3d7-78ad5fb4778d,segment=NetworkSegment(12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e),segment_id=12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:22:52.541559 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:52.584389 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f22bcc-9757-45d6-a25e-a10edc20c6f0 admin admin] Router 3daa28db-6973-4729-96a7-15087bbb881d is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 12:22:52.604268 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=aad6a721-7104-4e62-b3d7-78ad5fb4778d,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:52.703915 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f22bcc-9757-45d6-a25e-a10edc20c6f0 admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:22:52.713149 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d73781f-fa2f-42ce-af73-4304b6e04e51 None None] Sync routers for ids ['3daa28db-6973-4729-96a7-15087bbb881d'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:22:52.723199 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-26f22bcc-9757-45d6-a25e-a10edc20c6f0 admin admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:52.724464 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-26f22bcc-9757-45d6-a25e-a10edc20c6f0 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5104420 Apr 29 12:22:52.726449 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d73781f-fa2f-42ce-af73-4304b6e04e51 None None] Routers {'3daa28db-6973-4729-96a7-15087bbb881d'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:22:52.727204 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 60248) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:22:52.727329 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-8d73781f-fa2f-42ce-af73-4304b6e04e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:22:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3daa28db-6973-4729-96a7-15087bbb881d'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:52.848645 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-8d73781f-fa2f-42ce-af73-4304b6e04e51 None None] Set router 3daa28db-6973-4729-96a7-15087bbb881d gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:22:52.877912 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4a2f35-3e0e-43e1-b9a5-d70c1378f892 None None] Network 92c6acd7-16b3-4d71-92ba-9dfc219907fb requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:22:53.008977 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-fee5494a-76d8-40aa-9de8-f2de54d61a69 None None] Provisioning complete for port aad6a721-7104-4e62-b3d7-78ad5fb4778d triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:22:53.009341 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fee5494a-76d8-40aa-9de8-f2de54d61a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:53.146763 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8fc52233-c2dc-469a-aeff-1a8774d9d503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:53.307936 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-8fc52233-c2dc-469a-aeff-1a8774d9d503 admin admin] Allocated IP 172.20.0.1 (92c6acd7-16b3-4d71-92ba-9dfc219907fb/32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756/df47287b-2ef6-423b-9fbf-6e342f303f3a) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:22:53.394697 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-8d73781f-fa2f-42ce-af73-4304b6e04e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3daa28db-6973-4729-96a7-15087bbb881d', 'name': 'tempest-TestSnapshotPattern-1313256311-router', 'tenant_id': '465bc0248456483c9dd969308a790548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:52Z', 'revision_number': 3, 'project_id': '465bc0248456483c9dd969308a790548', 'gw_port': {'id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:53.411542 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8fc52233-c2dc-469a-aeff-1a8774d9d503 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:53.425096 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d73781f-fa2f-42ce-af73-4304b6e04e51 None None] Checking router: 3daa28db-6973-4729-96a7-15087bbb881d for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:22:53.425444 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d73781f-fa2f-42ce-af73-4304b6e04e51 None None] Updating router 3daa28db-6973-4729-96a7-15087bbb881d port 98c38798-83d2-4bd0-b960-359904f8a6ec binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:22:53.449312 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8fc52233-c2dc-469a-aeff-1a8774d9d503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:53.456630 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8d73781f-fa2f-42ce-af73-4304b6e04e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:53.499089 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc52233-c2dc-469a-aeff-1a8774d9d503 admin admin] Network 92c6acd7-16b3-4d71-92ba-9dfc219907fb is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:22:53.506707 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-8fc52233-c2dc-469a-aeff-1a8774d9d503 admin admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:22:53.509842 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc52233-c2dc-469a-aeff-1a8774d9d503 admin admin] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:22:53.540900 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc52233-c2dc-469a-aeff-1a8774d9d503 admin admin] Pushing event updated for resources: {'Port': ['ID=df47287b-2ef6-423b-9fbf-6e342f303f3a,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:53.558964 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8fc52233-c2dc-469a-aeff-1a8774d9d503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:53.697363 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8fc52233-c2dc-469a-aeff-1a8774d9d503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:53.732220 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4f55fa68-3ca2-4b6c-9a15-2463cf40c06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:53.765888 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-27c95d4d-1c30-4403-befa-c4789bcc3a4d None None] Provisioning complete for port aad6a721-7104-4e62-b3d7-78ad5fb4778d triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:22:53.766302 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-27c95d4d-1c30-4403-befa-c4789bcc3a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:53.805451 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8d73781f-fa2f-42ce-af73-4304b6e04e51 None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:53.821225 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8d73781f-fa2f-42ce-af73-4304b6e04e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:53.885408 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903bdff3-c143-4d72-bef4-cc6c24ed6e19 None None] Pushing event updated for resources: {'Port': ['ID=98c38798-83d2-4bd0-b960-359904f8a6ec,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:53.891960 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-8d73781f-fa2f-42ce-af73-4304b6e04e51 None None] Attempting to bind port 98c38798-83d2-4bd0-b960-359904f8a6ec on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:22:53.892349 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-8d73781f-fa2f-42ce-af73-4304b6e04e51 None None] Attempting to bind port 98c38798-83d2-4bd0-b960-359904f8a6ec by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:22:53.892780 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d73781f-fa2f-42ce-af73-4304b6e04e51 None None] Attempting to bind port 98c38798-83d2-4bd0-b960-359904f8a6ec on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:22:53.923587 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d73781f-fa2f-42ce-af73-4304b6e04e51 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:22:53.923972 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d73781f-fa2f-42ce-af73-4304b6e04e51 None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:22:53.924373 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8d73781f-fa2f-42ce-af73-4304b6e04e51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:53.924773 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d73781f-fa2f-42ce-af73-4304b6e04e51 None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:22:53.925264 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-8d73781f-fa2f-42ce-af73-4304b6e04e51 None None] Bound port: 98c38798-83d2-4bd0-b960-359904f8a6ec, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:22:53.925893 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8d73781f-fa2f-42ce-af73-4304b6e04e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:53.994460 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-8d73781f-fa2f-42ce-af73-4304b6e04e51 None None] For port 98c38798-83d2-4bd0-b960-359904f8a6ec, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:22:53.998080 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-8d73781f-fa2f-42ce-af73-4304b6e04e51 None None] For port 98c38798-83d2-4bd0-b960-359904f8a6ec, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=98c38798-83d2-4bd0-b960-359904f8a6ec,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:22:54.004048 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8d73781f-fa2f-42ce-af73-4304b6e04e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:54.063674 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d73781f-fa2f-42ce-af73-4304b6e04e51 None None] Routers {'3daa28db-6973-4729-96a7-15087bbb881d'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:22:54.064321 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-8d73781f-fa2f-42ce-af73-4304b6e04e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:22:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3daa28db-6973-4729-96a7-15087bbb881d'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:54.109409 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903bdff3-c143-4d72-bef4-cc6c24ed6e19 None None] Pushing event updated for resources: {'Port': ['ID=98c38798-83d2-4bd0-b960-359904f8a6ec,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:54.135983 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-bf7b643a-cd9f-466e-91cd-9469e494eddf None None] Provisioning complete for port df47287b-2ef6-423b-9fbf-6e342f303f3a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:22:54.136353 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-bf7b643a-cd9f-466e-91cd-9469e494eddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:54.209740 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8fc52233-c2dc-469a-aeff-1a8774d9d503 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:54.216107 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-8d73781f-fa2f-42ce-af73-4304b6e04e51 None None] Set router 3daa28db-6973-4729-96a7-15087bbb881d gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:22:54.219498 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-bf7b643a-cd9f-466e-91cd-9469e494eddf None None] Port df47287b-2ef6-423b-9fbf-6e342f303f3a cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:22:54.222661 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8fc52233-c2dc-469a-aeff-1a8774d9d503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:54.289047 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8fc52233-c2dc-469a-aeff-1a8774d9d503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:54.297180 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc52233-c2dc-469a-aeff-1a8774d9d503 admin admin] Pushing event updated for resources: {'Port': ['ID=df47287b-2ef6-423b-9fbf-6e342f303f3a,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:54.363394 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device aad6a721-7104-4e62-b3d7-78ad5fb4778d up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:22:54.395794 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc52233-c2dc-469a-aeff-1a8774d9d503 admin admin] Network 92c6acd7-16b3-4d71-92ba-9dfc219907fb is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:22:54.397223 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-8fc52233-c2dc-469a-aeff-1a8774d9d503 admin admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:22:54.458787 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port aad6a721-7104-4e62-b3d7-78ad5fb4778d triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:22:54.459281 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:54.507057 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-8d73781f-fa2f-42ce-af73-4304b6e04e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3daa28db-6973-4729-96a7-15087bbb881d', 'name': 'tempest-TestSnapshotPattern-1313256311-router', 'tenant_id': '465bc0248456483c9dd969308a790548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:53Z', 'revision_number': 4, 'project_id': '465bc0248456483c9dd969308a790548', 'gw_port': {'id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'df47287b-2ef6-423b-9fbf-6e342f303f3a', 'name': '', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'tenant_id': '465bc0248456483c9dd969308a790548', 'mac_address': 'fa:16:3e:61:37:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:53Z', 'updated_at': '2022-04-29T12:22:53Z', 'revision_number': 1, 'project_id': '465bc0248456483c9dd969308a790548', 'subnets': [{'id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:54.526022 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc52233-c2dc-469a-aeff-1a8774d9d503 admin admin] Router 3daa28db-6973-4729-96a7-15087bbb881d has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:22:54.542528 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d73781f-fa2f-42ce-af73-4304b6e04e51 None None] The sync data for ids ['3daa28db-6973-4729-96a7-15087bbb881d'] in dv-neutron-838888-1-hyperv is: [{'id': '3daa28db-6973-4729-96a7-15087bbb881d', 'name': 'tempest-TestSnapshotPattern-1313256311-router', 'tenant_id': '465bc0248456483c9dd969308a790548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:53Z', 'revision_number': 4, 'project_id': '465bc0248456483c9dd969308a790548', 'gw_port': {'id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'df47287b-2ef6-423b-9fbf-6e342f303f3a', 'name': '', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'tenant_id': '465bc0248456483c9dd969308a790548', 'mac_address': 'fa:16:3e:61:37:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:53Z', 'updated_at': '2022-04-29T12:22:53Z', 'revision_number': 1, 'project_id': '465bc0248456483c9dd969308a790548', 'subnets': [{'id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:22:54.641451 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-b0ebb239-d9aa-4a35-9a28-bbd0792fb5f6 None None] Provisioning complete for port df47287b-2ef6-423b-9fbf-6e342f303f3a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:22:54.641947 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b0ebb239-d9aa-4a35-9a28-bbd0792fb5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:54.654357 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc52233-c2dc-469a-aeff-1a8774d9d503 admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:22:54.668083 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8fc52233-c2dc-469a-aeff-1a8774d9d503 admin admin] 10.222.0.69 "PUT /v2.0/routers/3daa28db-6973-4729-96a7-15087bbb881d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9307454 Apr 29 12:22:54.678529 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-b0ebb239-d9aa-4a35-9a28-bbd0792fb5f6 None None] Port df47287b-2ef6-423b-9fbf-6e342f303f3a cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:22:55.174202 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 60264) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:22:55.179504 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-2d98cf4e-99bc-4374-b514-f3e77edeeef2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2052128371-network', 'tenant_id': '49ae115999b44f53bf4fe6885b3b6f0c'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:22:55.209678 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d98cf4e-99bc-4374-b514-f3e77edeeef2 admin admin] Made reservation on behalf of 49ae115999b44f53bf4fe6885b3b6f0c for: {'network': 1} {{(pid=102960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:22:55.215151 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2d98cf4e-99bc-4374-b514-f3e77edeeef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for network, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:55.234436 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2d98cf4e-99bc-4374-b514-f3e77edeeef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:55.320459 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2d98cf4e-99bc-4374-b514-f3e77edeeef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:55.324422 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2d98cf4e-99bc-4374-b514-f3e77edeeef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:55.349999 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d98cf4e-99bc-4374-b514-f3e77edeeef2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=102960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:22:55.366760 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98cf4e-99bc-4374-b514-f3e77edeeef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02d09be-b6e3-4048-8a12-cb6dd6486941,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:55.370862 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2d98cf4e-99bc-4374-b514-f3e77edeeef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:55.371208 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.segments_db [None req-2d98cf4e-99bc-4374-b514-f3e77edeeef2 admin admin] Added segment d3cd120b-de72-435f-b560-81b953fdbf86 of type vlan for network 41ff551c-b991-48c7-8507-9ff3ea148f41 Apr 29 12:22:55.416976 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2d98cf4e-99bc-4374-b514-f3e77edeeef2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792667880659'] for network, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:55.444484 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2d98cf4e-99bc-4374-b514-f3e77edeeef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496'] for network, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:55.445648 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d98cf4e-99bc-4374-b514-f3e77edeeef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:55.446366 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2d98cf4e-99bc-4374-b514-f3e77edeeef2 admin admin] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:55.502697 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2d98cf4e-99bc-4374-b514-f3e77edeeef2 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3273656 Apr 29 12:22:55.505533 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 60266) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:22:55.512084 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-55c68c3d-4295-4cab-bda0-541a8d7339aa admin admin] Request body: {'subnet': {'network_id': '41ff551c-b991-48c7-8507-9ff3ea148f41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2052128371-subnet', 'tenant_id': '49ae115999b44f53bf4fe6885b3b6f0c', 'ip_version': 4}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:22:55.519734 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98cf4e-99bc-4374-b514-f3e77edeeef2 admin admin] Pushing event updated for resources: {'Network': ['ID=41ff551c-b991-48c7-8507-9ff3ea148f41,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:55.529842 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Network 41ff551c-b991-48c7-8507-9ff3ea148f41 details requested by agent ovs-agent-dv-neutron-838888-1-hyperv with host dv-neutron-838888-1-hyperv {{(pid=102961) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 12:22:55.543525 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c68c3d-4295-4cab-bda0-541a8d7339aa admin admin] Made reservation on behalf of 49ae115999b44f53bf4fe6885b3b6f0c for: {'subnet': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:22:55.545926 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-55c68c3d-4295-4cab-bda0-541a8d7339aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11810242'] for subnet, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:55.730474 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-55c68c3d-4295-4cab-bda0-541a8d7339aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8631944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11810260'] for subnet, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:55.785596 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c68c3d-4295-4cab-bda0-541a8d7339aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=90dccda1-50d1-47cd-bd50-cbe46843c2be,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:55.795764 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c68c3d-4295-4cab-bda0-541a8d7339aa admin admin] Checking segment: {'id': 'd3cd120b-de72-435f-b560-81b953fdbf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '41ff551c-b991-48c7-8507-9ff3ea148f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:22:55.796263 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c68c3d-4295-4cab-bda0-541a8d7339aa admin admin] Network hostable DHCP agents. Network: 41ff551c-b991-48c7-8507-9ff3ea148f41, hostable agents: ['21b26003-ea39-45dc-8dde-b9a3d70911ae'], hosted agents: [] {{(pid=102959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:22:55.822761 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c68c3d-4295-4cab-bda0-541a8d7339aa admin admin] Network 41ff551c-b991-48c7-8507-9ff3ea148f41 is scheduled to be hosted by DHCP agent 21b26003-ea39-45dc-8dde-b9a3d70911ae with binding_index 1 {{(pid=102959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:22:55.833186 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-55c68c3d-4295-4cab-bda0-541a8d7339aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838888-1-hyperv, 41ff551c-b991-48c7-8507-9ff3ea148f41) {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:22:55.838678 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c68c3d-4295-4cab-bda0-541a8d7339aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:55.839261 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-55c68c3d-4295-4cab-bda0-541a8d7339aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:55.844124 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6df7f5-0ecb-429c-9a6c-5ca17b3d2597 None None] Network 41ff551c-b991-48c7-8507-9ff3ea148f41 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:22:55.862092 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-55c68c3d-4295-4cab-bda0-541a8d7339aa admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3549581 Apr 29 12:22:55.864393 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 60268) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:22:55.869567 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-e4cb72a1-d923-4e91-971f-4ba7f4035b3b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2052128371-router', 'tenant_id': '49ae115999b44f53bf4fe6885b3b6f0c', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:22:55.892011 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e4cb72a1-d923-4e91-971f-4ba7f4035b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1078'] for router, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:55.893112 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e4cb72a1-d923-4e91-971f-4ba7f4035b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681493', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1103'] for router, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:55.953334 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e4cb72a1-d923-4e91-971f-4ba7f4035b3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:56.004594 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868d3848-6c19-4733-88c2-f22866e30fb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a3a0b3-1eec-5ca1-b498-899669917d1c-41ff551c-b991-48c7-8507-9ff3ea148f41', 'network_id': '41ff551c-b991-48c7-8507-9ff3ea148f41', 'tenant_id': '49ae115999b44f53bf4fe6885b3b6f0c', 'fixed_ips': [{'subnet_id': '90dccda1-50d1-47cd-bd50-cbe46843c2be'}]}} from dv-neutron-838888-1-hyperv. {{(pid=102961) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 29 12:22:56.005657 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-868d3848-6c19-4733-88c2-f22866e30fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:56.092451 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e4cb72a1-d923-4e91-971f-4ba7f4035b3b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:56.143620 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.db_base_plugin_common [None req-868d3848-6c19-4733-88c2-f22866e30fb5 None None] Allocated IP 172.20.0.2 (41ff551c-b991-48c7-8507-9ff3ea148f41/90dccda1-50d1-47cd-bd50-cbe46843c2be/70a28d04-3122-48a3-8800-a4d71a74642f) {{(pid=102961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:22:56.314105 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-868d3848-6c19-4733-88c2-f22866e30fb5 None None] Notify callbacks [] for port, precommit_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:56.319929 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e4cb72a1-d923-4e91-971f-4ba7f4035b3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:56.331627 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-868d3848-6c19-4733-88c2-f22866e30fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676'] for port, after_create {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:56.341588 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e4cb72a1-d923-4e91-971f-4ba7f4035b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:56.399975 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 98c38798-83d2-4bd0-b960-359904f8a6ec up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:22:56.402802 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868d3848-6c19-4733-88c2-f22866e30fb5 None None] Network 41ff551c-b991-48c7-8507-9ff3ea148f41 is already hosted by enough agents. {{(pid=102961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:22:56.405187 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d3848-6c19-4733-88c2-f22866e30fb5 None None] Pushing event updated for resources: {'Port': ['ID=70a28d04-3122-48a3-8800-a4d71a74642f,revision_number=1']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:56.427754 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.scheduler.base_scheduler [None req-868d3848-6c19-4733-88c2-f22866e30fb5 None None] Resources bound (agent type, host, resource id): {{(pid=102961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:22:56.431106 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868d3848-6c19-4733-88c2-f22866e30fb5 None None] Received port after_create {{(pid=102961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:22:56.471595 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-e4cb72a1-d923-4e91-971f-4ba7f4035b3b admin admin] Allocated IP 172.26.4.109 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/93b901d6-5bb4-4326-9024-af908ae8a264) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:22:56.507281 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-868d3848-6c19-4733-88c2-f22866e30fb5 None None] Attempting to bind port 70a28d04-3122-48a3-8800-a4d71a74642f on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:22:56.507566 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-868d3848-6c19-4733-88c2-f22866e30fb5 None None] Attempting to bind port 70a28d04-3122-48a3-8800-a4d71a74642f by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'd3cd120b-de72-435f-b560-81b953fdbf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '41ff551c-b991-48c7-8507-9ff3ea148f41'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:22:56.507922 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868d3848-6c19-4733-88c2-f22866e30fb5 None None] Attempting to bind port 70a28d04-3122-48a3-8800-a4d71a74642f on network 41ff551c-b991-48c7-8507-9ff3ea148f41 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:22:56.513497 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 98c38798-83d2-4bd0-b960-359904f8a6ec triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:22:56.513864 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:56.518456 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868d3848-6c19-4733-88c2-f22866e30fb5 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:22:56.518841 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868d3848-6c19-4733-88c2-f22866e30fb5 None None] Checking segment: {'id': 'd3cd120b-de72-435f-b560-81b953fdbf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '41ff551c-b991-48c7-8507-9ff3ea148f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:22:56.519523 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-868d3848-6c19-4733-88c2-f22866e30fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:56.519969 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868d3848-6c19-4733-88c2-f22866e30fb5 None None] Bound using segment: {'id': 'd3cd120b-de72-435f-b560-81b953fdbf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '41ff551c-b991-48c7-8507-9ff3ea148f41'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:22:56.520454 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-868d3848-6c19-4733-88c2-f22866e30fb5 None None] Bound port: 70a28d04-3122-48a3-8800-a4d71a74642f, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3cd120b-de72-435f-b560-81b953fdbf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '41ff551c-b991-48c7-8507-9ff3ea148f41'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:22:56.520830 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-868d3848-6c19-4733-88c2-f22866e30fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:56.586830 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e4cb72a1-d923-4e91-971f-4ba7f4035b3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:56.622760 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e4cb72a1-d923-4e91-971f-4ba7f4035b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:56.644319 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-868d3848-6c19-4733-88c2-f22866e30fb5 None None] For port 70a28d04-3122-48a3-8800-a4d71a74642f, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:22:56.663039 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:56.669128 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cb72a1-d923-4e91-971f-4ba7f4035b3b admin admin] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:22:56.669838 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-868d3848-6c19-4733-88c2-f22866e30fb5 None None] For port 70a28d04-3122-48a3-8800-a4d71a74642f, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=70a28d04-3122-48a3-8800-a4d71a74642f,segment=NetworkSegment(d3cd120b-de72-435f-b560-81b953fdbf86),segment_id=d3cd120b-de72-435f-b560-81b953fdbf86)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:22:56.672518 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-e4cb72a1-d923-4e91-971f-4ba7f4035b3b admin admin] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:22:56.676775 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cb72a1-d923-4e91-971f-4ba7f4035b3b admin admin] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:22:56.681555 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-868d3848-6c19-4733-88c2-f22866e30fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:56.697108 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 98c38798-83d2-4bd0-b960-359904f8a6ec, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=98c38798-83d2-4bd0-b960-359904f8a6ec,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:22:56.700031 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb72a1-d923-4e91-971f-4ba7f4035b3b admin admin] Pushing event updated for resources: {'Port': ['ID=93b901d6-5bb4-4326-9024-af908ae8a264,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:56.711427 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4204d2-be4a-4fee-bb8b-e9530a9adeb3 None None] Sync routers for ids ['3daa28db-6973-4729-96a7-15087bbb881d'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:22:56.721859 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4204d2-be4a-4fee-bb8b-e9530a9adeb3 None None] Routers {'3daa28db-6973-4729-96a7-15087bbb881d'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:22:56.722922 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-1e4204d2-be4a-4fee-bb8b-e9530a9adeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:22:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3daa28db-6973-4729-96a7-15087bbb881d'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:56.725129 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:56.769521 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d3848-6c19-4733-88c2-f22866e30fb5 None None] Pushing event updated for resources: {'Port': ['ID=70a28d04-3122-48a3-8800-a4d71a74642f,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:56.838218 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=98c38798-83d2-4bd0-b960-359904f8a6ec,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:56.862575 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-1e4204d2-be4a-4fee-bb8b-e9530a9adeb3 None None] Set router 3daa28db-6973-4729-96a7-15087bbb881d gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:22:56.990845 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e4cb72a1-d923-4e91-971f-4ba7f4035b3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:57.096120 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-1e4204d2-be4a-4fee-bb8b-e9530a9adeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3daa28db-6973-4729-96a7-15087bbb881d', 'name': 'tempest-TestSnapshotPattern-1313256311-router', 'tenant_id': '465bc0248456483c9dd969308a790548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:53Z', 'revision_number': 4, 'project_id': '465bc0248456483c9dd969308a790548', 'gw_port': {'id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'df47287b-2ef6-423b-9fbf-6e342f303f3a', 'name': '', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'tenant_id': '465bc0248456483c9dd969308a790548', 'mac_address': 'fa:16:3e:61:37:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:53Z', 'updated_at': '2022-04-29T12:22:53Z', 'revision_number': 2, 'project_id': '465bc0248456483c9dd969308a790548', 'subnets': [{'id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:57.132281 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4204d2-be4a-4fee-bb8b-e9530a9adeb3 None None] Checking router: 3daa28db-6973-4729-96a7-15087bbb881d for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:22:57.132647 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4204d2-be4a-4fee-bb8b-e9530a9adeb3 None None] Updating router 3daa28db-6973-4729-96a7-15087bbb881d port df47287b-2ef6-423b-9fbf-6e342f303f3a binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:22:57.158356 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-1e4204d2-be4a-4fee-bb8b-e9530a9adeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:57.208833 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e4cb72a1-d923-4e91-971f-4ba7f4035b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681510'] for router, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:57.344295 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4cb72a1-d923-4e91-971f-4ba7f4035b3b admin admin] Router 3e54e845-75fb-448a-960c-d2068adbdd31 is scheduled to L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e with binding_index 1 {{(pid=102959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 12:22:57.435200 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-1e4204d2-be4a-4fee-bb8b-e9530a9adeb3 None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:57.441184 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-1e4204d2-be4a-4fee-bb8b-e9530a9adeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:57.457226 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cb72a1-d923-4e91-971f-4ba7f4035b3b admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:22:57.467386 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ea9ef9-3db7-4931-95aa-695005d1d202 None None] Sync routers for ids ['3e54e845-75fb-448a-960c-d2068adbdd31'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:22:57.478836 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ea9ef9-3db7-4931-95aa-695005d1d202 None None] Routers {'3e54e845-75fb-448a-960c-d2068adbdd31'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:22:57.480368 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-c2ea9ef9-3db7-4931-95aa-695005d1d202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:22:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3e54e845-75fb-448a-960c-d2068adbdd31'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:57.485080 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-e4cb72a1-d923-4e91-971f-4ba7f4035b3b admin admin] Notify callbacks [] for router, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:57.489562 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 60270) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:22:57.490077 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-e4cb72a1-d923-4e91-971f-4ba7f4035b3b admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6244211 Apr 29 12:22:57.549792 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2f477-668c-450f-9fb0-2d1725947ad7 None None] Pushing event updated for resources: {'Port': ['ID=df47287b-2ef6-423b-9fbf-6e342f303f3a,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:57.577070 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2f477-668c-450f-9fb0-2d1725947ad7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:57.577965 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2f477-668c-450f-9fb0-2d1725947ad7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:57.578421 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2f477-668c-450f-9fb0-2d1725947ad7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:57.578890 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2f477-668c-450f-9fb0-2d1725947ad7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:57.579322 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2f477-668c-450f-9fb0-2d1725947ad7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:57.579724 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2f477-668c-450f-9fb0-2d1725947ad7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:57.580142 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2f477-668c-450f-9fb0-2d1725947ad7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:57.580715 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2f477-668c-450f-9fb0-2d1725947ad7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:57.581134 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2f477-668c-450f-9fb0-2d1725947ad7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:57.581680 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2f477-668c-450f-9fb0-2d1725947ad7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:57.582266 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2f477-668c-450f-9fb0-2d1725947ad7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:57.582735 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2f477-668c-450f-9fb0-2d1725947ad7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:57.605739 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-1e4204d2-be4a-4fee-bb8b-e9530a9adeb3 None None] Attempting to bind port df47287b-2ef6-423b-9fbf-6e342f303f3a on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:22:57.606306 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-1e4204d2-be4a-4fee-bb8b-e9530a9adeb3 None None] Attempting to bind port df47287b-2ef6-423b-9fbf-6e342f303f3a by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:22:57.606991 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4204d2-be4a-4fee-bb8b-e9530a9adeb3 None None] Attempting to bind port df47287b-2ef6-423b-9fbf-6e342f303f3a on network 92c6acd7-16b3-4d71-92ba-9dfc219907fb {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:22:57.613842 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4204d2-be4a-4fee-bb8b-e9530a9adeb3 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:22:57.614853 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4204d2-be4a-4fee-bb8b-e9530a9adeb3 None None] Checking segment: {'id': '12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:22:57.614853 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-1e4204d2-be4a-4fee-bb8b-e9530a9adeb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:57.615357 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4204d2-be4a-4fee-bb8b-e9530a9adeb3 None None] Bound using segment: {'id': '12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:22:57.615911 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-1e4204d2-be4a-4fee-bb8b-e9530a9adeb3 None None] Bound port: df47287b-2ef6-423b-9fbf-6e342f303f3a, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:22:57.616429 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-1e4204d2-be4a-4fee-bb8b-e9530a9adeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:57.629885 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-c2ea9ef9-3db7-4931-95aa-695005d1d202 None None] Set router 3e54e845-75fb-448a-960c-d2068adbdd31 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:22:57.695927 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-1e4204d2-be4a-4fee-bb8b-e9530a9adeb3 None None] For port df47287b-2ef6-423b-9fbf-6e342f303f3a, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:22:57.699757 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-1e4204d2-be4a-4fee-bb8b-e9530a9adeb3 None None] For port df47287b-2ef6-423b-9fbf-6e342f303f3a, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=df47287b-2ef6-423b-9fbf-6e342f303f3a,segment=NetworkSegment(12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e),segment_id=12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:22:57.706834 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-1e4204d2-be4a-4fee-bb8b-e9530a9adeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:57.776407 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4204d2-be4a-4fee-bb8b-e9530a9adeb3 None None] Routers {'3daa28db-6973-4729-96a7-15087bbb881d'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:22:57.777072 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-1e4204d2-be4a-4fee-bb8b-e9530a9adeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:22:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3daa28db-6973-4729-96a7-15087bbb881d'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:57.929076 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2f477-668c-450f-9fb0-2d1725947ad7 None None] Pushing event updated for resources: {'Port': ['ID=df47287b-2ef6-423b-9fbf-6e342f303f3a,revision_number=4']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:57.933586 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-1e4204d2-be4a-4fee-bb8b-e9530a9adeb3 None None] Set router 3daa28db-6973-4729-96a7-15087bbb881d gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:22:57.996789 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:58.036304 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-042dfe65-bfae-4e19-9d73-c348f117570f None None] Provisioning complete for port df47287b-2ef6-423b-9fbf-6e342f303f3a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:22:58.037595 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-042dfe65-bfae-4e19-9d73-c348f117570f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:58.058232 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b46f8f25-5caf-4d16-b851-da4fbc4b5b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:58.099308 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9e90ae-ec2f-4703-a6b9-4e62c4d9109f None None] Network 41ff551c-b991-48c7-8507-9ff3ea148f41 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:22:58.131847 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-76606b46-ac18-4769-8de0-554fdbc1999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:58.210225 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-1e4204d2-be4a-4fee-bb8b-e9530a9adeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3daa28db-6973-4729-96a7-15087bbb881d', 'name': 'tempest-TestSnapshotPattern-1313256311-router', 'tenant_id': '465bc0248456483c9dd969308a790548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:53Z', 'revision_number': 4, 'project_id': '465bc0248456483c9dd969308a790548', 'gw_port': {'id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'df47287b-2ef6-423b-9fbf-6e342f303f3a', 'name': '', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'tenant_id': '465bc0248456483c9dd969308a790548', 'mac_address': 'fa:16:3e:61:37:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:53Z', 'updated_at': '2022-04-29T12:22:57Z', 'revision_number': 4, 'project_id': '465bc0248456483c9dd969308a790548', 'subnets': [{'id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:58.237924 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4204d2-be4a-4fee-bb8b-e9530a9adeb3 None None] The sync data for ids ['3daa28db-6973-4729-96a7-15087bbb881d'] in dv-neutron-838888-1-hyperv is: [{'id': '3daa28db-6973-4729-96a7-15087bbb881d', 'name': 'tempest-TestSnapshotPattern-1313256311-router', 'tenant_id': '465bc0248456483c9dd969308a790548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:53Z', 'revision_number': 4, 'project_id': '465bc0248456483c9dd969308a790548', 'gw_port': {'id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'df47287b-2ef6-423b-9fbf-6e342f303f3a', 'name': '', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'tenant_id': '465bc0248456483c9dd969308a790548', 'mac_address': 'fa:16:3e:61:37:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:53Z', 'updated_at': '2022-04-29T12:22:57Z', 'revision_number': 4, 'project_id': '465bc0248456483c9dd969308a790548', 'subnets': [{'id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:22:58.313135 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-042dfe65-bfae-4e19-9d73-c348f117570f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:58.333087 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-76606b46-ac18-4769-8de0-554fdbc1999f admin admin] Allocated IP 172.20.0.1 (41ff551c-b991-48c7-8507-9ff3ea148f41/90dccda1-50d1-47cd-bd50-cbe46843c2be/8c144713-7e83-4963-bf00-bf88f7f8f746) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:22:58.363563 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-c2ea9ef9-3db7-4931-95aa-695005d1d202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e54e845-75fb-448a-960c-d2068adbdd31', 'name': 'tempest-TestSnapshotPattern-2052128371-router', 'tenant_id': '49ae115999b44f53bf4fe6885b3b6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '93b901d6-5bb4-4326-9024-af908ae8a264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:55Z', 'updated_at': '2022-04-29T12:22:56Z', 'revision_number': 3, 'project_id': '49ae115999b44f53bf4fe6885b3b6f0c', 'gw_port': {'id': '93b901d6-5bb4-4326-9024-af908ae8a264', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e54e845-75fb-448a-960c-d2068adbdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:56Z', 'updated_at': '2022-04-29T12:22:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:58.406106 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ea9ef9-3db7-4931-95aa-695005d1d202 None None] Checking router: 3e54e845-75fb-448a-960c-d2068adbdd31 for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:22:58.406502 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ea9ef9-3db7-4931-95aa-695005d1d202 None None] Updating router 3e54e845-75fb-448a-960c-d2068adbdd31 port 93b901d6-5bb4-4326-9024-af908ae8a264 binding host dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:22:58.414500 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-042dfe65-bfae-4e19-9d73-c348f117570f None None] For port df47287b-2ef6-423b-9fbf-6e342f303f3a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=df47287b-2ef6-423b-9fbf-6e342f303f3a,segment=NetworkSegment(12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e),segment_id=12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:22:58.438892 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-042dfe65-bfae-4e19-9d73-c348f117570f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:58.473881 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c2ea9ef9-3db7-4931-95aa-695005d1d202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:58.489738 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-76606b46-ac18-4769-8de0-554fdbc1999f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:58.556539 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042dfe65-bfae-4e19-9d73-c348f117570f None None] Pushing event updated for resources: {'Port': ['ID=df47287b-2ef6-423b-9fbf-6e342f303f3a,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:58.557061 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-76606b46-ac18-4769-8de0-554fdbc1999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:58.626857 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 98c38798-83d2-4bd0-b960-359904f8a6ec up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:22:58.636583 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76606b46-ac18-4769-8de0-554fdbc1999f admin admin] Network 41ff551c-b991-48c7-8507-9ff3ea148f41 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:22:58.644402 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-76606b46-ac18-4769-8de0-554fdbc1999f admin admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:22:58.648826 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76606b46-ac18-4769-8de0-554fdbc1999f admin admin] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:22:58.682359 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76606b46-ac18-4769-8de0-554fdbc1999f admin admin] Pushing event updated for resources: {'Port': ['ID=8c144713-7e83-4963-bf00-bf88f7f8f746,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:58.683716 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-e2c2605d-371c-4c82-ac48-ccbebb33b66c None None] Provisioning complete for port df47287b-2ef6-423b-9fbf-6e342f303f3a triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:22:58.684090 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e2c2605d-371c-4c82-ac48-ccbebb33b66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:58.705461 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-76606b46-ac18-4769-8de0-554fdbc1999f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680725'] for router_interface, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:58.808668 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:58.844571 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 98c38798-83d2-4bd0-b960-359904f8a6ec triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:22:58.845098 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:58.872788 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-76606b46-ac18-4769-8de0-554fdbc1999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:59.023576 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-e2c2605d-371c-4c82-ac48-ccbebb33b66c None None] Provisioning complete for port 70a28d04-3122-48a3-8800-a4d71a74642f triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:22:59.024173 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e2c2605d-371c-4c82-ac48-ccbebb33b66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:59.072907 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-76606b46-ac18-4769-8de0-554fdbc1999f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:59.078852 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-76606b46-ac18-4769-8de0-554fdbc1999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:59.104727 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device df47287b-2ef6-423b-9fbf-6e342f303f3a up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:22:59.107880 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c2ea9ef9-3db7-4931-95aa-695005d1d202 None None] Notify callbacks [] for port, precommit_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:59.134910 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c2ea9ef9-3db7-4931-95aa-695005d1d202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:59.150757 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-76606b46-ac18-4769-8de0-554fdbc1999f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3789482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680681'] for router_interface, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:59.161315 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76606b46-ac18-4769-8de0-554fdbc1999f admin admin] Pushing event updated for resources: {'Port': ['ID=8c144713-7e83-4963-bf00-bf88f7f8f746,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:59.215210 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-c2ea9ef9-3db7-4931-95aa-695005d1d202 None None] Attempting to bind port 93b901d6-5bb4-4326-9024-af908ae8a264 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:22:59.215583 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-c2ea9ef9-3db7-4931-95aa-695005d1d202 None None] Attempting to bind port 93b901d6-5bb4-4326-9024-af908ae8a264 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:22:59.216442 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ea9ef9-3db7-4931-95aa-695005d1d202 None None] Attempting to bind port 93b901d6-5bb4-4326-9024-af908ae8a264 on network 1c458760-cee1-43dd-bfaa-f7beebba31f7 {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:22:59.229914 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84d207-5bc6-4715-a474-9013ba8dfc2a None None] Pushing event updated for resources: {'Port': ['ID=93b901d6-5bb4-4326-9024-af908ae8a264,revision_number=2']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:59.251804 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ea9ef9-3db7-4931-95aa-695005d1d202 None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:22:59.252657 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ea9ef9-3db7-4931-95aa-695005d1d202 None None] Checking segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:22:59.252657 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c2ea9ef9-3db7-4931-95aa-695005d1d202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:59.252965 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ea9ef9-3db7-4931-95aa-695005d1d202 None None] Bound using segment: {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'} {{(pid=102961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:22:59.253456 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.managers [None req-c2ea9ef9-3db7-4931-95aa-695005d1d202 None None] Bound port: 93b901d6-5bb4-4326-9024-af908ae8a264, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f1b8b-6b43-4700-acc4-a168839ddf07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7'}}] {{(pid=102961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:22:59.253839 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c2ea9ef9-3db7-4931-95aa-695005d1d202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:59.263845 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76606b46-ac18-4769-8de0-554fdbc1999f admin admin] Network 41ff551c-b991-48c7-8507-9ff3ea148f41 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:22:59.266302 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-76606b46-ac18-4769-8de0-554fdbc1999f admin admin] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:22:59.289495 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port df47287b-2ef6-423b-9fbf-6e342f303f3a triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:22:59.289866 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:59.328583 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e2c2605d-371c-4c82-ac48-ccbebb33b66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:59.385108 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-c2ea9ef9-3db7-4931-95aa-695005d1d202 None None] For port 93b901d6-5bb4-4326-9024-af908ae8a264, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:22:59.393334 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-c2ea9ef9-3db7-4931-95aa-695005d1d202 None None] For port 93b901d6-5bb4-4326-9024-af908ae8a264, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=93b901d6-5bb4-4326-9024-af908ae8a264,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:22:59.395514 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76606b46-ac18-4769-8de0-554fdbc1999f admin admin] Router 3e54e845-75fb-448a-960c-d2068adbdd31 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:22:59.398516 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-e2c2605d-371c-4c82-ac48-ccbebb33b66c None None] For port 70a28d04-3122-48a3-8800-a4d71a74642f, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=70a28d04-3122-48a3-8800-a4d71a74642f,segment=NetworkSegment(d3cd120b-de72-435f-b560-81b953fdbf86),segment_id=d3cd120b-de72-435f-b560-81b953fdbf86)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:22:59.404239 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-c2ea9ef9-3db7-4931-95aa-695005d1d202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:59.408992 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e2c2605d-371c-4c82-ac48-ccbebb33b66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:59.499640 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 70a28d04-3122-48a3-8800-a4d71a74642f up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:22:59.502988 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84d207-5bc6-4715-a474-9013ba8dfc2a None None] Pushing event updated for resources: {'Port': ['ID=93b901d6-5bb4-4326-9024-af908ae8a264,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:59.520089 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76606b46-ac18-4769-8de0-554fdbc1999f admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:22:59.525254 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-76606b46-ac18-4769-8de0-554fdbc1999f admin admin] 10.222.0.69 "PUT /v2.0/routers/3e54e845-75fb-448a-960c-d2068adbdd31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0335603 Apr 29 12:22:59.525648 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ea9ef9-3db7-4931-95aa-695005d1d202 None None] Routers {'3e54e845-75fb-448a-960c-d2068adbdd31'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:22:59.526393 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-c2ea9ef9-3db7-4931-95aa-695005d1d202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:22:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3e54e845-75fb-448a-960c-d2068adbdd31'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:59.643631 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-677da478-01a5-42b7-9b8e-f4c7f7c559d8 None None] Provisioning complete for port 70a28d04-3122-48a3-8800-a4d71a74642f triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:22:59.643999 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-677da478-01a5-42b7-9b8e-f4c7f7c559d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:59.706580 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2605d-371c-4c82-ac48-ccbebb33b66c None None] Pushing event updated for resources: {'Port': ['ID=70a28d04-3122-48a3-8800-a4d71a74642f,revision_number=3']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:59.742734 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 70a28d04-3122-48a3-8800-a4d71a74642f triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:22:59.743111 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:59.746952 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-c2ea9ef9-3db7-4931-95aa-695005d1d202 None None] Set router 3e54e845-75fb-448a-960c-d2068adbdd31 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:23:00.142837 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-677da478-01a5-42b7-9b8e-f4c7f7c559d8 None None] Provisioning complete for port 8c144713-7e83-4963-bf00-bf88f7f8f746 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:23:00.143505 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-677da478-01a5-42b7-9b8e-f4c7f7c559d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:00.219383 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-677da478-01a5-42b7-9b8e-f4c7f7c559d8 None None] Port 8c144713-7e83-4963-bf00-bf88f7f8f746 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:23:00.223976 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:00.244718 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-c2ea9ef9-3db7-4931-95aa-695005d1d202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e54e845-75fb-448a-960c-d2068adbdd31', 'name': 'tempest-TestSnapshotPattern-2052128371-router', 'tenant_id': '49ae115999b44f53bf4fe6885b3b6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '93b901d6-5bb4-4326-9024-af908ae8a264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:55Z', 'updated_at': '2022-04-29T12:22:58Z', 'revision_number': 4, 'project_id': '49ae115999b44f53bf4fe6885b3b6f0c', 'gw_port': {'id': '93b901d6-5bb4-4326-9024-af908ae8a264', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e54e845-75fb-448a-960c-d2068adbdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:56Z', 'updated_at': '2022-04-29T12:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '8c144713-7e83-4963-bf00-bf88f7f8f746', 'name': '', 'network_id': '41ff551c-b991-48c7-8507-9ff3ea148f41', 'tenant_id': '49ae115999b44f53bf4fe6885b3b6f0c', 'mac_address': 'fa:16:3e:fa:2c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e54e845-75fb-448a-960c-d2068adbdd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '90dccda1-50d1-47cd-bd50-cbe46843c2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:58Z', 'updated_at': '2022-04-29T12:22:58Z', 'revision_number': 2, 'project_id': '49ae115999b44f53bf4fe6885b3b6f0c', 'subnets': [{'id': '90dccda1-50d1-47cd-bd50-cbe46843c2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:23:00.273569 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ea9ef9-3db7-4931-95aa-695005d1d202 None None] The sync data for ids ['3e54e845-75fb-448a-960c-d2068adbdd31'] in dv-neutron-838888-1-hyperv is: [{'id': '3e54e845-75fb-448a-960c-d2068adbdd31', 'name': 'tempest-TestSnapshotPattern-2052128371-router', 'tenant_id': '49ae115999b44f53bf4fe6885b3b6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '93b901d6-5bb4-4326-9024-af908ae8a264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:55Z', 'updated_at': '2022-04-29T12:22:58Z', 'revision_number': 4, 'project_id': '49ae115999b44f53bf4fe6885b3b6f0c', 'gw_port': {'id': '93b901d6-5bb4-4326-9024-af908ae8a264', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e54e845-75fb-448a-960c-d2068adbdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:56Z', 'updated_at': '2022-04-29T12:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '8c144713-7e83-4963-bf00-bf88f7f8f746', 'name': '', 'network_id': '41ff551c-b991-48c7-8507-9ff3ea148f41', 'tenant_id': '49ae115999b44f53bf4fe6885b3b6f0c', 'mac_address': 'fa:16:3e:fa:2c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e54e845-75fb-448a-960c-d2068adbdd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '90dccda1-50d1-47cd-bd50-cbe46843c2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:58Z', 'updated_at': '2022-04-29T12:22:58Z', 'revision_number': 2, 'project_id': '49ae115999b44f53bf4fe6885b3b6f0c', 'subnets': [{'id': '90dccda1-50d1-47cd-bd50-cbe46843c2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:23:00.351233 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:00.357193 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device df47287b-2ef6-423b-9fbf-6e342f303f3a up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:23:00.408436 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port df47287b-2ef6-423b-9fbf-6e342f303f3a triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:23:00.408798 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:00.507947 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 70a28d04-3122-48a3-8800-a4d71a74642f up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:23:00.556847 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 70a28d04-3122-48a3-8800-a4d71a74642f triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:23:00.557216 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:01.123268 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 60280) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:23:01.127941 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-83d4ca6b-ec93-46f5-8bd8-7e52051f3679 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-974052555', 'description': 'tempest-secgroup-smoke-974052555 description', 'project_id': '465bc0248456483c9dd969308a790548'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:23:01.148794 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-83d4ca6b-ec93-46f5-8bd8-7e52051f3679 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for security_group, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:01.244827 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-83d4ca6b-ec93-46f5-8bd8-7e52051f3679 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for security_group, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:01.248820 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-83d4ca6b-ec93-46f5-8bd8-7e52051f3679 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:01.282309 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-83d4ca6b-ec93-46f5-8bd8-7e52051f3679 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:01.286340 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-83d4ca6b-ec93-46f5-8bd8-7e52051f3679 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1591475 Apr 29 12:23:01.286897 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 60282) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:23:01.292254 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4ca6b-ec93-46f5-8bd8-7e52051f3679 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=663127c3-4e7f-45a2-919d-28cdca863d66,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:01.292574 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-f7119f89-1713-4da8-819d-7b279ce3861f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Request body: {'security_group_rule': {'security_group_id': '663127c3-4e7f-45a2-919d-28cdca863d66', 'project_id': '465bc0248456483c9dd969308a790548', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:23:01.333087 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f7119f89-1713-4da8-819d-7b279ce3861f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:01.399454 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f7119f89-1713-4da8-819d-7b279ce3861f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:01.403444 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f7119f89-1713-4da8-819d-7b279ce3861f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:01.422775 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7119f89-1713-4da8-819d-7b279ce3861f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c86ceed-8480-4448-be19-3b1545bf3142,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:01.430600 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-f7119f89-1713-4da8-819d-7b279ce3861f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:01.434926 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 60284) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:23:01.438643 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-f7119f89-1713-4da8-819d-7b279ce3861f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1461673 Apr 29 12:23:01.440190 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-681bb7ab-5a8f-4dea-96b1-21a248816def tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Request body: {'security_group_rule': {'security_group_id': '663127c3-4e7f-45a2-919d-28cdca863d66', 'project_id': '465bc0248456483c9dd969308a790548', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:23:01.469976 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-681bb7ab-5a8f-4dea-96b1-21a248816def tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:01.533941 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-681bb7ab-5a8f-4dea-96b1-21a248816def tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:01.538072 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-681bb7ab-5a8f-4dea-96b1-21a248816def tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:01.556698 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681bb7ab-5a8f-4dea-96b1-21a248816def tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfec9f3b-4841-4f49-87c7-d1a2c1d216af,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:01.566422 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-681bb7ab-5a8f-4dea-96b1-21a248816def tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:01.570355 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-681bb7ab-5a8f-4dea-96b1-21a248816def tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1318066 Apr 29 12:23:01.570753 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 60286) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:23:01.575328 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-7c279fc3-6b37-4704-bd2e-d11f6dd5587e tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Request body: {'security_group_rule': {'security_group_id': '663127c3-4e7f-45a2-919d-28cdca863d66', 'project_id': '465bc0248456483c9dd969308a790548', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:23:01.601913 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7c279fc3-6b37-4704-bd2e-d11f6dd5587e tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:01.669262 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7c279fc3-6b37-4704-bd2e-d11f6dd5587e tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:01.673509 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7c279fc3-6b37-4704-bd2e-d11f6dd5587e tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:01.691538 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c279fc3-6b37-4704-bd2e-d11f6dd5587e tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4591509d-9dae-4342-8e9f-2ff0d51e60db,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:01.700866 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-7c279fc3-6b37-4704-bd2e-d11f6dd5587e tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:01.702676 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-7c279fc3-6b37-4704-bd2e-d11f6dd5587e tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304007 Apr 29 12:23:01.705730 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 60288) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:23:01.710647 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-26520faf-aef9-4560-9dec-21083e853213 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Request body: {'security_group_rule': {'security_group_id': '663127c3-4e7f-45a2-919d-28cdca863d66', 'project_id': '465bc0248456483c9dd969308a790548', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:23:01.738101 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-26520faf-aef9-4560-9dec-21083e853213 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:01.803295 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-26520faf-aef9-4560-9dec-21083e853213 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:01.809734 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-26520faf-aef9-4560-9dec-21083e853213 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:01.830810 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26520faf-aef9-4560-9dec-21083e853213 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c6ec15-485a-4e3e-ba73-8452e29984d2,revision_number=0']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:01.835759 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-26520faf-aef9-4560-9dec-21083e853213 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:01.837161 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-26520faf-aef9-4560-9dec-21083e853213 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1304247 Apr 29 12:23:01.840300 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 60290) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:23:01.845821 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-71b54431-9765-4ed1-865e-c0206259f344 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Request body: {'security_group_rule': {'security_group_id': '663127c3-4e7f-45a2-919d-28cdca863d66', 'project_id': '465bc0248456483c9dd969308a790548', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:23:01.871135 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.securitygroups_db [None req-71b54431-9765-4ed1-865e-c0206259f344 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Project 465bc0248456483c9dd969308a790548 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:23:01.877861 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-71b54431-9765-4ed1-865e-c0206259f344 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:01.940905 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-71b54431-9765-4ed1-865e-c0206259f344 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:01.944513 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-71b54431-9765-4ed1-865e-c0206259f344 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:01.961803 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b54431-9765-4ed1-865e-c0206259f344 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c910caf1-3fda-4494-9a02-ca8ca1460e0d,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:01.970107 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-71b54431-9765-4ed1-865e-c0206259f344 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:01.971350 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-71b54431-9765-4ed1-865e-c0206259f344 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300192 Apr 29 12:23:01.974007 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 60292) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:23:01.978405 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-611e8886-f5bd-4ab6-be39-eb9d332f8f0c tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Request body: {'security_group_rule': {'security_group_id': '663127c3-4e7f-45a2-919d-28cdca863d66', 'project_id': '465bc0248456483c9dd969308a790548', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:23:01.998847 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.securitygroups_db [None req-611e8886-f5bd-4ab6-be39-eb9d332f8f0c tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Project 465bc0248456483c9dd969308a790548 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:23:02.003911 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-611e8886-f5bd-4ab6-be39-eb9d332f8f0c tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:02.065648 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-611e8886-f5bd-4ab6-be39-eb9d332f8f0c tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:02.069153 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-611e8886-f5bd-4ab6-be39-eb9d332f8f0c tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762538'] for security_group_rule, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:02.086091 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e8886-f5bd-4ab6-be39-eb9d332f8f0c tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bdfd0f1-a948-4378-8cf3-f899f8ad23a5,revision_number=0']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:02.094332 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-611e8886-f5bd-4ab6-be39-eb9d332f8f0c tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:02.095534 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-611e8886-f5bd-4ab6-be39-eb9d332f8f0c tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1204858 Apr 29 12:23:02.239551 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-53bbfc79-afa3-45ba-929e-4300750e7fbb tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-974052555&fields=id&tenant_id=465bc0248456483c9dd969308a790548 HTTP/1.1" status: 200 len: 267 time: 0.0322998 Apr 29 12:23:02.372322 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-40ea7c2a-474b-4091-b880-277311674d78 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:02.372957 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 93b901d6-5bb4-4326-9024-af908ae8a264 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:23:02.373915 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-40ea7c2a-474b-4091-b880-277311674d78 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/networks?id=92c6acd7-16b3-4d71-92ba-9dfc219907fb HTTP/1.1" status: 200 len: 810 time: 0.1274989 Apr 29 12:23:02.391054 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-1247863b-a540-4be2-a95e-3740215a2246 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/quotas/465bc0248456483c9dd969308a790548 HTTP/1.1" status: 200 len: 375 time: 0.0100560 Apr 29 12:23:02.425015 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 93b901d6-5bb4-4326-9024-af908ae8a264 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:23:02.425737 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:02.446700 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-cb411595-f409-43e4-a133-bef0fe7fe57b tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=465bc0248456483c9dd969308a790548&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479875 Apr 29 12:23:02.508966 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:02.534476 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] For port 93b901d6-5bb4-4326-9024-af908ae8a264, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=93b901d6-5bb4-4326-9024-af908ae8a264,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:23:02.542470 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:02.560748 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-5b6588aa-6ee9-467a-a211-4adcb708da00 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 12:23:02.563305 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-5b6588aa-6ee9-467a-a211-4adcb708da00 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1031337 Apr 29 12:23:02.591194 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Pushing event updated for resources: {'Port': ['ID=93b901d6-5bb4-4326-9024-af908ae8a264,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:02.627137 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349ba2df-0b77-4a8e-ae05-787fcb181d8b None None] Sync routers for ids ['3e54e845-75fb-448a-960c-d2068adbdd31'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:23:02.637111 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349ba2df-0b77-4a8e-ae05-787fcb181d8b None None] Routers {'3e54e845-75fb-448a-960c-d2068adbdd31'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:23:02.637727 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-349ba2df-0b77-4a8e-ae05-787fcb181d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:22:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3e54e845-75fb-448a-960c-d2068adbdd31'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:23:02.662920 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-90946dc6-29d7-4ccd-9c7b-9e8a1251aac4 service neutron] 10.222.0.69 "GET /v2.0/networks/92c6acd7-16b3-4d71-92ba-9dfc219907fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929344 Apr 29 12:23:02.743751 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-349ba2df-0b77-4a8e-ae05-787fcb181d8b None None] Set router 3e54e845-75fb-448a-960c-d2068adbdd31 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:23:02.752921 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-68e8c92d-7daf-4690-b2ea-cfc5a6631833 service neutron] 10.222.0.69 "GET /v2.0/networks/92c6acd7-16b3-4d71-92ba-9dfc219907fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854213 Apr 29 12:23:02.940714 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-408f8059-0627-4b22-b581-e42427c048e9 req-aa0237cb-c255-4eb0-be5a-ebcc23e160f9 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b7d087a-6f1a-429a-8b00-48d435e204c5 HTTP/1.1" status: 200 len: 210 time: 0.0284727 Apr 29 12:23:03.041162 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-349ba2df-0b77-4a8e-ae05-787fcb181d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e54e845-75fb-448a-960c-d2068adbdd31', 'name': 'tempest-TestSnapshotPattern-2052128371-router', 'tenant_id': '49ae115999b44f53bf4fe6885b3b6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '93b901d6-5bb4-4326-9024-af908ae8a264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:55Z', 'updated_at': '2022-04-29T12:22:58Z', 'revision_number': 4, 'project_id': '49ae115999b44f53bf4fe6885b3b6f0c', 'gw_port': {'id': '93b901d6-5bb4-4326-9024-af908ae8a264', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e54e845-75fb-448a-960c-d2068adbdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:56Z', 'updated_at': '2022-04-29T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '8c144713-7e83-4963-bf00-bf88f7f8f746', 'name': '', 'network_id': '41ff551c-b991-48c7-8507-9ff3ea148f41', 'tenant_id': '49ae115999b44f53bf4fe6885b3b6f0c', 'mac_address': 'fa:16:3e:fa:2c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e54e845-75fb-448a-960c-d2068adbdd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '90dccda1-50d1-47cd-bd50-cbe46843c2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:58Z', 'updated_at': '2022-04-29T12:22:58Z', 'revision_number': 2, 'project_id': '49ae115999b44f53bf4fe6885b3b6f0c', 'subnets': [{'id': '90dccda1-50d1-47cd-bd50-cbe46843c2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:23:03.067121 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349ba2df-0b77-4a8e-ae05-787fcb181d8b None None] Checking router: 3e54e845-75fb-448a-960c-d2068adbdd31 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:23:03.067469 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349ba2df-0b77-4a8e-ae05-787fcb181d8b None None] Updating router 3e54e845-75fb-448a-960c-d2068adbdd31 port 8c144713-7e83-4963-bf00-bf88f7f8f746 binding host dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:23:03.093185 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-349ba2df-0b77-4a8e-ae05-787fcb181d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:03.362147 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-349ba2df-0b77-4a8e-ae05-787fcb181d8b None None] Notify callbacks [] for port, precommit_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:03.367909 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-349ba2df-0b77-4a8e-ae05-787fcb181d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:03.420764 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63d5fd-41e2-4e71-8b03-f694657f24bb None None] Pushing event updated for resources: {'Port': ['ID=8c144713-7e83-4963-bf00-bf88f7f8f746,revision_number=3']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:03.471064 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-349ba2df-0b77-4a8e-ae05-787fcb181d8b None None] Attempting to bind port 8c144713-7e83-4963-bf00-bf88f7f8f746 on host dv-neutron-838888-1-hyperv for vnic_type normal with profile {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:23:03.471429 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-349ba2df-0b77-4a8e-ae05-787fcb181d8b None None] Attempting to bind port 8c144713-7e83-4963-bf00-bf88f7f8f746 by drivers openvswitch,hyperv on host dv-neutron-838888-1-hyperv at level 0 using segments [{'id': 'd3cd120b-de72-435f-b560-81b953fdbf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '41ff551c-b991-48c7-8507-9ff3ea148f41'}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:23:03.471784 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349ba2df-0b77-4a8e-ae05-787fcb181d8b None None] Attempting to bind port 8c144713-7e83-4963-bf00-bf88f7f8f746 on network 41ff551c-b991-48c7-8507-9ff3ea148f41 {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:23:03.476893 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349ba2df-0b77-4a8e-ae05-787fcb181d8b None None] Checking agent: {'id': '6aa35615-3225-442a-b7d5-7fc24eea07f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 26), 'started_at': datetime.datetime(2022, 4, 29, 11, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:23:03.477264 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349ba2df-0b77-4a8e-ae05-787fcb181d8b None None] Checking segment: {'id': 'd3cd120b-de72-435f-b560-81b953fdbf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '41ff551c-b991-48c7-8507-9ff3ea148f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:23:03.477658 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-349ba2df-0b77-4a8e-ae05-787fcb181d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:03.478042 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349ba2df-0b77-4a8e-ae05-787fcb181d8b None None] Bound using segment: {'id': 'd3cd120b-de72-435f-b560-81b953fdbf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '41ff551c-b991-48c7-8507-9ff3ea148f41'} {{(pid=102962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:23:03.478526 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.managers [None req-349ba2df-0b77-4a8e-ae05-787fcb181d8b None None] Bound port: 8c144713-7e83-4963-bf00-bf88f7f8f746, host: dv-neutron-838888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3cd120b-de72-435f-b560-81b953fdbf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '41ff551c-b991-48c7-8507-9ff3ea148f41'}}] {{(pid=102962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:23:03.478897 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-349ba2df-0b77-4a8e-ae05-787fcb181d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:03.547786 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-349ba2df-0b77-4a8e-ae05-787fcb181d8b None None] For port 8c144713-7e83-4963-bf00-bf88f7f8f746, host dv-neutron-838888-1-hyperv, cleared binding levels {{(pid=102962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:23:03.551562 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.plugins.ml2.db [None req-349ba2df-0b77-4a8e-ae05-787fcb181d8b None None] For port 8c144713-7e83-4963-bf00-bf88f7f8f746, host dv-neutron-838888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=8c144713-7e83-4963-bf00-bf88f7f8f746,segment=NetworkSegment(d3cd120b-de72-435f-b560-81b953fdbf86),segment_id=d3cd120b-de72-435f-b560-81b953fdbf86)] {{(pid=102962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:23:03.556075 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron_lib.callbacks.manager [None req-349ba2df-0b77-4a8e-ae05-787fcb181d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:03.616462 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349ba2df-0b77-4a8e-ae05-787fcb181d8b None None] Routers {'3e54e845-75fb-448a-960c-d2068adbdd31'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:23:03.617013 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-349ba2df-0b77-4a8e-ae05-787fcb181d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:22:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3e54e845-75fb-448a-960c-d2068adbdd31'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:23:03.619079 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63d5fd-41e2-4e71-8b03-f694657f24bb None None] Pushing event updated for resources: {'Port': ['ID=8c144713-7e83-4963-bf00-bf88f7f8f746,revision_number=4']} {{(pid=102962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:03.663596 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-b2349ba4-b7e1-4785-a838-366f5085a446 None None] Provisioning complete for port 8c144713-7e83-4963-bf00-bf88f7f8f746 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:23:03.664079 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b2349ba4-b7e1-4785-a838-366f5085a446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:03.736178 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-349ba2df-0b77-4a8e-ae05-787fcb181d8b None None] Set router 3e54e845-75fb-448a-960c-d2068adbdd31 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:23:03.748300 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b2349ba4-b7e1-4785-a838-366f5085a446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:03.784325 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-b2349ba4-b7e1-4785-a838-366f5085a446 None None] For port 8c144713-7e83-4963-bf00-bf88f7f8f746, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=8c144713-7e83-4963-bf00-bf88f7f8f746,segment=NetworkSegment(d3cd120b-de72-435f-b560-81b953fdbf86),segment_id=d3cd120b-de72-435f-b560-81b953fdbf86)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:23:03.788616 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b2349ba4-b7e1-4785-a838-366f5085a446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:03.840079 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2349ba4-b7e1-4785-a838-366f5085a446 None None] Pushing event updated for resources: {'Port': ['ID=8c144713-7e83-4963-bf00-bf88f7f8f746,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:03.907949 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-fbdf00d7-145e-44f9-9d75-ae18cda79580 None None] Provisioning complete for port 8c144713-7e83-4963-bf00-bf88f7f8f746 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:23:03.908318 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-fbdf00d7-145e-44f9-9d75-ae18cda79580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:03.952507 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-349ba2df-0b77-4a8e-ae05-787fcb181d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e54e845-75fb-448a-960c-d2068adbdd31', 'name': 'tempest-TestSnapshotPattern-2052128371-router', 'tenant_id': '49ae115999b44f53bf4fe6885b3b6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '93b901d6-5bb4-4326-9024-af908ae8a264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:55Z', 'updated_at': '2022-04-29T12:22:58Z', 'revision_number': 4, 'project_id': '49ae115999b44f53bf4fe6885b3b6f0c', 'gw_port': {'id': '93b901d6-5bb4-4326-9024-af908ae8a264', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e54e845-75fb-448a-960c-d2068adbdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:56Z', 'updated_at': '2022-04-29T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '8c144713-7e83-4963-bf00-bf88f7f8f746', 'name': '', 'network_id': '41ff551c-b991-48c7-8507-9ff3ea148f41', 'tenant_id': '49ae115999b44f53bf4fe6885b3b6f0c', 'mac_address': 'fa:16:3e:fa:2c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e54e845-75fb-448a-960c-d2068adbdd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '90dccda1-50d1-47cd-bd50-cbe46843c2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:58Z', 'updated_at': '2022-04-29T12:23:03Z', 'revision_number': 4, 'project_id': '49ae115999b44f53bf4fe6885b3b6f0c', 'subnets': [{'id': '90dccda1-50d1-47cd-bd50-cbe46843c2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:23:03.985453 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349ba2df-0b77-4a8e-ae05-787fcb181d8b None None] The sync data for ids ['3e54e845-75fb-448a-960c-d2068adbdd31'] in dv-neutron-838888-1-hyperv is: [{'id': '3e54e845-75fb-448a-960c-d2068adbdd31', 'name': 'tempest-TestSnapshotPattern-2052128371-router', 'tenant_id': '49ae115999b44f53bf4fe6885b3b6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '93b901d6-5bb4-4326-9024-af908ae8a264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:55Z', 'updated_at': '2022-04-29T12:22:58Z', 'revision_number': 4, 'project_id': '49ae115999b44f53bf4fe6885b3b6f0c', 'gw_port': {'id': '93b901d6-5bb4-4326-9024-af908ae8a264', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e54e845-75fb-448a-960c-d2068adbdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:56Z', 'updated_at': '2022-04-29T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': '8c144713-7e83-4963-bf00-bf88f7f8f746', 'name': '', 'network_id': '41ff551c-b991-48c7-8507-9ff3ea148f41', 'tenant_id': '49ae115999b44f53bf4fe6885b3b6f0c', 'mac_address': 'fa:16:3e:fa:2c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e54e845-75fb-448a-960c-d2068adbdd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '90dccda1-50d1-47cd-bd50-cbe46843c2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:58Z', 'updated_at': '2022-04-29T12:23:03Z', 'revision_number': 4, 'project_id': '49ae115999b44f53bf4fe6885b3b6f0c', 'subnets': [{'id': '90dccda1-50d1-47cd-bd50-cbe46843c2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:23:04.042744 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ba39734e-f909-4500-aa51-43a114086615 req-b3afde2a-a512-4312-bce0-861ec2b55f78 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b7d087a-6f1a-429a-8b00-48d435e204c5 HTTP/1.1" status: 200 len: 210 time: 0.0371075 Apr 29 12:23:04.375849 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 93b901d6-5bb4-4326-9024-af908ae8a264 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:23:04.429959 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 93b901d6-5bb4-4326-9024-af908ae8a264 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:23:04.430356 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:04.510704 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 8c144713-7e83-4963-bf00-bf88f7f8f746 up at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:23:04.560942 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Provisioning complete for port 8c144713-7e83-4963-bf00-bf88f7f8f746 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:23:04.561368 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:05.117517 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-1661c0ec-9764-442d-a03b-073bd3df866d req-7505cf3e-2b7e-4c79-80c3-a810beeb0503 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b7d087a-6f1a-429a-8b00-48d435e204c5 HTTP/1.1" status: 200 len: 210 time: 0.0266645 Apr 29 12:23:05.997190 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-a079d16f-bcb0-4dad-80d0-a26dc11cc14d tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:05.998663 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-a079d16f-bcb0-4dad-80d0-a26dc11cc14d tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.62 "GET /v2.0/networks?id=92c6acd7-16b3-4d71-92ba-9dfc219907fb HTTP/1.1" status: 200 len: 810 time: 0.1067340 Apr 29 12:23:06.044580 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-abb1050d-0f1d-4549-aa33-7c5b896f64bd tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=465bc0248456483c9dd969308a790548 HTTP/1.1" status: 200 len: 379 time: 0.0352166 Apr 29 12:23:06.054503 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-b949890b-efc6-47a9-9c98-5c74eb5d9534 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Request body: {'port': {'device_id': '9b7d087a-6f1a-429a-8b00-48d435e204c5', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'admin_state_up': True, 'tenant_id': '465bc0248456483c9dd969308a790548', 'security_groups': ['663127c3-4e7f-45a2-919d-28cdca863d66']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:23:06.165662 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-b949890b-efc6-47a9-9c98-5c74eb5d9534 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Made reservation on behalf of 465bc0248456483c9dd969308a790548 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:23:06.169842 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-b949890b-efc6-47a9-9c98-5c74eb5d9534 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:06.221216 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0c63f8ad-84be-41af-a2c1-e7b8bd2cf51a req-4249d98f-bf98-4f91-b8e2-f7c082508c46 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b7d087a-6f1a-429a-8b00-48d435e204c5 HTTP/1.1" status: 200 len: 210 time: 0.0328515 Apr 29 12:23:06.325607 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-b949890b-efc6-47a9-9c98-5c74eb5d9534 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Allocated IP 172.20.0.9 (92c6acd7-16b3-4d71-92ba-9dfc219907fb/32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756/5b5d54da-ce08-436e-a991-f7d682ac42af) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:23:06.463014 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-b949890b-efc6-47a9-9c98-5c74eb5d9534 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:06.498674 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-b949890b-efc6-47a9-9c98-5c74eb5d9534 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:06.548499 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-b949890b-efc6-47a9-9c98-5c74eb5d9534 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Network 92c6acd7-16b3-4d71-92ba-9dfc219907fb is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:23:06.551791 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-b949890b-efc6-47a9-9c98-5c74eb5d9534 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:23:06.555685 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-b949890b-efc6-47a9-9c98-5c74eb5d9534 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:23:06.579950 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b949890b-efc6-47a9-9c98-5c74eb5d9534 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Pushing event updated for resources: {'Port': ['ID=5b5d54da-ce08-436e-a991-f7d682ac42af,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:06.611384 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-b949890b-efc6-47a9-9c98-5c74eb5d9534 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:06.612016 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-b949890b-efc6-47a9-9c98-5c74eb5d9534 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:06.630532 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-b949890b-efc6-47a9-9c98-5c74eb5d9534 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5801311 Apr 29 12:23:06.703651 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-0796a993-a553-46f0-aed0-a8c77b5a25c9 service neutron] Request body: {'port': {'device_id': '9b7d087a-6f1a-429a-8b00-48d435e204c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:23:06.761963 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-0796a993-a553-46f0-aed0-a8c77b5a25c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:06.841315 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-9bc366db-49aa-4f64-bc9e-0faaa2e41783 None None] Provisioning complete for port 5b5d54da-ce08-436e-a991-f7d682ac42af triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:23:06.841870 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9bc366db-49aa-4f64-bc9e-0faaa2e41783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:06.879519 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-9bc366db-49aa-4f64-bc9e-0faaa2e41783 None None] Port 5b5d54da-ce08-436e-a991-f7d682ac42af cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:23:07.407452 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3035f0-e95e-47af-af82-a774c0c36e11 req-a6371ca3-cd38-4059-be29-6b3d510ddd2b tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:07.408839 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8f3035f0-e95e-47af-af82-a774c0c36e11 req-a6371ca3-cd38-4059-be29-6b3d510ddd2b tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b7d087a-6f1a-429a-8b00-48d435e204c5 HTTP/1.1" status: 200 len: 931 time: 0.0870807 Apr 29 12:23:07.412743 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-0796a993-a553-46f0-aed0-a8c77b5a25c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b5d54da-ce08-436e-a991-f7d682ac42af {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:23:07.426288 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-0796a993-a553-46f0-aed0-a8c77b5a25c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:07.449831 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-0796a993-a553-46f0-aed0-a8c77b5a25c9 service neutron] Transition to ACTIVE for port object 5b5d54da-ce08-436e-a991-f7d682ac42af will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:23:07.456198 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-0796a993-a553-46f0-aed0-a8c77b5a25c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:07.490109 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8f3035f0-e95e-47af-af82-a774c0c36e11 req-b328a8b2-0f16-4768-831a-4f3ad7101d33 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/security-groups?id=663127c3-4e7f-45a2-919d-28cdca863d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730429 Apr 29 12:23:07.532969 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796a993-a553-46f0-aed0-a8c77b5a25c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5b5d54da-ce08-436e-a991-f7d682ac42af,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:07.589699 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-0796a993-a553-46f0-aed0-a8c77b5a25c9 service neutron] Attempting to bind port 5b5d54da-ce08-436e-a991-f7d682ac42af on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:23:07.590041 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-0796a993-a553-46f0-aed0-a8c77b5a25c9 service neutron] Attempting to bind port 5b5d54da-ce08-436e-a991-f7d682ac42af by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:23:07.590411 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-0796a993-a553-46f0-aed0-a8c77b5a25c9 service neutron] Attempting to bind port 5b5d54da-ce08-436e-a991-f7d682ac42af on network 92c6acd7-16b3-4d71-92ba-9dfc219907fb {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:23:07.596213 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-0796a993-a553-46f0-aed0-a8c77b5a25c9 service neutron] Port 5b5d54da-ce08-436e-a991-f7d682ac42af on network 92c6acd7-16b3-4d71-92ba-9dfc219907fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 12:23:07.596540 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-0796a993-a553-46f0-aed0-a8c77b5a25c9 service neutron] Attempting to bind port 5b5d54da-ce08-436e-a991-f7d682ac42af on network 92c6acd7-16b3-4d71-92ba-9dfc219907fb {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:23:07.601813 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-0796a993-a553-46f0-aed0-a8c77b5a25c9 service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:23:07.602152 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-0796a993-a553-46f0-aed0-a8c77b5a25c9 service neutron] Checking segment: {'id': '12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:23:07.602804 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-0796a993-a553-46f0-aed0-a8c77b5a25c9 service neutron] Bound using segment: {'id': '12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:23:07.603343 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-0796a993-a553-46f0-aed0-a8c77b5a25c9 service neutron] Bound port: 5b5d54da-ce08-436e-a991-f7d682ac42af, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:23:07.603776 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-0796a993-a553-46f0-aed0-a8c77b5a25c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:07.672950 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-0796a993-a553-46f0-aed0-a8c77b5a25c9 service neutron] For port 5b5d54da-ce08-436e-a991-f7d682ac42af, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:23:07.676331 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-0796a993-a553-46f0-aed0-a8c77b5a25c9 service neutron] For port 5b5d54da-ce08-436e-a991-f7d682ac42af, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5b5d54da-ce08-436e-a991-f7d682ac42af,segment=NetworkSegment(12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e),segment_id=12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:23:07.680988 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-0796a993-a553-46f0-aed0-a8c77b5a25c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:07.718325 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-0796a993-a553-46f0-aed0-a8c77b5a25c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:07.719090 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-0796a993-a553-46f0-aed0-a8c77b5a25c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:07.720564 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-0796a993-a553-46f0-aed0-a8c77b5a25c9 service neutron] 10.222.0.62 "PUT /v2.0/ports/5b5d54da-ce08-436e-a991-f7d682ac42af HTTP/1.1" status: 200 len: 1093 time: 1.0778019 Apr 29 12:23:07.721043 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b7d087a-6f1a-429a-8b00-48d435e204c5', 'tag': '5b5d54da-ce08-436e-a991-f7d682ac42af'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:23:07.723338 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0b8340-cd47-4593-8f96-8cda94c6debf" -d '{"events": [{"name": "network-changed", "server_uuid": "9b7d087a-6f1a-429a-8b00-48d435e204c5", "tag": "5b5d54da-ce08-436e-a991-f7d682ac42af"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:23:07.752060 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796a993-a553-46f0-aed0-a8c77b5a25c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5b5d54da-ce08-436e-a991-f7d682ac42af,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:07.773131 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25d7602-84e8-4a84-9234-4afc92910b62 x-openstack-request-id: req-d25d7602-84e8-4a84-9234-4afc92910b62 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:23:07.773494 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b7d087a-6f1a-429a-8b00-48d435e204c5", "tag": "5b5d54da-ce08-436e-a991-f7d682ac42af", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:23:07.773818 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d25d7602-84e8-4a84-9234-4afc92910b62 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:23:07.774315 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d25d7602-84e8-4a84-9234-4afc92910b62'] response: {'name': 'network-changed', 'server_uuid': '9b7d087a-6f1a-429a-8b00-48d435e204c5', 'tag': '5b5d54da-ce08-436e-a991-f7d682ac42af', 'status': 'completed', 'code': 200} Apr 29 12:23:07.808846 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-976a8cde-6535-4832-bb77-83ffc1705a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:07.810395 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-976a8cde-6535-4832-bb77-83ffc1705a15 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=465bc0248456483c9dd969308a790548&device_id=9b7d087a-6f1a-429a-8b00-48d435e204c5 HTTP/1.1" status: 200 len: 1096 time: 0.0475969 Apr 29 12:23:07.853709 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-d86fa379-528a-4bb4-ad3b-72cf85452e0e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b5d54da-ce08-436e-a991-f7d682ac42af HTTP/1.1" status: 200 len: 217 time: 0.0356462 Apr 29 12:23:07.908926 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-b84fb2a3-cbff-4bed-878f-6d6835fb8279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:07.910295 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-b84fb2a3-cbff-4bed-878f-6d6835fb8279 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756 HTTP/1.1" status: 200 len: 849 time: 0.0500205 Apr 29 12:23:07.960587 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-a1703a4b-0820-425c-abe0-69221aafb841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:07.962001 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-a1703a4b-0820-425c-abe0-69221aafb841 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=92c6acd7-16b3-4d71-92ba-9dfc219907fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418446 Apr 29 12:23:08.055402 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-256e9c78-645c-48e9-9c83-028a9acb649e service neutron] 10.222.0.62 "GET /v2.0/networks/92c6acd7-16b3-4d71-92ba-9dfc219907fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835207 Apr 29 12:23:08.147322 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-be2b65a2-cb6b-45f4-b8d1-bbabfa409c93 req-c0b8bb54-d745-4244-84b5-4271ddcaadde service neutron] 10.222.0.62 "GET /v2.0/networks/92c6acd7-16b3-4d71-92ba-9dfc219907fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846739 Apr 29 12:23:08.238748 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b8340-cd47-4593-8f96-8cda94c6debf req-a841adeb-dd62-4d21-9405-52623c7aaeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:08.240260 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0c0b8340-cd47-4593-8f96-8cda94c6debf req-a841adeb-dd62-4d21-9405-52623c7aaeeb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=465bc0248456483c9dd969308a790548&device_id=9b7d087a-6f1a-429a-8b00-48d435e204c5 HTTP/1.1" status: 200 len: 1096 time: 0.0419073 Apr 29 12:23:08.335000 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b8340-cd47-4593-8f96-8cda94c6debf req-18a628fa-aa66-4ef8-9757-0bebd7e843b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:08.336478 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0c0b8340-cd47-4593-8f96-8cda94c6debf req-18a628fa-aa66-4ef8-9757-0bebd7e843b4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=92c6acd7-16b3-4d71-92ba-9dfc219907fb HTTP/1.1" status: 200 len: 911 time: 0.0896554 Apr 29 12:23:08.381534 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0c0b8340-cd47-4593-8f96-8cda94c6debf req-8ce16c43-d740-4203-aaa8-ebff92d957c7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b5d54da-ce08-436e-a991-f7d682ac42af HTTP/1.1" status: 200 len: 217 time: 0.0353487 Apr 29 12:23:08.431270 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b8340-cd47-4593-8f96-8cda94c6debf req-f3bd0aad-0dd1-4fc3-b88f-b54d52c4f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:08.432806 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0c0b8340-cd47-4593-8f96-8cda94c6debf req-f3bd0aad-0dd1-4fc3-b88f-b54d52c4f1ee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756 HTTP/1.1" status: 200 len: 849 time: 0.0437255 Apr 29 12:23:08.484491 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b8340-cd47-4593-8f96-8cda94c6debf req-a73081cb-6264-4097-98ee-c50f5d041bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:08.485978 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0c0b8340-cd47-4593-8f96-8cda94c6debf req-a73081cb-6264-4097-98ee-c50f5d041bd3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=92c6acd7-16b3-4d71-92ba-9dfc219907fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0463836 Apr 29 12:23:08.605525 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0c0b8340-cd47-4593-8f96-8cda94c6debf req-3fce2de2-cc7f-45e9-b3ae-ad2c9ea2f3e6 service neutron] 10.222.0.62 "GET /v2.0/networks/92c6acd7-16b3-4d71-92ba-9dfc219907fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101308 Apr 29 12:23:08.648331 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8cf66-0ef4-4e81-845c-05157363ef92 req-29d16e5d-0542-49e1-95ce-ca737cc8ece9 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:08.650206 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-90b8cf66-0ef4-4e81-845c-05157363ef92 req-29d16e5d-0542-49e1-95ce-ca737cc8ece9 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b7d087a-6f1a-429a-8b00-48d435e204c5 HTTP/1.1" status: 200 len: 943 time: 0.0855544 Apr 29 12:23:08.726661 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-90b8cf66-0ef4-4e81-845c-05157363ef92 req-dbd0bf75-c485-45b5-8f99-bd9f695deba3 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/security-groups?id=663127c3-4e7f-45a2-919d-28cdca863d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510418 Apr 29 12:23:08.740863 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-0c0b8340-cd47-4593-8f96-8cda94c6debf req-71971a24-a354-4ca0-a86f-3d35d1d09eef service neutron] 10.222.0.62 "GET /v2.0/networks/92c6acd7-16b3-4d71-92ba-9dfc219907fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275468 Apr 29 12:23:09.845744 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60941d8-ece2-49aa-999c-a6aac87ed2a9 req-e2a478d3-483e-44f5-93a3-2090b8584bfa tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:09.847249 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e60941d8-ece2-49aa-999c-a6aac87ed2a9 req-e2a478d3-483e-44f5-93a3-2090b8584bfa tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b7d087a-6f1a-429a-8b00-48d435e204c5 HTTP/1.1" status: 200 len: 943 time: 0.0501242 Apr 29 12:23:09.885164 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e60941d8-ece2-49aa-999c-a6aac87ed2a9 req-5fd29505-01e5-476f-b349-76de9014ecfc tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/security-groups?id=663127c3-4e7f-45a2-919d-28cdca863d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319350 Apr 29 12:23:10.134147 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 5b5d54da-ce08-436e-a991-f7d682ac42af details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 12:23:10.231821 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 5b5d54da-ce08-436e-a991-f7d682ac42af, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5b5d54da-ce08-436e-a991-f7d682ac42af,segment=NetworkSegment(12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e),segment_id=12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:23:10.243096 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '5b5d54da-ce08-436e-a991-f7d682ac42af', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'port_id': '5b5d54da-ce08-436e-a991-f7d682ac42af', 'mac_address': 'fa:16:3e:d1:fc:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 12:23:10.280340 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:10.293498 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b5d54da-ce08-436e-a991-f7d682ac42af {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:23:10.316943 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 5b5d54da-ce08-436e-a991-f7d682ac42af, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5b5d54da-ce08-436e-a991-f7d682ac42af,segment=NetworkSegment(12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e),segment_id=12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:23:10.320751 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:10.367366 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=5b5d54da-ce08-436e-a991-f7d682ac42af,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:10.588644 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['5b5d54da-ce08-436e-a991-f7d682ac42af'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 12:23:11.005694 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e702e3a-1668-493c-beb3-935f39eb2a77 req-14e74dce-2d54-4af0-8bce-47ddd9587c27 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:11.007216 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5e702e3a-1668-493c-beb3-935f39eb2a77 req-14e74dce-2d54-4af0-8bce-47ddd9587c27 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b7d087a-6f1a-429a-8b00-48d435e204c5 HTTP/1.1" status: 200 len: 944 time: 0.0531986 Apr 29 12:23:11.045723 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5e702e3a-1668-493c-beb3-935f39eb2a77 req-86462087-52c5-42b8-8d4c-b884d708dd89 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/security-groups?id=663127c3-4e7f-45a2-919d-28cdca863d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324323 Apr 29 12:23:12.162507 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b4e2f-86df-49f2-99b6-0a3d640181ad req-b10933b1-65c4-4820-ba2f-4fa574e34c11 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:12.164750 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b46b4e2f-86df-49f2-99b6-0a3d640181ad req-b10933b1-65c4-4820-ba2f-4fa574e34c11 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b7d087a-6f1a-429a-8b00-48d435e204c5 HTTP/1.1" status: 200 len: 944 time: 0.0512822 Apr 29 12:23:12.169079 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 5b5d54da-ce08-436e-a991-f7d682ac42af up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:23:12.204016 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-b46b4e2f-86df-49f2-99b6-0a3d640181ad req-fa12f5fc-37f4-4d0a-8902-d6d1d6187439 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/security-groups?id=663127c3-4e7f-45a2-919d-28cdca863d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331628 Apr 29 12:23:12.222608 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port 5b5d54da-ce08-436e-a991-f7d682ac42af completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:23:12.227819 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 5b5d54da-ce08-436e-a991-f7d682ac42af triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:23:12.228384 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:12.313751 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:12.336544 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b7d087a-6f1a-429a-8b00-48d435e204c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5d54da-ce08-436e-a991-f7d682ac42af'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:23:12.338805 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33db88b3-b1e9-4a8f-9ac1-8b24b7c5bd98" -d '{"events": [{"server_uuid": "9b7d087a-6f1a-429a-8b00-48d435e204c5", "name": "network-vif-plugged", "status": "completed", "tag": "5b5d54da-ce08-436e-a991-f7d682ac42af"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:23:12.351655 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 5b5d54da-ce08-436e-a991-f7d682ac42af, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5b5d54da-ce08-436e-a991-f7d682ac42af,segment=NetworkSegment(12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e),segment_id=12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:23:12.355838 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:12.404143 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=5b5d54da-ce08-436e-a991-f7d682ac42af,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:12.449424 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08effc2d-ac36-44ce-b053-c518ef0f90c7 x-openstack-request-id: req-08effc2d-ac36-44ce-b053-c518ef0f90c7 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:23:12.449722 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b7d087a-6f1a-429a-8b00-48d435e204c5", "name": "network-vif-plugged", "status": "completed", "tag": "5b5d54da-ce08-436e-a991-f7d682ac42af", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:23:12.449978 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-08effc2d-ac36-44ce-b053-c518ef0f90c7 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:23:12.450416 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08effc2d-ac36-44ce-b053-c518ef0f90c7'] response: {'server_uuid': '9b7d087a-6f1a-429a-8b00-48d435e204c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5d54da-ce08-436e-a991-f7d682ac42af', 'code': 200} Apr 29 12:23:12.626330 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160f516-5eed-4573-a860-76408ea21e3a req-514f6c64-2b66-4cf5-a288-d1e5c898253d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:12.627720 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9160f516-5eed-4573-a860-76408ea21e3a req-514f6c64-2b66-4cf5-a288-d1e5c898253d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9b7d087a-6f1a-429a-8b00-48d435e204c5 HTTP/1.1" status: 200 len: 1098 time: 0.0419335 Apr 29 12:23:12.664104 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9160f516-5eed-4573-a860-76408ea21e3a req-76302fc8-c65a-4616-9320-07ab5b0918f8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=663127c3-4e7f-45a2-919d-28cdca863d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290971 Apr 29 12:23:13.328439 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967ee0e-55af-4ad4-956b-7edcc4cb609b req-567dd4f9-f405-44ba-9da6-f83118930b2b tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:13.329949 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c967ee0e-55af-4ad4-956b-7edcc4cb609b req-567dd4f9-f405-44ba-9da6-f83118930b2b tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b7d087a-6f1a-429a-8b00-48d435e204c5 HTTP/1.1" status: 200 len: 945 time: 0.0545564 Apr 29 12:23:13.368288 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c967ee0e-55af-4ad4-956b-7edcc4cb609b req-526d6ceb-cb27-45b7-afee-ddbb61bdb487 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/security-groups?id=663127c3-4e7f-45a2-919d-28cdca863d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323110 Apr 29 12:23:14.485799 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3b8b6-52b8-4a49-aba0-f9d0622fe8e3 req-cec2e42f-9b07-4446-8493-aed227a5a288 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:14.487300 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4ea3b8b6-52b8-4a49-aba0-f9d0622fe8e3 req-cec2e42f-9b07-4446-8493-aed227a5a288 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b7d087a-6f1a-429a-8b00-48d435e204c5 HTTP/1.1" status: 200 len: 945 time: 0.0495596 Apr 29 12:23:14.525957 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-4ea3b8b6-52b8-4a49-aba0-f9d0622fe8e3 req-cacb62be-1278-493a-ad87-34d642391398 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/security-groups?id=663127c3-4e7f-45a2-919d-28cdca863d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325966 Apr 29 12:23:14.641798 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4e49c-0eca-42ae-95c8-fa85db6dcc1b req-f75bb1cb-411d-4fd0-980a-738fcd61edad tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:14.643276 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-49a4e49c-0eca-42ae-95c8-fa85db6dcc1b req-f75bb1cb-411d-4fd0-980a-738fcd61edad tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b7d087a-6f1a-429a-8b00-48d435e204c5 HTTP/1.1" status: 200 len: 945 time: 0.0490773 Apr 29 12:23:14.680516 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-49a4e49c-0eca-42ae-95c8-fa85db6dcc1b req-0193e3a6-bd4b-4141-b14b-06dd5330186c tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/security-groups?id=663127c3-4e7f-45a2-919d-28cdca863d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312145 Apr 29 12:23:14.702845 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 60360) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:23:14.785532 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59723bd-e661-4811-bd93-0a53970dfe0a tempest-TestSnapshotPattern-1705145896 tempest-TestSnapshotPattern-1705145896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:14.787234 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-b59723bd-e661-4811-bd93-0a53970dfe0a tempest-TestSnapshotPattern-1705145896 tempest-TestSnapshotPattern-1705145896-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=9b7d087a-6f1a-429a-8b00-48d435e204c5 HTTP/1.1" status: 200 len: 1093 time: 0.0834079 Apr 29 12:23:14.790120 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 60364) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:23:14.794312 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.v2.base [None req-25cf498d-b9bc-4b88-97b2-1e4166dbcc7f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'port_id': '5b5d54da-ce08-436e-a991-f7d682ac42af', 'tenant_id': '465bc0248456483c9dd969308a790548', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:23:14.815267 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-25cf498d-b9bc-4b88-97b2-1e4166dbcc7f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for floatingip, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:14.912210 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-25cf498d-b9bc-4b88-97b2-1e4166dbcc7f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:15.016225 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_common [None req-25cf498d-b9bc-4b88-97b2-1e4166dbcc7f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Allocated IP 172.26.4.179 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/53d52809-4dfd-4784-bf8c-8a613d4a843f) {{(pid=102960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:23:15.114362 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-25cf498d-b9bc-4b88-97b2-1e4166dbcc7f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for port, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:15.147495 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-25cf498d-b9bc-4b88-97b2-1e4166dbcc7f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:15.183511 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cf498d-b9bc-4b88-97b2-1e4166dbcc7f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:23:15.188945 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.base_scheduler [None req-25cf498d-b9bc-4b88-97b2-1e4166dbcc7f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Resources bound (agent type, host, resource id): {{(pid=102960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:23:15.192409 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cf498d-b9bc-4b88-97b2-1e4166dbcc7f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Received port after_create {{(pid=102960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:23:15.221781 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf498d-b9bc-4b88-97b2-1e4166dbcc7f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Pushing event updated for resources: {'Port': ['ID=53d52809-4dfd-4784-bf8c-8a613d4a843f,revision_number=1']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:15.553255 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-25cf498d-b9bc-4b88-97b2-1e4166dbcc7f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:15.630260 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-25cf498d-b9bc-4b88-97b2-1e4166dbcc7f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:15.774987 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-25cf498d-b9bc-4b88-97b2-1e4166dbcc7f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for port, precommit_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:15.779543 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-25cf498d-b9bc-4b88-97b2-1e4166dbcc7f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11805181'] for port, after_update {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:15.853614 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf498d-b9bc-4b88-97b2-1e4166dbcc7f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Pushing event updated for resources: {'Port': ['ID=53d52809-4dfd-4784-bf8c-8a613d4a843f,revision_number=2']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:15.865048 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-25cf498d-b9bc-4b88-97b2-1e4166dbcc7f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:16.283084 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-25cf498d-b9bc-4b88-97b2-1e4166dbcc7f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Floating IP affc8e7c-8140-486c-bbb1-4c0d1a030c85 associated. External IP: 172.26.4.179, port: 5b5d54da-ce08-436e-a991-f7d682ac42af. Apr 29 12:23:16.495331 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25cf498d-b9bc-4b88-97b2-1e4166dbcc7f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Router 3daa28db-6973-4729-96a7-15087bbb881d has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:23:16.600769 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cf498d-b9bc-4b88-97b2-1e4166dbcc7f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:23:16.614054 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4ee6f5-f88c-4b4c-9e9a-524688ce86dd None None] Sync routers for ids ['3daa28db-6973-4729-96a7-15087bbb881d'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:23:16.620713 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-25cf498d-b9bc-4b88-97b2-1e4166dbcc7f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:16.626874 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4ee6f5-f88c-4b4c-9e9a-524688ce86dd None None] Routers {'3daa28db-6973-4729-96a7-15087bbb881d'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:23:16.627504 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6d4ee6f5-f88c-4b4c-9e9a-524688ce86dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:22:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3daa28db-6973-4729-96a7-15087bbb881d'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:23:16.652169 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-25cf498d-b9bc-4b88-97b2-1e4166dbcc7f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8609979 Apr 29 12:23:16.652868 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b7d087a-6f1a-429a-8b00-48d435e204c5', 'tag': '5b5d54da-ce08-436e-a991-f7d682ac42af'}] {{(pid=102960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:23:16.655496 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f284d994886e2bee032f7329864f24e5fe1e0d39b4215f9cf8d7074f2166ea6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6b4f24-e853-4164-928d-d9c298dfc45b" -d '{"events": [{"name": "network-changed", "server_uuid": "9b7d087a-6f1a-429a-8b00-48d435e204c5", "tag": "5b5d54da-ce08-436e-a991-f7d682ac42af"}]}' {{(pid=102960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:23:16.737091 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-6d4ee6f5-f88c-4b4c-9e9a-524688ce86dd None None] Set router 3daa28db-6973-4729-96a7-15087bbb881d gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:23:16.759047 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e9c249-407a-4c0e-9351-ac536bbaacb6 x-openstack-request-id: req-00e9c249-407a-4c0e-9351-ac536bbaacb6 {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:23:16.759333 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b7d087a-6f1a-429a-8b00-48d435e204c5", "tag": "5b5d54da-ce08-436e-a991-f7d682ac42af", "status": "completed", "code": 200}]} {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:23:16.759586 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-00e9c249-407a-4c0e-9351-ac536bbaacb6 {{(pid=102960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:23:16.759997 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00e9c249-407a-4c0e-9351-ac536bbaacb6'] response: {'name': 'network-changed', 'server_uuid': '9b7d087a-6f1a-429a-8b00-48d435e204c5', 'tag': '5b5d54da-ce08-436e-a991-f7d682ac42af', 'status': 'completed', 'code': 200} Apr 29 12:23:16.825535 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b4f24-e853-4164-928d-d9c298dfc45b req-f6f08687-82c3-4c77-849a-d4ba9bb67ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:16.827108 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2c6b4f24-e853-4164-928d-d9c298dfc45b req-f6f08687-82c3-4c77-849a-d4ba9bb67ba7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=465bc0248456483c9dd969308a790548&device_id=9b7d087a-6f1a-429a-8b00-48d435e204c5 HTTP/1.1" status: 200 len: 1098 time: 0.0451550 Apr 29 12:23:16.919319 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b4f24-e853-4164-928d-d9c298dfc45b req-090d73a1-92d0-4628-b73b-848bcf89fcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:16.921789 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2c6b4f24-e853-4164-928d-d9c298dfc45b req-090d73a1-92d0-4628-b73b-848bcf89fcc5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=92c6acd7-16b3-4d71-92ba-9dfc219907fb HTTP/1.1" status: 200 len: 911 time: 0.0884216 Apr 29 12:23:16.970204 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6d4ee6f5-f88c-4b4c-9e9a-524688ce86dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3daa28db-6973-4729-96a7-15087bbb881d', 'name': 'tempest-TestSnapshotPattern-1313256311-router', 'tenant_id': '465bc0248456483c9dd969308a790548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:53Z', 'revision_number': 4, 'project_id': '465bc0248456483c9dd969308a790548', 'gw_port': {'id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'affc8e7c-8140-486c-bbb1-4c0d1a030c85', 'tenant_id': '465bc0248456483c9dd969308a790548', 'floating_ip_address': '172.26.4.179', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'port_id': '5b5d54da-ce08-436e-a991-f7d682ac42af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'mac_address': 'fa:16:3e:d1:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7d087a-6f1a-429a-8b00-48d435e204c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:23:15Z', 'updated_at': '2022-04-29T12:23:15Z', 'revision_number': 0, 'project_id': '465bc0248456483c9dd969308a790548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df47287b-2ef6-423b-9fbf-6e342f303f3a', 'name': '', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'tenant_id': '465bc0248456483c9dd969308a790548', 'mac_address': 'fa:16:3e:61:37:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:53Z', 'updated_at': '2022-04-29T12:22:58Z', 'revision_number': 5, 'project_id': '465bc0248456483c9dd969308a790548', 'subnets': [{'id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:23:16.994912 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2c6b4f24-e853-4164-928d-d9c298dfc45b req-375b48c4-4296-4de4-9255-6a4a0b0055d8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b5d54da-ce08-436e-a991-f7d682ac42af HTTP/1.1" status: 200 len: 999 time: 0.0661347 Apr 29 12:23:16.997348 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4ee6f5-f88c-4b4c-9e9a-524688ce86dd None None] Checking router: 3daa28db-6973-4729-96a7-15087bbb881d for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:23:17.006085 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4ee6f5-f88c-4b4c-9e9a-524688ce86dd None None] Routers {'3daa28db-6973-4729-96a7-15087bbb881d'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:23:17.006723 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6d4ee6f5-f88c-4b4c-9e9a-524688ce86dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:22:58Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3daa28db-6973-4729-96a7-15087bbb881d'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:23:17.044731 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b4f24-e853-4164-928d-d9c298dfc45b req-678871dd-7aaa-478a-91cc-65784b6acfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:17.046912 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2c6b4f24-e853-4164-928d-d9c298dfc45b req-678871dd-7aaa-478a-91cc-65784b6acfbc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756 HTTP/1.1" status: 200 len: 849 time: 0.0455811 Apr 29 12:23:17.092692 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b4f24-e853-4164-928d-d9c298dfc45b req-3ff443cd-a345-4c57-9d4f-9a230362b025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:17.094431 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2c6b4f24-e853-4164-928d-d9c298dfc45b req-3ff443cd-a345-4c57-9d4f-9a230362b025 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=92c6acd7-16b3-4d71-92ba-9dfc219907fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407879 Apr 29 12:23:17.116599 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-6d4ee6f5-f88c-4b4c-9e9a-524688ce86dd None None] Set router 3daa28db-6973-4729-96a7-15087bbb881d gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:23:17.194606 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2c6b4f24-e853-4164-928d-d9c298dfc45b req-a2672e2f-d7d0-4b30-b3b3-496932f1458d service neutron] 10.222.0.62 "GET /v2.0/networks/92c6acd7-16b3-4d71-92ba-9dfc219907fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934756 Apr 29 12:23:17.289397 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2c6b4f24-e853-4164-928d-d9c298dfc45b req-f0da4b4a-648b-4378-b7df-a16e3cd22841 service neutron] 10.222.0.62 "GET /v2.0/networks/92c6acd7-16b3-4d71-92ba-9dfc219907fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884969 Apr 29 12:23:17.352685 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-6d4ee6f5-f88c-4b4c-9e9a-524688ce86dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3daa28db-6973-4729-96a7-15087bbb881d', 'name': 'tempest-TestSnapshotPattern-1313256311-router', 'tenant_id': '465bc0248456483c9dd969308a790548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:53Z', 'revision_number': 4, 'project_id': '465bc0248456483c9dd969308a790548', 'gw_port': {'id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'affc8e7c-8140-486c-bbb1-4c0d1a030c85', 'tenant_id': '465bc0248456483c9dd969308a790548', 'floating_ip_address': '172.26.4.179', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'port_id': '5b5d54da-ce08-436e-a991-f7d682ac42af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'mac_address': 'fa:16:3e:d1:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7d087a-6f1a-429a-8b00-48d435e204c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:23:15Z', 'updated_at': '2022-04-29T12:23:15Z', 'revision_number': 0, 'project_id': '465bc0248456483c9dd969308a790548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df47287b-2ef6-423b-9fbf-6e342f303f3a', 'name': '', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'tenant_id': '465bc0248456483c9dd969308a790548', 'mac_address': 'fa:16:3e:61:37:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:53Z', 'updated_at': '2022-04-29T12:22:58Z', 'revision_number': 5, 'project_id': '465bc0248456483c9dd969308a790548', 'subnets': [{'id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:23:17.380993 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4ee6f5-f88c-4b4c-9e9a-524688ce86dd None None] The sync data for ids ['3daa28db-6973-4729-96a7-15087bbb881d'] in dv-neutron-838888-1-hyperv is: [{'id': '3daa28db-6973-4729-96a7-15087bbb881d', 'name': 'tempest-TestSnapshotPattern-1313256311-router', 'tenant_id': '465bc0248456483c9dd969308a790548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:53Z', 'revision_number': 4, 'project_id': '465bc0248456483c9dd969308a790548', 'gw_port': {'id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'affc8e7c-8140-486c-bbb1-4c0d1a030c85', 'tenant_id': '465bc0248456483c9dd969308a790548', 'floating_ip_address': '172.26.4.179', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'port_id': '5b5d54da-ce08-436e-a991-f7d682ac42af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'mac_address': 'fa:16:3e:d1:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7d087a-6f1a-429a-8b00-48d435e204c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:23:15Z', 'updated_at': '2022-04-29T12:23:15Z', 'revision_number': 0, 'project_id': '465bc0248456483c9dd969308a790548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df47287b-2ef6-423b-9fbf-6e342f303f3a', 'name': '', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'tenant_id': '465bc0248456483c9dd969308a790548', 'mac_address': 'fa:16:3e:61:37:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:53Z', 'updated_at': '2022-04-29T12:22:58Z', 'revision_number': 5, 'project_id': '465bc0248456483c9dd969308a790548', 'subnets': [{'id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:23:17.584918 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc1a73e-aaa8-4e7b-8ae0-4e74e19a8bc2 None None] New status for floating IP affc8e7c-8140-486c-bbb1-4c0d1a030c85: ACTIVE {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:23:23.693996 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-bc72b560-039c-4470-a12f-8274d2d2fa2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:27.251357 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:23:27.684450 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:27.892638 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6cdd026d-c359-4a1f-8f6b-194d16a5ca30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:28.704477 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:30.215374 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:30.346587 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:43.940618 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ce31c5a3-cac0-4a72-bab5-e1f87150fc60 req-2c6c4386-f68b-4e15-bdad-9df131fec40e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9b7d087a-6f1a-429a-8b00-48d435e204c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492198 Apr 29 12:23:44.037529 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31c5a3-cac0-4a72-bab5-e1f87150fc60 req-3bb3b14e-24dd-4378-93eb-5db6bebd473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:44.039076 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ce31c5a3-cac0-4a72-bab5-e1f87150fc60 req-3bb3b14e-24dd-4378-93eb-5db6bebd473a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=465bc0248456483c9dd969308a790548&device_id=9b7d087a-6f1a-429a-8b00-48d435e204c5 HTTP/1.1" status: 200 len: 1098 time: 0.0505030 Apr 29 12:23:44.151907 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31c5a3-cac0-4a72-bab5-e1f87150fc60 req-b59ce8bb-ead0-4b3e-b489-a70265588d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:44.153430 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ce31c5a3-cac0-4a72-bab5-e1f87150fc60 req-b59ce8bb-ead0-4b3e-b489-a70265588d1f service neutron] 10.222.0.62 "GET /v2.0/networks?id=92c6acd7-16b3-4d71-92ba-9dfc219907fb HTTP/1.1" status: 200 len: 911 time: 0.0906227 Apr 29 12:23:44.234978 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ce31c5a3-cac0-4a72-bab5-e1f87150fc60 req-414ebd39-d5a4-45e3-a038-6bb4741f0e1f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b5d54da-ce08-436e-a991-f7d682ac42af HTTP/1.1" status: 200 len: 1001 time: 0.0727527 Apr 29 12:23:44.288020 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31c5a3-cac0-4a72-bab5-e1f87150fc60 req-bbce29d0-cef4-4ae8-8fc1-4f697463ad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:44.289529 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ce31c5a3-cac0-4a72-bab5-e1f87150fc60 req-bbce29d0-cef4-4ae8-8fc1-4f697463ad3b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756 HTTP/1.1" status: 200 len: 849 time: 0.0475056 Apr 29 12:23:44.340646 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31c5a3-cac0-4a72-bab5-e1f87150fc60 req-462e6e85-ab75-48ef-9459-d42c2f35f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:44.342208 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ce31c5a3-cac0-4a72-bab5-e1f87150fc60 req-462e6e85-ab75-48ef-9459-d42c2f35f8d0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=92c6acd7-16b3-4d71-92ba-9dfc219907fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447574 Apr 29 12:23:44.444428 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ce31c5a3-cac0-4a72-bab5-e1f87150fc60 req-3112f12b-6205-4ef0-a3b9-7e5e532f9f99 service neutron] 10.222.0.62 "GET /v2.0/networks/92c6acd7-16b3-4d71-92ba-9dfc219907fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927279 Apr 29 12:23:44.547109 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ce31c5a3-cac0-4a72-bab5-e1f87150fc60 req-25709924-2f3c-4363-9859-732cadc3f293 service neutron] 10.222.0.62 "GET /v2.0/networks/92c6acd7-16b3-4d71-92ba-9dfc219907fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919425 Apr 29 12:23:53.695479 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-16f4d75f-0dcf-4764-8d83-357df1478268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:57.710942 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:57.897558 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-90dac11a-4668-4f99-a74d-090b876f4d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:58.708734 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:00.220128 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:00.351920 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:04.250143 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:24:23.698144 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1c2b574a-a5fc-4d02-b089-b12e8734073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:27.701363 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:27.902905 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5fbadaa3-e418-4aa9-aa0c-652582590d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:28.707701 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:30.223129 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:30.344661 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:41.248974 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:24:45.899778 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2ca91415-3523-4247-91cc-42a8aae8d856 req-1f8babe1-9232-48a5-a134-c2cd354bdeb0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9b7d087a-6f1a-429a-8b00-48d435e204c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413034 Apr 29 12:24:45.987233 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca91415-3523-4247-91cc-42a8aae8d856 req-a72764cb-0014-45a9-bbac-a666b3c7690c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:45.988731 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2ca91415-3523-4247-91cc-42a8aae8d856 req-a72764cb-0014-45a9-bbac-a666b3c7690c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=465bc0248456483c9dd969308a790548&device_id=9b7d087a-6f1a-429a-8b00-48d435e204c5 HTTP/1.1" status: 200 len: 1098 time: 0.0466738 Apr 29 12:24:46.095223 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca91415-3523-4247-91cc-42a8aae8d856 req-089586eb-aaf9-44a1-af1d-06099114996b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:46.096718 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2ca91415-3523-4247-91cc-42a8aae8d856 req-089586eb-aaf9-44a1-af1d-06099114996b service neutron] 10.222.0.62 "GET /v2.0/networks?id=92c6acd7-16b3-4d71-92ba-9dfc219907fb HTTP/1.1" status: 200 len: 911 time: 0.0838766 Apr 29 12:24:46.169175 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2ca91415-3523-4247-91cc-42a8aae8d856 req-e5e14a56-2f33-49b2-a801-a7569fb12ce8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b5d54da-ce08-436e-a991-f7d682ac42af HTTP/1.1" status: 200 len: 1001 time: 0.0644443 Apr 29 12:24:46.219992 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca91415-3523-4247-91cc-42a8aae8d856 req-6a716beb-473b-4ca9-9f87-8056895f119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:46.221428 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2ca91415-3523-4247-91cc-42a8aae8d856 req-6a716beb-473b-4ca9-9f87-8056895f119d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756 HTTP/1.1" status: 200 len: 849 time: 0.0446818 Apr 29 12:24:46.271000 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca91415-3523-4247-91cc-42a8aae8d856 req-c6334cfb-f147-4352-991e-6061212dc003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:46.272486 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2ca91415-3523-4247-91cc-42a8aae8d856 req-c6334cfb-f147-4352-991e-6061212dc003 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=92c6acd7-16b3-4d71-92ba-9dfc219907fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414760 Apr 29 12:24:46.367951 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2ca91415-3523-4247-91cc-42a8aae8d856 req-ec40a222-f869-4be6-85a0-d2938682f52d service neutron] 10.222.0.62 "GET /v2.0/networks/92c6acd7-16b3-4d71-92ba-9dfc219907fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872371 Apr 29 12:24:46.461335 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2ca91415-3523-4247-91cc-42a8aae8d856 req-31ab9eca-c140-4382-a3f8-18ca5fb63bff service neutron] 10.222.0.62 "GET /v2.0/networks/92c6acd7-16b3-4d71-92ba-9dfc219907fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849991 Apr 29 12:24:53.699481 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3c18d88d-9ee7-4b4a-ac9b-93bbaf12ed48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:57.709381 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:57.908831 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d958-1a8c-4f59-abb1-305ff93d8847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:58.711574 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:00.224441 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:00.348225 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:18.247679 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:25:18.723120 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 5b5d54da-ce08-436e-a991-f7d682ac42af details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 12:25:18.834875 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 5b5d54da-ce08-436e-a991-f7d682ac42af, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5b5d54da-ce08-436e-a991-f7d682ac42af,segment=NetworkSegment(12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e),segment_id=12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:25:18.846584 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '5b5d54da-ce08-436e-a991-f7d682ac42af', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'port_id': '5b5d54da-ce08-436e-a991-f7d682ac42af', 'mac_address': 'fa:16:3e:d1:fc:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 12:25:18.886914 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:18.900804 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b5d54da-ce08-436e-a991-f7d682ac42af {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:25:18.922085 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 5b5d54da-ce08-436e-a991-f7d682ac42af, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5b5d54da-ce08-436e-a991-f7d682ac42af,segment=NetworkSegment(12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e),segment_id=12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:25:18.927573 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:18.979525 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=5b5d54da-ce08-436e-a991-f7d682ac42af,revision_number=6']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:25:18.986928 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:25:18.987276 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:25:18.987617 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:25:18.987960 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:25:18.988294 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:25:18.988631 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:25:18.988959 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:25:18.989287 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:25:18.989614 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:25:18.989939 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:25:18.990315 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:25:18.990639 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:25:19.008768 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['5b5d54da-ce08-436e-a991-f7d682ac42af'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 12:25:20.722824 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 5b5d54da-ce08-436e-a991-f7d682ac42af up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:25:20.776238 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 5b5d54da-ce08-436e-a991-f7d682ac42af triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:25:20.777007 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:20.866739 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:20.893479 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b7d087a-6f1a-429a-8b00-48d435e204c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5d54da-ce08-436e-a991-f7d682ac42af'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:25:20.895823 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92572db-4317-417a-b4b1-9e036a2f04aa" -d '{"events": [{"server_uuid": "9b7d087a-6f1a-429a-8b00-48d435e204c5", "name": "network-vif-plugged", "status": "completed", "tag": "5b5d54da-ce08-436e-a991-f7d682ac42af"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:25:20.923466 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 5b5d54da-ce08-436e-a991-f7d682ac42af, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5b5d54da-ce08-436e-a991-f7d682ac42af,segment=NetworkSegment(12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e),segment_id=12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:25:20.928333 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:20.956289 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f383867-54c0-4a26-9dd6-310eddf4184a x-openstack-request-id: req-8f383867-54c0-4a26-9dd6-310eddf4184a {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:25:20.956581 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b7d087a-6f1a-429a-8b00-48d435e204c5", "name": "network-vif-plugged", "status": "completed", "tag": "5b5d54da-ce08-436e-a991-f7d682ac42af", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:25:20.956827 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8f383867-54c0-4a26-9dd6-310eddf4184a {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:25:20.957219 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f383867-54c0-4a26-9dd6-310eddf4184a'] response: {'server_uuid': '9b7d087a-6f1a-429a-8b00-48d435e204c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5d54da-ce08-436e-a991-f7d682ac42af', 'code': 200} Apr 29 12:25:20.986536 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=5b5d54da-ce08-436e-a991-f7d682ac42af,revision_number=7']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:25:23.703402 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0d759b71-35b5-4e16-a9dc-f46637425973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:27.713967 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:27.908072 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-825c3a77-fbdf-4ab0-a576-494da5160434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:28.714031 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:29.152366 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-e38d93bd-3565-4cae-aeff-d8d3211bdbc1 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-974052555&fields=id&tenant_id=465bc0248456483c9dd969308a790548 HTTP/1.1" status: 200 len: 267 time: 0.0344701 Apr 29 12:25:29.268846 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-259897c9-01bd-4683-b6b0-94c2bff77e6d tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:29.270297 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-259897c9-01bd-4683-b6b0-94c2bff77e6d tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/networks?id=92c6acd7-16b3-4d71-92ba-9dfc219907fb HTTP/1.1" status: 200 len: 810 time: 0.1093035 Apr 29 12:25:29.286736 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-a93d2870-d50d-4ed3-9049-686081dd4efc tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/quotas/465bc0248456483c9dd969308a790548 HTTP/1.1" status: 200 len: 375 time: 0.0098965 Apr 29 12:25:29.348009 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-6c1cdb92-bd78-4eb4-a649-ef1468c4dfce tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=465bc0248456483c9dd969308a790548&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0554681 Apr 29 12:25:29.445831 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-ce988f4c-1e72-4900-a94d-571bd67522d0 service neutron] 10.222.0.69 "GET /v2.0/networks/92c6acd7-16b3-4d71-92ba-9dfc219907fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862978 Apr 29 12:25:29.534812 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-f7d3df94-eab8-4529-bd54-374f0b7a26dd service neutron] 10.222.0.69 "GET /v2.0/networks/92c6acd7-16b3-4d71-92ba-9dfc219907fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826576 Apr 29 12:25:29.707750 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2faf2e46-9826-4eda-bf35-f54eed64f2fb req-1347b303-4553-49a6-8203-a06d32d35e10 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=13624d7f-3ca5-48d6-8377-e1a9a80f38a5 HTTP/1.1" status: 200 len: 210 time: 0.0275922 Apr 29 12:25:30.227492 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:30.351193 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:30.820976 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-53d62083-d9e1-43fb-a394-ada6c93bee64 req-c8347989-7fa9-4b2b-bfde-516e5be9bd3b tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=13624d7f-3ca5-48d6-8377-e1a9a80f38a5 HTTP/1.1" status: 200 len: 210 time: 0.0374119 Apr 29 12:25:30.847234 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-28ba61fb-7767-405e-9baf-1c7b7262062c tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:30.849237 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-28ba61fb-7767-405e-9baf-1c7b7262062c tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.62 "GET /v2.0/networks?id=92c6acd7-16b3-4d71-92ba-9dfc219907fb HTTP/1.1" status: 200 len: 810 time: 0.1393425 Apr 29 12:25:30.911007 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-bf5717f5-05c7-4d5d-8a50-cf1d7117242f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=465bc0248456483c9dd969308a790548 HTTP/1.1" status: 200 len: 379 time: 0.0479541 Apr 29 12:25:30.924205 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-73080f6f-1f23-4690-ac41-1e53b7d78b05 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Request body: {'port': {'device_id': '13624d7f-3ca5-48d6-8377-e1a9a80f38a5', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'admin_state_up': True, 'tenant_id': '465bc0248456483c9dd969308a790548', 'security_groups': ['663127c3-4e7f-45a2-919d-28cdca863d66']}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:25:31.036405 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-73080f6f-1f23-4690-ac41-1e53b7d78b05 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Made reservation on behalf of 465bc0248456483c9dd969308a790548 for: {'port': 1} {{(pid=102959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:25:31.040268 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-73080f6f-1f23-4690-ac41-1e53b7d78b05 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:31.169003 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-73080f6f-1f23-4690-ac41-1e53b7d78b05 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Allocated IP 172.20.0.13 (92c6acd7-16b3-4d71-92ba-9dfc219907fb/32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756/1d011f07-1731-42be-adfe-c8b626fc3f17) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:25:31.362579 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-73080f6f-1f23-4690-ac41-1e53b7d78b05 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:31.426695 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-73080f6f-1f23-4690-ac41-1e53b7d78b05 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:31.473852 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-73080f6f-1f23-4690-ac41-1e53b7d78b05 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Network 92c6acd7-16b3-4d71-92ba-9dfc219907fb is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:25:31.477699 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-73080f6f-1f23-4690-ac41-1e53b7d78b05 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:25:31.480638 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-73080f6f-1f23-4690-ac41-1e53b7d78b05 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:25:31.530558 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73080f6f-1f23-4690-ac41-1e53b7d78b05 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Pushing event updated for resources: {'Port': ['ID=1d011f07-1731-42be-adfe-c8b626fc3f17,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:25:31.551690 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73080f6f-1f23-4690-ac41-1e53b7d78b05 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:25:31.552219 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73080f6f-1f23-4690-ac41-1e53b7d78b05 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:25:31.552700 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73080f6f-1f23-4690-ac41-1e53b7d78b05 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:25:31.553168 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73080f6f-1f23-4690-ac41-1e53b7d78b05 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:25:31.553602 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73080f6f-1f23-4690-ac41-1e53b7d78b05 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:25:31.554037 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73080f6f-1f23-4690-ac41-1e53b7d78b05 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:25:31.554519 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73080f6f-1f23-4690-ac41-1e53b7d78b05 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:25:31.554952 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73080f6f-1f23-4690-ac41-1e53b7d78b05 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:25:31.555384 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73080f6f-1f23-4690-ac41-1e53b7d78b05 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:25:31.555811 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73080f6f-1f23-4690-ac41-1e53b7d78b05 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:25:31.556239 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73080f6f-1f23-4690-ac41-1e53b7d78b05 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:25:31.556666 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73080f6f-1f23-4690-ac41-1e53b7d78b05 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:25:31.583385 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-73080f6f-1f23-4690-ac41-1e53b7d78b05 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:31.584172 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-73080f6f-1f23-4690-ac41-1e53b7d78b05 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:31.606581 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-73080f6f-1f23-4690-ac41-1e53b7d78b05 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6868472 Apr 29 12:25:31.816643 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-88ace410-a400-4111-becb-b4bd0785352d None None] Provisioning complete for port 1d011f07-1731-42be-adfe-c8b626fc3f17 triggered by entity DHCP. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:25:31.817228 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-88ace410-a400-4111-becb-b4bd0785352d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:31.855883 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-88ace410-a400-4111-becb-b4bd0785352d None None] Port 1d011f07-1731-42be-adfe-c8b626fc3f17 cannot update to ACTIVE because it is not bound. {{(pid=102961) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 29 12:25:31.948582 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fc1f5-ffbd-4644-a87e-45c8f4acbf30 req-7feb79a8-ce80-4e45-bba7-e48c3a22ca70 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:31.950010 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dc0fc1f5-ffbd-4644-a87e-45c8f4acbf30 req-7feb79a8-ce80-4e45-bba7-e48c3a22ca70 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=13624d7f-3ca5-48d6-8377-e1a9a80f38a5 HTTP/1.1" status: 200 len: 932 time: 0.0527303 Apr 29 12:25:31.992105 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-dc0fc1f5-ffbd-4644-a87e-45c8f4acbf30 req-b0ccff7a-e0d8-4b0d-83d0-4007c6c47bd1 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/security-groups?id=663127c3-4e7f-45a2-919d-28cdca863d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351124 Apr 29 12:25:32.786035 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 5b5d54da-ce08-436e-a991-f7d682ac42af no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:25:32.868327 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:32.892813 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b7d087a-6f1a-429a-8b00-48d435e204c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b5d54da-ce08-436e-a991-f7d682ac42af'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:25:32.895193 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf8cf77-67d7-4eea-8374-8cedc6d3336b" -d '{"events": [{"server_uuid": "9b7d087a-6f1a-429a-8b00-48d435e204c5", "name": "network-vif-unplugged", "status": "completed", "tag": "5b5d54da-ce08-436e-a991-f7d682ac42af"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:25:32.908291 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 5b5d54da-ce08-436e-a991-f7d682ac42af, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5b5d54da-ce08-436e-a991-f7d682ac42af,segment=NetworkSegment(12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e),segment_id=12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:25:32.914199 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:32.944404 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 12:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f98f8f-07b8-4ac2-96d6-c893e8b323d4 x-openstack-request-id: req-57f98f8f-07b8-4ac2-96d6-c893e8b323d4 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:25:32.944684 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b7d087a-6f1a-429a-8b00-48d435e204c5", "name": "network-vif-unplugged", "status": "completed", "tag": "5b5d54da-ce08-436e-a991-f7d682ac42af", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:25:32.944941 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-57f98f8f-07b8-4ac2-96d6-c893e8b323d4 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:25:32.945342 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57f98f8f-07b8-4ac2-96d6-c893e8b323d4'] response: {'server_uuid': '9b7d087a-6f1a-429a-8b00-48d435e204c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b5d54da-ce08-436e-a991-f7d682ac42af', 'code': 200} Apr 29 12:25:32.970090 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=5b5d54da-ce08-436e-a991-f7d682ac42af,revision_number=8']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:25:33.121953 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad924812-1d3c-40aa-9632-545ae2b92e49 req-3e935dac-7721-4c4e-b65a-143f1a729627 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:33.124206 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ad924812-1d3c-40aa-9632-545ae2b92e49 req-3e935dac-7721-4c4e-b65a-143f1a729627 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=13624d7f-3ca5-48d6-8377-e1a9a80f38a5 HTTP/1.1" status: 200 len: 932 time: 0.0600855 Apr 29 12:25:33.173661 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ad924812-1d3c-40aa-9632-545ae2b92e49 req-b837da23-4d6c-4b45-802a-54c6ea40c3b2 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/security-groups?id=663127c3-4e7f-45a2-919d-28cdca863d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436347 Apr 29 12:25:34.305659 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4990f3-054f-4f2b-9eb5-ec8002e73e9b req-3fff15f6-f1c6-4f41-83c8-9b100992ef11 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:34.307246 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6c4990f3-054f-4f2b-9eb5-ec8002e73e9b req-3fff15f6-f1c6-4f41-83c8-9b100992ef11 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=13624d7f-3ca5-48d6-8377-e1a9a80f38a5 HTTP/1.1" status: 200 len: 932 time: 0.0536411 Apr 29 12:25:34.354592 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6c4990f3-054f-4f2b-9eb5-ec8002e73e9b req-f35a8198-44ea-4fd2-a55c-7297e7c484fc tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/security-groups?id=663127c3-4e7f-45a2-919d-28cdca863d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395067 Apr 29 12:25:35.495046 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7dcba-1306-426c-a217-ad801880ad30 req-27635195-733a-4f06-b300-80680d58358d tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:35.496533 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-72c7dcba-1306-426c-a217-ad801880ad30 req-27635195-733a-4f06-b300-80680d58358d tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=13624d7f-3ca5-48d6-8377-e1a9a80f38a5 HTTP/1.1" status: 200 len: 932 time: 0.0579648 Apr 29 12:25:35.540156 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-72c7dcba-1306-426c-a217-ad801880ad30 req-d4cf7100-78c6-4fb0-af18-4852058cc312 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/security-groups?id=663127c3-4e7f-45a2-919d-28cdca863d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362117 Apr 29 12:25:36.667869 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff476de6-7602-4c95-abb7-afa6cff98e30 req-5adef47f-8609-44a9-ab0d-25a8282d1618 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:36.669424 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ff476de6-7602-4c95-abb7-afa6cff98e30 req-5adef47f-8609-44a9-ab0d-25a8282d1618 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=13624d7f-3ca5-48d6-8377-e1a9a80f38a5 HTTP/1.1" status: 200 len: 932 time: 0.0541968 Apr 29 12:25:36.712177 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-ff476de6-7602-4c95-abb7-afa6cff98e30 req-44748f6e-deb7-4d82-b28f-9e7d67eb2e75 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/security-groups?id=663127c3-4e7f-45a2-919d-28cdca863d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358641 Apr 29 12:25:37.886110 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a1f44-6254-4a6c-bc61-db117bb35d92 req-f3a439c7-d355-407a-bafd-4d2c6cff3a2a tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:37.888016 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8b9a1f44-6254-4a6c-bc61-db117bb35d92 req-f3a439c7-d355-407a-bafd-4d2c6cff3a2a tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=13624d7f-3ca5-48d6-8377-e1a9a80f38a5 HTTP/1.1" status: 200 len: 932 time: 0.0783050 Apr 29 12:25:37.934706 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8b9a1f44-6254-4a6c-bc61-db117bb35d92 req-6372fcf3-bfb4-4db0-9931-bb48d2fdc9bb tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/security-groups?id=663127c3-4e7f-45a2-919d-28cdca863d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395112 Apr 29 12:25:39.060745 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb73e57-79e5-4841-828a-9ba5455a1783 req-f5c30510-fdc6-4789-b75c-c3b85978b38d tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:39.063415 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5eb73e57-79e5-4841-828a-9ba5455a1783 req-f5c30510-fdc6-4789-b75c-c3b85978b38d tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=13624d7f-3ca5-48d6-8377-e1a9a80f38a5 HTTP/1.1" status: 200 len: 932 time: 0.0540648 Apr 29 12:25:39.104198 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5eb73e57-79e5-4841-828a-9ba5455a1783 req-6996ce5c-9373-466b-b30c-eb2a4b627fdd tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/security-groups?id=663127c3-4e7f-45a2-919d-28cdca863d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345497 Apr 29 12:25:40.172533 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-3baeb5d6-64b2-4414-966d-d6f10fcbb007 service neutron] Request body: {'port': {'device_id': '13624d7f-3ca5-48d6-8377-e1a9a80f38a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:25:40.257668 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-3baeb5d6-64b2-4414-966d-d6f10fcbb007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:40.267925 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605f17d-a874-47b6-8238-0ba465195441 req-729b3430-b9df-4d57-ab85-c417c2bd7dc8 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:40.269513 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f605f17d-a874-47b6-8238-0ba465195441 req-729b3430-b9df-4d57-ab85-c417c2bd7dc8 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=13624d7f-3ca5-48d6-8377-e1a9a80f38a5 HTTP/1.1" status: 200 len: 932 time: 0.0939090 Apr 29 12:25:40.336441 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f605f17d-a874-47b6-8238-0ba465195441 req-620a8647-aa23-4340-9940-ffa1ffa61ee5 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/security-groups?id=663127c3-4e7f-45a2-919d-28cdca863d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606508 Apr 29 12:25:40.552195 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-3baeb5d6-64b2-4414-966d-d6f10fcbb007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d011f07-1731-42be-adfe-c8b626fc3f17 {{(pid=102959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:25:40.559379 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-3baeb5d6-64b2-4414-966d-d6f10fcbb007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:40.571445 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.provisioning_blocks [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-3baeb5d6-64b2-4414-966d-d6f10fcbb007 service neutron] Transition to ACTIVE for port object 1d011f07-1731-42be-adfe-c8b626fc3f17 will not be triggered until provisioned by entity L2. {{(pid=102959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:25:40.575477 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-3baeb5d6-64b2-4414-966d-d6f10fcbb007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:40.626400 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baeb5d6-64b2-4414-966d-d6f10fcbb007 service neutron] Pushing event updated for resources: {'Port': ['ID=1d011f07-1731-42be-adfe-c8b626fc3f17,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:25:40.703272 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-3baeb5d6-64b2-4414-966d-d6f10fcbb007 service neutron] Attempting to bind port 1d011f07-1731-42be-adfe-c8b626fc3f17 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:25:40.703603 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-3baeb5d6-64b2-4414-966d-d6f10fcbb007 service neutron] Attempting to bind port 1d011f07-1731-42be-adfe-c8b626fc3f17 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb'}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:25:40.703930 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-3baeb5d6-64b2-4414-966d-d6f10fcbb007 service neutron] Attempting to bind port 1d011f07-1731-42be-adfe-c8b626fc3f17 on network 92c6acd7-16b3-4d71-92ba-9dfc219907fb {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:25:40.708627 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-3baeb5d6-64b2-4414-966d-d6f10fcbb007 service neutron] Port 1d011f07-1731-42be-adfe-c8b626fc3f17 on network 92c6acd7-16b3-4d71-92ba-9dfc219907fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 12:25:40.708872 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-3baeb5d6-64b2-4414-966d-d6f10fcbb007 service neutron] Attempting to bind port 1d011f07-1731-42be-adfe-c8b626fc3f17 on network 92c6acd7-16b3-4d71-92ba-9dfc219907fb {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 12:25:40.714058 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-3baeb5d6-64b2-4414-966d-d6f10fcbb007 service neutron] Checking agent: {'id': 'f2655e5d-0494-43a4-a94f-7182924cb525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'started_at': datetime.datetime(2022, 4, 29, 11, 32, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 12:25:40.714428 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-3baeb5d6-64b2-4414-966d-d6f10fcbb007 service neutron] Checking segment: {'id': '12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 29 12:25:40.714810 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-3baeb5d6-64b2-4414-966d-d6f10fcbb007 service neutron] Bound using segment: {'id': '12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb'} {{(pid=102959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 12:25:40.715236 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.managers [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-3baeb5d6-64b2-4414-966d-d6f10fcbb007 service neutron] Bound port: 1d011f07-1731-42be-adfe-c8b626fc3f17, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb'}}] {{(pid=102959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:25:40.715594 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-3baeb5d6-64b2-4414-966d-d6f10fcbb007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:40.783491 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-3baeb5d6-64b2-4414-966d-d6f10fcbb007 service neutron] For port 1d011f07-1731-42be-adfe-c8b626fc3f17, host hv-neutron-8388, cleared binding levels {{(pid=102959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 12:25:40.786860 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-3baeb5d6-64b2-4414-966d-d6f10fcbb007 service neutron] For port 1d011f07-1731-42be-adfe-c8b626fc3f17, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1d011f07-1731-42be-adfe-c8b626fc3f17,segment=NetworkSegment(12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e),segment_id=12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e)] {{(pid=102959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 12:25:40.790924 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-3baeb5d6-64b2-4414-966d-d6f10fcbb007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:40.829371 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-3baeb5d6-64b2-4414-966d-d6f10fcbb007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:40.830016 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-3baeb5d6-64b2-4414-966d-d6f10fcbb007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:40.831494 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-3baeb5d6-64b2-4414-966d-d6f10fcbb007 service neutron] 10.222.0.62 "PUT /v2.0/ports/1d011f07-1731-42be-adfe-c8b626fc3f17 HTTP/1.1" status: 200 len: 1094 time: 0.6652520 Apr 29 12:25:40.831942 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13624d7f-3ca5-48d6-8377-e1a9a80f38a5', 'tag': '1d011f07-1731-42be-adfe-c8b626fc3f17'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:25:40.834220 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8cc456-68e4-485a-af71-c46700c86026" -d '{"events": [{"name": "network-changed", "server_uuid": "13624d7f-3ca5-48d6-8377-e1a9a80f38a5", "tag": "1d011f07-1731-42be-adfe-c8b626fc3f17"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:25:40.861129 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baeb5d6-64b2-4414-966d-d6f10fcbb007 service neutron] Pushing event updated for resources: {'Port': ['ID=1d011f07-1731-42be-adfe-c8b626fc3f17,revision_number=3']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:25:40.938157 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-7e0f19c0-7012-421e-95b3-ced9ff1276e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:40.940009 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-7e0f19c0-7012-421e-95b3-ced9ff1276e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=465bc0248456483c9dd969308a790548&device_id=13624d7f-3ca5-48d6-8377-e1a9a80f38a5 HTTP/1.1" status: 200 len: 1097 time: 0.0488563 Apr 29 12:25:40.988096 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030733cf-b836-4888-a75d-bb4994abcd91 x-openstack-request-id: req-030733cf-b836-4888-a75d-bb4994abcd91 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:25:40.988468 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13624d7f-3ca5-48d6-8377-e1a9a80f38a5", "tag": "1d011f07-1731-42be-adfe-c8b626fc3f17", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:25:40.988794 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-030733cf-b836-4888-a75d-bb4994abcd91 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:25:40.989313 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-030733cf-b836-4888-a75d-bb4994abcd91'] response: {'name': 'network-changed', 'server_uuid': '13624d7f-3ca5-48d6-8377-e1a9a80f38a5', 'tag': '1d011f07-1731-42be-adfe-c8b626fc3f17', 'status': 'completed', 'code': 200} Apr 29 12:25:40.991200 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-579f67a9-5ff5-4131-84c4-660baadda6e5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d011f07-1731-42be-adfe-c8b626fc3f17 HTTP/1.1" status: 200 len: 217 time: 0.0403876 Apr 29 12:25:41.043489 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-2e97c320-e74b-4b97-8e31-5fdd2fa870ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:41.045041 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-2e97c320-e74b-4b97-8e31-5fdd2fa870ee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756 HTTP/1.1" status: 200 len: 849 time: 0.0474694 Apr 29 12:25:41.095574 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-c8d71f22-88dc-4cd6-a105-4af37aded721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:41.097039 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-c8d71f22-88dc-4cd6-a105-4af37aded721 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=92c6acd7-16b3-4d71-92ba-9dfc219907fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453532 Apr 29 12:25:41.186381 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-dcb9a357-1c9b-4ade-9d32-d5bc80eac010 service neutron] 10.222.0.62 "GET /v2.0/networks/92c6acd7-16b3-4d71-92ba-9dfc219907fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818522 Apr 29 12:25:41.278392 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-42cdf5dd-d0a7-4690-878c-aa1d9ca9b5b3 req-1718ddc3-777d-47d0-89f4-b719e91af399 service neutron] 10.222.0.62 "GET /v2.0/networks/92c6acd7-16b3-4d71-92ba-9dfc219907fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851068 Apr 29 12:25:41.367054 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cc456-68e4-485a-af71-c46700c86026 req-1452b0db-70ac-467a-b56b-b32589c95308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:41.368578 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5c8cc456-68e4-485a-af71-c46700c86026 req-1452b0db-70ac-467a-b56b-b32589c95308 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=465bc0248456483c9dd969308a790548&device_id=13624d7f-3ca5-48d6-8377-e1a9a80f38a5 HTTP/1.1" status: 200 len: 1097 time: 0.0424447 Apr 29 12:25:41.823952 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87863d-6ab3-4697-add1-b3bd0cda22bd req-e70c3230-ff6d-428f-80fb-8a47e74eeeeb tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:41.825388 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cb87863d-6ab3-4697-add1-b3bd0cda22bd req-e70c3230-ff6d-428f-80fb-8a47e74eeeeb tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=13624d7f-3ca5-48d6-8377-e1a9a80f38a5 HTTP/1.1" status: 200 len: 944 time: 0.4041879 Apr 29 12:25:41.832341 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cc456-68e4-485a-af71-c46700c86026 req-04ba19a0-e91f-4efa-9b29-0ff098730128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:41.834726 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5c8cc456-68e4-485a-af71-c46700c86026 req-04ba19a0-e91f-4efa-9b29-0ff098730128 service neutron] 10.222.0.62 "GET /v2.0/networks?id=92c6acd7-16b3-4d71-92ba-9dfc219907fb HTTP/1.1" status: 200 len: 911 time: 0.4583077 Apr 29 12:25:41.886084 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5c8cc456-68e4-485a-af71-c46700c86026 req-86746f68-217d-4fb9-be0f-d2ab5d8ffd02 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d011f07-1731-42be-adfe-c8b626fc3f17 HTTP/1.1" status: 200 len: 217 time: 0.0364513 Apr 29 12:25:41.908614 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-cb87863d-6ab3-4697-add1-b3bd0cda22bd req-63d332db-3c49-48e0-a8aa-55a5ad18fff0 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/security-groups?id=663127c3-4e7f-45a2-919d-28cdca863d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726249 Apr 29 12:25:41.942247 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cc456-68e4-485a-af71-c46700c86026 req-b5ca9d26-f629-4294-876e-18a3616ccb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:41.943702 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5c8cc456-68e4-485a-af71-c46700c86026 req-b5ca9d26-f629-4294-876e-18a3616ccb04 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756 HTTP/1.1" status: 200 len: 849 time: 0.0501168 Apr 29 12:25:41.993447 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cc456-68e4-485a-af71-c46700c86026 req-61600084-9809-4129-b438-d2d2ec37148a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:41.994948 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5c8cc456-68e4-485a-af71-c46700c86026 req-61600084-9809-4129-b438-d2d2ec37148a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=92c6acd7-16b3-4d71-92ba-9dfc219907fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438468 Apr 29 12:25:42.083904 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5c8cc456-68e4-485a-af71-c46700c86026 req-d77c9fd4-61b1-42f8-bbdf-5ddf08c17b56 service neutron] 10.222.0.62 "GET /v2.0/networks/92c6acd7-16b3-4d71-92ba-9dfc219907fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811100 Apr 29 12:25:42.178201 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-5c8cc456-68e4-485a-af71-c46700c86026 req-f3f87bd9-4097-4ecf-a3b8-197f19f8795e service neutron] 10.222.0.62 "GET /v2.0/networks/92c6acd7-16b3-4d71-92ba-9dfc219907fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869431 Apr 29 12:25:43.058483 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95239b6b-8a49-45ee-b0de-2c4463bbaa9d req-651d2a51-56cb-4ce9-9f4d-b4dfeffe766a tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:43.059978 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-95239b6b-8a49-45ee-b0de-2c4463bbaa9d req-651d2a51-56cb-4ce9-9f4d-b4dfeffe766a tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=13624d7f-3ca5-48d6-8377-e1a9a80f38a5 HTTP/1.1" status: 200 len: 944 time: 0.0770705 Apr 29 12:25:43.098264 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-95239b6b-8a49-45ee-b0de-2c4463bbaa9d req-60c740f5-6aef-4657-aace-ccbc818761c8 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/security-groups?id=663127c3-4e7f-45a2-919d-28cdca863d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317106 Apr 29 12:25:44.221782 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8c3ec-3814-48b9-9b59-945f048511b4 req-94064b5a-f6ce-4692-9087-d82c7ef66b37 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:44.223297 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c8f8c3ec-3814-48b9-9b59-945f048511b4 req-94064b5a-f6ce-4692-9087-d82c7ef66b37 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=13624d7f-3ca5-48d6-8377-e1a9a80f38a5 HTTP/1.1" status: 200 len: 944 time: 0.0556700 Apr 29 12:25:44.261939 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c8f8c3ec-3814-48b9-9b59-945f048511b4 req-4c6ae80b-7ad2-4bef-aa34-1136054a807e tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/security-groups?id=663127c3-4e7f-45a2-919d-28cdca863d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326276 Apr 29 12:25:44.847660 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 1d011f07-1731-42be-adfe-c8b626fc3f17 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 12:25:44.942586 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 1d011f07-1731-42be-adfe-c8b626fc3f17, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1d011f07-1731-42be-adfe-c8b626fc3f17,segment=NetworkSegment(12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e),segment_id=12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:25:44.954117 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '1d011f07-1731-42be-adfe-c8b626fc3f17', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'port_id': '1d011f07-1731-42be-adfe-c8b626fc3f17', 'mac_address': 'fa:16:3e:61:51:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 12:25:44.989872 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:45.002534 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d011f07-1731-42be-adfe-c8b626fc3f17 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:25:45.022872 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 1d011f07-1731-42be-adfe-c8b626fc3f17, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1d011f07-1731-42be-adfe-c8b626fc3f17,segment=NetworkSegment(12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e),segment_id=12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:25:45.027159 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:45.079256 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=1d011f07-1731-42be-adfe-c8b626fc3f17,revision_number=4']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:25:45.309929 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['1d011f07-1731-42be-adfe-c8b626fc3f17'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 12:25:45.383979 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13118b3-95fc-4f87-85c9-46370099575f req-99c1efec-a58a-4d82-bb8f-a96cf484e46a tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:45.385788 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e13118b3-95fc-4f87-85c9-46370099575f req-99c1efec-a58a-4d82-bb8f-a96cf484e46a tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=13624d7f-3ca5-48d6-8377-e1a9a80f38a5 HTTP/1.1" status: 200 len: 945 time: 0.0542161 Apr 29 12:25:45.425828 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e13118b3-95fc-4f87-85c9-46370099575f req-65d2a3e1-0d40-4a7e-a47b-ddd9846ed716 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/security-groups?id=663127c3-4e7f-45a2-919d-28cdca863d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330949 Apr 29 12:25:46.541090 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955a8ae-dd3d-47a7-9c62-3954c796fc78 req-0ba6bd25-5866-4c7d-bb6a-f5d244e4cafb tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:46.542593 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e955a8ae-dd3d-47a7-9c62-3954c796fc78 req-0ba6bd25-5866-4c7d-bb6a-f5d244e4cafb tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=13624d7f-3ca5-48d6-8377-e1a9a80f38a5 HTTP/1.1" status: 200 len: 945 time: 0.0484128 Apr 29 12:25:46.580789 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e955a8ae-dd3d-47a7-9c62-3954c796fc78 req-2c634798-a803-4d75-8b6e-2ecb2d875143 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/security-groups?id=663127c3-4e7f-45a2-919d-28cdca863d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314503 Apr 29 12:25:46.855621 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 1d011f07-1731-42be-adfe-c8b626fc3f17 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:25:46.896524 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d59ed949-3bf0-4465-b0d9-647390a3aa7d req-c45efae8-8f83-4202-bd5f-4380998abd7d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9b7d087a-6f1a-429a-8b00-48d435e204c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391359 Apr 29 12:25:46.908280 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning for port 1d011f07-1731-42be-adfe-c8b626fc3f17 completed by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:25:46.912319 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 1d011f07-1731-42be-adfe-c8b626fc3f17 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:25:46.912691 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:46.985216 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ed949-3bf0-4465-b0d9-647390a3aa7d req-4077408a-a518-4b52-82f2-a91370755e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:46.986808 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d59ed949-3bf0-4465-b0d9-647390a3aa7d req-4077408a-a518-4b52-82f2-a91370755e5c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=465bc0248456483c9dd969308a790548&device_id=9b7d087a-6f1a-429a-8b00-48d435e204c5 HTTP/1.1" status: 200 len: 1096 time: 0.0452740 Apr 29 12:25:46.992104 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:47.015949 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13624d7f-3ca5-48d6-8377-e1a9a80f38a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d011f07-1731-42be-adfe-c8b626fc3f17'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:25:47.018235 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224a52d9-7103-4e2c-b022-5ba1254a1c12" -d '{"events": [{"server_uuid": "13624d7f-3ca5-48d6-8377-e1a9a80f38a5", "name": "network-vif-plugged", "status": "completed", "tag": "1d011f07-1731-42be-adfe-c8b626fc3f17"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:25:47.034512 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 1d011f07-1731-42be-adfe-c8b626fc3f17, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1d011f07-1731-42be-adfe-c8b626fc3f17,segment=NetworkSegment(12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e),segment_id=12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:25:47.039523 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:47.068324 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d22621c-b9bc-4491-8379-6b284ff5a0a3 x-openstack-request-id: req-4d22621c-b9bc-4491-8379-6b284ff5a0a3 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:25:47.068619 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13624d7f-3ca5-48d6-8377-e1a9a80f38a5", "name": "network-vif-plugged", "status": "completed", "tag": "1d011f07-1731-42be-adfe-c8b626fc3f17", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:25:47.068868 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4d22621c-b9bc-4491-8379-6b284ff5a0a3 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:25:47.069257 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d22621c-b9bc-4491-8379-6b284ff5a0a3'] response: {'server_uuid': '13624d7f-3ca5-48d6-8377-e1a9a80f38a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d011f07-1731-42be-adfe-c8b626fc3f17', 'code': 200} Apr 29 12:25:47.099290 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=1d011f07-1731-42be-adfe-c8b626fc3f17,revision_number=5']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:25:47.103091 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ed949-3bf0-4465-b0d9-647390a3aa7d req-7dc802e2-145f-4cbb-94b1-23dcee2407b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:47.104571 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d59ed949-3bf0-4465-b0d9-647390a3aa7d req-7dc802e2-145f-4cbb-94b1-23dcee2407b0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=92c6acd7-16b3-4d71-92ba-9dfc219907fb HTTP/1.1" status: 200 len: 911 time: 0.0938411 Apr 29 12:25:47.181295 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d59ed949-3bf0-4465-b0d9-647390a3aa7d req-3bcb5930-2204-4b1d-86f1-9a4520d24204 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b5d54da-ce08-436e-a991-f7d682ac42af HTTP/1.1" status: 200 len: 999 time: 0.0675783 Apr 29 12:25:47.204866 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.62', 59470) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:25:47.231671 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ed949-3bf0-4465-b0d9-647390a3aa7d req-7fd53bb4-ea58-4b69-99f6-9e2a86a34e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:47.233215 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d59ed949-3bf0-4465-b0d9-647390a3aa7d req-7fd53bb4-ea58-4b69-99f6-9e2a86a34e19 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756 HTTP/1.1" status: 200 len: 849 time: 0.0446811 Apr 29 12:25:47.245914 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52335714-a60e-43c8-9541-69d14e15a0e8 req-42cd8db0-79cd-4e66-9eb4-24a5fabb3150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:47.247474 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [req-52335714-a60e-43c8-9541-69d14e15a0e8 req-42cd8db0-79cd-4e66-9eb4-24a5fabb3150 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=13624d7f-3ca5-48d6-8377-e1a9a80f38a5 HTTP/1.1" status: 200 len: 1099 time: 0.0416279 Apr 29 12:25:47.279517 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ed949-3bf0-4465-b0d9-647390a3aa7d req-5f9346bc-b317-4172-b62b-8b8bd65b698f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:47.282147 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d59ed949-3bf0-4465-b0d9-647390a3aa7d req-5f9346bc-b317-4172-b62b-8b8bd65b698f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=92c6acd7-16b3-4d71-92ba-9dfc219907fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417809 Apr 29 12:25:47.290332 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [req-52335714-a60e-43c8-9541-69d14e15a0e8 req-143919ad-4f51-4acb-88de-9ff566b1ac86 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=663127c3-4e7f-45a2-919d-28cdca863d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361753 Apr 29 12:25:47.375172 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d59ed949-3bf0-4465-b0d9-647390a3aa7d req-e4082fbc-0fd0-472d-95e5-1ff90d8ed465 service neutron] 10.222.0.62 "GET /v2.0/networks/92c6acd7-16b3-4d71-92ba-9dfc219907fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839550 Apr 29 12:25:47.579875 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-d59ed949-3bf0-4465-b0d9-647390a3aa7d req-66acec8a-bd5b-4e56-94c4-9bc49d7db300 service neutron] 10.222.0.62 "GET /v2.0/networks/92c6acd7-16b3-4d71-92ba-9dfc219907fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832031 Apr 29 12:25:47.699200 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee8676-c0bb-4dc0-a6b7-e568015db265 req-246912d3-f615-4496-8e4e-6afc5618d678 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:47.700598 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-65ee8676-c0bb-4dc0-a6b7-e568015db265 req-246912d3-f615-4496-8e4e-6afc5618d678 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=13624d7f-3ca5-48d6-8377-e1a9a80f38a5 HTTP/1.1" status: 200 len: 946 time: 0.0507553 Apr 29 12:25:47.738487 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-65ee8676-c0bb-4dc0-a6b7-e568015db265 req-a8eecfd9-2ef0-4b18-ba72-70b863d6147a tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/security-groups?id=663127c3-4e7f-45a2-919d-28cdca863d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317433 Apr 29 12:25:48.861037 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fad993-be51-43a9-98d1-5942d59c6a5f req-05ca8124-df74-4565-bcfa-aa3e992a7f29 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:48.862518 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f6fad993-be51-43a9-98d1-5942d59c6a5f req-05ca8124-df74-4565-bcfa-aa3e992a7f29 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=13624d7f-3ca5-48d6-8377-e1a9a80f38a5 HTTP/1.1" status: 200 len: 946 time: 0.0535326 Apr 29 12:25:48.901482 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-f6fad993-be51-43a9-98d1-5942d59c6a5f req-6ee2f09a-ba4f-4ebe-b3f1-9e7d4e8c82be tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/security-groups?id=663127c3-4e7f-45a2-919d-28cdca863d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325108 Apr 29 12:25:49.015441 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef31571-42e9-4e77-88da-0d082e8a22e9 req-9f924565-5ec0-438b-a67f-a4f022bd3f5a tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:49.017192 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6ef31571-42e9-4e77-88da-0d082e8a22e9 req-9f924565-5ec0-438b-a67f-a4f022bd3f5a tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=13624d7f-3ca5-48d6-8377-e1a9a80f38a5 HTTP/1.1" status: 200 len: 946 time: 0.0484619 Apr 29 12:25:49.056746 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6ef31571-42e9-4e77-88da-0d082e8a22e9 req-301b93ce-d93f-425f-9230-fbd51a16d7e4 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/security-groups?id=663127c3-4e7f-45a2-919d-28cdca863d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334063 Apr 29 12:25:49.080111 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 60644) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:25:49.119865 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4716695-2cf4-4530-90d7-54bd8e7a4f52 tempest-TestSnapshotPattern-1705145896 tempest-TestSnapshotPattern-1705145896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:49.121355 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-d4716695-2cf4-4530-90d7-54bd8e7a4f52 tempest-TestSnapshotPattern-1705145896 tempest-TestSnapshotPattern-1705145896-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=13624d7f-3ca5-48d6-8377-e1a9a80f38a5 HTTP/1.1" status: 200 len: 1094 time: 0.0402567 Apr 29 12:25:49.124786 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 60646) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:25:49.129500 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.v2.base [None req-2f77982f-4350-455e-ba93-ce9d1d84c4ac tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Request body: {'floatingip': {'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'port_id': '1d011f07-1731-42be-adfe-c8b626fc3f17', 'tenant_id': '465bc0248456483c9dd969308a790548', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:25:49.155718 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2f77982f-4350-455e-ba93-ce9d1d84c4ac tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for floatingip, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:49.263838 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2f77982f-4350-455e-ba93-ce9d1d84c4ac tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:49.368342 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.db_base_plugin_common [None req-2f77982f-4350-455e-ba93-ce9d1d84c4ac tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Allocated IP 172.26.4.200 (1c458760-cee1-43dd-bfaa-f7beebba31f7/397570a5-37ff-4212-a2a3-84a2c3a66284/c65ebfaa-53f5-408b-9395-57eb3d21596f) {{(pid=102959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:25:49.488372 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2f77982f-4350-455e-ba93-ce9d1d84c4ac tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for port, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:49.523913 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2f77982f-4350-455e-ba93-ce9d1d84c4ac tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792667900676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:49.565161 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f77982f-4350-455e-ba93-ce9d1d84c4ac tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Network 1c458760-cee1-43dd-bfaa-f7beebba31f7 is already hosted by enough agents. {{(pid=102959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:25:49.569720 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.base_scheduler [None req-2f77982f-4350-455e-ba93-ce9d1d84c4ac tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Resources bound (agent type, host, resource id): {{(pid=102959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:25:49.574054 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f77982f-4350-455e-ba93-ce9d1d84c4ac tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Received port after_create {{(pid=102959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 12:25:49.594453 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f77982f-4350-455e-ba93-ce9d1d84c4ac tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Pushing event updated for resources: {'Port': ['ID=c65ebfaa-53f5-408b-9395-57eb3d21596f,revision_number=1']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:25:49.937639 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2f77982f-4350-455e-ba93-ce9d1d84c4ac tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:50.007783 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2f77982f-4350-455e-ba93-ce9d1d84c4ac tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:50.155555 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2f77982f-4350-455e-ba93-ce9d1d84c4ac tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for port, precommit_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:50.160495 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2f77982f-4350-455e-ba93-ce9d1d84c4ac tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8631601'] for port, after_update {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:50.229117 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f77982f-4350-455e-ba93-ce9d1d84c4ac tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Pushing event updated for resources: {'Port': ['ID=c65ebfaa-53f5-408b-9395-57eb3d21596f,revision_number=2']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:25:50.244784 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2f77982f-4350-455e-ba93-ce9d1d84c4ac tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680584'] for floatingip, after_create {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:50.346244 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.db.l3_db [None req-2f77982f-4350-455e-ba93-ce9d1d84c4ac tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Floating IP 999a324a-aa65-4331-867e-63e5bab08bec associated. External IP: 172.26.4.200, port: 1d011f07-1731-42be-adfe-c8b626fc3f17. Apr 29 12:25:50.558202 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f77982f-4350-455e-ba93-ce9d1d84c4ac tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Router 3daa28db-6973-4729-96a7-15087bbb881d has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:25:50.665441 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f77982f-4350-455e-ba93-ce9d1d84c4ac tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:25:50.675983 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b65e80-0f3a-46db-a03e-4a81ce81a36e None None] Sync routers for ids ['3daa28db-6973-4729-96a7-15087bbb881d'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:25:50.683766 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-2f77982f-4350-455e-ba93-ce9d1d84c4ac tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:50.685549 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b65e80-0f3a-46db-a03e-4a81ce81a36e None None] Routers {'3daa28db-6973-4729-96a7-15087bbb881d'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:25:50.686187 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-08b65e80-0f3a-46db-a03e-4a81ce81a36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:25:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3daa28db-6973-4729-96a7-15087bbb881d'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:25:50.711734 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-2f77982f-4350-455e-ba93-ce9d1d84c4ac tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5858324 Apr 29 12:25:50.712314 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13624d7f-3ca5-48d6-8377-e1a9a80f38a5', 'tag': '1d011f07-1731-42be-adfe-c8b626fc3f17'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:25:50.716194 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47982e40-f221-4176-b2fd-23ed2b0189a7" -d '{"events": [{"name": "network-changed", "server_uuid": "13624d7f-3ca5-48d6-8377-e1a9a80f38a5", "tag": "1d011f07-1731-42be-adfe-c8b626fc3f17"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:25:50.752776 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5391e466-e537-4aeb-b98f-2369a2272246 x-openstack-request-id: req-5391e466-e537-4aeb-b98f-2369a2272246 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:25:50.753133 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13624d7f-3ca5-48d6-8377-e1a9a80f38a5", "tag": "1d011f07-1731-42be-adfe-c8b626fc3f17", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:25:50.753377 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5391e466-e537-4aeb-b98f-2369a2272246 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:25:50.753802 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5391e466-e537-4aeb-b98f-2369a2272246'] response: {'name': 'network-changed', 'server_uuid': '13624d7f-3ca5-48d6-8377-e1a9a80f38a5', 'tag': '1d011f07-1731-42be-adfe-c8b626fc3f17', 'status': 'completed', 'code': 200} Apr 29 12:25:50.795479 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-08b65e80-0f3a-46db-a03e-4a81ce81a36e None None] Set router 3daa28db-6973-4729-96a7-15087bbb881d gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:25:50.818539 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47982e40-f221-4176-b2fd-23ed2b0189a7 req-4c8847b6-2eba-48b7-9140-9beb34df7b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:50.820009 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-47982e40-f221-4176-b2fd-23ed2b0189a7 req-4c8847b6-2eba-48b7-9140-9beb34df7b7b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=465bc0248456483c9dd969308a790548&device_id=13624d7f-3ca5-48d6-8377-e1a9a80f38a5 HTTP/1.1" status: 200 len: 1099 time: 0.0409014 Apr 29 12:25:50.912217 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47982e40-f221-4176-b2fd-23ed2b0189a7 req-69b8666e-0878-4a56-966c-2fc5e0c98e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:50.913695 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-47982e40-f221-4176-b2fd-23ed2b0189a7 req-69b8666e-0878-4a56-966c-2fc5e0c98e21 service neutron] 10.222.0.62 "GET /v2.0/networks?id=92c6acd7-16b3-4d71-92ba-9dfc219907fb HTTP/1.1" status: 200 len: 911 time: 0.0873370 Apr 29 12:25:50.986780 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-47982e40-f221-4176-b2fd-23ed2b0189a7 req-b98277a7-4254-4eb6-b53f-73bed2047089 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d011f07-1731-42be-adfe-c8b626fc3f17 HTTP/1.1" status: 200 len: 1000 time: 0.0651238 Apr 29 12:25:51.032404 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-08b65e80-0f3a-46db-a03e-4a81ce81a36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3daa28db-6973-4729-96a7-15087bbb881d', 'name': 'tempest-TestSnapshotPattern-1313256311-router', 'tenant_id': '465bc0248456483c9dd969308a790548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:53Z', 'revision_number': 4, 'project_id': '465bc0248456483c9dd969308a790548', 'gw_port': {'id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '999a324a-aa65-4331-867e-63e5bab08bec', 'tenant_id': '465bc0248456483c9dd969308a790548', 'floating_ip_address': '172.26.4.200', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'port_id': '1d011f07-1731-42be-adfe-c8b626fc3f17', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'mac_address': 'fa:16:3e:61:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13624d7f-3ca5-48d6-8377-e1a9a80f38a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:25:49Z', 'updated_at': '2022-04-29T12:25:49Z', 'revision_number': 0, 'project_id': '465bc0248456483c9dd969308a790548', 'fixed_ip_address_scope': None}, {'id': 'affc8e7c-8140-486c-bbb1-4c0d1a030c85', 'tenant_id': '465bc0248456483c9dd969308a790548', 'floating_ip_address': '172.26.4.179', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'port_id': '5b5d54da-ce08-436e-a991-f7d682ac42af', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'mac_address': 'fa:16:3e:d1:fc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7d087a-6f1a-429a-8b00-48d435e204c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:23:15Z', 'updated_at': '2022-04-29T12:23:17Z', 'revision_number': 1, 'project_id': '465bc0248456483c9dd969308a790548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df47287b-2ef6-423b-9fbf-6e342f303f3a', 'name': '', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'tenant_id': '465bc0248456483c9dd969308a790548', 'mac_address': 'fa:16:3e:61:37:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:53Z', 'updated_at': '2022-04-29T12:22:58Z', 'revision_number': 5, 'project_id': '465bc0248456483c9dd969308a790548', 'subnets': [{'id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:25:51.042823 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47982e40-f221-4176-b2fd-23ed2b0189a7 req-4f1546f0-6b43-4832-ab0d-f52a2f396379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:51.044341 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-47982e40-f221-4176-b2fd-23ed2b0189a7 req-4f1546f0-6b43-4832-ab0d-f52a2f396379 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756 HTTP/1.1" status: 200 len: 849 time: 0.0495613 Apr 29 12:25:51.063923 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b65e80-0f3a-46db-a03e-4a81ce81a36e None None] Checking router: 3daa28db-6973-4729-96a7-15087bbb881d for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:25:51.073945 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b65e80-0f3a-46db-a03e-4a81ce81a36e None None] Routers {'3daa28db-6973-4729-96a7-15087bbb881d'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:25:51.074447 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-08b65e80-0f3a-46db-a03e-4a81ce81a36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:25:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3daa28db-6973-4729-96a7-15087bbb881d'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:25:51.096568 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47982e40-f221-4176-b2fd-23ed2b0189a7 req-93c7080c-c581-4de8-9bee-7bd0886ce37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:51.098080 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-47982e40-f221-4176-b2fd-23ed2b0189a7 req-93c7080c-c581-4de8-9bee-7bd0886ce37e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=92c6acd7-16b3-4d71-92ba-9dfc219907fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460923 Apr 29 12:25:51.190141 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-08b65e80-0f3a-46db-a03e-4a81ce81a36e None None] Set router 3daa28db-6973-4729-96a7-15087bbb881d gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:25:51.197115 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-47982e40-f221-4176-b2fd-23ed2b0189a7 req-358b7bbf-ad29-4071-b9e5-816d7fdfc474 service neutron] 10.222.0.62 "GET /v2.0/networks/92c6acd7-16b3-4d71-92ba-9dfc219907fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919211 Apr 29 12:25:51.297272 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-47982e40-f221-4176-b2fd-23ed2b0189a7 req-7e93ad8f-ea31-4ef8-945c-53fad5b29cf2 service neutron] 10.222.0.62 "GET /v2.0/networks/92c6acd7-16b3-4d71-92ba-9dfc219907fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927730 Apr 29 12:25:51.595857 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-08b65e80-0f3a-46db-a03e-4a81ce81a36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3daa28db-6973-4729-96a7-15087bbb881d', 'name': 'tempest-TestSnapshotPattern-1313256311-router', 'tenant_id': '465bc0248456483c9dd969308a790548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:53Z', 'revision_number': 4, 'project_id': '465bc0248456483c9dd969308a790548', 'gw_port': {'id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '999a324a-aa65-4331-867e-63e5bab08bec', 'tenant_id': '465bc0248456483c9dd969308a790548', 'floating_ip_address': '172.26.4.200', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'port_id': '1d011f07-1731-42be-adfe-c8b626fc3f17', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'mac_address': 'fa:16:3e:61:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13624d7f-3ca5-48d6-8377-e1a9a80f38a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:25:49Z', 'updated_at': '2022-04-29T12:25:49Z', 'revision_number': 0, 'project_id': '465bc0248456483c9dd969308a790548', 'fixed_ip_address_scope': None}, {'id': 'affc8e7c-8140-486c-bbb1-4c0d1a030c85', 'tenant_id': '465bc0248456483c9dd969308a790548', 'floating_ip_address': '172.26.4.179', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'port_id': '5b5d54da-ce08-436e-a991-f7d682ac42af', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'mac_address': 'fa:16:3e:d1:fc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7d087a-6f1a-429a-8b00-48d435e204c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:23:15Z', 'updated_at': '2022-04-29T12:23:17Z', 'revision_number': 1, 'project_id': '465bc0248456483c9dd969308a790548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df47287b-2ef6-423b-9fbf-6e342f303f3a', 'name': '', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'tenant_id': '465bc0248456483c9dd969308a790548', 'mac_address': 'fa:16:3e:61:37:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:53Z', 'updated_at': '2022-04-29T12:22:58Z', 'revision_number': 5, 'project_id': '465bc0248456483c9dd969308a790548', 'subnets': [{'id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:25:51.624712 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b65e80-0f3a-46db-a03e-4a81ce81a36e None None] The sync data for ids ['3daa28db-6973-4729-96a7-15087bbb881d'] in dv-neutron-838888-1-hyperv is: [{'id': '3daa28db-6973-4729-96a7-15087bbb881d', 'name': 'tempest-TestSnapshotPattern-1313256311-router', 'tenant_id': '465bc0248456483c9dd969308a790548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:53Z', 'revision_number': 4, 'project_id': '465bc0248456483c9dd969308a790548', 'gw_port': {'id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': '999a324a-aa65-4331-867e-63e5bab08bec', 'tenant_id': '465bc0248456483c9dd969308a790548', 'floating_ip_address': '172.26.4.200', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'port_id': '1d011f07-1731-42be-adfe-c8b626fc3f17', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'mac_address': 'fa:16:3e:61:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13624d7f-3ca5-48d6-8377-e1a9a80f38a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:25:49Z', 'updated_at': '2022-04-29T12:25:49Z', 'revision_number': 0, 'project_id': '465bc0248456483c9dd969308a790548', 'fixed_ip_address_scope': None}, {'id': 'affc8e7c-8140-486c-bbb1-4c0d1a030c85', 'tenant_id': '465bc0248456483c9dd969308a790548', 'floating_ip_address': '172.26.4.179', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'port_id': '5b5d54da-ce08-436e-a991-f7d682ac42af', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'mac_address': 'fa:16:3e:d1:fc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7d087a-6f1a-429a-8b00-48d435e204c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:23:15Z', 'updated_at': '2022-04-29T12:23:17Z', 'revision_number': 1, 'project_id': '465bc0248456483c9dd969308a790548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df47287b-2ef6-423b-9fbf-6e342f303f3a', 'name': '', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'tenant_id': '465bc0248456483c9dd969308a790548', 'mac_address': 'fa:16:3e:61:37:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:53Z', 'updated_at': '2022-04-29T12:22:58Z', 'revision_number': 5, 'project_id': '465bc0248456483c9dd969308a790548', 'subnets': [{'id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:25:51.822477 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29163a98-a2f3-4d42-8aec-99f7ea982af6 None None] New status for floating IP 999a324a-aa65-4331-867e-63e5bab08bec: ACTIVE {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:25:53.707402 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-cb1cb0c6-cce9-40a4-9f3a-ea5b226644d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:55.247316 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:25:57.720519 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:57.902023 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1a3a8bb6-7580-400e-8200-78de84c80f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:58.728132 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:00.244129 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:00.359288 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:23.711398 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1017d81b-accd-4205-a865-9df07ccaa8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:27.737774 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:27.902651 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-7d6f9011-4308-4781-a0f1-52829af4e5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:28.720555 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:30.232880 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:30.352203 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:32.247979 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:26:46.901985 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8fab3160-6905-47aa-b171-32da2af0c667 req-e3067cf3-007e-4ee3-b322-3cb7f6021cc6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9b7d087a-6f1a-429a-8b00-48d435e204c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485063 Apr 29 12:26:46.990771 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab3160-6905-47aa-b171-32da2af0c667 req-67ab40c4-a3bc-45b0-948e-f7b98e1e1a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:46.992302 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8fab3160-6905-47aa-b171-32da2af0c667 req-67ab40c4-a3bc-45b0-948e-f7b98e1e1a2d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=465bc0248456483c9dd969308a790548&device_id=9b7d087a-6f1a-429a-8b00-48d435e204c5 HTTP/1.1" status: 200 len: 1096 time: 0.0444293 Apr 29 12:26:47.096041 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab3160-6905-47aa-b171-32da2af0c667 req-1be5fdcb-9364-41be-a289-857c8d797385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:47.097564 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8fab3160-6905-47aa-b171-32da2af0c667 req-1be5fdcb-9364-41be-a289-857c8d797385 service neutron] 10.222.0.62 "GET /v2.0/networks?id=92c6acd7-16b3-4d71-92ba-9dfc219907fb HTTP/1.1" status: 200 len: 911 time: 0.0866361 Apr 29 12:26:47.171582 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8fab3160-6905-47aa-b171-32da2af0c667 req-48e625ed-d96d-4624-9e98-36f46106e8f7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b5d54da-ce08-436e-a991-f7d682ac42af HTTP/1.1" status: 200 len: 999 time: 0.0630457 Apr 29 12:26:47.221078 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab3160-6905-47aa-b171-32da2af0c667 req-3f931a88-9e79-40d7-b4ff-febb1bfbe60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:47.222534 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8fab3160-6905-47aa-b171-32da2af0c667 req-3f931a88-9e79-40d7-b4ff-febb1bfbe60e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756 HTTP/1.1" status: 200 len: 849 time: 0.0440624 Apr 29 12:26:47.267454 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab3160-6905-47aa-b171-32da2af0c667 req-47ebc146-f847-4236-9ec2-5c23ce5a33a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:47.268927 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8fab3160-6905-47aa-b171-32da2af0c667 req-47ebc146-f847-4236-9ec2-5c23ce5a33a5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=92c6acd7-16b3-4d71-92ba-9dfc219907fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395858 Apr 29 12:26:47.279731 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [req-8fab3160-6905-47aa-b171-32da2af0c667 req-5262e6f5-4dce-431f-8a38-d955c0edc9fb service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 12:26:47.280648 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8fab3160-6905-47aa-b171-32da2af0c667 req-5262e6f5-4dce-431f-8a38-d955c0edc9fb service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047412 Apr 29 12:26:47.371602 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8fab3160-6905-47aa-b171-32da2af0c667 req-6e1da699-da52-4402-880b-064c441aff3a service neutron] 10.222.0.62 "GET /v2.0/networks/92c6acd7-16b3-4d71-92ba-9dfc219907fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845337 Apr 29 12:26:47.460817 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-8fab3160-6905-47aa-b171-32da2af0c667 req-32e08f45-d280-4e39-8bc2-9f07b2c6e694 service neutron] 10.222.0.62 "GET /v2.0/networks/92c6acd7-16b3-4d71-92ba-9dfc219907fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816395 Apr 29 12:26:53.715431 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-39dc7425-6cfb-4530-90ab-f0b8117da990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:57.732555 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:57.904560 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-b4a95245-83c7-4e32-b7b8-e5d027885684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:58.723484 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:00.235193 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:00.353335 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:09.247740 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:27:23.484722 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 1d011f07-1731-42be-adfe-c8b626fc3f17 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=102961) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 12:27:23.587119 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 1d011f07-1731-42be-adfe-c8b626fc3f17, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1d011f07-1731-42be-adfe-c8b626fc3f17,segment=NetworkSegment(12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e),segment_id=12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:27:23.599422 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Returning: {'device': '1d011f07-1731-42be-adfe-c8b626fc3f17', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'port_id': '1d011f07-1731-42be-adfe-c8b626fc3f17', 'mac_address': 'fa:16:3e:61:51:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102961) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 12:27:23.639855 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:23.654402 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d011f07-1731-42be-adfe-c8b626fc3f17 {{(pid=102961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:27:23.706233 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 1d011f07-1731-42be-adfe-c8b626fc3f17, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1d011f07-1731-42be-adfe-c8b626fc3f17,segment=NetworkSegment(12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e),segment_id=12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:27:23.723820 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:23.810526 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9f36b03e-ba5e-4bb3-8552-449845f83a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:23.812589 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=1d011f07-1731-42be-adfe-c8b626fc3f17,revision_number=6']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:27:23.825442 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:23.825856 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:23.826288 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:23.826831 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:23.827384 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:23.827729 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:23.828055 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:23.828377 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:23.828699 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:23.829011 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:23.829447 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:23.829765 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:23.861372 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] get_ports_and_sgs() called for port_ids ['1d011f07-1731-42be-adfe-c8b626fc3f17'] {{(pid=102961) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 12:27:25.511121 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 1d011f07-1731-42be-adfe-c8b626fc3f17 up at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 12:27:25.580291 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.provisioning_blocks [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Provisioning complete for port 1d011f07-1731-42be-adfe-c8b626fc3f17 triggered by entity L2. {{(pid=102961) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:27:25.580673 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3557427'] for port, provisioning_complete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:25.670674 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:25.698263 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13624d7f-3ca5-48d6-8377-e1a9a80f38a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d011f07-1731-42be-adfe-c8b626fc3f17'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:27:25.700545 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea71a5a8-c74a-40c8-8044-ff6338013e33" -d '{"events": [{"server_uuid": "13624d7f-3ca5-48d6-8377-e1a9a80f38a5", "name": "network-vif-plugged", "status": "completed", "tag": "1d011f07-1731-42be-adfe-c8b626fc3f17"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:27:25.716480 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 1d011f07-1731-42be-adfe-c8b626fc3f17, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1d011f07-1731-42be-adfe-c8b626fc3f17,segment=NetworkSegment(12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e),segment_id=12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:27:25.721789 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:25.757315 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc653bc3-595c-483f-8239-53d64e0093d2 x-openstack-request-id: req-fc653bc3-595c-483f-8239-53d64e0093d2 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:27:25.757597 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13624d7f-3ca5-48d6-8377-e1a9a80f38a5", "name": "network-vif-plugged", "status": "completed", "tag": "1d011f07-1731-42be-adfe-c8b626fc3f17", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:27:25.757876 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fc653bc3-595c-483f-8239-53d64e0093d2 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:27:25.758350 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc653bc3-595c-483f-8239-53d64e0093d2'] response: {'server_uuid': '13624d7f-3ca5-48d6-8377-e1a9a80f38a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d011f07-1731-42be-adfe-c8b626fc3f17', 'code': 200} Apr 29 12:27:25.790159 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=1d011f07-1731-42be-adfe-c8b626fc3f17,revision_number=7']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:27:27.733678 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:27.911185 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-adfca207-12f7-4469-aa3a-34a65b6867f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:28.730949 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:30.244416 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:30.365491 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:32.647926 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 60876) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:27:32.810108 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-1df48068-0156-4dce-b5cb-28e7c8424387 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Deleting port c65ebfaa-53f5-408b-9395-57eb3d21596f {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:27:32.810572 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1df48068-0156-4dce-b5cb-28e7c8424387 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:32.889657 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1df48068-0156-4dce-b5cb-28e7c8424387 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:32.889985 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1df48068-0156-4dce-b5cb-28e7c8424387 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:32.901649 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-1df48068-0156-4dce-b5cb-28e7c8424387 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Calling delete_port for c65ebfaa-53f5-408b-9395-57eb3d21596f owned by network:floatingip {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:27:33.055963 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1df48068-0156-4dce-b5cb-28e7c8424387 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:33.082667 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df48068-0156-4dce-b5cb-28e7c8424387 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Pushing event deleted for resources: {'Port': ['ID=c65ebfaa-53f5-408b-9395-57eb3d21596f,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:27:33.107282 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df48068-0156-4dce-b5cb-28e7c8424387 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:33.107625 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df48068-0156-4dce-b5cb-28e7c8424387 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:33.107966 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df48068-0156-4dce-b5cb-28e7c8424387 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:33.108298 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df48068-0156-4dce-b5cb-28e7c8424387 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:33.108630 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df48068-0156-4dce-b5cb-28e7c8424387 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:33.108960 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df48068-0156-4dce-b5cb-28e7c8424387 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:33.109286 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df48068-0156-4dce-b5cb-28e7c8424387 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:33.109612 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df48068-0156-4dce-b5cb-28e7c8424387 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:33.109941 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df48068-0156-4dce-b5cb-28e7c8424387 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:33.110292 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df48068-0156-4dce-b5cb-28e7c8424387 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:33.110618 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df48068-0156-4dce-b5cb-28e7c8424387 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:33.110969 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df48068-0156-4dce-b5cb-28e7c8424387 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:33.148726 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1df48068-0156-4dce-b5cb-28e7c8424387 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for floatingip, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:33.149059 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-1df48068-0156-4dce-b5cb-28e7c8424387 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Floating IP 999a324a-aa65-4331-867e-63e5bab08bec disassociated (deleted). External IP: 172.26.4.200, port: 1d011f07-1731-42be-adfe-c8b626fc3f17. Apr 29 12:27:33.370553 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df48068-0156-4dce-b5cb-28e7c8424387 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Router 3daa28db-6973-4729-96a7-15087bbb881d has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:27:33.480929 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df48068-0156-4dce-b5cb-28e7c8424387 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:27:33.485781 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1df48068-0156-4dce-b5cb-28e7c8424387 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:33.490620 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91deddd3-9aad-4c0f-bef0-77dc74b23199 None None] Sync routers for ids ['3daa28db-6973-4729-96a7-15087bbb881d'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:27:33.499819 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91deddd3-9aad-4c0f-bef0-77dc74b23199 None None] Routers {'3daa28db-6973-4729-96a7-15087bbb881d'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:27:33.500431 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-91deddd3-9aad-4c0f-bef0-77dc74b23199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:27:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3daa28db-6973-4729-96a7-15087bbb881d'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:27:33.514872 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1df48068-0156-4dce-b5cb-28e7c8424387 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "DELETE /v2.0/floatingips/999a324a-aa65-4331-867e-63e5bab08bec HTTP/1.1" status: 204 len: 168 time: 0.8635335 Apr 29 12:27:33.514872 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13624d7f-3ca5-48d6-8377-e1a9a80f38a5', 'tag': '1d011f07-1731-42be-adfe-c8b626fc3f17'}] {{(pid=102960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:27:33.515376 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f284d994886e2bee032f7329864f24e5fe1e0d39b4215f9cf8d7074f2166ea6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa068fe8-2432-46a8-8a0d-5ba68c7fda5c" -d '{"events": [{"name": "network-changed", "server_uuid": "13624d7f-3ca5-48d6-8377-e1a9a80f38a5", "tag": "1d011f07-1731-42be-adfe-c8b626fc3f17"}]}' {{(pid=102960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:27:33.555309 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d20b4d-4940-41c8-9bcf-6722fd28b3be x-openstack-request-id: req-15d20b4d-4940-41c8-9bcf-6722fd28b3be {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:27:33.555606 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13624d7f-3ca5-48d6-8377-e1a9a80f38a5", "tag": "1d011f07-1731-42be-adfe-c8b626fc3f17", "status": "completed", "code": 200}]} {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:27:33.555886 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-15d20b4d-4940-41c8-9bcf-6722fd28b3be {{(pid=102960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:27:33.556323 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15d20b4d-4940-41c8-9bcf-6722fd28b3be'] response: {'name': 'network-changed', 'server_uuid': '13624d7f-3ca5-48d6-8377-e1a9a80f38a5', 'tag': '1d011f07-1731-42be-adfe-c8b626fc3f17', 'status': 'completed', 'code': 200} Apr 29 12:27:33.619468 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-91deddd3-9aad-4c0f-bef0-77dc74b23199 None None] Set router 3daa28db-6973-4729-96a7-15087bbb881d gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:27:33.628830 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa068fe8-2432-46a8-8a0d-5ba68c7fda5c req-fd78b0e7-fdfd-4cda-9d1b-2e66fcefa4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:27:33.630390 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fa068fe8-2432-46a8-8a0d-5ba68c7fda5c req-fd78b0e7-fdfd-4cda-9d1b-2e66fcefa4e7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=465bc0248456483c9dd969308a790548&device_id=13624d7f-3ca5-48d6-8377-e1a9a80f38a5 HTTP/1.1" status: 200 len: 1099 time: 0.0494871 Apr 29 12:27:33.735732 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa068fe8-2432-46a8-8a0d-5ba68c7fda5c req-f0f474d9-3abf-48d1-a696-4c5380e271b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:27:33.737228 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fa068fe8-2432-46a8-8a0d-5ba68c7fda5c req-f0f474d9-3abf-48d1-a696-4c5380e271b8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=92c6acd7-16b3-4d71-92ba-9dfc219907fb HTTP/1.1" status: 200 len: 911 time: 0.0972974 Apr 29 12:27:33.791598 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fa068fe8-2432-46a8-8a0d-5ba68c7fda5c req-4dbb8246-da0d-4499-a80e-801e0f4667d5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d011f07-1731-42be-adfe-c8b626fc3f17 HTTP/1.1" status: 200 len: 217 time: 0.0452981 Apr 29 12:27:33.858808 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-91deddd3-9aad-4c0f-bef0-77dc74b23199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3daa28db-6973-4729-96a7-15087bbb881d', 'name': 'tempest-TestSnapshotPattern-1313256311-router', 'tenant_id': '465bc0248456483c9dd969308a790548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:53Z', 'revision_number': 4, 'project_id': '465bc0248456483c9dd969308a790548', 'gw_port': {'id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'affc8e7c-8140-486c-bbb1-4c0d1a030c85', 'tenant_id': '465bc0248456483c9dd969308a790548', 'floating_ip_address': '172.26.4.179', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'port_id': '5b5d54da-ce08-436e-a991-f7d682ac42af', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'mac_address': 'fa:16:3e:d1:fc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7d087a-6f1a-429a-8b00-48d435e204c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:23:15Z', 'updated_at': '2022-04-29T12:23:17Z', 'revision_number': 1, 'project_id': '465bc0248456483c9dd969308a790548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df47287b-2ef6-423b-9fbf-6e342f303f3a', 'name': '', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'tenant_id': '465bc0248456483c9dd969308a790548', 'mac_address': 'fa:16:3e:61:37:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:53Z', 'updated_at': '2022-04-29T12:22:58Z', 'revision_number': 5, 'project_id': '465bc0248456483c9dd969308a790548', 'subnets': [{'id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:27:33.869189 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa068fe8-2432-46a8-8a0d-5ba68c7fda5c req-4541808b-e8bb-4aa7-b291-11bc257b1fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:27:33.870677 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fa068fe8-2432-46a8-8a0d-5ba68c7fda5c req-4541808b-e8bb-4aa7-b291-11bc257b1fec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756 HTTP/1.1" status: 200 len: 849 time: 0.0711570 Apr 29 12:27:33.886758 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91deddd3-9aad-4c0f-bef0-77dc74b23199 None None] Checking router: 3daa28db-6973-4729-96a7-15087bbb881d for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:27:33.895243 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91deddd3-9aad-4c0f-bef0-77dc74b23199 None None] Routers {'3daa28db-6973-4729-96a7-15087bbb881d'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:27:33.895843 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-91deddd3-9aad-4c0f-bef0-77dc74b23199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:27:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3daa28db-6973-4729-96a7-15087bbb881d'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:27:33.916018 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7fd22-9d4a-4840-9129-e559af29e399 req-2effdf7e-88fc-4124-95fc-65a6541c1f5e tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:27:33.917629 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6bf7fd22-9d4a-4840-9129-e559af29e399 req-2effdf7e-88fc-4124-95fc-65a6541c1f5e tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=13624d7f-3ca5-48d6-8377-e1a9a80f38a5 HTTP/1.1" status: 200 len: 946 time: 0.2139904 Apr 29 12:27:33.946804 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa068fe8-2432-46a8-8a0d-5ba68c7fda5c req-9577d472-0ca3-40d8-8ed5-fe1c4f70113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:27:33.948274 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fa068fe8-2432-46a8-8a0d-5ba68c7fda5c req-9577d472-0ca3-40d8-8ed5-fe1c4f70113f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=92c6acd7-16b3-4d71-92ba-9dfc219907fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676889 Apr 29 12:27:33.977668 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6bf7fd22-9d4a-4840-9129-e559af29e399 req-8540f030-11a7-4d49-ac88-3f4ae639761b tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/security-groups?id=663127c3-4e7f-45a2-919d-28cdca863d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531676 Apr 29 12:27:34.009047 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-91deddd3-9aad-4c0f-bef0-77dc74b23199 None None] Set router 3daa28db-6973-4729-96a7-15087bbb881d gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:27:34.058039 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fa068fe8-2432-46a8-8a0d-5ba68c7fda5c req-691dc4e0-6422-4a2b-9694-01216f338117 service neutron] 10.222.0.62 "GET /v2.0/networks/92c6acd7-16b3-4d71-92ba-9dfc219907fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970380 Apr 29 12:27:34.153366 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-fa068fe8-2432-46a8-8a0d-5ba68c7fda5c req-9978dece-3701-443e-93d7-69f899a67d97 service neutron] 10.222.0.62 "GET /v2.0/networks/92c6acd7-16b3-4d71-92ba-9dfc219907fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878158 Apr 29 12:27:34.237614 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-91deddd3-9aad-4c0f-bef0-77dc74b23199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3daa28db-6973-4729-96a7-15087bbb881d', 'name': 'tempest-TestSnapshotPattern-1313256311-router', 'tenant_id': '465bc0248456483c9dd969308a790548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:53Z', 'revision_number': 4, 'project_id': '465bc0248456483c9dd969308a790548', 'gw_port': {'id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'affc8e7c-8140-486c-bbb1-4c0d1a030c85', 'tenant_id': '465bc0248456483c9dd969308a790548', 'floating_ip_address': '172.26.4.179', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'port_id': '5b5d54da-ce08-436e-a991-f7d682ac42af', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'mac_address': 'fa:16:3e:d1:fc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7d087a-6f1a-429a-8b00-48d435e204c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:23:15Z', 'updated_at': '2022-04-29T12:23:17Z', 'revision_number': 1, 'project_id': '465bc0248456483c9dd969308a790548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df47287b-2ef6-423b-9fbf-6e342f303f3a', 'name': '', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'tenant_id': '465bc0248456483c9dd969308a790548', 'mac_address': 'fa:16:3e:61:37:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:53Z', 'updated_at': '2022-04-29T12:22:58Z', 'revision_number': 5, 'project_id': '465bc0248456483c9dd969308a790548', 'subnets': [{'id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:27:34.264282 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91deddd3-9aad-4c0f-bef0-77dc74b23199 None None] The sync data for ids ['3daa28db-6973-4729-96a7-15087bbb881d'] in dv-neutron-838888-1-hyperv is: [{'id': '3daa28db-6973-4729-96a7-15087bbb881d', 'name': 'tempest-TestSnapshotPattern-1313256311-router', 'tenant_id': '465bc0248456483c9dd969308a790548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:53Z', 'revision_number': 4, 'project_id': '465bc0248456483c9dd969308a790548', 'gw_port': {'id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_floatingips': [{'id': 'affc8e7c-8140-486c-bbb1-4c0d1a030c85', 'tenant_id': '465bc0248456483c9dd969308a790548', 'floating_ip_address': '172.26.4.179', 'floating_network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'router_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'port_id': '5b5d54da-ce08-436e-a991-f7d682ac42af', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'mac_address': 'fa:16:3e:d1:fc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7d087a-6f1a-429a-8b00-48d435e204c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:23:15Z', 'updated_at': '2022-04-29T12:23:17Z', 'revision_number': 1, 'project_id': '465bc0248456483c9dd969308a790548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df47287b-2ef6-423b-9fbf-6e342f303f3a', 'name': '', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'tenant_id': '465bc0248456483c9dd969308a790548', 'mac_address': 'fa:16:3e:61:37:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:53Z', 'updated_at': '2022-04-29T12:22:58Z', 'revision_number': 5, 'project_id': '465bc0248456483c9dd969308a790548', 'subnets': [{'id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:27:34.484165 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b826e94-3584-4ff5-881f-faf3d2af7489 None None] New status for floating IP 999a324a-aa65-4331-867e-63e5bab08bec: DOWN {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:27:35.099177 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b5f68-a8db-488c-8d00-792467a07888 req-e516b82a-1485-4a5d-8078-d87bd1d0e062 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:27:35.100724 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-609b5f68-a8db-488c-8d00-792467a07888 req-e516b82a-1485-4a5d-8078-d87bd1d0e062 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=13624d7f-3ca5-48d6-8377-e1a9a80f38a5 HTTP/1.1" status: 200 len: 946 time: 0.0501730 Apr 29 12:27:35.138743 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-609b5f68-a8db-488c-8d00-792467a07888 req-2743cfd6-e837-406d-a373-448125cba9aa tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/security-groups?id=663127c3-4e7f-45a2-919d-28cdca863d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320241 Apr 29 12:27:35.531302 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 1d011f07-1731-42be-adfe-c8b626fc3f17 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:27:35.611201 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533640'] for port, before_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:35.623802 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc50fa6-d347-4def-8d23-f712de4e1389 req-f5e88c58-d2e3-4aff-9248-3b0a55a6cc45 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:27:35.625452 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6dc50fa6-d347-4def-8d23-f712de4e1389 req-f5e88c58-d2e3-4aff-9248-3b0a55a6cc45 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.62 "GET /v2.0/ports?device_id=13624d7f-3ca5-48d6-8377-e1a9a80f38a5 HTTP/1.1" status: 200 len: 946 time: 0.0497575 Apr 29 12:27:35.634530 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13624d7f-3ca5-48d6-8377-e1a9a80f38a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d011f07-1731-42be-adfe-c8b626fc3f17'}] {{(pid=102961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:27:35.636729 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d87587aadf2364cae8fb58bdc7f6e015af64c9526cd2014ea4bf261d0df0e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf782af-649a-47fb-88ec-862df79493c0" -d '{"events": [{"server_uuid": "13624d7f-3ca5-48d6-8377-e1a9a80f38a5", "name": "network-vif-unplugged", "status": "completed", "tag": "1d011f07-1731-42be-adfe-c8b626fc3f17"}]}' {{(pid=102961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:27:35.649699 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] For port 1d011f07-1731-42be-adfe-c8b626fc3f17, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1d011f07-1731-42be-adfe-c8b626fc3f17,segment=NetworkSegment(12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e),segment_id=12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e)] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:27:35.655129 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792668407489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792667899877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792667909515'] for port, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:35.683173 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 12:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c4ecf9-3b1d-4a20-9384-1f549a69ff69 x-openstack-request-id: req-53c4ecf9-3b1d-4a20-9384-1f549a69ff69 {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:27:35.683472 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13624d7f-3ca5-48d6-8377-e1a9a80f38a5", "name": "network-vif-unplugged", "status": "completed", "tag": "1d011f07-1731-42be-adfe-c8b626fc3f17", "code": 200}]} {{(pid=102961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:27:35.683727 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-53c4ecf9-3b1d-4a20-9384-1f549a69ff69 {{(pid=102961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:27:35.684120 dv-neutron-838888-1-hyperv neutron-server[102961]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53c4ecf9-3b1d-4a20-9384-1f549a69ff69'] response: {'server_uuid': '13624d7f-3ca5-48d6-8377-e1a9a80f38a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d011f07-1731-42be-adfe-c8b626fc3f17', 'code': 200} Apr 29 12:27:35.707977 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Pushing event updated for resources: {'Port': ['ID=1d011f07-1731-42be-adfe-c8b626fc3f17,revision_number=8']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:27:35.728380 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-6dc50fa6-d347-4def-8d23-f712de4e1389 req-027cec54-fca7-479c-9404-0da9b3a3d3e5 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Deleting port 1d011f07-1731-42be-adfe-c8b626fc3f17 {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:27:35.728741 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-6dc50fa6-d347-4def-8d23-f712de4e1389 req-027cec54-fca7-479c-9404-0da9b3a3d3e5 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:35.817634 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-6dc50fa6-d347-4def-8d23-f712de4e1389 req-027cec54-fca7-479c-9404-0da9b3a3d3e5 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] For port 1d011f07-1731-42be-adfe-c8b626fc3f17, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1d011f07-1731-42be-adfe-c8b626fc3f17,segment=NetworkSegment(12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e),segment_id=12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:27:35.818001 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-6dc50fa6-d347-4def-8d23-f712de4e1389 req-027cec54-fca7-479c-9404-0da9b3a3d3e5 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:35.830615 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-6dc50fa6-d347-4def-8d23-f712de4e1389 req-027cec54-fca7-479c-9404-0da9b3a3d3e5 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Calling delete_port for 1d011f07-1731-42be-adfe-c8b626fc3f17 owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:27:35.958198 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-6dc50fa6-d347-4def-8d23-f712de4e1389 req-027cec54-fca7-479c-9404-0da9b3a3d3e5 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:35.989377 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027cec54-fca7-479c-9404-0da9b3a3d3e5 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Pushing event deleted for resources: {'Port': ['ID=1d011f07-1731-42be-adfe-c8b626fc3f17,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:27:36.013191 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027cec54-fca7-479c-9404-0da9b3a3d3e5 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:36.013546 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027cec54-fca7-479c-9404-0da9b3a3d3e5 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:36.013875 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027cec54-fca7-479c-9404-0da9b3a3d3e5 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:36.014234 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027cec54-fca7-479c-9404-0da9b3a3d3e5 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:36.014570 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027cec54-fca7-479c-9404-0da9b3a3d3e5 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:36.014903 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027cec54-fca7-479c-9404-0da9b3a3d3e5 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:36.015232 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027cec54-fca7-479c-9404-0da9b3a3d3e5 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:36.015561 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027cec54-fca7-479c-9404-0da9b3a3d3e5 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:36.015887 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027cec54-fca7-479c-9404-0da9b3a3d3e5 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:36.016211 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027cec54-fca7-479c-9404-0da9b3a3d3e5 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:36.016533 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027cec54-fca7-479c-9404-0da9b3a3d3e5 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:36.016856 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027cec54-fca7-479c-9404-0da9b3a3d3e5 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838888-1-hyperv {{(pid=102959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:27:36.039073 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc50fa6-d347-4def-8d23-f712de4e1389 req-027cec54-fca7-479c-9404-0da9b3a3d3e5 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] No DVR routers for this DVR port 1d011f07-1731-42be-adfe-c8b626fc3f17 on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:27:36.041560 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-6dc50fa6-d347-4def-8d23-f712de4e1389 req-027cec54-fca7-479c-9404-0da9b3a3d3e5 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:36.045196 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-6dc50fa6-d347-4def-8d23-f712de4e1389 req-027cec54-fca7-479c-9404-0da9b3a3d3e5 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.62 "DELETE /v2.0/ports/1d011f07-1731-42be-adfe-c8b626fc3f17 HTTP/1.1" status: 204 len: 173 time: 0.4118035 Apr 29 12:27:36.045641 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13624d7f-3ca5-48d6-8377-e1a9a80f38a5', 'name': 'network-vif-deleted', 'tag': '1d011f07-1731-42be-adfe-c8b626fc3f17'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:27:36.047900 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1e44be-f8cc-4b4d-8a00-f59f82cb069a" -d '{"events": [{"server_uuid": "13624d7f-3ca5-48d6-8377-e1a9a80f38a5", "name": "network-vif-deleted", "tag": "1d011f07-1731-42be-adfe-c8b626fc3f17"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:27:36.092102 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd85457-f638-44e3-9740-20083edf9c92 x-openstack-request-id: req-9fd85457-f638-44e3-9740-20083edf9c92 {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:27:36.092389 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13624d7f-3ca5-48d6-8377-e1a9a80f38a5", "name": "network-vif-deleted", "tag": "1d011f07-1731-42be-adfe-c8b626fc3f17", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:27:36.092644 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9fd85457-f638-44e3-9740-20083edf9c92 {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:27:36.093054 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fd85457-f638-44e3-9740-20083edf9c92'] response: {'server_uuid': '13624d7f-3ca5-48d6-8377-e1a9a80f38a5', 'name': 'network-vif-deleted', 'tag': '1d011f07-1731-42be-adfe-c8b626fc3f17', 'status': 'completed', 'code': 200} Apr 29 12:27:36.252898 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-9e538617-8cd9-4363-9d0f-b5771b4755a7 req-612d2ce2-bcf9-4858-9d82-a590af619faa tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=13624d7f-3ca5-48d6-8377-e1a9a80f38a5 HTTP/1.1" status: 200 len: 210 time: 0.0297081 Apr 29 12:27:37.848507 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 60946) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:27:38.005224 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-8f95cb99-a500-4297-95d5-3346b51979b3 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Deleting port 53d52809-4dfd-4784-bf8c-8a613d4a843f {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:27:38.005569 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8f95cb99-a500-4297-95d5-3346b51979b3 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:38.085671 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8f95cb99-a500-4297-95d5-3346b51979b3 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:38.085909 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8f95cb99-a500-4297-95d5-3346b51979b3 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:38.097386 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-8f95cb99-a500-4297-95d5-3346b51979b3 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Calling delete_port for 53d52809-4dfd-4784-bf8c-8a613d4a843f owned by network:floatingip {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:27:38.248864 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8f95cb99-a500-4297-95d5-3346b51979b3 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:38.276017 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95cb99-a500-4297-95d5-3346b51979b3 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Pushing event deleted for resources: {'Port': ['ID=53d52809-4dfd-4784-bf8c-8a613d4a843f,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:27:38.334265 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8f95cb99-a500-4297-95d5-3346b51979b3 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for floatingip, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:38.334620 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.db.l3_db [None req-8f95cb99-a500-4297-95d5-3346b51979b3 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Floating IP affc8e7c-8140-486c-bbb1-4c0d1a030c85 disassociated (deleted). External IP: 172.26.4.179, port: 5b5d54da-ce08-436e-a991-f7d682ac42af. Apr 29 12:27:38.547342 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f95cb99-a500-4297-95d5-3346b51979b3 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Router 3daa28db-6973-4729-96a7-15087bbb881d has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:27:38.654942 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f95cb99-a500-4297-95d5-3346b51979b3 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:27:38.659899 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-8f95cb99-a500-4297-95d5-3346b51979b3 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for floatingip, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:38.665054 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dc3d5b-c6a4-4f3d-b50b-693670e00b66 None None] Sync routers for ids ['3daa28db-6973-4729-96a7-15087bbb881d'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:27:38.676013 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dc3d5b-c6a4-4f3d-b50b-693670e00b66 None None] Routers {'3daa28db-6973-4729-96a7-15087bbb881d'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:27:38.676555 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-92dc3d5b-c6a4-4f3d-b50b-693670e00b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:27:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3daa28db-6973-4729-96a7-15087bbb881d'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:27:38.687358 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-8f95cb99-a500-4297-95d5-3346b51979b3 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "DELETE /v2.0/floatingips/affc8e7c-8140-486c-bbb1-4c0d1a030c85 HTTP/1.1" status: 204 len: 168 time: 0.8377428 Apr 29 12:27:38.688055 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b7d087a-6f1a-429a-8b00-48d435e204c5', 'tag': '5b5d54da-ce08-436e-a991-f7d682ac42af'}] {{(pid=102960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:27:38.690318 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f284d994886e2bee032f7329864f24e5fe1e0d39b4215f9cf8d7074f2166ea6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4889de6-883d-42a2-8fa3-ed3073792df4" -d '{"events": [{"name": "network-changed", "server_uuid": "9b7d087a-6f1a-429a-8b00-48d435e204c5", "tag": "5b5d54da-ce08-436e-a991-f7d682ac42af"}]}' {{(pid=102960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:27:38.729349 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 12:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14359da-3830-4227-8192-6c97ff6d3971 x-openstack-request-id: req-e14359da-3830-4227-8192-6c97ff6d3971 {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:27:38.729723 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b7d087a-6f1a-429a-8b00-48d435e204c5", "tag": "5b5d54da-ce08-436e-a991-f7d682ac42af", "status": "completed", "code": 200}]} {{(pid=102960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:27:38.730236 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e14359da-3830-4227-8192-6c97ff6d3971 {{(pid=102960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:27:38.730747 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e14359da-3830-4227-8192-6c97ff6d3971'] response: {'name': 'network-changed', 'server_uuid': '9b7d087a-6f1a-429a-8b00-48d435e204c5', 'tag': '5b5d54da-ce08-436e-a991-f7d682ac42af', 'status': 'completed', 'code': 200} Apr 29 12:27:38.790530 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-92dc3d5b-c6a4-4f3d-b50b-693670e00b66 None None] Set router 3daa28db-6973-4729-96a7-15087bbb881d gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:27:38.795213 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4889de6-883d-42a2-8fa3-ed3073792df4 req-e1894a94-2654-485b-a48e-b88dfcbfc67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:27:38.797373 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c4889de6-883d-42a2-8fa3-ed3073792df4 req-e1894a94-2654-485b-a48e-b88dfcbfc67e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=465bc0248456483c9dd969308a790548&device_id=9b7d087a-6f1a-429a-8b00-48d435e204c5 HTTP/1.1" status: 200 len: 1096 time: 0.0439935 Apr 29 12:27:38.932638 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4889de6-883d-42a2-8fa3-ed3073792df4 req-bbaf1f11-2eb0-420c-a63a-0e3b9c8783e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:27:38.934044 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c4889de6-883d-42a2-8fa3-ed3073792df4 req-bbaf1f11-2eb0-420c-a63a-0e3b9c8783e1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=92c6acd7-16b3-4d71-92ba-9dfc219907fb HTTP/1.1" status: 200 len: 911 time: 0.1240573 Apr 29 12:27:38.985960 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44ad83-11cd-43ce-88ff-101b4a2c6cd4 req-802560f0-3862-42b9-b218-6165cad42af2 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:27:38.987479 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2f44ad83-11cd-43ce-88ff-101b4a2c6cd4 req-802560f0-3862-42b9-b218-6165cad42af2 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b7d087a-6f1a-429a-8b00-48d435e204c5 HTTP/1.1" status: 200 len: 943 time: 0.1012983 Apr 29 12:27:38.988902 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c4889de6-883d-42a2-8fa3-ed3073792df4 req-28e9454a-4bb9-46ff-b68a-102706c98e12 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b5d54da-ce08-436e-a991-f7d682ac42af HTTP/1.1" status: 200 len: 217 time: 0.0464368 Apr 29 12:27:39.017853 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-92dc3d5b-c6a4-4f3d-b50b-693670e00b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3daa28db-6973-4729-96a7-15087bbb881d', 'name': 'tempest-TestSnapshotPattern-1313256311-router', 'tenant_id': '465bc0248456483c9dd969308a790548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:53Z', 'revision_number': 4, 'project_id': '465bc0248456483c9dd969308a790548', 'gw_port': {'id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'df47287b-2ef6-423b-9fbf-6e342f303f3a', 'name': '', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'tenant_id': '465bc0248456483c9dd969308a790548', 'mac_address': 'fa:16:3e:61:37:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:53Z', 'updated_at': '2022-04-29T12:22:58Z', 'revision_number': 5, 'project_id': '465bc0248456483c9dd969308a790548', 'subnets': [{'id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:27:39.045517 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dc3d5b-c6a4-4f3d-b50b-693670e00b66 None None] Checking router: 3daa28db-6973-4729-96a7-15087bbb881d for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:27:39.054470 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dc3d5b-c6a4-4f3d-b50b-693670e00b66 None None] Routers {'3daa28db-6973-4729-96a7-15087bbb881d'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:27:39.055089 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-92dc3d5b-c6a4-4f3d-b50b-693670e00b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:27:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3daa28db-6973-4729-96a7-15087bbb881d'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:27:39.063330 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2f44ad83-11cd-43ce-88ff-101b4a2c6cd4 req-38258d99-dff8-4818-b0a3-4e9596b7bd50 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/security-groups?id=663127c3-4e7f-45a2-919d-28cdca863d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690560 Apr 29 12:27:39.070964 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4889de6-883d-42a2-8fa3-ed3073792df4 req-c0474879-f3e7-457c-904d-d25d399f87a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:27:39.072445 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c4889de6-883d-42a2-8fa3-ed3073792df4 req-c0474879-f3e7-457c-904d-d25d399f87a7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756 HTTP/1.1" status: 200 len: 849 time: 0.0763969 Apr 29 12:27:39.314083 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-92dc3d5b-c6a4-4f3d-b50b-693670e00b66 None None] Set router 3daa28db-6973-4729-96a7-15087bbb881d gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:27:39.468984 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4889de6-883d-42a2-8fa3-ed3073792df4 req-b218f424-db1e-4e99-a410-fa78afde9c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:27:39.470518 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c4889de6-883d-42a2-8fa3-ed3073792df4 req-b218f424-db1e-4e99-a410-fa78afde9c46 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=92c6acd7-16b3-4d71-92ba-9dfc219907fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3904750 Apr 29 12:27:39.524973 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-92dc3d5b-c6a4-4f3d-b50b-693670e00b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3daa28db-6973-4729-96a7-15087bbb881d', 'name': 'tempest-TestSnapshotPattern-1313256311-router', 'tenant_id': '465bc0248456483c9dd969308a790548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:53Z', 'revision_number': 4, 'project_id': '465bc0248456483c9dd969308a790548', 'gw_port': {'id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'df47287b-2ef6-423b-9fbf-6e342f303f3a', 'name': '', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'tenant_id': '465bc0248456483c9dd969308a790548', 'mac_address': 'fa:16:3e:61:37:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:53Z', 'updated_at': '2022-04-29T12:22:58Z', 'revision_number': 5, 'project_id': '465bc0248456483c9dd969308a790548', 'subnets': [{'id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:27:39.558579 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 1d011f07-1731-42be-adfe-c8b626fc3f17 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:27:39.561564 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c4889de6-883d-42a2-8fa3-ed3073792df4 req-559a46c4-1688-4751-8bb3-aab4b66f654a service neutron] 10.222.0.62 "GET /v2.0/networks/92c6acd7-16b3-4d71-92ba-9dfc219907fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828178 Apr 29 12:27:39.561821 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dc3d5b-c6a4-4f3d-b50b-693670e00b66 None None] The sync data for ids ['3daa28db-6973-4729-96a7-15087bbb881d'] in dv-neutron-838888-1-hyperv is: [{'id': '3daa28db-6973-4729-96a7-15087bbb881d', 'name': 'tempest-TestSnapshotPattern-1313256311-router', 'tenant_id': '465bc0248456483c9dd969308a790548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:53Z', 'revision_number': 4, 'project_id': '465bc0248456483c9dd969308a790548', 'gw_port': {'id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv', '_interfaces': [{'id': 'df47287b-2ef6-423b-9fbf-6e342f303f3a', 'name': '', 'network_id': '92c6acd7-16b3-4d71-92ba-9dfc219907fb', 'tenant_id': '465bc0248456483c9dd969308a790548', 'mac_address': 'fa:16:3e:61:37:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:53Z', 'updated_at': '2022-04-29T12:22:58Z', 'revision_number': 5, 'project_id': '465bc0248456483c9dd969308a790548', 'subnets': [{'id': '32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:27:39.580552 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: 1d011f07-1731-42be-adfe-c8b626fc3f17 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:27:39.580896 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 1d011f07-1731-42be-adfe-c8b626fc3f17 not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:27:39.660858 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-c4889de6-883d-42a2-8fa3-ed3073792df4 req-b594ef6f-1755-4eaa-b8f8-78c210e0bce1 service neutron] 10.222.0.62 "GET /v2.0/networks/92c6acd7-16b3-4d71-92ba-9dfc219907fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915811 Apr 29 12:27:39.777306 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a65c00f-1890-4469-908a-d10ca1a2ca14 None None] New status for floating IP affc8e7c-8140-486c-bbb1-4c0d1a030c85: DOWN {{(pid=102962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:27:40.183913 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e1a7e-47ca-46a9-a5ac-efbeff0afbe4 req-33a34a61-d83e-4cb6-b06c-10676ed0a898 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:27:40.185554 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-000e1a7e-47ca-46a9-a5ac-efbeff0afbe4 req-33a34a61-d83e-4cb6-b06c-10676ed0a898 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b7d087a-6f1a-429a-8b00-48d435e204c5 HTTP/1.1" status: 200 len: 943 time: 0.0508332 Apr 29 12:27:40.226705 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-000e1a7e-47ca-46a9-a5ac-efbeff0afbe4 req-3ca7e94a-0f72-46f5-946c-ed0ccae28660 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/security-groups?id=663127c3-4e7f-45a2-919d-28cdca863d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347722 Apr 29 12:27:40.754538 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf02611-12b5-4de7-8183-1e4225f954c4 req-c83b72b1-da2c-43d1-a4a9-b417af11c694 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:27:40.756508 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2cf02611-12b5-4de7-8183-1e4225f954c4 req-c83b72b1-da2c-43d1-a4a9-b417af11c694 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b7d087a-6f1a-429a-8b00-48d435e204c5 HTTP/1.1" status: 200 len: 943 time: 0.0492694 Apr 29 12:27:40.853051 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-2cf02611-12b5-4de7-8183-1e4225f954c4 req-1e019d8b-da61-4fd4-a42c-b1b2802ee23e tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Deleting port 5b5d54da-ce08-436e-a991-f7d682ac42af {{(pid=102959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:27:40.853388 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-2cf02611-12b5-4de7-8183-1e4225f954c4 req-1e019d8b-da61-4fd4-a42c-b1b2802ee23e tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:40.939713 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.db [req-2cf02611-12b5-4de7-8183-1e4225f954c4 req-1e019d8b-da61-4fd4-a42c-b1b2802ee23e tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] For port 5b5d54da-ce08-436e-a991-f7d682ac42af, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5b5d54da-ce08-436e-a991-f7d682ac42af,segment=NetworkSegment(12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e),segment_id=12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e)] {{(pid=102959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:27:40.940080 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-2cf02611-12b5-4de7-8183-1e4225f954c4 req-1e019d8b-da61-4fd4-a42c-b1b2802ee23e tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:40.960923 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.plugins.ml2.plugin [req-2cf02611-12b5-4de7-8183-1e4225f954c4 req-1e019d8b-da61-4fd4-a42c-b1b2802ee23e tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Calling delete_port for 5b5d54da-ce08-436e-a991-f7d682ac42af owned by compute:nova {{(pid=102959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:27:41.089979 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-2cf02611-12b5-4de7-8183-1e4225f954c4 req-1e019d8b-da61-4fd4-a42c-b1b2802ee23e tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8631608'] for port, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:41.118346 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e019d8b-da61-4fd4-a42c-b1b2802ee23e tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Pushing event deleted for resources: {'Port': ['ID=5b5d54da-ce08-436e-a991-f7d682ac42af,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:27:41.165677 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf02611-12b5-4de7-8183-1e4225f954c4 req-1e019d8b-da61-4fd4-a42c-b1b2802ee23e tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] No DVR routers for this DVR port 5b5d54da-ce08-436e-a991-f7d682ac42af on host hv-neutron-8388 {{(pid=102959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:27:41.170055 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [req-2cf02611-12b5-4de7-8183-1e4225f954c4 req-1e019d8b-da61-4fd4-a42c-b1b2802ee23e tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19673'] for port, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:41.171308 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-2cf02611-12b5-4de7-8183-1e4225f954c4 req-1e019d8b-da61-4fd4-a42c-b1b2802ee23e tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.62 "DELETE /v2.0/ports/5b5d54da-ce08-436e-a991-f7d682ac42af HTTP/1.1" status: 204 len: 173 time: 0.4061565 Apr 29 12:27:41.171747 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b7d087a-6f1a-429a-8b00-48d435e204c5', 'name': 'network-vif-deleted', 'tag': '5b5d54da-ce08-436e-a991-f7d682ac42af'}] {{(pid=102959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:27:41.174047 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d1e1c2a733b0c899959b173efba349afe63128af5e185a2864ade03d602178" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa06523-ef15-449a-a2cc-dba7e8313bf1" -d '{"events": [{"server_uuid": "9b7d087a-6f1a-429a-8b00-48d435e204c5", "name": "network-vif-deleted", "tag": "5b5d54da-ce08-436e-a991-f7d682ac42af"}]}' {{(pid=102959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 12:27:41.216584 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 12:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a169eab3-8265-4844-ac0d-5ee60032093d x-openstack-request-id: req-a169eab3-8265-4844-ac0d-5ee60032093d {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 12:27:41.217240 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b7d087a-6f1a-429a-8b00-48d435e204c5", "name": "network-vif-deleted", "tag": "5b5d54da-ce08-436e-a991-f7d682ac42af", "status": "completed", "code": 200}]} {{(pid=102959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 12:27:41.217240 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a169eab3-8265-4844-ac0d-5ee60032093d {{(pid=102959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 12:27:41.217541 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a169eab3-8265-4844-ac0d-5ee60032093d'] response: {'server_uuid': '9b7d087a-6f1a-429a-8b00-48d435e204c5', 'name': 'network-vif-deleted', 'tag': '5b5d54da-ce08-436e-a991-f7d682ac42af', 'status': 'completed', 'code': 200} Apr 29 12:27:41.337588 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [req-e7b1911e-5d4e-498e-9771-7d487b425f56 req-f2a039e4-da36-4bc7-85d6-036e3639df40 tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b7d087a-6f1a-429a-8b00-48d435e204c5 HTTP/1.1" status: 200 len: 210 time: 0.0271699 Apr 29 12:27:42.393948 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 60964) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:27:42.455622 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2249ddc3-eef5-4556-90cc-de52e9e3239f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:42.483688 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2249ddc3-eef5-4556-90cc-de52e9e3239f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:42.548680 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2249ddc3-eef5-4556-90cc-de52e9e3239f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:42.551294 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-2249ddc3-eef5-4556-90cc-de52e9e3239f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:42.553169 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-2249ddc3-eef5-4556-90cc-de52e9e3239f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] 10.222.0.69 "DELETE /v2.0/security-groups/663127c3-4e7f-45a2-919d-28cdca863d66 HTTP/1.1" status: 204 len: 168 time: 0.1574905 Apr 29 12:27:42.563069 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249ddc3-eef5-4556-90cc-de52e9e3239f tempest-TestSnapshotPattern-447680566 tempest-TestSnapshotPattern-447680566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=663127c3-4e7f-45a2-919d-28cdca863d66,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:27:42.600513 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 60968) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:27:42.938616 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c827287f-8a01-4843-bdd0-9849af5a54a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:43.181318 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-c827287f-8a01-4843-bdd0-9849af5a54a6 admin admin] Deleting port df47287b-2ef6-423b-9fbf-6e342f303f3a {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:27:43.181655 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c827287f-8a01-4843-bdd0-9849af5a54a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:43.260620 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-c827287f-8a01-4843-bdd0-9849af5a54a6 admin admin] For port df47287b-2ef6-423b-9fbf-6e342f303f3a, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=df47287b-2ef6-423b-9fbf-6e342f303f3a,segment=NetworkSegment(12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e),segment_id=12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:27:43.260971 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c827287f-8a01-4843-bdd0-9849af5a54a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:43.278773 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-c827287f-8a01-4843-bdd0-9849af5a54a6 admin admin] Calling delete_port for df47287b-2ef6-423b-9fbf-6e342f303f3a owned by network:router_interface {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:27:43.460906 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c827287f-8a01-4843-bdd0-9849af5a54a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:43.487698 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827287f-8a01-4843-bdd0-9849af5a54a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=df47287b-2ef6-423b-9fbf-6e342f303f3a,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:27:43.654519 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-c827287f-8a01-4843-bdd0-9849af5a54a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:44.195981 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c827287f-8a01-4843-bdd0-9849af5a54a6 admin admin] Router 3daa28db-6973-4729-96a7-15087bbb881d has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:27:44.301672 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c827287f-8a01-4843-bdd0-9849af5a54a6 admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:27:44.307599 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c827287f-8a01-4843-bdd0-9849af5a54a6 admin admin] 10.222.0.69 "PUT /v2.0/routers/3daa28db-6973-4729-96a7-15087bbb881d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7065818 Apr 29 12:27:44.310124 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 60970) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:27:44.310922 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ffe83f-f440-4b7b-97c3-85ff8c741994 None None] Sync routers for ids ['3daa28db-6973-4729-96a7-15087bbb881d'] in dv-neutron-838888-1-hyperv {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:27:44.321477 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ffe83f-f440-4b7b-97c3-85ff8c741994 None None] Routers {'3daa28db-6973-4729-96a7-15087bbb881d'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:27:44.322100 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-02ffe83f-f440-4b7b-97c3-85ff8c741994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:27:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3daa28db-6973-4729-96a7-15087bbb881d'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:27:44.415776 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e3e34de6-8e71-4e9b-850d-7431aa8aa8a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:44.430709 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-02ffe83f-f440-4b7b-97c3-85ff8c741994 None None] Set router 3daa28db-6973-4729-96a7-15087bbb881d gateway port host: dv-neutron-838888-1-hyperv {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:27:44.528894 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e3e34de6-8e71-4e9b-850d-7431aa8aa8a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:44.583927 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-e3e34de6-8e71-4e9b-850d-7431aa8aa8a7 admin admin] Deleting port 98c38798-83d2-4bd0-b960-359904f8a6ec {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:27:44.584368 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e3e34de6-8e71-4e9b-850d-7431aa8aa8a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:44.619063 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-02ffe83f-f440-4b7b-97c3-85ff8c741994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3daa28db-6973-4729-96a7-15087bbb881d', 'name': 'tempest-TestSnapshotPattern-1313256311-router', 'tenant_id': '465bc0248456483c9dd969308a790548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:27:43Z', 'revision_number': 5, 'project_id': '465bc0248456483c9dd969308a790548', 'gw_port': {'id': '98c38798-83d2-4bd0-b960-359904f8a6ec', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daa28db-6973-4729-96a7-15087bbb881d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:27:44.646962 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ffe83f-f440-4b7b-97c3-85ff8c741994 None None] Checking router: 3daa28db-6973-4729-96a7-15087bbb881d for host: dv-neutron-838888-1-hyperv {{(pid=102961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:27:44.655650 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ffe83f-f440-4b7b-97c3-85ff8c741994 None None] Routers {'3daa28db-6973-4729-96a7-15087bbb881d'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:27:44.656265 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-02ffe83f-f440-4b7b-97c3-85ff8c741994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:27:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3daa28db-6973-4729-96a7-15087bbb881d'], 'active': True} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:27:44.671093 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-e3e34de6-8e71-4e9b-850d-7431aa8aa8a7 admin admin] For port 98c38798-83d2-4bd0-b960-359904f8a6ec, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=98c38798-83d2-4bd0-b960-359904f8a6ec,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:27:44.671469 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e3e34de6-8e71-4e9b-850d-7431aa8aa8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:44.690018 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-e3e34de6-8e71-4e9b-850d-7431aa8aa8a7 admin admin] Calling delete_port for 98c38798-83d2-4bd0-b960-359904f8a6ec owned by network:router_gateway {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:27:44.745314 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvr_db [None req-02ffe83f-f440-4b7b-97c3-85ff8c741994 None None] Set router 3daa28db-6973-4729-96a7-15087bbb881d gateway port host: None {{(pid=102961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:27:44.795730 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_hamode_db [None req-02ffe83f-f440-4b7b-97c3-85ff8c741994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3daa28db-6973-4729-96a7-15087bbb881d', 'name': 'tempest-TestSnapshotPattern-1313256311-router', 'tenant_id': '465bc0248456483c9dd969308a790548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:27:44Z', 'revision_number': 6, 'project_id': '465bc0248456483c9dd969308a790548', 'gw_port_host': None}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:27:44.825382 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ffe83f-f440-4b7b-97c3-85ff8c741994 None None] The sync data for ids ['3daa28db-6973-4729-96a7-15087bbb881d'] in dv-neutron-838888-1-hyperv is: [{'id': '3daa28db-6973-4729-96a7-15087bbb881d', 'name': 'tempest-TestSnapshotPattern-1313256311-router', 'tenant_id': '465bc0248456483c9dd969308a790548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:51Z', 'updated_at': '2022-04-29T12:27:44Z', 'revision_number': 6, 'project_id': '465bc0248456483c9dd969308a790548', 'gw_port_host': None}] {{(pid=102961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:27:44.862463 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e3e34de6-8e71-4e9b-850d-7431aa8aa8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:44.894896 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e34de6-8e71-4e9b-850d-7431aa8aa8a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=98c38798-83d2-4bd0-b960-359904f8a6ec,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:27:44.953255 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e3e34de6-8e71-4e9b-850d-7431aa8aa8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:45.044271 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e3e34de6-8e71-4e9b-850d-7431aa8aa8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:45.046601 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e3e34de6-8e71-4e9b-850d-7431aa8aa8a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:45.093214 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e3e34de6-8e71-4e9b-850d-7431aa8aa8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:45.093866 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e34de6-8e71-4e9b-850d-7431aa8aa8a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3daa28db-6973-4729-96a7-15087bbb881d {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 12:27:45.100437 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e3e34de6-8e71-4e9b-850d-7431aa8aa8a7 admin admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:45.101628 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e3e34de6-8e71-4e9b-850d-7431aa8aa8a7 admin admin] 10.222.0.69 "DELETE /v2.0/routers/3daa28db-6973-4729-96a7-15087bbb881d HTTP/1.1" status: 204 len: 168 time: 0.7905235 Apr 29 12:27:45.104243 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 60972) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:27:45.149163 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce3922a6-945f-48fb-ad86-db598fd951d7 admin admin] Deleting subnet 32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756 {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 12:27:45.152269 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ce3922a6-945f-48fb-ad86-db598fd951d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:45.189218 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ce3922a6-945f-48fb-ad86-db598fd951d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:45.282409 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ce3922a6-945f-48fb-ad86-db598fd951d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:45.336628 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ce3922a6-945f-48fb-ad86-db598fd951d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:45.362605 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3922a6-945f-48fb-ad86-db598fd951d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:27:45.367100 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-ce3922a6-945f-48fb-ad86-db598fd951d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:45.370709 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-ce3922a6-945f-48fb-ad86-db598fd951d7 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/32fdc9f1-85b2-4e3f-8d0a-fe6bd296e756 HTTP/1.1" status: 204 len: 168 time: 0.2649953 Apr 29 12:27:45.372762 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 60974) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:27:45.374711 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf9cc87-6380-4851-8d4d-8561dfec6ca4 None None] Network 92c6acd7-16b3-4d71-92ba-9dfc219907fb requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:27:45.441944 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f4ba6d31-a82e-405a-831b-83e904c68915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:45.502004 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-f4ba6d31-a82e-405a-831b-83e904c68915 admin admin] Deleting port aad6a721-7104-4e62-b3d7-78ad5fb4778d {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:27:45.502504 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f4ba6d31-a82e-405a-831b-83e904c68915 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:45.566102 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-f4ba6d31-a82e-405a-831b-83e904c68915 admin admin] For port aad6a721-7104-4e62-b3d7-78ad5fb4778d, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=aad6a721-7104-4e62-b3d7-78ad5fb4778d,segment=NetworkSegment(12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e),segment_id=12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:27:45.566798 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f4ba6d31-a82e-405a-831b-83e904c68915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:45.580517 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-f4ba6d31-a82e-405a-831b-83e904c68915 admin admin] Calling delete_port for aad6a721-7104-4e62-b3d7-78ad5fb4778d owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:27:45.594851 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 5b5d54da-ce08-436e-a991-f7d682ac42af no longer exists at agent hyperv_hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:27:45.622200 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa30efae-a269-4719-98df-2b3c72fc6cee None None] DHCP port deletion for 92c6acd7-16b3-4d71-92ba-9dfc219907fb request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 12:27:45.624415 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] No Port match for: 5b5d54da-ce08-436e-a991-f7d682ac42af {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:27:45.624761 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Device 5b5d54da-ce08-436e-a991-f7d682ac42af not bound to the agent host hv-neutron-8388 {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:27:45.670814 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f4ba6d31-a82e-405a-831b-83e904c68915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:45.673572 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-aa30efae-a269-4719-98df-2b3c72fc6cee None None] Deleting port aad6a721-7104-4e62-b3d7-78ad5fb4778d {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:27:45.674204 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-aa30efae-a269-4719-98df-2b3c72fc6cee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:45.703763 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ba6d31-a82e-405a-831b-83e904c68915 admin admin] No DVR routers for this DVR port aad6a721-7104-4e62-b3d7-78ad5fb4778d on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:27:45.708150 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba6d31-a82e-405a-831b-83e904c68915 admin admin] Pushing event deleted for resources: {'Port': ['ID=aad6a721-7104-4e62-b3d7-78ad5fb4778d,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:27:45.745166 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-aa30efae-a269-4719-98df-2b3c72fc6cee None None] For port aad6a721-7104-4e62-b3d7-78ad5fb4778d, host dv-neutron-838888-1-hyperv, got binding levels [] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:27:45.745561 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-aa30efae-a269-4719-98df-2b3c72fc6cee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:45.758388 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-aa30efae-a269-4719-98df-2b3c72fc6cee None None] Calling delete_port for aad6a721-7104-4e62-b3d7-78ad5fb4778d owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:27:45.761007 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.ipam_backend_mixin [None req-aa30efae-a269-4719-98df-2b3c72fc6cee None None] Port aad6a721-7104-4e62-b3d7-78ad5fb4778d was not found and therefore no delete operation was performed {{(pid=102961) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 12:27:45.762242 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-aa30efae-a269-4719-98df-2b3c72fc6cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:45.788462 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30efae-a269-4719-98df-2b3c72fc6cee None None] Pushing event deleted for resources: {'Port': ['ID=aad6a721-7104-4e62-b3d7-78ad5fb4778d,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:27:45.792185 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa30efae-a269-4719-98df-2b3c72fc6cee None None] No DVR routers for this DVR port aad6a721-7104-4e62-b3d7-78ad5fb4778d on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:27:45.792322 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f4ba6d31-a82e-405a-831b-83e904c68915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:45.817320 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-f4ba6d31-a82e-405a-831b-83e904c68915 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c6acd7-16b3-4d71-92ba-9dfc219907fb']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:27:45.827976 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-f4ba6d31-a82e-405a-831b-83e904c68915 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:27:45.828261 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-f4ba6d31-a82e-405a-831b-83e904c68915 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d78e7c-8c7d-49a3-bafd-94dfb2fbf32e') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:27:45.840153 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f4ba6d31-a82e-405a-831b-83e904c68915 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:45.855535 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f4ba6d31-a82e-405a-831b-83e904c68915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:45.862329 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4ba6d31-a82e-405a-831b-83e904c68915 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:27:45.862748 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f4ba6d31-a82e-405a-831b-83e904c68915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:45.864537 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 12:27:45.864537 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:27:45.864537 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 12:27:45.864537 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:27:45.864537 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 12:27:45.864537 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 12:27:45.864537 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 12:27:45.864537 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:27:45.864537 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 12:27:45.864537 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:27:45.864537 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 12:27:45.864537 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:27:45.864537 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 12:27:45.864537 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 12:27:45.864537 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:27:45.864537 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 12:27:45.864537 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:27:45.864537 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 12:27:45.864537 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 12:27:45.864537 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 12:27:45.864537 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 12:27:45.864537 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 12:27:45.864537 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:27:45.864537 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:27:45.864537 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 12:27:45.864537 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:27:45.864537 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:27:45.864537 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:27:45.864537 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:27:45.864537 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:27:45.864537 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:27:45.864537 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:27:45.926052 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f4ba6d31-a82e-405a-831b-83e904c68915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:45.931536 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-f4ba6d31-a82e-405a-831b-83e904c68915 admin admin] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:45.934691 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-f4ba6d31-a82e-405a-831b-83e904c68915 admin admin] 10.222.0.69 "DELETE /v2.0/networks/92c6acd7-16b3-4d71-92ba-9dfc219907fb HTTP/1.1" status: 204 len: 168 time: 0.5609486 Apr 29 12:27:45.937532 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 60976) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:27:45.952698 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba6d31-a82e-405a-831b-83e904c68915 admin admin] Pushing event deleted for resources: {'Network': ['ID=92c6acd7-16b3-4d71-92ba-9dfc219907fb,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:27:46.249927 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:27:46.296900 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-952d2077-9981-462d-ad20-3f84c67a6c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681096'] for router_interface, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:46.489993 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 98c38798-83d2-4bd0-b960-359904f8a6ec no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:27:46.510958 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 98c38798-83d2-4bd0-b960-359904f8a6ec {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:27:46.511221 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 98c38798-83d2-4bd0-b960-359904f8a6ec not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:27:46.511630 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device aad6a721-7104-4e62-b3d7-78ad5fb4778d no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:27:46.531233 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: aad6a721-7104-4e62-b3d7-78ad5fb4778d {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:27:46.531572 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device aad6a721-7104-4e62-b3d7-78ad5fb4778d not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:27:46.531984 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device df47287b-2ef6-423b-9fbf-6e342f303f3a no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:27:46.544614 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-952d2077-9981-462d-ad20-3f84c67a6c0c admin admin] Deleting port 8c144713-7e83-4963-bf00-bf88f7f8f746 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:27:46.544947 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-952d2077-9981-462d-ad20-3f84c67a6c0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:46.555597 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: df47287b-2ef6-423b-9fbf-6e342f303f3a {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:27:46.555943 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device df47287b-2ef6-423b-9fbf-6e342f303f3a not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:27:46.627948 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-952d2077-9981-462d-ad20-3f84c67a6c0c admin admin] For port 8c144713-7e83-4963-bf00-bf88f7f8f746, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=8c144713-7e83-4963-bf00-bf88f7f8f746,segment=NetworkSegment(d3cd120b-de72-435f-b560-81b953fdbf86),segment_id=d3cd120b-de72-435f-b560-81b953fdbf86)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:27:46.628736 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-952d2077-9981-462d-ad20-3f84c67a6c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:46.641515 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-952d2077-9981-462d-ad20-3f84c67a6c0c admin admin] Calling delete_port for 8c144713-7e83-4963-bf00-bf88f7f8f746 owned by network:router_interface {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:27:46.820098 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-952d2077-9981-462d-ad20-3f84c67a6c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:46.845945 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d2077-9981-462d-ad20-3f84c67a6c0c admin admin] Pushing event deleted for resources: {'Port': ['ID=8c144713-7e83-4963-bf00-bf88f7f8f746,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:27:47.012930 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-952d2077-9981-462d-ad20-3f84c67a6c0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3789473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681244'] for router_interface, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:47.221730 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952d2077-9981-462d-ad20-3f84c67a6c0c admin admin] Router 3e54e845-75fb-448a-960c-d2068adbdd31 has already been hosted by L3 agent 66397193-d23a-4539-bc39-de6f1efd6b2e {{(pid=102960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 12:27:47.328177 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952d2077-9981-462d-ad20-3f84c67a6c0c admin admin] Notify agent at l3_agent.dv-neutron-838888-1-hyperv the message routers_updated {{(pid=102960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 12:27:47.333182 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-952d2077-9981-462d-ad20-3f84c67a6c0c admin admin] 10.222.0.69 "PUT /v2.0/routers/3e54e845-75fb-448a-960c-d2068adbdd31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3946638 Apr 29 12:27:47.336415 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 60978) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:27:47.338937 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b00eebe-64a3-4462-94aa-3e097475ccdc None None] Sync routers for ids ['3e54e845-75fb-448a-960c-d2068adbdd31'] in dv-neutron-838888-1-hyperv {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:27:47.348394 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b00eebe-64a3-4462-94aa-3e097475ccdc None None] Routers {'3e54e845-75fb-448a-960c-d2068adbdd31'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:27:47.349086 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-7b00eebe-64a3-4462-94aa-3e097475ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:27:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3e54e845-75fb-448a-960c-d2068adbdd31'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:27:47.441336 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-59b88433-afbe-456d-9d46-b866fd19aa4c admin admin] Notify callbacks [] for router, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:47.454490 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-7b00eebe-64a3-4462-94aa-3e097475ccdc None None] Set router 3e54e845-75fb-448a-960c-d2068adbdd31 gateway port host: dv-neutron-838888-1-hyperv {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:27:47.544562 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-59b88433-afbe-456d-9d46-b866fd19aa4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:47.597180 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-59b88433-afbe-456d-9d46-b866fd19aa4c admin admin] Deleting port 93b901d6-5bb4-4326-9024-af908ae8a264 {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:27:47.597543 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-59b88433-afbe-456d-9d46-b866fd19aa4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:47.635028 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-7b00eebe-64a3-4462-94aa-3e097475ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e54e845-75fb-448a-960c-d2068adbdd31', 'name': 'tempest-TestSnapshotPattern-2052128371-router', 'tenant_id': '49ae115999b44f53bf4fe6885b3b6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'external_fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '93b901d6-5bb4-4326-9024-af908ae8a264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:55Z', 'updated_at': '2022-04-29T12:27:46Z', 'revision_number': 5, 'project_id': '49ae115999b44f53bf4fe6885b3b6f0c', 'gw_port': {'id': '93b901d6-5bb4-4326-9024-af908ae8a264', 'name': '', 'network_id': '1c458760-cee1-43dd-bfaa-f7beebba31f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e54e845-75fb-448a-960c-d2068adbdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:56Z', 'updated_at': '2022-04-29T12:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '397570a5-37ff-4212-a2a3-84a2c3a66284', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838888-1-hyperv'}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:27:47.661516 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b00eebe-64a3-4462-94aa-3e097475ccdc None None] Checking router: 3e54e845-75fb-448a-960c-d2068adbdd31 for host: dv-neutron-838888-1-hyperv {{(pid=102962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:27:47.670609 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b00eebe-64a3-4462-94aa-3e097475ccdc None None] Routers {'3e54e845-75fb-448a-960c-d2068adbdd31'} bound to L3 agent in host dv-neutron-838888-1-hyperv {{(pid=102962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 12:27:47.671209 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-7b00eebe-64a3-4462-94aa-3e097475ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:25:57Z,description=,heartbeat_timestamp=2022-04-29T12:27:28Z,host='dv-neutron-838888-1-hyperv',id=66397193-d23a-4539-bc39-de6f1efd6b2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:25:57Z,topic='l3_agent')) {'router_ids': ['3e54e845-75fb-448a-960c-d2068adbdd31'], 'active': True} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:27:47.681750 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-59b88433-afbe-456d-9d46-b866fd19aa4c admin admin] For port 93b901d6-5bb4-4326-9024-af908ae8a264, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=93b901d6-5bb4-4326-9024-af908ae8a264,segment=NetworkSegment(440f1b8b-6b43-4700-acc4-a168839ddf07),segment_id=440f1b8b-6b43-4700-acc4-a168839ddf07)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:27:47.682336 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-59b88433-afbe-456d-9d46-b866fd19aa4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:47.693770 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-59b88433-afbe-456d-9d46-b866fd19aa4c admin admin] Calling delete_port for 93b901d6-5bb4-4326-9024-af908ae8a264 owned by network:router_gateway {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:27:47.756578 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_dvr_db [None req-7b00eebe-64a3-4462-94aa-3e097475ccdc None None] Set router 3e54e845-75fb-448a-960c-d2068adbdd31 gateway port host: None {{(pid=102962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 12:27:47.811739 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.l3_hamode_db [None req-7b00eebe-64a3-4462-94aa-3e097475ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e54e845-75fb-448a-960c-d2068adbdd31', 'name': 'tempest-TestSnapshotPattern-2052128371-router', 'tenant_id': '49ae115999b44f53bf4fe6885b3b6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:55Z', 'updated_at': '2022-04-29T12:27:47Z', 'revision_number': 6, 'project_id': '49ae115999b44f53bf4fe6885b3b6f0c', 'gw_port_host': None}], 'dv-neutron-838888-1-hyperv', False) {} {{(pid=102962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:27:47.838266 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b00eebe-64a3-4462-94aa-3e097475ccdc None None] The sync data for ids ['3e54e845-75fb-448a-960c-d2068adbdd31'] in dv-neutron-838888-1-hyperv is: [{'id': '3e54e845-75fb-448a-960c-d2068adbdd31', 'name': 'tempest-TestSnapshotPattern-2052128371-router', 'tenant_id': '49ae115999b44f53bf4fe6885b3b6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:55Z', 'updated_at': '2022-04-29T12:27:47Z', 'revision_number': 6, 'project_id': '49ae115999b44f53bf4fe6885b3b6f0c', 'gw_port_host': None}] {{(pid=102962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:27:47.859651 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-59b88433-afbe-456d-9d46-b866fd19aa4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:47.885657 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b88433-afbe-456d-9d46-b866fd19aa4c admin admin] Pushing event deleted for resources: {'Port': ['ID=93b901d6-5bb4-4326-9024-af908ae8a264,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:27:47.948921 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-59b88433-afbe-456d-9d46-b866fd19aa4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681410'] for router_gateway, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:48.041660 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-59b88433-afbe-456d-9d46-b866fd19aa4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1092'] for router, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:48.043792 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-59b88433-afbe-456d-9d46-b866fd19aa4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:48.087649 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-59b88433-afbe-456d-9d46-b866fd19aa4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683630'] for router, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:48.088059 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b88433-afbe-456d-9d46-b866fd19aa4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e54e845-75fb-448a-960c-d2068adbdd31 {{(pid=102960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 12:27:48.092808 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-59b88433-afbe-456d-9d46-b866fd19aa4c admin admin] Notify callbacks [] for router, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:48.094048 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-59b88433-afbe-456d-9d46-b866fd19aa4c admin admin] 10.222.0.69 "DELETE /v2.0/routers/3e54e845-75fb-448a-960c-d2068adbdd31 HTTP/1.1" status: 204 len: 168 time: 0.7566562 Apr 29 12:27:48.097101 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 60980) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:27:48.142027 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.db_base_plugin_v2 [None req-1df1e8fa-8f7f-4705-96bd-e8d0132c5e62 admin admin] Deleting subnet 90dccda1-50d1-47cd-bd50-cbe46843c2be {{(pid=102960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 29 12:27:48.144968 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1df1e8fa-8f7f-4705-96bd-e8d0132c5e62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:48.181347 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1df1e8fa-8f7f-4705-96bd-e8d0132c5e62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11414830'] for subnet, precommit_delete_associations {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:48.270148 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1df1e8fa-8f7f-4705-96bd-e8d0132c5e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3562750'] for subnet, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:48.322606 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1df1e8fa-8f7f-4705-96bd-e8d0132c5e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11805191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11214052'] for subnet, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:48.345595 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1e8fa-8f7f-4705-96bd-e8d0132c5e62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90dccda1-50d1-47cd-bd50-cbe46843c2be,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:27:48.352063 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-1df1e8fa-8f7f-4705-96bd-e8d0132c5e62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:48.355239 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-1df1e8fa-8f7f-4705-96bd-e8d0132c5e62 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/90dccda1-50d1-47cd-bd50-cbe46843c2be HTTP/1.1" status: 204 len: 168 time: 0.2570732 Apr 29 12:27:48.357953 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 60982) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:27:48.358503 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0c550a-f883-4504-b4fb-c025e05afe02 None None] Network 41ff551c-b991-48c7-8507-9ff3ea148f41 requested from dv-neutron-838888-1-hyperv {{(pid=102961) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 29 12:27:48.435899 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e8869b7c-6414-47cb-82a0-af05e6b2de12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653054'] for network, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:48.495770 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-e8869b7c-6414-47cb-82a0-af05e6b2de12 admin admin] Deleting port 70a28d04-3122-48a3-8800-a4d71a74642f {{(pid=102960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:27:48.496121 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e8869b7c-6414-47cb-82a0-af05e6b2de12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:48.559168 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.db [None req-e8869b7c-6414-47cb-82a0-af05e6b2de12 admin admin] For port 70a28d04-3122-48a3-8800-a4d71a74642f, host dv-neutron-838888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838888-1-hyperv',level=0,port_id=70a28d04-3122-48a3-8800-a4d71a74642f,segment=NetworkSegment(d3cd120b-de72-435f-b560-81b953fdbf86),segment_id=d3cd120b-de72-435f-b560-81b953fdbf86)] {{(pid=102960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:27:48.559816 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e8869b7c-6414-47cb-82a0-af05e6b2de12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:48.572338 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.plugin [None req-e8869b7c-6414-47cb-82a0-af05e6b2de12 admin admin] Calling delete_port for 70a28d04-3122-48a3-8800-a4d71a74642f owned by network:dhcp {{(pid=102960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:27:48.611053 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcf39dc-794b-4107-a055-05e7ebb64756 None None] DHCP port deletion for 41ff551c-b991-48c7-8507-9ff3ea148f41 request from dv-neutron-838888-1-hyperv {{(pid=102961) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 29 12:27:48.664838 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e8869b7c-6414-47cb-82a0-af05e6b2de12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11805172'] for port, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:48.673496 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-efcf39dc-794b-4107-a055-05e7ebb64756 None None] Deleting port 70a28d04-3122-48a3-8800-a4d71a74642f {{(pid=102961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 29 12:27:48.674138 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-efcf39dc-794b-4107-a055-05e7ebb64756 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792668402517'] for port, before_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:48.688861 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 93b901d6-5bb4-4326-9024-af908ae8a264 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:27:48.697972 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8869b7c-6414-47cb-82a0-af05e6b2de12 admin admin] Pushing event deleted for resources: {'Port': ['ID=70a28d04-3122-48a3-8800-a4d71a74642f,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:27:48.699827 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8869b7c-6414-47cb-82a0-af05e6b2de12 admin admin] No DVR routers for this DVR port 70a28d04-3122-48a3-8800-a4d71a74642f on host dv-neutron-838888-1-hyperv {{(pid=102960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:27:48.747992 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 93b901d6-5bb4-4326-9024-af908ae8a264 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:27:48.748342 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 93b901d6-5bb4-4326-9024-af908ae8a264 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:27:48.748754 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 8c144713-7e83-4963-bf00-bf88f7f8f746 no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:27:48.773326 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e8869b7c-6414-47cb-82a0-af05e6b2de12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557171', 'neutron.services.segments.db._delete_segments_for_network-8792668448880'] for network, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:48.774969 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 8c144713-7e83-4963-bf00-bf88f7f8f746 {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:27:48.775116 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 8c144713-7e83-4963-bf00-bf88f7f8f746 not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:27:48.775485 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 70a28d04-3122-48a3-8800-a4d71a74642f no longer exists at agent ovs-agent-dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 12:27:48.804700 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.db [None req-efcf39dc-794b-4107-a055-05e7ebb64756 None None] For port 70a28d04-3122-48a3-8800-a4d71a74642f, host dv-neutron-838888-1-hyperv, got binding levels [] {{(pid=102961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 12:27:48.805106 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-efcf39dc-794b-4107-a055-05e7ebb64756 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725737'] for port, precommit_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:48.807525 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] No Port match for: 70a28d04-3122-48a3-8800-a4d71a74642f {{(pid=102961) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 29 12:27:48.807883 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.rpc [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Device 70a28d04-3122-48a3-8800-a4d71a74642f not bound to the agent host dv-neutron-838888-1-hyperv {{(pid=102961) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 12:27:48.821727 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.plugins.ml2.plugin [None req-efcf39dc-794b-4107-a055-05e7ebb64756 None None] Calling delete_port for 70a28d04-3122-48a3-8800-a4d71a74642f owned by network:dhcp {{(pid=102961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 29 12:27:48.824850 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.ipam_backend_mixin [None req-efcf39dc-794b-4107-a055-05e7ebb64756 None None] Port 70a28d04-3122-48a3-8800-a4d71a74642f was not found and therefore no delete operation was performed {{(pid=102961) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 12:27:48.826513 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-efcf39dc-794b-4107-a055-05e7ebb64756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792668407471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792667899895'] for port, after_delete {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:48.862053 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf39dc-794b-4107-a055-05e7ebb64756 None None] Pushing event deleted for resources: {'Port': ['ID=70a28d04-3122-48a3-8800-a4d71a74642f,revision_number=None']} {{(pid=102961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:27:48.863914 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcf39dc-794b-4107-a055-05e7ebb64756 None None] No DVR routers for this DVR port 70a28d04-3122-48a3-8800-a4d71a74642f on host dv-neutron-838888-1-hyperv {{(pid=102961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:27:49.132184 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-e8869b7c-6414-47cb-82a0-af05e6b2de12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ff551c-b991-48c7-8507-9ff3ea148f41']}} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:27:49.141283 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-e8869b7c-6414-47cb-82a0-af05e6b2de12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3cd120b-de72-435f-b560-81b953fdbf86') {'for_net_delete': True} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:27:49.141576 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.services.segments.db [None req-e8869b7c-6414-47cb-82a0-af05e6b2de12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3cd120b-de72-435f-b560-81b953fdbf86') {} {{(pid=102960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:27:49.151153 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e8869b7c-6414-47cb-82a0-af05e6b2de12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792668453241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11414821'] for segment, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:49.165447 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e8869b7c-6414-47cb-82a0-af05e6b2de12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585'] for segment, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:49.173601 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8869b7c-6414-47cb-82a0-af05e6b2de12 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=102960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:27:49.174020 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e8869b7c-6414-47cb-82a0-af05e6b2de12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11805089'] for segment, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:49.175709 dv-neutron-838888-1-hyperv neutron-server[102960]: Traceback (most recent call last): Apr 29 12:27:49.175709 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:27:49.175709 dv-neutron-838888-1-hyperv neutron-server[102960]: timer() Apr 29 12:27:49.175709 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:27:49.175709 dv-neutron-838888-1-hyperv neutron-server[102960]: cb(*args, **kw) Apr 29 12:27:49.175709 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 12:27:49.175709 dv-neutron-838888-1-hyperv neutron-server[102960]: return func(*args, **kwargs) Apr 29 12:27:49.175709 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:27:49.175709 dv-neutron-838888-1-hyperv neutron-server[102960]: self._notify() Apr 29 12:27:49.175709 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:27:49.175709 dv-neutron-838888-1-hyperv neutron-server[102960]: self.callback(batched_events) Apr 29 12:27:49.175709 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:27:49.175709 dv-neutron-838888-1-hyperv neutron-server[102960]: event.method(event) Apr 29 12:27:49.175709 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 12:27:49.175709 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:27:49.175709 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 12:27:49.175709 dv-neutron-838888-1-hyperv neutron-server[102960]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:27:49.175709 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 12:27:49.175709 dv-neutron-838888-1-hyperv neutron-server[102960]: return f(self, *a, **k) Apr 29 12:27:49.175709 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 12:27:49.175709 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._get(url).json() Apr 29 12:27:49.175709 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 12:27:49.175709 dv-neutron-838888-1-hyperv neutron-server[102960]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:27:49.175709 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:27:49.175709 dv-neutron-838888-1-hyperv neutron-server[102960]: return self.request(url, 'GET', **kwargs) Apr 29 12:27:49.175709 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:27:49.175709 dv-neutron-838888-1-hyperv neutron-server[102960]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:27:49.175709 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:27:49.175709 dv-neutron-838888-1-hyperv neutron-server[102960]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:27:49.175709 dv-neutron-838888-1-hyperv neutron-server[102960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:27:49.175709 dv-neutron-838888-1-hyperv neutron-server[102960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:27:49.175709 dv-neutron-838888-1-hyperv neutron-server[102960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:27:49.238070 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e8869b7c-6414-47cb-82a0-af05e6b2de12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3789496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680602'] for network, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:49.244485 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-e8869b7c-6414-47cb-82a0-af05e6b2de12 admin admin] Notify callbacks [] for network, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:49.249821 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-e8869b7c-6414-47cb-82a0-af05e6b2de12 admin admin] 10.222.0.69 "DELETE /v2.0/networks/41ff551c-b991-48c7-8507-9ff3ea148f41 HTTP/1.1" status: 204 len: 168 time: 0.8886635 Apr 29 12:27:49.259087 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8869b7c-6414-47cb-82a0-af05e6b2de12 admin admin] Pushing event deleted for resources: {'Network': ['ID=41ff551c-b991-48c7-8507-9ff3ea148f41,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:27:49.430953 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 60986) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:27:49.475519 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-c2904b0d-7aa1-45d7-b1ec-8d6bd489e2b6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=465bc0248456483c9dd969308a790548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433781 Apr 29 12:27:49.478049 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.wsgi [-] (102960) accepted ('10.222.0.69', 60988) {{(pid=102960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:27:49.528562 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-116b14fd-10a9-4ebe-9171-110e715d84f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:49.549330 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-116b14fd-10a9-4ebe-9171-110e715d84f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:49.596627 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-116b14fd-10a9-4ebe-9171-110e715d84f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:49.599307 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron_lib.callbacks.manager [None req-116b14fd-10a9-4ebe-9171-110e715d84f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:49.600637 dv-neutron-838888-1-hyperv neutron-server[102960]: INFO neutron.wsgi [None req-116b14fd-10a9-4ebe-9171-110e715d84f7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f4600b8b-f6c3-47bf-ae00-19913445e64f HTTP/1.1" status: 204 len: 168 time: 0.1216736 Apr 29 12:27:49.609123 dv-neutron-838888-1-hyperv neutron-server[102960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b14fd-10a9-4ebe-9171-110e715d84f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4600b8b-f6c3-47bf-ae00-19913445e64f,revision_number=None']} {{(pid=102960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:27:49.921814 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 60994) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:27:49.961353 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-dc3c173f-7de2-4574-bb6b-65835a19dfbf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=49ae115999b44f53bf4fe6885b3b6f0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382514 Apr 29 12:27:49.963789 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.wsgi [-] (102959) accepted ('10.222.0.69', 60996) {{(pid=102959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 29 12:27:50.012121 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-71be8bd3-f2f8-4599-82f6-a93f88ea5559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:50.035121 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-71be8bd3-f2f8-4599-82f6-a93f88ea5559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:50.082690 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-71be8bd3-f2f8-4599-82f6-a93f88ea5559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743298'] for security_group, after_delete {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:50.085819 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron_lib.callbacks.manager [None req-71be8bd3-f2f8-4599-82f6-a93f88ea5559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:50.087087 dv-neutron-838888-1-hyperv neutron-server[102959]: INFO neutron.wsgi [None req-71be8bd3-f2f8-4599-82f6-a93f88ea5559 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f02d09be-b6e3-4048-8a12-cb6dd6486941 HTTP/1.1" status: 204 len: 168 time: 0.1224148 Apr 29 12:27:50.095467 dv-neutron-838888-1-hyperv neutron-server[102959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be8bd3-f2f8-4599-82f6-a93f88ea5559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02d09be-b6e3-4048-8a12-cb6dd6486941,revision_number=None']} {{(pid=102959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:27:53.723609 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-e6b053e7-7b5d-4d3c-9424-738bc8c9615b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:57.735044 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:57.904128 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-dc81c188-e8c0-413f-8768-14b76e56af40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:58.730394 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:28:00.244044 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:28:00.359637 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:28:23.248969 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:28:23.725491 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-1e464337-d0b0-4b5d-b336-67cc55a4fe67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:28:27.727441 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:28:27.906116 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-6673069d-9d93-4b11-afe8-f9bc351cdaac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:28:28.733224 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:28:30.246810 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:28:30.362814 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:28:53.727393 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-df255511-0f1a-42c6-80d5-fa24f60272ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:28:57.728963 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:28:57.909883 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f3d56de9-744e-49db-b080-1ca85139a43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:28:58.736888 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:00.247675 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:29:00.251097 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:00.366043 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:23.728424 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d59c31e6-0bdb-4c88-8138-eb92b90c6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:27.728525 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:27.912912 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-baf29519-ae52-4af6-bf6f-9b3a4fa53be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:28.739541 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:30.254343 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:30.371864 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:37.245981 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:29:53.732953 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d175b6b5-9e98-4f9d-8056-32ad860d349f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:57.728688 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:57.915342 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-39e7d49b-84d0-41e1-90e3-a3799e1596df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:58.743802 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:30:00.254840 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:30:00.365866 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:30:14.244537 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:30:23.734721 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-9df85295-4e03-41b2-9e8f-42021567e74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:30:27.726362 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:30:27.920774 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-10ba3c53-4d33-4d29-a79c-747040ee7beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:30:28.745202 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:30:30.258264 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:30:30.373240 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:30:51.243237 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:30:53.738096 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-2071cdf5-9c7b-4632-99c8-e5873a569148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:30:57.741217 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:30:57.922810 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-70b83389-d185-48c8-9ce7-852bd8e64ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:30:58.751701 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:31:00.261080 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:31:00.366030 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:31:23.738936 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-68a65e1c-6daa-4da0-aef0-3fa83928dfda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:31:27.771960 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:31:27.925787 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3c263fdc-ccf3-4845-bb40-53c0a28ca488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:31:28.242631 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:31:28.751706 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:31:30.262774 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:31:30.368478 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:31:53.740912 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-4ead0526-8ce8-4c89-8a2e-292c01871755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:31:57.770806 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:31:57.926809 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-d5afe232-573d-4a7d-ad63-62cb043bdf6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:31:58.754283 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:00.266593 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:00.371211 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:05.242701 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:32:23.743303 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-55d9ba3c-a090-46cb-a2b0-7767d49310d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:27.770276 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:27.928091 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-a98c1373-6ae0-4af7-b225-2bb7cef6cbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:28.757986 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:30.272664 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:30.373935 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:42.242374 dv-neutron-838888-1-hyperv neutron-server[102962]: DEBUG neutron.db.agents_db [None req-fef841aa-c8da-4cb6-ae0f-f9b690e4ee75 None None] Agent healthcheck: found 6 active agents {{(pid=102962) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 12:32:53.745884 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-0b65b2b3-2d9d-475f-b5cb-19df6370dae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:57.771690 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-f35085ef-5bfa-4767-aa9a-2950ce6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:57.929171 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-3bd4937b-f787-4cc3-81a6-d26043ddd67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:58.759409 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-30aa48fd-45da-4596-9afb-6e8b959ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:33:00.271226 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-8a66ba4d-2c60-47b8-8d3e-91821c2ad8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:33:00.379668 dv-neutron-838888-1-hyperv neutron-server[102961]: DEBUG neutron_lib.callbacks.manager [None req-5feeb847-aecc-4eac-acde-91b12f81123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792668448862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3556753'] for agent, after_update {{(pid=102961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}